-- Logs begin at Tue 2021-12-07 23:17:31 UTC, end at Wed 2021-12-08 01:31:52 UTC. -- Dec 07 23:48:04.103819 n-d-820549-2 systemd[1]: Started Devstack devstack@q-svc.service. Dec 07 23:48:06.909112 n-d-820549-2 neutron-server[103006]: INFO neutron.common.config [-] Logging enabled! Dec 07 23:48:06.909730 n-d-820549-2 neutron-server[103006]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 07 23:48:06.909895 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103006) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 07 23:48:06.913202 n-d-820549-2 neutron-server[103006]: INFO neutron.common.config [-] Logging enabled! Dec 07 23:48:06.913463 n-d-820549-2 neutron-server[103006]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 07 23:48:06.913783 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103006) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 07 23:48:06.914714 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 23:48:06.914980 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 23:48:06.915351 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 23:48:06.915602 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 23:48:06.915833 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 23:48:06.916154 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.916575 n-d-820549-2 neutron-server[103006]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 07 23:48:06.916901 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.917202 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.917498 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.917797 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.918091 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.918378 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.918670 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.919005 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.919295 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.919581 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.919869 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.920163 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.920446 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.920735 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.921023 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.921308 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] debug = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.921591 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.922017 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.922406 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.922689 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.923141 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.923283 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.923559 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.923839 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.924125 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.924454 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] host = n-d-820549-2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.924740 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.925031 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.925319 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.925608 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.925886 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.926164 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.926449 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.926724 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.927071 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] log_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.927358 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.927649 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.927939 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.928233 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.928459 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.928685 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.928987 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.929278 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.929558 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.929837 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.930114 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.930391 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.930667 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.930965 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.931258 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.931545 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.931834 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.932111 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.932390 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.932664 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.932939 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.933229 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.933507 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.933791 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.934060 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.934348 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.934625 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.934918 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.935226 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.935514 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.935799 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.936087 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.936364 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.936651 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.936922 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.937194 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.937466 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] use_json = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.937738 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.938023 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.938290 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.938564 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.938836 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.939137 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.939411 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.939697 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:06.939994 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.940292 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.940592 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.940873 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.941184 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.941468 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.941759 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.942037 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.942327 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.943185 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.943479 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.943758 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.944047 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.944327 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.944622 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.944925 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.945223 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.945513 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.945792 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.946068 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.946342 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.946622 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.946936 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.947223 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.947513 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.947801 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.948081 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.948377 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.948662 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.948955 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.949244 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.949520 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.949800 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.950093 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.950371 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.950646 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.950948 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.951240 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.951516 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.951793 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.952075 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.952353 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.952627 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.952899 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.953176 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.953464 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.953745 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.954020 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.954290 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.954566 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.954841 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.955170 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.955437 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.955714 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.955989 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.956267 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.956542 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.956817 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.957095 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.957368 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.957650 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.957923 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.958808 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.959109 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.959386 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.959661 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.959936 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.960211 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.960488 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.960760 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.961035 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.961308 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.961579 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.961853 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.962141 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.962440 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.962719 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.963025 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.963311 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.963590 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.963867 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.964147 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.964425 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.964705 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.964979 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.965277 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.965563 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.965852 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.966136 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.966433 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.966729 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.967038 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.967325 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.967604 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.967886 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.968172 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.968457 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.968752 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.969046 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.969339 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.969633 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.969926 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.970211 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.970519 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.970800 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:06.971043 n-d-820549-2 neutron-server[103006]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 23:48:06.971286 n-d-820549-2 neutron-server[103006]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103006) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 07 23:48:07.398497 n-d-820549-2 neutron-server[103006]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 07 23:48:07.398792 n-d-820549-2 neutron-server[103006]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 07 23:48:07.399134 n-d-820549-2 neutron-server[103006]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 07 23:48:07.399485 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 07 23:48:07.724096 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.724395 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.724670 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.725845 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.726122 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.726508 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.772375 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.772658 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.772931 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.787316 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.787604 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.787879 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.815856 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.816135 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.816409 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.854180 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.854468 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:07.854742 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.191176 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.191781 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.191781 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.191992 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.192744 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.293058 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.293380 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.293668 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.293947 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.294219 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.294536 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.294802 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.295091 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.295350 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.295637 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.295901 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.296172 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.296433 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.296694 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.296955 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.297224 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.297481 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.297754 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.298028 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.298292 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.298566 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.298821 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.299130 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.299513 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.299764 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.300014 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.300413 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:08.300657 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:08.300899 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:08.301139 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:08.301385 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:08.301624 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:08.302028 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 07 23:48:08.305197 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 07 23:48:08.309269 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 07 23:48:08.313199 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 07 23:48:08.314842 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 07 23:48:08.315319 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 07 23:48:08.315659 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 07 23:48:08.316050 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 07 23:48:08.319445 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 07 23:48:08.319699 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 07 23:48:08.320051 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 23:48:08.325366 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 07 23:48:08.348979 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 07 23:48:08.349437 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.349743 n-d-820549-2 neutron-server[103006]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103006) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 07 23:48:08.350110 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.351538 n-d-820549-2 neutron-server[103006]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103006) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 07 23:48:08.351828 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 23:48:08.352087 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 07 23:48:08.355359 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.355648 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:08.420024 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 07 23:48:08.420266 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 07 23:48:08.420506 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 07 23:48:08.420873 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 07 23:48:08.442334 n-d-820549-2 neutron-server[103006]: DEBUG oslo_db.sqlalchemy.engines [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103006) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 07 23:48:08.876768 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing driver for type 'gre' Dec 07 23:48:08.877215 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] gre ID ranges: [(1, 1000)] Dec 07 23:48:08.934174 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing driver for type 'local' Dec 07 23:48:08.934512 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing driver for type 'vlan' Dec 07 23:48:08.947765 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] VlanTypeDriver initialization complete Dec 07 23:48:08.948123 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing driver for type 'vxlan' Dec 07 23:48:08.948581 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] vxlan ID ranges: [(1, 1000)] Dec 07 23:48:09.001384 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing extension driver 'port_security' Dec 07 23:48:09.001734 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.extensions.port_security [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] PortSecurityExtensionDriver initialization complete Dec 07 23:48:09.002071 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing mechanism driver 'openvswitch' Dec 07 23:48:09.002404 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing mechanism driver 'hyperv' Dec 07 23:48:09.009027 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:09.009872 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.010252 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.010612 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.011190 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103006) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 23:48:09.011631 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnet after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.011993 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnet after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.012343 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.012751 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103006) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 23:48:09.013213 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.013569 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.013918 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.014326 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103006) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 23:48:09.014743 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > security_group after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.015121 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > security_group after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.015470 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.015879 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103006) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 23:48:09.016290 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.016640 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.016988 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.017393 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103006) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 23:48:09.017808 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > address_group after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.018161 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > address_group after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.018514 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.018946 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103006) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 07 23:48:09.019339 n-d-820549-2 neutron-server[103006]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] ML2 OVO RPC backend initialized. {{(pid=103006) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 07 23:48:09.020047 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.020403 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.020822 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.021174 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > networks before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.021523 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.021867 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > ports before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.022213 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnet before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.022558 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnets before_response 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.022937 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.023283 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.023622 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.023966 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.024310 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.024650 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.024992 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnet after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.025594 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnet after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.025936 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.026518 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Modular L2 Plugin initialization complete Dec 07 23:48:09.027007 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading services supported by the core plugin {{(pid=103006) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 07 23:48:09.027345 n-d-820549-2 neutron-server[103006]: INFO neutron.plugins.ml2.managers [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Got port-security extension from driver 'port_security' Dec 07 23:48:09.027812 n-d-820549-2 neutron-server[103006]: INFO neutron.extensions.vlantransparent [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Disabled vlantransparent extension. Dec 07 23:48:09.028313 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103006) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 07 23:48:09.028631 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: router Dec 07 23:48:09.066016 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.066418 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router after_create 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.066793 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router before_create 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.067193 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.067598 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.067962 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router after_delete 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.068328 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.068804 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.069175 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router after_create 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.069531 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router after_update 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.069887 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router after_update 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.070270 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.070634 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router after_update 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.071090 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_update 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.071461 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: port after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.071809 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: port after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.072151 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: subnet after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.072493 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.072846 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.073194 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_create 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.073541 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: port before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.073888 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.074245 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router after_update 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.074587 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.074974 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_create 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.075341 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.075689 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_update 55549900 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.076059 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > agent after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.076406 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > agent after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.076753 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > network after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.077639 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Tracking information for resource: router configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:09.077974 n-d-820549-2 neutron-server[103006]: DEBUG neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Tracking information for resource: floatingip configured {{(pid=103006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 23:48:09.082927 n-d-820549-2 neutron-server[103006]: INFO neutron.db.l3_agentschedulers_db [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 07 23:48:09.083545 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: port after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.083914 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: port after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.084276 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: port after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.084633 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: port after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.085441 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router before_create 55550100 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.085815 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.086183 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_create 55550100 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.086547 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > router precommit_update 55550100 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.091468 n-d-820549-2 neutron-server[103006]: DEBUG neutron.services.provider_configuration [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service providers = [] {{(pid=103006) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 07 23:48:09.091840 n-d-820549-2 neutron-server[103006]: DEBUG neutron.db.servicetype_db [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103006) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 07 23:48:09.094823 n-d-820549-2 neutron-server[103006]: DEBUG neutron.services.service_base [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 23:48:09.095203 n-d-820549-2 neutron-server[103006]: DEBUG neutron.services.service_base [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 23:48:09.095552 n-d-820549-2 neutron-server[103006]: DEBUG neutron.services.service_base [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 23:48:09.096463 n-d-820549-2 neutron-server[103006]: DEBUG neutron.services.service_base [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 07 23:48:09.096839 n-d-820549-2 neutron-server[103006]: INFO neutron.services.service_base [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 07 23:48:09.097222 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.097545 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 07 23:48:09.108812 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.109153 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: auto_allocate Dec 07 23:48:09.115699 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: network precommit_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.116073 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: network precommit_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.116604 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.116930 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: tag Dec 07 23:48:09.123733 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.124074 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: timestamp Dec 07 23:48:09.128014 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.128303 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: network_ip_availability Dec 07 23:48:09.133832 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.134214 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.134582 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.135378 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.135703 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: flavors Dec 07 23:48:09.140730 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.141069 n-d-820549-2 neutron-server[103006]: INFO neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading Plugin: revisions Dec 07 23:48:09.145427 n-d-820549-2 neutron-server[103006]: DEBUG neutron.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 07 23:48:09.145853 n-d-820549-2 neutron-server[103006]: DEBUG oslo_concurrency.lockutils [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=103006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 07 23:48:09.146615 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103006) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 07 23:48:09.146989 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Initializing extension manager. Dec 07 23:48:09.147512 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: __init__.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.147861 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: __pycache__ {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.148199 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.148539 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: address_group.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.149294 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.149862 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: address-group Dec 07 23:48:09.150445 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: address_scope.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.151205 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.151726 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: address-scope Dec 07 23:48:09.152056 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.152997 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.153519 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: router-admin-state-down-before-update Dec 07 23:48:09.153851 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: agent.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.154558 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.155095 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: agent Dec 07 23:48:09.155426 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: agent_resources_synced.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.156357 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.156879 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: agent-resources-synced Dec 07 23:48:09.157206 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: allowedaddresspairs.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.159041 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.159572 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: allowed-address-pairs Dec 07 23:48:09.159903 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: auto_allocated_topology.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.160995 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.162034 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: auto-allocated-topology Dec 07 23:48:09.162361 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: availability_zone.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.163097 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.163615 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: availability_zone Dec 07 23:48:09.163940 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: availability_zone_filter.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.164870 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.165395 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: availability_zone_filter Dec 07 23:48:09.165721 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: data_plane_status.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.166652 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.167199 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension data-plane-status not supported by any of loaded plugins Dec 07 23:48:09.167528 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: default_subnetpools.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.168462 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.168983 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: default-subnetpools Dec 07 23:48:09.169312 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.170125 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.170641 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: dhcp_agent_scheduler Dec 07 23:48:09.170997 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: dns.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.171931 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.172445 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension dns-integration not supported by any of loaded plugins Dec 07 23:48:09.172771 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: dns_domain_ports.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.173697 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.174213 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 07 23:48:09.174538 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.175498 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.176011 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 07 23:48:09.176337 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: dvr.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.177647 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.178166 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: dvr Dec 07 23:48:09.178497 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: ecmp_routes.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.179460 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.179976 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 07 23:48:09.180300 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: empty_string_filtering.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.181223 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.181740 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: empty-string-filtering Dec 07 23:48:09.182065 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.183030 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.183545 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 07 23:48:09.183868 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.184806 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.185321 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 07 23:48:09.185643 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: external_net.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.186581 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.187128 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: external-net Dec 07 23:48:09.187457 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.188372 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.188884 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: extra_dhcp_opt Dec 07 23:48:09.189209 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: extraroute.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.190119 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.190637 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: extraroute Dec 07 23:48:09.190986 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: extraroute_atomic.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.192206 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.192748 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: extraroute-atomic Dec 07 23:48:09.193070 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: filter_validation.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.193743 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.194256 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: filter-validation Dec 07 23:48:09.194582 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: fip_pf_description.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.195538 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.196046 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 07 23:48:09.196372 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: fip_port_details.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.197309 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.197822 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: fip-port-details Dec 07 23:48:09.198149 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: flavors.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.199420 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.199950 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: flavors Dec 07 23:48:09.200282 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.201963 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.202497 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 07 23:48:09.202836 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: floatingip_pools.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.203575 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.204096 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: floatingip-pools Dec 07 23:48:09.204429 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: ip_allocation.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.205370 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.205886 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension ip_allocation not supported by any of loaded plugins Dec 07 23:48:09.206218 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.207183 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.207705 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: ip-substring-filtering Dec 07 23:48:09.208059 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l2_adjacency.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.208996 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.209520 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 07 23:48:09.209850 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l3.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.210815 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.211378 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: router Dec 07 23:48:09.211710 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.213960 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.214497 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 07 23:48:09.214835 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.215809 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.216333 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: ext-gw-mode Dec 07 23:48:09.216673 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.217606 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.218127 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: l3-ha Dec 07 23:48:09.218456 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l3_flavors.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.219413 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.219929 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: l3-flavors Dec 07 23:48:09.220257 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.221182 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.221697 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 07 23:48:09.222024 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: l3agentscheduler.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.223073 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.223599 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: l3_agent_scheduler Dec 07 23:48:09.224442 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: local_ip.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.226236 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.226768 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension local_ip not supported by any of loaded plugins Dec 07 23:48:09.227153 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: logging.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.230005 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.230550 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension logging not supported by any of loaded plugins Dec 07 23:48:09.230904 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: metering.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.231672 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.232264 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: metering Dec 07 23:48:09.232603 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.233725 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.234259 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: metering_source_and_destination_fields Dec 07 23:48:09.234596 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: multiprovidernet.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.235582 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.236109 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: multi-provider Dec 07 23:48:09.236441 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: netmtu.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.237381 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.237913 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: net-mtu Dec 07 23:48:09.238244 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: netmtu_writable.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.239215 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.240288 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: net-mtu-writable Dec 07 23:48:09.240617 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: network_availability_zone.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.241298 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.241819 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: network_availability_zone Dec 07 23:48:09.242147 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: network_ip_availability.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.243310 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.243833 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: network-ip-availability Dec 07 23:48:09.244160 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: network_segment_range.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.244937 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.245450 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension network-segment-range not supported by any of loaded plugins Dec 07 23:48:09.245779 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: pagination.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.246772 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.247145 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: pagination Dec 07 23:48:09.247474 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: port_device_profile.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.248409 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.248935 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: port-device-profile Dec 07 23:48:09.249267 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.250206 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.250729 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: port-mac-address-regenerate Dec 07 23:48:09.251096 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.252024 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.252542 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: port-numa-affinity-policy Dec 07 23:48:09.252870 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: port_resource_request.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.253791 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.254306 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension port-resource-request not supported by any of loaded plugins Dec 07 23:48:09.254633 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: port_resource_request_groups.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.255662 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.256177 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 07 23:48:09.256508 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: portbindings.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.257447 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.257963 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: binding Dec 07 23:48:09.258292 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: portbindings_extended.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.259609 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.260132 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: binding-extended Dec 07 23:48:09.260464 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: portsecurity.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.261393 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.261913 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: port-security Dec 07 23:48:09.262239 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: project_id.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.263269 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.263608 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: project-id Dec 07 23:48:09.263935 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: providernet.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.264876 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.265404 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: provider Dec 07 23:48:09.265731 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.269407 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.269948 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos not supported by any of loaded plugins Dec 07 23:48:09.270286 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.271631 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.272161 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 07 23:48:09.272499 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.273439 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.273961 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 07 23:48:09.274293 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_default.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.275511 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.276037 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-default not supported by any of loaded plugins Dec 07 23:48:09.276370 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_fip.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.277037 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.277552 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-fip not supported by any of loaded plugins Dec 07 23:48:09.277880 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_gateway_ip.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.278822 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.279372 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 07 23:48:09.279701 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_port_network_policy.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.280642 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.281166 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 07 23:48:09.281496 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.282710 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.283267 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 07 23:48:09.283601 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_pps_rule.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.284809 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.285336 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-pps not supported by any of loaded plugins Dec 07 23:48:09.285669 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_rule_type_details.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.287135 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.287661 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 07 23:48:09.287991 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: qos_rules_alias.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.289053 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.289577 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 07 23:48:09.289909 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: quota_check_limit.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.290837 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.291386 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: quota-check-limit Dec 07 23:48:09.291717 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: quotasv2.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.292673 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.293008 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: quotas Dec 07 23:48:09.293333 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: quotasv2_detail.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.296526 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.296877 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: quota_details Dec 07 23:48:09.297219 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: rbac.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.298297 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.298835 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: rbac-policies Dec 07 23:48:09.299198 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: rbac_address_group.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.300148 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.300682 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: rbac-address-group Dec 07 23:48:09.301014 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: rbac_address_scope.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.302615 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.303176 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: rbac-address-scope Dec 07 23:48:09.303502 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: rbac_security_groups.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.304449 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.304973 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: rbac-security-groups Dec 07 23:48:09.305303 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: rbac_subnetpool.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.306235 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.306758 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: rbac-subnetpool Dec 07 23:48:09.307114 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: revisionifmatch.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.308056 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.308577 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: revision-if-match Dec 07 23:48:09.308905 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: revisions.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.310035 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.310554 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: standard-attr-revisions Dec 07 23:48:09.310899 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: router_availability_zone.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.311593 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.312116 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: router_availability_zone Dec 07 23:48:09.312445 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: routerservicetype.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.313754 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.313889 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension router-service-type not supported by any of loaded plugins Dec 07 23:48:09.314216 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.315263 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.315790 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: security-groups-normalized-cidr Dec 07 23:48:09.316118 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.317062 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.317645 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: port-security-groups-filtering Dec 07 23:48:09.318131 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.319119 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.319648 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: security-groups-remote-address-group Dec 07 23:48:09.319976 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.320936 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.321462 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: security-groups-shared-filtering Dec 07 23:48:09.321791 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.322393 n-d-820549-2 neutron-server[103006]: WARNING neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 07 23:48:09.322720 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: securitygroup.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.332603 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.333660 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: security-group Dec 07 23:48:09.334000 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: segment.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.334804 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.335355 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension segment not supported by any of loaded plugins Dec 07 23:48:09.335687 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.336647 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.337177 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 07 23:48:09.337504 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: servicetype.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.338645 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.339204 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: service-type Dec 07 23:48:09.339534 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: sorting.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.340538 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.340878 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: sorting Dec 07 23:48:09.341209 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: standard_attr_segment.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.342139 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.342663 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 07 23:48:09.343027 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: standardattrdescription.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.343688 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.344206 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: standard-attr-description Dec 07 23:48:09.344535 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: stateful_security_group.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.345475 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.346001 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: stateful-security-group Dec 07 23:48:09.346333 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: stdattrs_common.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.346935 n-d-820549-2 neutron-server[103006]: WARNING neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 07 23:48:09.347266 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.348208 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.349329 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 07 23:48:09.349657 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: subnet_onboard.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.350739 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.351295 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: subnet_onboard Dec 07 23:48:09.351624 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.352576 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.353096 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 07 23:48:09.353425 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: subnet_service_types.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.354364 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.354894 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: subnet-service-types Dec 07 23:48:09.355236 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: subnetallocation.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.356357 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.356882 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: subnet_allocation Dec 07 23:48:09.357214 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.357888 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.358411 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: subnetpool-prefix-ops Dec 07 23:48:09.358738 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.359721 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.360239 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 07 23:48:09.360567 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: tagging.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.361645 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.362167 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: standard-attr-tag Dec 07 23:48:09.362498 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: timestamp.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.363764 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.364321 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loaded extension: standard-attr-timestamp Dec 07 23:48:09.364656 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: trunk.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.365707 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.366237 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension trunk not supported by any of loaded plugins Dec 07 23:48:09.366570 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: trunk_details.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.367528 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.368056 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension trunk-details not supported by any of loaded plugins Dec 07 23:48:09.368390 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: uplink_status_propagation.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.369325 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.369850 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 07 23:48:09.370180 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Loading extension file: vlantransparent.py {{(pid=103006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 07 23:48:09.370858 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 07 23:48:09.371403 n-d-820549-2 neutron-server[103006]: INFO neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 07 23:48:09.373922 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:network Dec 07 23:48:09.374448 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:subnet Dec 07 23:48:09.374852 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 23:48:09.375276 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:port Dec 07 23:48:09.376524 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.376987 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service FLAVORS assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.377606 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.378087 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.378391 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:router Dec 07 23:48:09.378826 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:floatingip Dec 07 23:48:09.379360 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service METERING assigned prefix: /metering {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.380826 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.381203 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.381560 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:48:09.382591 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 23:48:09.383075 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:security_group Dec 07 23:48:09.383519 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 23:48:09.384136 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service CORE assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.384472 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 23:48:09.384825 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] subnetpool is already registered Dec 07 23:48:09.385273 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service CORE assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.385614 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 23:48:09.385951 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] subnetpool is already registered Dec 07 23:48:09.388345 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.388790 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service FLAVORS assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.389384 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.389814 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.390155 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:router Dec 07 23:48:09.390500 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] router is already registered Dec 07 23:48:09.390959 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:floatingip Dec 07 23:48:09.391306 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] floatingip is already registered Dec 07 23:48:09.391775 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service METERING assigned prefix: /metering {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.392475 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 23:48:09.392807 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] rbac_policy is already registered Dec 07 23:48:09.393230 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:security_group Dec 07 23:48:09.393568 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] security_group is already registered Dec 07 23:48:09.393977 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 23:48:09.394313 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] security_group_rule is already registered Dec 07 23:48:09.395002 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service CORE assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.395337 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 23:48:09.396210 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] subnetpool is already registered Dec 07 23:48:09.396657 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.v2.resource_helper [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Service CORE assigned prefix: {{(pid=103006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 07 23:48:09.396987 n-d-820549-2 neutron-server[103006]: INFO neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 23:48:09.397321 n-d-820549-2 neutron-server[103006]: WARNING neutron.quota.resource_registry [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] subnetpool is already registered Dec 07 23:48:09.397799 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: extensions {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.399359 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: address-groups {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.401124 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: address-scopes {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.402468 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: agents {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.403663 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: auto-allocated-topology {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.404941 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: availability_zones {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.406183 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: dhcp-networks {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.407728 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: dhcp-agents {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.409184 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: routers {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.412109 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: flavors {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.413297 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: service_profiles {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.414556 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: next_providers {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.416061 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: service_profiles {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.417649 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: floatingip-pools {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.418933 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: routers {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.421098 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: floatingips {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.423425 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: l3-routers {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.424835 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: l3-agents {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.426268 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: metering-labels {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.427692 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: metering-label-rules {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.429015 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: network-ip-availabilities {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.430353 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: bindings {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.432057 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: quotas {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.433640 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: quotas {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.435217 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: rbac-policies {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.436551 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: security-groups {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.437785 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: security-group-rules {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.439051 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: service-providers {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.440294 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: subnetpools {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.441740 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: subnetpools {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.443284 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.444973 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.446788 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.448644 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.450429 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.452322 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.454030 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.455961 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.457719 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.460143 n-d-820549-2 neutron-server[103006]: DEBUG neutron.api.extensions [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Extended resource: tags {{(pid=103006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 07 23:48:09.466224 n-d-820549-2 neutron-server[103006]: WARNING keystonemiddleware.auth_token [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 07 23:48:09.471037 n-d-820549-2 neutron-server[103006]: WARNING keystonemiddleware.auth_token [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 07 23:48:09.480363 n-d-820549-2 neutron-server[103006]: DEBUG oslo_concurrency.lockutils [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Acquired lock "singleton_lock" {{(pid=103006) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 07 23:48:09.480839 n-d-820549-2 neutron-server[103006]: DEBUG oslo_concurrency.lockutils [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Releasing lock "singleton_lock" {{(pid=103006) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 07 23:48:09.481485 n-d-820549-2 neutron-server[103006]: INFO oslo_service.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Starting 2 workers Dec 07 23:48:09.486285 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Started child 103113 {{(pid=103006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 23:48:09.490948 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Started child 103114 {{(pid=103006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 23:48:09.491989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:09.492705 n-d-820549-2 neutron-server[103006]: INFO neutron.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 07 23:48:09.493169 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Publish callbacks [] for process, before_spawn {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:09.493490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [-] (103113) wsgi starting up on http://0.0.0.0:9696 Dec 07 23:48:09.495668 n-d-820549-2 neutron-server[103006]: INFO oslo_service.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Starting 1 workers Dec 07 23:48:09.495847 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:09.497298 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [-] (103114) wsgi starting up on http://0.0.0.0:9696 Dec 07 23:48:09.501008 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Started child 103115 {{(pid=103006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 23:48:09.501599 n-d-820549-2 neutron-server[103006]: INFO oslo_service.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Starting 1 workers Dec 07 23:48:09.504663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] calling RpcWorker wait() {{(pid=103115) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 07 23:48:09.505196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] returning from RpcWorker wait() {{(pid=103115) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 07 23:48:09.506111 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Started child 103116 {{(pid=103006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 07 23:48:09.506653 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:09.506923 n-d-820549-2 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1538-b6d1-4a48-b769-d52b7d144b14 None None] Publish callbacks [] for process, after_spawn {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:09.507126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:09.508841 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103006) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 07 23:48:09.509064 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 23:48:09.509248 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 23:48:09.509479 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 23:48:09.509818 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 23:48:09.510001 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 23:48:09.510508 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.510790 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.511107 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.511391 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.511717 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.511843 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:09.512308 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.512566 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.512805 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.513087 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.513339 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.513515 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.513679 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.513939 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.514173 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.514470 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.514737 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.515002 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.515255 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.515435 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.515697 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.515975 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.516234 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.516507 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] debug = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.516741 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.517212 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.517437 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.517679 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.517931 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.518216 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.518450 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.518717 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.518995 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.519238 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.519492 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.519741 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.519984 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.520199 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.520470 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.521210 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.521455 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.521678 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.522139 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] host = n-d-820549-2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.522387 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.522607 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.522843 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.523119 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.523374 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.523612 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.523872 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.524128 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.524354 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.524612 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.524874 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.525133 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.525618 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.525878 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.526053 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_options = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.526283 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.526519 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.526768 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.527042 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.527202 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.527339 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.527587 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.527757 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.528022 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.528282 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.528502 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.528741 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.528960 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.529196 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.529465 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.529712 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.529965 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.530182 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.530444 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.530675 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.530919 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.531170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.531389 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.531612 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.531849 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.532087 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.532316 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.532549 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.532791 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.533023 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.533270 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.533530 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.533768 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.534011 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.534279 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.534530 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.534763 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.535027 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.535295 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.535525 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.535788 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.536043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.536891 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.537052 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.537275 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.537490 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.537728 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_json = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.537946 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.538197 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.538449 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.540059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.540059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.540059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.540059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.540059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.540059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.540503 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.540663 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.540944 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.541160 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.541399 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.542402 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.542402 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.542402 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.542402 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.542694 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.542961 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.543108 n-d-820549-2 neutron-server[103116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:09.543286 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.543552 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.543848 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.544199 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.544480 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.544769 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.545016 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.545240 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.548114 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.550462 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.552170 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.554184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.556043 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.557069 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.557069 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.557069 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.557069 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.557069 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.557069 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.557069 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.558796 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.562148 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.563386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.564440 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.565410 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.565410 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.565410 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.565410 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.565861 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.565861 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.566141 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.566227 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.566428 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.566655 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.566966 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.567228 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.567486 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.567720 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.568336 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.568336 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.570094 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.570094 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.570094 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.570094 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.570094 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.570094 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.570094 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.571330 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.571330 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.571330 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.571330 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.571330 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.572153 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.572153 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.572153 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.572594 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.572594 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.572916 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.572916 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.573231 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.573448 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.573807 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.574488 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.574488 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.574488 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.575434 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.575434 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.575434 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.575434 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.575949 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.575949 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.576210 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.576346 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.576486 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.576709 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.576950 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.577163 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.577400 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.577616 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.577836 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.578090 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.578307 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.578526 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.578757 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.578998 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.579221 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.579474 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.579711 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.579932 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.580171 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.580409 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.580648 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.580868 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.581083 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.581340 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.581559 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.581823 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.582083 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.582316 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.582543 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.583845 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.583845 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.583845 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.584287 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.584287 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.584560 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.584658 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.584883 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.585101 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.585388 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.585536 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.585918 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.586175 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.586433 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.586765 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.587044 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.587273 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.587518 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.587744 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.587972 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.588207 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.588580 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.588945 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.589196 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.589416 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.589675 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.589927 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.590184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.590417 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.590636 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.590852 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.591131 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.591347 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.591655 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.591931 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.592155 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.592412 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.592633 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.592849 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.593091 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.593307 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.593525 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.593750 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.593972 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.594192 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.594427 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.594637 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.594850 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.595104 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.595326 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.595602 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.595831 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.596044 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.596258 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.596498 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.596716 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.596932 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.597160 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.597397 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.597611 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.597834 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.598055 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.598269 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.598504 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.598769 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.599524 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.599754 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.599984 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.600197 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.600494 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.600760 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.601016 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.601294 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.601550 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.601806 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.602050 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.602376 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.602593 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.602918 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.603156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.603395 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.603639 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.603920 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.604225 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.604500 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.604759 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.604996 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.605278 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.605552 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.605819 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.606372 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.606372 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.606656 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.606967 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.607232 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.607479 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.607731 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.607978 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.608195 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.608445 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.608682 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.608898 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.609139 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.609369 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.609622 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.609865 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.610095 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.610333 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.610563 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.610775 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.611038 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.611255 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.611416 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 23:48:09.611966 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103006) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 07 23:48:09.612126 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 07 23:48:09.612281 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 07 23:48:09.612451 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 07 23:48:09.612620 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 07 23:48:09.612773 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 07 23:48:09.612980 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.613141 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.613302 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.613463 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.613626 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.613809 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.613973 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.614133 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.614317 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.614481 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.614641 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.614801 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.615055 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.615219 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.615380 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.615539 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.615699 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.615860 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.616025 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.616184 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.616343 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.616503 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.616663 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] debug = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.616823 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.617020 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.617186 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.617345 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.617505 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.617665 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.617824 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.617983 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.618142 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.618301 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.618460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.618620 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.618779 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.618960 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.619133 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.619298 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620300 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620300 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620300 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] host = n-d-820549-2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620300 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620300 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620300 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620300 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620787 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620787 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.620787 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621008 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621087 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621164 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621360 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621756 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621756 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621913 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.621991 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_options = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.622118 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.622426 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.626907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.626907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.626907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.626907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.626907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.626907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.626907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.627460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628085 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628668 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628668 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628668 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628668 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.628668 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.629078 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.629270 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.629445 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.629614 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.629779 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.629972 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.630138 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.630309 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.630472 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.630632 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.630795 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.630978 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.631145 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.631303 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.631616 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.631788 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_json = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.631937 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.632097 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.632305 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.632399 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.632562 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.632721 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.632881 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.633041 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 07 23:48:09.633225 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.633392 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.633568 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.633732 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.633895 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.634059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.634218 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.634386 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.634550 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.634710 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.634905 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.635075 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.635249 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.635412 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.635577 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.635746 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.635907 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.636070 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.636233 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.636396 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.636558 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.636722 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.636895 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.637058 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.637225 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.637389 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.637552 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.637724 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.637886 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.638064 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.638227 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.638390 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.638555 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.638716 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.638879 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.639065 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.639229 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.639395 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.639561 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.639724 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.639887 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.640050 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.640211 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.640374 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.640536 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.640848 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.641164 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.641330 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.641493 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.641656 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.641823 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.641981 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.642207 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.642346 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.642539 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.642664 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.642784 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.642945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:09.643076 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.643076 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.643326 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.643454 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.643575 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.643695 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.643850 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.643972 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.644122 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.644284 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.644446 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.644621 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.644788 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.644957 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.645118 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.645281 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.645444 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.646120 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.646282 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.646445 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.646607 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.646768 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.646955 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.647119 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.647281 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.647445 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.647608 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.647770 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.647932 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.648095 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.648256 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.648418 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.648581 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.648743 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.648914 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.649092 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.649254 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.649416 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.649633 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.649836 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.649959 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.650079 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.650460 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.650585 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.650741 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.650922 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.651089 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.651254 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.651416 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.651578 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.651740 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.651904 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.652068 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.652227 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.652390 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.652555 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.652713 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.652874 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.653035 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.653196 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.653358 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.653529 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.653692 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.653858 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.654015 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.654674 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.654674 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.654674 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.654674 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.654962 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.655044 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.655142 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.656234 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.656234 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.656234 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.656234 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.656234 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.658129 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.659366 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.661028 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.662544 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.664204 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.665628 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666156 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.666854 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.667398 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.667398 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.667398 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.667398 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.667398 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.667398 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.668782 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669306 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669306 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669306 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669306 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669306 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669643 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669643 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669783 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.669868 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.670022 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.670186 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.670348 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.670521 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671161 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671161 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671161 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671161 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671630 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671630 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671630 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671968 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.671968 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.672195 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.672195 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.672524 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.672524 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.672762 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.672961 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.672961 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.673191 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.673312 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.673431 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.673574 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.673736 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.673898 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.674059 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.674229 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.674394 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.674556 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.674725 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.674914 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.675079 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.675241 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.675414 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.675576 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.675741 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.675902 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.676064 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.676226 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.676392 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.676559 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.676750 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.676932 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.677097 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.677267 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.677437 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.677607 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.677769 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.677937 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.678112 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.678274 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.678438 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.678599 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.678763 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.678954 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.679119 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.679281 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.679442 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.679605 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.679767 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.679928 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.680089 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.680251 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.680411 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.680572 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.680734 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.680895 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.681062 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.681227 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 07 23:48:09.681379 n-d-820549-2 neutron-server[103006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 07 23:48:09.774499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 32932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:09.783335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063765 Dec 07 23:48:21.373190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f97f2-1d3d-48cd-b24b-d546f7e0df43 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 07 23:48:21.486164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f97f2-1d3d-48cd-b24b-d546f7e0df43 None None] No non-hosted networks {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 07 23:48:21.572386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0321227c-5038-4cd4-ae7e-0f5a20533baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643109'] for agent, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:23.496161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-240bebbd-5909-4661-a11a-7b77f2d1e8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643109'] for agent, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:23.563878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc43669a-b2ee-4756-9c78-6ac7cce05552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:24.989814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643109'] for agent, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:26.159237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643109'] for agent, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:27.135723 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643109'] for agent, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:27.136356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.136707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.137071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.143306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.143797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.143981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.144306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.144631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.144955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.145275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.145593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.145976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.146431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:27.146838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820549-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:27.161648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820549-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:27.432361 n-d-820549-2 neutron-server[103115]: INFO neutron.db.l3_hamode_db [None req-082d0e22-1a94-4abb-978e-5d5658403c48 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 07 23:48:27.507539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d0e22-1a94-4abb-978e-5d5658403c48 None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:48:27.507931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d0e22-1a94-4abb-978e-5d5658403c48 None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 07 23:48:27.626898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33022) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:28.128132 n-d-820549-2 neutron-server[103114]: WARNING oslo_policy.policy [None req-f158cd5b-8dc1-4b4b-8519-ba12b1490fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:28.128738 n-d-820549-2 neutron-server[103114]: WARNING oslo_policy.policy [None req-f158cd5b-8dc1-4b4b-8519-ba12b1490fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:28.352221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-f158cd5b-8dc1-4b4b-8519-ba12b1490fd4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:48:28.353343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f158cd5b-8dc1-4b4b-8519-ba12b1490fd4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7254868 Dec 07 23:48:30.925653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33038) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:31.231827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:48:31.327516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.policy [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 07 23:48:31.374025 n-d-820549-2 neutron-server[103114]: WARNING oslo_policy.policy [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:31.374396 n-d-820549-2 neutron-server[103114]: WARNING oslo_policy.policy [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:31.383419 n-d-820549-2 neutron-server[103114]: INFO neutron.quota [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] Loaded quota_driver: . Dec 07 23:48:31.471979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767116431263', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767116430764', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767116457504', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767116450888', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767116474400', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767116461008', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1510951', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1422339', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343423', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768009'] for rbac-policy, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:31.537754 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:31.538963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-90c43264-b953-43be-890f-b4394853de18 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6122835 Dec 07 23:48:34.318690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33050) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:34.607328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Request body: {'network': {'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True, 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'name': 'private'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:48:34.634530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Made reservation on behalf of ab87fbc2389a49548c5d501bd91c1ffc for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:48:34.637209 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:34.654046 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:34.755735 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:34.759012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:34.778172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:48:34.805082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767111239837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:34.805665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Unsubscribe: segment precommit_create {{(pid=103114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 07 23:48:34.806175 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Added segment 20e8f6c4-0332-478d-9608-efa591ddc923 of type vlan for network dd13dccb-a7e2-4e0f-bbdb-7028d412297b Dec 07 23:48:34.821110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f7cc73-a586-486f-ae6f-6b48c43958ba,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:34.846159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.846497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.846834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.847183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.847505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.847822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.848140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.848452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.849377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.849691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.850004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.850315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.850622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Tracked resource versions report: Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: pushed versions: Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: { 'AddressGroup': {'1.2'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'ConntrackHelper': {'1.0'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Log': {'1.0'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Network': {'1.1'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Port': {'1.7'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'PortForwarding': {'1.2'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'QosPolicy': {'1.10'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'SecurityGroup': {'1.5'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'SubPort': {'1.0'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Subnet': {'1.1'}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Trunk': {'1.1'}} Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: consumer versions: Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: L3 agent@n-d-820549-2: {}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: Metadata agent@n-d-820549-2: {}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: Metering agent@n-d-820549-2: {}, Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'ConntrackHelper': '1.0', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'LocalIPAssociation': '1.0', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Log': '1.0', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Network': '1.1', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Port': '1.7', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'PortForwarding': '1.2', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'QosPolicy': '1.10', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'SecurityGroup': '1.5', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'SecurityGroupRule': '1.2', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'SubPort': '1.0', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Subnet': '1.1', Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: 'Trunk': '1.1'}} Dec 07 23:48:34.851789 n-d-820549-2 neutron-server[103114]: {{(pid=103114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:48:34.923072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:34.961535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:34.962581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:48:34.963327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:35.016827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.6970005 Dec 07 23:48:35.062391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371ba8f-bcee-444b-ac3b-cb175dd01609 admin admin] Pushing event updated for resources: {'Network': ['ID=dd13dccb-a7e2-4e0f-bbdb-7028d412297b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:35.074621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:48:37.848391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33064) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:38.235403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410aec54-a166-4e63-ac27-421bd2cff4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:48:38.236771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-410aec54-a166-4e63-ac27-421bd2cff4d0 admin admin] 10.222.0.18 "GET /v2.0/networks/dd13dccb-a7e2-4e0f-bbdb-7028d412297b HTTP/1.1" status: 200 len: 825 time: 0.3868809 Dec 07 23:48:38.262156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00d43c56-db63-40c4-9ebb-2f9b7563f6d7 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/8f02d114-06f9-4d78-8059-cc1636d7a398 HTTP/1.1" status: 200 len: 734 time: 0.0186350 Dec 07 23:48:38.270977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8f02d114-06f9-4d78-8059-cc1636d7a398'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:48:38.292662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Made reservation on behalf of ab87fbc2389a49548c5d501bd91c1ffc for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:48:38.295339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:38.577892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:38.647593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2a5b3a-986d-46e2-87bb-60c5d8193039,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:38.649552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Checking segment: {'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:48:38.650187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Network hostable DHCP agents. Network: dd13dccb-a7e2-4e0f-bbdb-7028d412297b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:48:38.670324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:48:38.682063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, dd13dccb-a7e2-4e0f-bbdb-7028d412297b) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:48:38.686438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:48:38.687166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:38.691940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b95bd4-c2de-4368-8743-f88a6e2a0e26 None None] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:48:38.702731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a8e9243a-b6df-4a00-b632-4844e8ff57d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4349272 Dec 07 23:48:38.956905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'fixed_ips': [{'subnet_id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 23:48:38.958622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:39.255009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Allocated IP 172.20.0.2 (dd13dccb-a7e2-4e0f-bbdb-7028d412297b/8e2a5b3a-986d-46e2-87bb-60c5d8193039/5c523b3b-a51b-42cd-8800-d9f47d2bbb14) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:48:39.498396 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:39.505670 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:39.577852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:48:39.586408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:48:39.595546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:48:39.598651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Pushing event updated for resources: {'Port': ['ID=5c523b3b-a51b-42cd-8800-d9f47d2bbb14,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:39.628656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.629001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.629351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.630216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.630553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.630919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.631236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.631567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.631894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.632221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.632545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.632864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.633206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Tracked resource versions report: Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: pushed versions: Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: { 'AddressGroup': {'1.2'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'ConntrackHelper': {'1.0'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Log': {'1.0'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Network': {'1.1'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Port': {'1.7'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'PortForwarding': {'1.2'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'QosPolicy': {'1.10'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'SecurityGroup': {'1.5'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'SubPort': {'1.0'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Subnet': {'1.1'}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Trunk': {'1.1'}} Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: consumer versions: Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: L3 agent@n-d-820549-2: {}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: Metadata agent@n-d-820549-2: {}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: Metering agent@n-d-820549-2: {}, Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'ConntrackHelper': '1.0', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'LocalIPAssociation': '1.0', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Log': '1.0', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Network': '1.1', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Port': '1.7', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'PortForwarding': '1.2', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'QosPolicy': '1.10', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'SecurityGroup': '1.5', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'SecurityGroupRule': '1.2', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'SubPort': '1.0', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Subnet': '1.1', Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: 'Trunk': '1.1'}} Dec 07 23:48:39.634356 n-d-820549-2 neutron-server[103115]: {{(pid=103115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:48:39.681197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Attempting to bind port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:48:39.681599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Attempting to bind port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:48:39.682040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Attempting to bind port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 on network dd13dccb-a7e2-4e0f-bbdb-7028d412297b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:48:39.687001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:48:39.687389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Checking segment: {'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:48:39.687860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:39.688251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Bound using segment: {'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:48:39.688734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Bound port: 5c523b3b-a51b-42cd-8800-d9f47d2bbb14, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:48:39.689148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:39.752457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] For port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:48:39.757400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] For port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c523b3b-a51b-42cd-8800-d9f47d2bbb14,segment=NetworkSegment(20e8f6c4-0332-478d-9608-efa591ddc923),segment_id=20e8f6c4-0332-478d-9608-efa591ddc923)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:48:39.761534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:39.823546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d95e-d2c0-478e-8996-c4fac4707a73 None None] Pushing event updated for resources: {'Port': ['ID=5c523b3b-a51b-42cd-8800-d9f47d2bbb14,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:41.358541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33072) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:41.857116 n-d-820549-2 neutron-server[103113]: WARNING oslo_policy.policy [None req-3605a331-7928-434d-a1d1-1c9a0775ce58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:41.857718 n-d-820549-2 neutron-server[103113]: WARNING oslo_policy.policy [None req-3605a331-7928-434d-a1d1-1c9a0775ce58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:42.085788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-3605a331-7928-434d-a1d1-1c9a0775ce58 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:48:42.086994 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3605a331-7928-434d-a1d1-1c9a0775ce58 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7263458 Dec 07 23:48:44.661893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33086) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:44.980538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-176b6c6a-6e47-422d-8ffe-2c4bf54dd496 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:48:44.981594 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-176b6c6a-6e47-422d-8ffe-2c4bf54dd496 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3187523 Dec 07 23:48:47.804029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:48.105034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:48:48.170632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.policy [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103113) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 07 23:48:48.218391 n-d-820549-2 neutron-server[103113]: WARNING oslo_policy.policy [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:48.218781 n-d-820549-2 neutron-server[103113]: WARNING oslo_policy.policy [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 07 23:48:48.228166 n-d-820549-2 neutron-server[103113]: INFO neutron.quota [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Loaded quota_driver: . Dec 07 23:48:48.288152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:48.290215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:48.444517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:48.449846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:48.470466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:48.471682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fc5ae7d5-9a4e-4483-810f-43dc9a39a26a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6666980 Dec 07 23:48:48.882853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef00cd12-53c2-4156-b1c7-4339efc1fa8c None None] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:48:48.955685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bc5ef7a6-b961-41ec-878f-6cc0b4c82df3 None None] Provisioning complete for port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:48:48.956075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef7a6-b961-41ec-878f-6cc0b4c82df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:49.024998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:48:49.191481 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef7a6-b961-41ec-878f-6cc0b4c82df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:49.210552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:48:49.210951 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:49.258035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bc5ef7a6-b961-41ec-878f-6cc0b4c82df3 None None] For port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c523b3b-a51b-42cd-8800-d9f47d2bbb14,segment=NetworkSegment(20e8f6c4-0332-478d-9608-efa591ddc923),segment_id=20e8f6c4-0332-478d-9608-efa591ddc923)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:48:49.265683 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef7a6-b961-41ec-878f-6cc0b4c82df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:49.345420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ef7a6-b961-41ec-878f-6cc0b4c82df3 None None] Pushing event updated for resources: {'Port': ['ID=5c523b3b-a51b-42cd-8800-d9f47d2bbb14,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:49.383634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-31a54ada-508a-4756-b30f-230998e92b72 None None] Provisioning complete for port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:48:49.383988 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31a54ada-508a-4756-b30f-230998e92b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:50.970490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:48:51.015988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:48:51.016357 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:51.031746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33112) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:51.276855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-114e5202-7802-4550-a06e-d8e10a8db3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:51.341346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-ffbe7de8-3a49-4b6b-81f8-a349a717850e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:48:51.342319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ffbe7de8-3a49-4b6b-81f8-a349a717850e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096414 Dec 07 23:48:53.490676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-43882706-f623-4aa0-b46b-54a3b0fa37a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:53.886817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33120) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:54.201897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:48:54.224303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Made reservation on behalf of c8e499240b914abc984a489202a92bc6 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:48:54.227062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.242147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.342157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.345643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.356993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103113) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 07 23:48:54.388448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767111239837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.389016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Unsubscribe: segment precommit_create {{(pid=103113) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 07 23:48:54.389530 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Added segment 2bc3900c-bf80-4f02-8894-cccd589f3a8d of type flat for network ec5eeead-b4fd-4941-9d38-45df6627490a Dec 07 23:48:54.405196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea537b6-3f3f-4afd-96d0-1b8c1f5a8121,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:54.429728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.430066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.430397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.430722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.431066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.431387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.431702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.432016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.432328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.432639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.432947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.433259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.433568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Tracked resource versions report: Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: pushed versions: Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: { 'AddressGroup': {'1.2'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'ConntrackHelper': {'1.0'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Log': {'1.0'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Network': {'1.1'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Port': {'1.7'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'PortForwarding': {'1.2'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'QosPolicy': {'1.10'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'SecurityGroup': {'1.5'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'SubPort': {'1.0'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Subnet': {'1.1'}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Trunk': {'1.1'}} Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: consumer versions: Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: L3 agent@n-d-820549-2: {}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: Metadata agent@n-d-820549-2: {}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: Metering agent@n-d-820549-2: {}, Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'ConntrackHelper': '1.0', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'LocalIPAssociation': '1.0', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Log': '1.0', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Network': '1.1', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Port': '1.7', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'PortForwarding': '1.2', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'QosPolicy': '1.10', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'SecurityGroup': '1.5', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'SecurityGroupRule': '1.2', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'SubPort': '1.0', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Subnet': '1.1', Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: 'Trunk': '1.1'}} Dec 07 23:48:54.434703 n-d-820549-2 neutron-server[103113]: {{(pid=103113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:48:54.511680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.554985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.556353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:48:54.557066 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:54.618490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7304561 Dec 07 23:48:54.660749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357a7f6-8299-4d61-9ccd-ca326850d9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5eeead-b4fd-4941-9d38-45df6627490a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:54.671461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ec5eeead-b4fd-4941-9d38-45df6627490a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:48:54.914082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:56.073360 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:57.165280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33142) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:48:57.170433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:57.388004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea56d1-ed35-44b8-8f12-3e9cde1fa635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:48:57.389398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f9ea56d1-ed35-44b8-8f12-3e9cde1fa635 admin admin] 10.222.0.18 "GET /v2.0/subnets/8e2a5b3a-986d-46e2-87bb-60c5d8193039 HTTP/1.1" status: 200 len: 849 time: 0.2231584 Dec 07 23:48:57.521086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fb6dcf3f-33d4-4775-a912-c8a961a7fc5d admin admin] 10.222.0.18 "GET /v2.0/routers/25fa96a6-80bc-46cc-8f08-cd834011cdba HTTP/1.1" status: 200 len: 704 time: 0.1249983 Dec 07 23:48:57.780618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.070451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Allocated IP 172.20.0.1 (dd13dccb-a7e2-4e0f-bbdb-7028d412297b/8e2a5b3a-986d-46e2-87bb-60c5d8193039/eecb071e-a8d9-409f-86c9-8804ad75eea4) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:48:58.259927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.327086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.403661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:48:58.408298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:48:58.414180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Pushing event updated for resources: {'Port': ['ID=eecb071e-a8d9-409f-86c9-8804ad75eea4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:58.424864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:48:58.425416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.578463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ad0af6c1-146c-4b23-9eb5-2f33bf23e7b3 None None] Provisioning complete for port eecb071e-a8d9-409f-86c9-8804ad75eea4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:48:58.579057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad0af6c1-146c-4b23-9eb5-2f33bf23e7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.611567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ad0af6c1-146c-4b23-9eb5-2f33bf23e7b3 None None] Port eecb071e-a8d9-409f-86c9-8804ad75eea4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:48:58.618675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.869446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.873818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.874611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:58.932730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Pushing event updated for resources: {'Port': ['ID=eecb071e-a8d9-409f-86c9-8804ad75eea4,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:48:58.998564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:48:58.999939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:48:59.158908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Router 25fa96a6-80bc-46cc-8f08-cd834011cdba is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 23:48:59.233430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-53768c83-8749-4a4a-84fd-d6f39dd26a32 None None] Provisioning complete for port eecb071e-a8d9-409f-86c9-8804ad75eea4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:48:59.233803 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-53768c83-8749-4a4a-84fd-d6f39dd26a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:48:59.259322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:48:59.264916 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3e2cc7ec-86fc-464e-98da-fa35e235eafe admin admin] 10.222.0.18 "PUT /v2.0/routers/25fa96a6-80bc-46cc-8f08-cd834011cdba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7379286 Dec 07 23:48:59.269338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-53768c83-8749-4a4a-84fd-d6f39dd26a32 None None] Port eecb071e-a8d9-409f-86c9-8804ad75eea4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:48:59.271228 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Sync routers for ids ['25fa96a6-80bc-46cc-8f08-cd834011cdba'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:48:59.285330 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Routers {'25fa96a6-80bc-46cc-8f08-cd834011cdba'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:48:59.286141 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:48:53Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['25fa96a6-80bc-46cc-8f08-cd834011cdba'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:59.474569 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Set router 25fa96a6-80bc-46cc-8f08-cd834011cdba gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:48:59.897324 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'name': 'router1', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:48:48Z', 'updated_at': '2021-12-07T23:48:58Z', 'revision_number': 2, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'gw_port_host': None, '_interfaces': [{'id': 'eecb071e-a8d9-409f-86c9-8804ad75eea4', 'name': '', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'mac_address': 'fa:16:3e:34:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:48:57Z', 'updated_at': '2021-12-07T23:48:58Z', 'revision_number': 2, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'subnets': [{'id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f02d114-06f9-4d78-8059-cc1636d7a398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:48:59.949427 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Checking router: 25fa96a6-80bc-46cc-8f08-cd834011cdba for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:48:59.949793 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Updating router 25fa96a6-80bc-46cc-8f08-cd834011cdba port eecb071e-a8d9-409f-86c9-8804ad75eea4 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:48:59.997119 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:00.496982 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:00.503614 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:00.673225 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Pushing event updated for resources: {'Port': ['ID=eecb071e-a8d9-409f-86c9-8804ad75eea4,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:00.678174 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Attempting to bind port eecb071e-a8d9-409f-86c9-8804ad75eea4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:49:00.678580 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Attempting to bind port eecb071e-a8d9-409f-86c9-8804ad75eea4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:49:00.679061 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Attempting to bind port eecb071e-a8d9-409f-86c9-8804ad75eea4 on network dd13dccb-a7e2-4e0f-bbdb-7028d412297b {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:49:00.686776 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.687154 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.687595 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.687838 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.688173 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.688503 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.688831 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.689157 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.689480 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.689802 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.690125 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.690450 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.690769 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Tracked resource versions report: Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: pushed versions: Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: { 'AddressGroup': {'1.2'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'ConntrackHelper': {'1.0'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Log': {'1.0'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Network': {'1.1'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Port': {'1.7'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'PortForwarding': {'1.2'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'QosPolicy': {'1.10'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'SecurityGroup': {'1.5'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'SubPort': {'1.0'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Subnet': {'1.1'}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Trunk': {'1.1'}} Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: consumer versions: Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: L3 agent@n-d-820549-2: {}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: Metadata agent@n-d-820549-2: {}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: Metering agent@n-d-820549-2: {}, Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'ConntrackHelper': '1.0', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'LocalIPAssociation': '1.0', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Log': '1.0', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Network': '1.1', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Port': '1.7', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'PortForwarding': '1.2', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'QosPolicy': '1.10', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'SecurityGroup': '1.5', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'SecurityGroupRule': '1.2', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'SubPort': '1.0', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Subnet': '1.1', Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: 'Trunk': '1.1'}} Dec 07 23:49:00.691961 n-d-820549-2 neutron-server[103116]: {{(pid=103116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:49:00.694654 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:49:00.695096 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Checking segment: {'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:49:00.695669 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:00.695956 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Bound using segment: {'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:49:00.696753 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Bound port: eecb071e-a8d9-409f-86c9-8804ad75eea4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e8f6c4-0332-478d-9608-efa591ddc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:49:00.696883 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:00.697831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-20ad88af-fc1e-4d09-9592-85c1255fb579 None None] Provisioning complete for port eecb071e-a8d9-409f-86c9-8804ad75eea4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:49:00.698437 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20ad88af-fc1e-4d09-9592-85c1255fb579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:00.735057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-20ad88af-fc1e-4d09-9592-85c1255fb579 None None] Port eecb071e-a8d9-409f-86c9-8804ad75eea4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:49:00.762607 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] For port eecb071e-a8d9-409f-86c9-8804ad75eea4, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:49:00.782174 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] For port eecb071e-a8d9-409f-86c9-8804ad75eea4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=eecb071e-a8d9-409f-86c9-8804ad75eea4,segment=NetworkSegment(20e8f6c4-0332-478d-9608-efa591ddc923),segment_id=20e8f6c4-0332-478d-9608-efa591ddc923)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:49:00.787186 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:00.845858 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Routers {'25fa96a6-80bc-46cc-8f08-cd834011cdba'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:49:00.846559 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:48:53Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['25fa96a6-80bc-46cc-8f08-cd834011cdba'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:49:00.852888 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7880ec-bc27-4ad9-a39e-18de1d9f04f5 None None] Pushing event updated for resources: {'Port': ['ID=eecb071e-a8d9-409f-86c9-8804ad75eea4,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:00.948410 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] Set router 25fa96a6-80bc-46cc-8f08-cd834011cdba gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:49:01.055253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a666236d-86ed-4c27-8ac7-86b47ce81c5d None None] Provisioning complete for port eecb071e-a8d9-409f-86c9-8804ad75eea4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:49:01.055669 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a666236d-86ed-4c27-8ac7-86b47ce81c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:01.136752 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a666236d-86ed-4c27-8ac7-86b47ce81c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:01.159149 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'name': 'router1', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:48:48Z', 'updated_at': '2021-12-07T23:48:58Z', 'revision_number': 2, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'gw_port_host': None, '_interfaces': [{'id': 'eecb071e-a8d9-409f-86c9-8804ad75eea4', 'name': '', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'mac_address': 'fa:16:3e:34:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:48:57Z', 'updated_at': '2021-12-07T23:49:00Z', 'revision_number': 4, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'subnets': [{'id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f02d114-06f9-4d78-8059-cc1636d7a398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:49:01.171684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a666236d-86ed-4c27-8ac7-86b47ce81c5d None None] For port eecb071e-a8d9-409f-86c9-8804ad75eea4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=eecb071e-a8d9-409f-86c9-8804ad75eea4,segment=NetworkSegment(20e8f6c4-0332-478d-9608-efa591ddc923),segment_id=20e8f6c4-0332-478d-9608-efa591ddc923)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:49:01.175353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a666236d-86ed-4c27-8ac7-86b47ce81c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:01.189463 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a436c7-2b88-43c6-a72c-b2bf8a178931 None None] The sync data for ids ['25fa96a6-80bc-46cc-8f08-cd834011cdba'] in n-d-820549-2 is: [{'id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'name': 'router1', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:48:48Z', 'updated_at': '2021-12-07T23:48:58Z', 'revision_number': 2, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'gw_port_host': None, '_interfaces': [{'id': 'eecb071e-a8d9-409f-86c9-8804ad75eea4', 'name': '', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'mac_address': 'fa:16:3e:34:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:48:57Z', 'updated_at': '2021-12-07T23:49:00Z', 'revision_number': 4, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'subnets': [{'id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f02d114-06f9-4d78-8059-cc1636d7a398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:49:01.240540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666236d-86ed-4c27-8ac7-86b47ce81c5d None None] Pushing event updated for resources: {'Port': ['ID=eecb071e-a8d9-409f-86c9-8804ad75eea4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:01.703166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33164) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:49:01.814275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329c8a3-d6dc-4b9f-a4b8-97eb446db160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:49:01.815646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f329c8a3-d6dc-4b9f-a4b8-97eb446db160 admin admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 842 time: 0.1115422 Dec 07 23:49:01.826274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'gateway_ip': '172.25.6.1', 'name': 'public-subnet'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:49:01.846932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Made reservation on behalf of c8e499240b914abc984a489202a92bc6 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:49:01.849739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:02.178681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 07 23:49:02.179154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:02.233508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85613af-293a-47b9-aa18-e31e27ac9cf1,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:02.242376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:49:02.242727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Network hostable DHCP agents. Network: ec5eeead-b4fd-4941-9d38-45df6627490a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:49:02.258631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:49:02.266256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ec5eeead-b4fd-4941-9d38-45df6627490a) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:49:02.275652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0802251-d98f-4a2b-9fa2-186066013031 None None] Network ec5eeead-b4fd-4941-9d38-45df6627490a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:49:02.277314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:49:02.277913 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:02.307570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ffeb0a30-e687-4c58-b971-622e5d406339 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4844887 Dec 07 23:49:02.409300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51c5e9-b026-4314-ba84-447234efe701 None None] Network ec5eeead-b4fd-4941-9d38-45df6627490a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:49:04.767953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33172) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:49:05.013210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d50e143a-0b91-47f3-ae8a-7bc6e96a271f admin admin] 10.222.0.18 "GET /v2.0/routers/25fa96a6-80bc-46cc-8f08-cd834011cdba HTTP/1.1" status: 200 len: 710 time: 0.2440090 Dec 07 23:49:05.103409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae7c93-8cda-479b-9c4c-6026455e6faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:49:05.104783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-42ae7c93-8cda-479b-9c4c-6026455e6faa admin admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 886 time: 0.0859327 Dec 07 23:49:05.114443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:49:05.360044 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:05.629412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:05.702569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:05.854043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Allocated IP 172.25.6.38 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b7d9dc94-5198-42b5-a79d-c7eeebc20029) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:49:05.960959 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:06.021728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:06.092382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:49:06.100266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:49:06.105997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d9dc94-5198-42b5-a79d-c7eeebc20029,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:06.116702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:49:06.396975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:06.593145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:06.598541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:06.707450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Router 25fa96a6-80bc-46cc-8f08-cd834011cdba has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 23:49:06.890791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:49:06.896740 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:06.897973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c4526da2-a10d-4f69-a2a4-4dc4ea74a8e2 admin admin] 10.222.0.18 "PUT /v2.0/routers/25fa96a6-80bc-46cc-8f08-cd834011cdba HTTP/1.1" status: 200 len: 889 time: 1.7871630 Dec 07 23:49:07.023261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device eecb071e-a8d9-409f-86c9-8804ad75eea4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:49:07.077472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port eecb071e-a8d9-409f-86c9-8804ad75eea4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:49:07.077857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:08.330597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Sync routers for ids ['25fa96a6-80bc-46cc-8f08-cd834011cdba'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:49:08.342092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Routers {'25fa96a6-80bc-46cc-8f08-cd834011cdba'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:49:08.342805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:48:53Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['25fa96a6-80bc-46cc-8f08-cd834011cdba'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:49:08.547824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Set router 25fa96a6-80bc-46cc-8f08-cd834011cdba gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:49:09.000920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'name': 'router1', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d9dc94-5198-42b5-a79d-c7eeebc20029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:48:48Z', 'updated_at': '2021-12-07T23:49:06Z', 'revision_number': 4, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'gw_port': {'id': 'b7d9dc94-5198-42b5-a79d-c7eeebc20029', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:49:05Z', 'updated_at': '2021-12-07T23:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'eecb071e-a8d9-409f-86c9-8804ad75eea4', 'name': '', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'mac_address': 'fa:16:3e:34:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:48:57Z', 'updated_at': '2021-12-07T23:49:01Z', 'revision_number': 5, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'subnets': [{'id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f02d114-06f9-4d78-8059-cc1636d7a398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:49:09.051125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Checking router: 25fa96a6-80bc-46cc-8f08-cd834011cdba for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:49:09.051484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Updating router 25fa96a6-80bc-46cc-8f08-cd834011cdba port b7d9dc94-5198-42b5-a79d-c7eeebc20029 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:49:09.101958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:09.414505 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:09.419609 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:09.473707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Attempting to bind port b7d9dc94-5198-42b5-a79d-c7eeebc20029 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:49:09.474086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Attempting to bind port b7d9dc94-5198-42b5-a79d-c7eeebc20029 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:49:09.474458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Attempting to bind port b7d9dc94-5198-42b5-a79d-c7eeebc20029 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:49:09.477283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826c8d3-22b5-4a79-bbbe-3a6de603a21c None None] Pushing event updated for resources: {'Port': ['ID=b7d9dc94-5198-42b5-a79d-c7eeebc20029,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:09.481484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:49:09.481857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:49:09.482257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:09.482641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:49:09.483133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Bound port: b7d9dc94-5198-42b5-a79d-c7eeebc20029, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:49:09.483539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:09.511343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33186) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:49:09.533219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] For port b7d9dc94-5198-42b5-a79d-c7eeebc20029, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:49:09.536057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] For port b7d9dc94-5198-42b5-a79d-c7eeebc20029, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b7d9dc94-5198-42b5-a79d-c7eeebc20029,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:49:09.541523 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:09.599133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Routers {'25fa96a6-80bc-46cc-8f08-cd834011cdba'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:49:09.599752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:48:53Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['25fa96a6-80bc-46cc-8f08-cd834011cdba'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:49:09.625994 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c30c30e-d346-452e-82a9-60ae03554a3d admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1134727 Dec 07 23:49:09.635076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826c8d3-22b5-4a79-bbbe-3a6de603a21c None None] Pushing event updated for resources: {'Port': ['ID=b7d9dc94-5198-42b5-a79d-c7eeebc20029,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:09.717454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] Set router 25fa96a6-80bc-46cc-8f08-cd834011cdba gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:49:09.935933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'name': 'router1', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d9dc94-5198-42b5-a79d-c7eeebc20029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:48:48Z', 'updated_at': '2021-12-07T23:49:06Z', 'revision_number': 4, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'gw_port': {'id': 'b7d9dc94-5198-42b5-a79d-c7eeebc20029', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:49:05Z', 'updated_at': '2021-12-07T23:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'eecb071e-a8d9-409f-86c9-8804ad75eea4', 'name': '', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'mac_address': 'fa:16:3e:34:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:48:57Z', 'updated_at': '2021-12-07T23:49:01Z', 'revision_number': 5, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'subnets': [{'id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f02d114-06f9-4d78-8059-cc1636d7a398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:49:09.961341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c9d20-ec7a-41c4-956b-89ef7f5c12d2 None None] The sync data for ids ['25fa96a6-80bc-46cc-8f08-cd834011cdba'] in n-d-820549-2 is: [{'id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'name': 'router1', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d9dc94-5198-42b5-a79d-c7eeebc20029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:48:48Z', 'updated_at': '2021-12-07T23:49:06Z', 'revision_number': 4, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'gw_port': {'id': 'b7d9dc94-5198-42b5-a79d-c7eeebc20029', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:49:05Z', 'updated_at': '2021-12-07T23:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'eecb071e-a8d9-409f-86c9-8804ad75eea4', 'name': '', 'network_id': 'dd13dccb-a7e2-4e0f-bbdb-7028d412297b', 'tenant_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'mac_address': 'fa:16:3e:34:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa96a6-80bc-46cc-8f08-cd834011cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:48:57Z', 'updated_at': '2021-12-07T23:49:01Z', 'revision_number': 5, 'project_id': 'ab87fbc2389a49548c5d501bd91c1ffc', 'subnets': [{'id': '8e2a5b3a-986d-46e2-87bb-60c5d8193039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f02d114-06f9-4d78-8059-cc1636d7a398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:49:11.038401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b7d9dc94-5198-42b5-a79d-c7eeebc20029 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:49:11.085749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b7d9dc94-5198-42b5-a79d-c7eeebc20029 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:49:11.086042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:11.161899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:11.182415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port b7d9dc94-5198-42b5-a79d-c7eeebc20029, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b7d9dc94-5198-42b5-a79d-c7eeebc20029,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:49:11.186756 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:11.235922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=b7d9dc94-5198-42b5-a79d-c7eeebc20029,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:49:13.000316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b7d9dc94-5198-42b5-a79d-c7eeebc20029 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:49:13.069550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b7d9dc94-5198-42b5-a79d-c7eeebc20029 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:49:13.069919 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:19.569044 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:49:21.278791 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-332c9dcc-e4a3-406c-b948-e3cc78a1a16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:23.494193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14805d60-d42d-4c6b-868c-fc24e1981620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:24.922352 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:26.088569 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:27.126830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:51.287331 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60db287a-23b5-488c-bc26-d2de0d85914b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:53.497349 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d9579f79-fff9-45db-b81f-e85a8c73fbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:55.012762 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:56.078538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:49:56.571629 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:49:57.124291 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:21.279415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8c782e2-ffd4-4d72-94fd-e23622696a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:23.499718 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-644f7ca5-3e59-4a52-8c7e-aeb56ac22cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:24.923169 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:26.077577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:27.125898 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:33.572590 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:50:35.799006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33702) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:35.859386 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d198085-fd05-40b1-9888-78f9d93c8467 admin admin] GET failed (client error): The resource could not be found. Dec 07 23:50:35.861332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7d198085-fd05-40b1-9888-78f9d93c8467 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613790 Dec 07 23:50:36.026595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e09ca6-d17d-44e9-8631-c49ae5612bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:36.028057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-69e09ca6-d17d-44e9-8631-c49ae5612bfa admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619668 Dec 07 23:50:38.379743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33712) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:38.468544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c1fbe-3f9d-4376-b4de-4b7d182d3deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:38.469866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-237c1fbe-3f9d-4376-b4de-4b7d182d3deb admin admin] 10.222.0.18 "GET /v2.0/subnets/8e2a5b3a-986d-46e2-87bb-60c5d8193039 HTTP/1.1" status: 200 len: 849 time: 0.0891495 Dec 07 23:50:38.479941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:50:38.562252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Publish callbacks [] for subnet, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:38.705001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767111302822'] for subnet, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:38.733738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:38.735056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:38.747048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] 10.222.0.18 "PUT /v2.0/subnets/8e2a5b3a-986d-46e2-87bb-60c5d8193039 HTTP/1.1" status: 200 len: 868 time: 0.2599459 Dec 07 23:50:38.747323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d45fa1-b429-4617-9bc0-e521b9d8386b None None] Network dd13dccb-a7e2-4e0f-bbdb-7028d412297b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:50:38.758069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2a5b3a-986d-46e2-87bb-60c5d8193039,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:50:38.765444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.765836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.766142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.766483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.766924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.767223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.767498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.767836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.768164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.768496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.768828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.769155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:38.769483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f53f-c1ce-4782-b913-f9023280131b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:50:39.081480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f2458d5b-bc6d-4fb9-95ff-b973b801079a None None] Provisioning complete for port eecb071e-a8d9-409f-86c9-8804ad75eea4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:50:39.081943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2458d5b-bc6d-4fb9-95ff-b973b801079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:39.167540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f2458d5b-bc6d-4fb9-95ff-b973b801079a None None] Provisioning complete for port 5c523b3b-a51b-42cd-8800-d9f47d2bbb14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:50:39.167915 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2458d5b-bc6d-4fb9-95ff-b973b801079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:41.103219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33720) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:41.302064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980a23c-b701-480d-8eb1-2e1ce948af10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:41.302461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980a23c-b701-480d-8eb1-2e1ce948af10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:41.304040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4980a23c-b701-480d-8eb1-2e1ce948af10 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998682 Dec 07 23:50:43.685367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:43.894988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb9a51-21a6-4bfa-8b30-d274ccd9a532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:43.895470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb9a51-21a6-4bfa-8b30-d274ccd9a532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:43.897046 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9cfb9a51-21a6-4bfa-8b30-d274ccd9a532 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106493 Dec 07 23:50:46.272035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33738) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:46.418166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c5cb8-995e-421d-8571-25533724c8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:46.419554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4c2c5cb8-995e-421d-8571-25533724c8cb admin admin] 10.222.0.18 "GET /v2.0/networks/dd13dccb-a7e2-4e0f-bbdb-7028d412297b HTTP/1.1" status: 200 len: 869 time: 0.1465077 Dec 07 23:50:48.819317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33746) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:48.945586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8c654-debb-4972-b137-aa38316889e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:48.946976 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3ef8c654-debb-4972-b137-aa38316889e5 admin admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 886 time: 0.1266870 Dec 07 23:50:51.284240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dad8c20-81d4-48ae-ad2d-d99c8ab91088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:51.345237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33754) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:51.469409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72695c2d-7792-4d8c-8ed7-ca7088a4fc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:51.469890 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72695c2d-7792-4d8c-8ed7-ca7088a4fc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:51.471439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-72695c2d-7792-4d8c-8ed7-ca7088a4fc84 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252263 Dec 07 23:50:53.504112 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eca403ca-aa2d-4f0e-8177-c3a7f639971a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:53.822413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:54.016966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f9ebb-270c-4d5c-a09f-634bf4ad43eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:54.017325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f9ebb-270c-4d5c-a09f-634bf4ad43eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:54.018842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-880f9ebb-270c-4d5c-a09f-634bf4ad43eb admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1954558 Dec 07 23:50:54.923470 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:56.081906 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:56.367109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33770) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:56.456981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f71b69-b4d6-45f1-ace5-0d27ee1f4682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:56.458288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c8f71b69-b4d6-45f1-ace5-0d27ee1f4682 admin admin] 10.222.0.18 "GET /v2.0/subnets/8e2a5b3a-986d-46e2-87bb-60c5d8193039 HTTP/1.1" status: 200 len: 868 time: 0.0902467 Dec 07 23:50:57.118491 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:50:58.844453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33778) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:50:58.931900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245ed76-eae7-4187-a21d-2f077b0f5587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:50:58.933225 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d245ed76-eae7-4187-a21d-2f077b0f5587 admin admin] 10.222.0.18 "GET /v2.0/subnets/d85613af-293a-47b9-aa18-e31e27ac9cf1 HTTP/1.1" status: 200 len: 816 time: 0.0877659 Dec 07 23:51:10.577116 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:51:21.286135 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eaf24099-acbd-496f-8ad4-34a36c113903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:23.505021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-18a3b6c7-9651-46cb-b0ee-0017b2689431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:23.783305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:51:23.830423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-75f16733-1337-4280-85bb-60458f6d417c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:51:23.831444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75f16733-1337-4280-85bb-60458f6d417c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472651 Dec 07 23:51:24.926507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:26.084800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:26.273732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33840) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:51:26.334139 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d8e091-1b5e-42e2-98fb-171b12a5d6fe admin admin] GET failed (client error): The resource could not be found. Dec 07 23:51:26.335481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b4d8e091-1b5e-42e2-98fb-171b12a5d6fe admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607898 Dec 07 23:51:26.479550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4632a4-5bc0-4d20-9574-63a625c30d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:51:26.481017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5a4632a4-5bc0-4d20-9574-63a625c30d3f admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409898 Dec 07 23:51:27.123309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:28.853128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33848) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:51:28.900774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:51:28.922696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Made reservation on behalf of c8e499240b914abc984a489202a92bc6 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:51:28.925113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:28.953072 n-d-820549-2 neutron-server[103113]: WARNING neutron.services.revisions.revision_plugin [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Could not find related network for resource to bump revision. Dec 07 23:51:28.967830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:51:28.978234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:28.978683 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Added segment c052f624-37c2-46bb-8523-79a9512a761e of type vlan for network c1f32036-47ef-4660-b8d4-fcbd593ae110 Dec 07 23:51:29.018479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:29.041817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:29.043047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:51:29.043647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:29.079137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2248616 Dec 07 23:51:29.109048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0dd34-869f-44eb-bef9-99689d06b0fc admin admin] Pushing event updated for resources: {'Network': ['ID=c1f32036-47ef-4660-b8d4-fcbd593ae110,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:51:29.121665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:51:31.496727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33856) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:51:31.557757 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5578d70-0966-4334-a756-23863abba0d1 admin admin] GET failed (client error): The resource could not be found. Dec 07 23:51:31.559048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d5578d70-0966-4334-a756-23863abba0d1 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613155 Dec 07 23:51:31.627920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e646e00-dffd-4c8a-9b65-7eb158de25b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:51:31.629309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2e646e00-dffd-4c8a-9b65-7eb158de25b6 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657020 Dec 07 23:51:31.639218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:51:31.662120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Made reservation on behalf of c8e499240b914abc984a489202a92bc6 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:51:31.664454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:31.847566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:31.900198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18ee6fc-f812-40ff-92c9-528000b25fd9,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:51:31.912122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:51:31.912480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Network hostable DHCP agents. Network: c1f32036-47ef-4660-b8d4-fcbd593ae110, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:51:31.933856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:51:31.945702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c1f32036-47ef-4660-b8d4-fcbd593ae110) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:51:31.949938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:51:31.950533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:31.954702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369d412-6e49-41fe-87e7-e94857879ce3 None None] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:51:31.966249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f13e3387-967f-4e1a-bdb4-bff8fa2bae5e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3303652 Dec 07 23:51:32.061628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-c1f32036-47ef-4660-b8d4-fcbd593ae110', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'project_id': 'c8e499240b914abc984a489202a92bc6', 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 23:51:32.062513 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:32.296490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Allocated IP 192.168.233.2 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/05180d3e-91f2-427c-af7b-ff3a69d98c3c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:51:32.447663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:32.454374 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:32.493247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:51:32.496139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:51:32.498612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:51:32.509246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Pushing event updated for resources: {'Port': ['ID=05180d3e-91f2-427c-af7b-ff3a69d98c3c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:51:32.530159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.530503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.530839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.531190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.531517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.531840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.532182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.532469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.532832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.533692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.534008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.534326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.534635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:51:32.568948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Attempting to bind port 05180d3e-91f2-427c-af7b-ff3a69d98c3c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:51:32.569241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Attempting to bind port 05180d3e-91f2-427c-af7b-ff3a69d98c3c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:51:32.569597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Attempting to bind port 05180d3e-91f2-427c-af7b-ff3a69d98c3c on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:51:32.574480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:51:32.574846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:51:32.575272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:32.575653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:51:32.576107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Bound port: 05180d3e-91f2-427c-af7b-ff3a69d98c3c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:51:32.576503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:32.641000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] For port 05180d3e-91f2-427c-af7b-ff3a69d98c3c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:51:32.644789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] For port 05180d3e-91f2-427c-af7b-ff3a69d98c3c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=05180d3e-91f2-427c-af7b-ff3a69d98c3c,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:51:32.648553 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:32.707265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a60b02-537c-492e-bff5-a64eb597298b None None] Pushing event updated for resources: {'Port': ['ID=05180d3e-91f2-427c-af7b-ff3a69d98c3c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:51:33.116229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 05180d3e-91f2-427c-af7b-ff3a69d98c3c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:51:33.168191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 05180d3e-91f2-427c-af7b-ff3a69d98c3c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:51:33.168548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:33.247131 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:33.285298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 05180d3e-91f2-427c-af7b-ff3a69d98c3c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=05180d3e-91f2-427c-af7b-ff3a69d98c3c,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:51:33.291139 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:33.343553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=05180d3e-91f2-427c-af7b-ff3a69d98c3c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:51:33.573170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade08e9-4e4b-48d7-9508-659aded7bc8c None None] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:51:33.692740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-61aacc7a-5148-44fc-bf1f-b6a900626dab None None] Provisioning complete for port 05180d3e-91f2-427c-af7b-ff3a69d98c3c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:51:33.693113 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61aacc7a-5148-44fc-bf1f-b6a900626dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:34.004780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-088815d9-936d-4c50-bbe6-46f202d98b12 None None] Provisioning complete for port 05180d3e-91f2-427c-af7b-ff3a69d98c3c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:51:34.005073 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-088815d9-936d-4c50-bbe6-46f202d98b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:35.068958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 05180d3e-91f2-427c-af7b-ff3a69d98c3c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:51:35.116650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 05180d3e-91f2-427c-af7b-ff3a69d98c3c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:51:35.117010 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:47.578135 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:51:51.290876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5485-031a-44f6-ae25-2fe52d0caea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:53.506272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f323b1d6-1f86-4728-8b7e-af500b309e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:54.928539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:56.087456 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:51:57.125588 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:21.292630 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3fce473-d543-452e-a3a0-1e6bf3e235d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:23.509609 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c0b7-2ed1-47db-992b-217f5d14cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:24.581688 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:52:24.930842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:26.092273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:27.129034 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:43.814162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:52:43.820589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-cbd4a9eb-efbd-4ff9-a8f7-03d50485bee0 tempest-verify_tempest_config-2002914423 tempest-verify_tempest_config-2002914423-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:52:43.821553 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cbd4a9eb-efbd-4ff9-a8f7-03d50485bee0 tempest-verify_tempest_config-2002914423 tempest-verify_tempest_config-2002914423-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064359 Dec 07 23:52:44.104550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33918) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:52:44.205255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:44.275750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:44.279593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:44.327757 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55d427cc320e452aa5b09add57c0159b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2220838 Dec 07 23:52:44.328578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb27033f-64c2-4d28-b23a-70d6f18757b1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:52:44.330433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33922) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:52:44.335067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.335411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.335769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.336083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.336412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.336739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.337060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.337380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.337710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.338029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.338348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.338670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.339016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26042cde-7126-43fe-b515-582e18101cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.384777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:44.405264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:44.497811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:44.500925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:44.502136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb27033f-64c2-4d28-b23a-70d6f18757b1 HTTP/1.1" status: 204 len: 168 time: 0.1706963 Dec 07 23:52:44.509816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb27033f-64c2-4d28-b23a-70d6f18757b1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:52:44.516313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.516664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.517003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.517398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.517751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.518061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.518386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.518712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.519123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.519379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.519702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.520025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:44.520347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618630bd-3217-4ede-b142-e6ba43c39042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:52:51.293864 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-17f874a0-4329-43aa-bcfa-07f94033bc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:53.510561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6b616af-de05-42ec-bb07-f01b0a3f2d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:54.934723 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:56.093505 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:52:57.130296 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:01.583772 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:53:21.296139 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-819972ab-5507-40c3-9fc6-4262086f2d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:23.510993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-501555e7-028d-4acb-809e-4742c218368e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:24.937369 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:26.096081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:27.133007 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:38.587345 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:53:51.300248 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a81b701e-67a3-45c8-b3f9-d2484f7d3a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:53.511507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d8eece46-eff8-49fd-a581-8308777d4cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:54.938575 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:56.099804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:53:57.134338 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:15.594589 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:54:21.300465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9840e0cf-1be3-4b76-8fde-1a6cdc37e52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:23.512414 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0f577ec8-e963-40d9-93ab-438e2155eeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:24.941109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:26.103199 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:27.139135 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:51.301530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e878bb6c-007e-4f82-882f-cba0d11cf155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:52.588476 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:54:53.513069 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f4897a2d-f66a-480f-870a-a857d014f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:54.943856 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:56.106645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:54:57.141867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:21.303217 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0669858b-4ac8-4e20-9975-c7204a0bccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:23.513673 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73462f33-9689-4aec-897d-e831c91c8505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:24.946900 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:26.109829 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:27.144282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:29.590696 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 5 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:55:43.474845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643109'] for agent, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:47.183386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643109'] for agent, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:51.304036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6f31768-9c2e-4a62-8efe-137d8edc3a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:53.514850 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-01a150c8-0fb5-456c-bf9a-a74459d3ba70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:54.951185 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:56.113587 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:55:57.148478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:06.593587 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:56:13.427563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:17.137393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:19.928420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:56:20.031856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7469380e-c8eb-44f0-8b55-61d196942563 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1023462 Dec 07 23:56:21.305430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-39d1caa1-412b-441f-9180-d1ce85f669e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:22.409249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33990) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:56:22.464767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fac45ffb-0ac9-4c6e-b57d-92ae7f012194 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0544467 Dec 07 23:56:23.515405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97347ccd-6951-4a0c-9246-7aec8edaa22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:24.954088 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:26.116154 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:27.151614 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:43.424102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:43.598135 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:56:47.136080 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:51.308364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e192c57d-15ad-4877-b197-74b36b45e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:53.516648 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-53984459-394d-4649-89fe-7eeb1d862627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:54.957615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:56.120932 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:56:57.153153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:13.430172 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:17.149568 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:20.601971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:57:21.309650 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-64701176-5764-4357-af18-cc340259cbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:23.517681 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-13bae18e-45bb-4e69-b6fd-870fc653c5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:24.965887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:26.125521 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:27.155575 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:43.426290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:47.173236 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:47.789298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34362) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:48.019580 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.107872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.112612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.171790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175a135b-225f-4d3d-a5d2-db4d3b2e2843,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:48.177865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a0a3f55df1444aa88f9016b2d05fcdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3875484 Dec 07 23:57:48.181130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34390) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:48.196027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.196558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.197042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.197522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.198012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.198486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.198984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.199470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.199928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.200397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.200867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.201360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.201950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ee33e-027d-41a0-967b-1a3f0e37f83b admin admin] Tracked resource versions report: Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: pushed versions: Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: { 'AddressGroup': {'1.2'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'ConntrackHelper': {'1.0'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Log': {'1.0'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Network': {'1.1'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Port': {'1.7'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'PortForwarding': {'1.2'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'QosPolicy': {'1.10'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'SecurityGroup': {'1.5'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'SubPort': {'1.0'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Subnet': {'1.1'}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Trunk': {'1.1'}} Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: consumer versions: Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: HyperV agent@n-h1-820549-2: {}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: HyperV agent@n-h2-820549-2: {}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: L3 agent@n-d-820549-2: {}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: Metadata agent@n-d-820549-2: {}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: Metering agent@n-d-820549-2: {}, Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'ConntrackHelper': '1.0', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'LocalIPAssociation': '1.0', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Log': '1.0', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Network': '1.1', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Port': '1.7', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'PortForwarding': '1.2', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'QosPolicy': '1.10', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'SecurityGroup': '1.5', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'SecurityGroupRule': '1.2', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'SubPort': '1.0', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Subnet': '1.1', Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: 'Trunk': '1.1'}} Dec 07 23:57:48.203261 n-d-820549-2 neutron-server[103114]: {{(pid=103114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:57:48.246570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.277288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.339721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.342920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.344222 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/175a135b-225f-4d3d-a5d2-db4d3b2e2843 HTTP/1.1" status: 204 len: 168 time: 0.1615212 Dec 07 23:57:48.357000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a135b-225f-4d3d-a5d2-db4d3b2e2843,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:48.364323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.365092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.365651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.366869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34416) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:48.367067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.367534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.367988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.368530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.369075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.369170 n-d-820549-2 neutron-server[103114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 23:57:48.369878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.370211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.370866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.371244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.372053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fb9bf-a390-43f8-a6be-66c9c201f4e4 admin admin] Tracked resource versions report: Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: pushed versions: Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: { 'AddressGroup': {'1.2'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'ConntrackHelper': {'1.0'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Log': {'1.0'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Network': {'1.1'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Port': {'1.7'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'PortForwarding': {'1.2'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'QosPolicy': {'1.10'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'SecurityGroup': {'1.5'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'SubPort': {'1.0'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Subnet': {'1.1'}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Trunk': {'1.1'}} Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: consumer versions: Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: HyperV agent@n-h1-820549-2: {}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: HyperV agent@n-h2-820549-2: {}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: L3 agent@n-d-820549-2: {}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: Metadata agent@n-d-820549-2: {}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: Metering agent@n-d-820549-2: {}, Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'ConntrackHelper': '1.0', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'LocalIPAssociation': '1.0', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Log': '1.0', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Network': '1.1', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Port': '1.7', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'PortForwarding': '1.2', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'QosPolicy': '1.10', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'SecurityGroup': '1.5', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'SecurityGroupRule': '1.2', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'SubPort': '1.0', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Subnet': '1.1', Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: 'Trunk': '1.1'}} Dec 07 23:57:48.373260 n-d-820549-2 neutron-server[103113]: {{(pid=103113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:57:48.411431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-3d477855-f2d5-4094-90d3-76b0839f4b87 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=938d3037bd0548d7aa1ccf09c4683768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433719 Dec 07 23:57:48.635821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-3c86ce73-6e52-4da9-8fcd-04e452be3932 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:48.637267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-3c86ce73-6e52-4da9-8fcd-04e452be3932 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196777 Dec 07 23:57:48.652739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34432) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:48.660135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-73e15b17-60e2-4d65-b50a-e50a6d52ad4e tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/quotas/938d3037bd0548d7aa1ccf09c4683768 HTTP/1.1" status: 200 len: 375 time: 0.0163577 Dec 07 23:57:48.716158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-d52ae354-ce26-462d-8fcb-ab125df1548f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=938d3037bd0548d7aa1ccf09c4683768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491977 Dec 07 23:57:48.735927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34436) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:48.749835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f16c79-79d9-4f7b-b178-069f4fe10d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.843323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f16c79-79d9-4f7b-b178-069f4fe10d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.850235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f16c79-79d9-4f7b-b178-069f4fe10d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.879781 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-74f16c79-79d9-4f7b-b178-069f4fe10d24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0837adef643478bbd55b7b2ad668cd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1427867 Dec 07 23:57:48.883061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34444) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:48.902708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f16c79-79d9-4f7b-b178-069f4fe10d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d25ac-e806-4326-99c8-5616e3aa5250,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:48.948909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d239530f-4d64-4c68-9e87-92c3053a907b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:48.967758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c6efa40-fb4e-48de-aee1-29fef63316ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.004617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c6efa40-fb4e-48de-aee1-29fef63316ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.064201 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d239530f-4d64-4c68-9e87-92c3053a907b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.074637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d239530f-4d64-4c68-9e87-92c3053a907b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.076039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c6efa40-fb4e-48de-aee1-29fef63316ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.079061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c6efa40-fb4e-48de-aee1-29fef63316ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.088457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2c6efa40-fb4e-48de-aee1-29fef63316ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b7d25ac-e806-4326-99c8-5616e3aa5250 HTTP/1.1" status: 204 len: 168 time: 0.2010100 Dec 07 23:57:49.120047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239530f-4d64-4c68-9e87-92c3053a907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e843b350-e17b-410f-970e-061b27908a28,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:49.125231 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d239530f-4d64-4c68-9e87-92c3053a907b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f0f1564b3c44563b1a08bea954a4ba2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4710209 Dec 07 23:57:49.127841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34470) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:49.191672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6efa40-fb4e-48de-aee1-29fef63316ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d25ac-e806-4326-99c8-5616e3aa5250,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:49.195281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e92cc011-7ef2-4ab1-beb0-0e0303dcfcfb req-a7f5ca95-19e5-4653-9606-1b6b0ef4654e tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 210 time: 0.1048691 Dec 07 23:57:49.253114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1042babd-16ca-4a00-a8ab-5330af4143b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.325302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1042babd-16ca-4a00-a8ab-5330af4143b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.425239 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1042babd-16ca-4a00-a8ab-5330af4143b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.428129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1042babd-16ca-4a00-a8ab-5330af4143b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:49.429426 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1042babd-16ca-4a00-a8ab-5330af4143b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e843b350-e17b-410f-970e-061b27908a28 HTTP/1.1" status: 204 len: 168 time: 0.3002918 Dec 07 23:57:49.443392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042babd-16ca-4a00-a8ab-5330af4143b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e843b350-e17b-410f-970e-061b27908a28,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:49.977944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34548) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:49.992094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9f09900e-b04c-435c-94c7-97a742c00b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.074535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9f09900e-b04c-435c-94c7-97a742c00b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.088730 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9f09900e-b04c-435c-94c7-97a742c00b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.138717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9f09900e-b04c-435c-94c7-97a742c00b12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=469c9cc419d94450982054ea5f06b53e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1597240 Dec 07 23:57:50.140604 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09900e-b04c-435c-94c7-97a742c00b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4fdecd-ec02-4e4d-9545-f29c51c0e261,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:50.141390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34558) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:50.218263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34568) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:50.263638 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-981190af-b540-41c1-ae9b-5fc596307592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.295114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-981190af-b540-41c1-ae9b-5fc596307592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.366492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-981190af-b540-41c1-ae9b-5fc596307592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.369933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-981190af-b540-41c1-ae9b-5fc596307592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.374297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-981190af-b540-41c1-ae9b-5fc596307592 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e4fdecd-ec02-4e4d-9545-f29c51c0e261 HTTP/1.1" status: 204 len: 168 time: 0.2314966 Dec 07 23:57:50.390411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981190af-b540-41c1-ae9b-5fc596307592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4fdecd-ec02-4e4d-9545-f29c51c0e261,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:50.430594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aac072f8-b5c0-4ba8-a595-ce2ebeb1a37f req-ef4e2ca3-b85f-4561-92cb-85ebe52f7464 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 210 time: 0.0584023 Dec 07 23:57:50.536387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3835f8fb-e764-4a41-a423-337fd161cbd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.687375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3835f8fb-e764-4a41-a423-337fd161cbd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.704133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3835f8fb-e764-4a41-a423-337fd161cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.784024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3835f8fb-e764-4a41-a423-337fd161cbd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d48e5cf81d14d3a834f908e11f6e6c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5644999 Dec 07 23:57:50.784926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835f8fb-e764-4a41-a423-337fd161cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944d357b-e1b3-45d0-8073-ce92893ad4e8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:50.787984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34608) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:50.873251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc59c591-dc34-4f49-af29-bdf3a9df1b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.900462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc59c591-dc34-4f49-af29-bdf3a9df1b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.983709 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc59c591-dc34-4f49-af29-bdf3a9df1b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.986275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc59c591-dc34-4f49-af29-bdf3a9df1b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:50.991904 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc59c591-dc34-4f49-af29-bdf3a9df1b6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/944d357b-e1b3-45d0-8073-ce92893ad4e8 HTTP/1.1" status: 204 len: 168 time: 0.1967161 Dec 07 23:57:51.008877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59c591-dc34-4f49-af29-bdf3a9df1b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d357b-e1b3-45d0-8073-ce92893ad4e8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:51.181004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34640) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:51.322444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05dacfc4-9d1a-4e3d-bf1f-91b3e04be016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.458260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.44', 50078) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:51.498404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-50135686-4771-47bb-9e75-30551b08379f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=938d3037bd0548d7aa1ccf09c4683768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275204 Dec 07 23:57:51.504802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-network', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:57:51.563122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Made reservation on behalf of fc58c9304d884f0782d5035ffdde31eb for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:57:51.567037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.587149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.665775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34684) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:51.693107 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b990124e-e9b7-438d-94f0-4ea5f71303a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.752794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.789104 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.873290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:57:51.879298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-61402c67-dce5-49d5-9e27-e242cc614b85 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:51.881174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-61402c67-dce5-49d5-9e27-e242cc614b85 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3726854 Dec 07 23:57:51.898421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda591b2-aaa9-4e8c-8617-8c0ba9c9ba39,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:51.910395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.910733 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Added segment 700166b8-e05d-4dbd-8a4d-ec64fa553461 of type vlan for network 09cfacd2-d65d-42ef-a1d7-16366979b21d Dec 07 23:57:51.928607 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-2d670703-de48-4fcc-a75b-2ce16151d8fb tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b4a1d8f55cfa49dbb63c904cc6d0d313&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414834 Dec 07 23:57:51.938481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:51.974268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.978048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b990124e-e9b7-438d-94f0-4ea5f71303a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:51.985512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b990124e-e9b7-438d-94f0-4ea5f71303a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.003814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Request body: {'port': {'device_id': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '938d3037bd0548d7aa1ccf09c4683768'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:57:52.039613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.040859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:52.041645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.090106 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b990124e-e9b7-438d-94f0-4ea5f71303a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b33af0daf2de4c4691850a12b444738d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4215984 Dec 07 23:57:52.092778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990124e-e9b7-438d-94f0-4ea5f71303a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988fe174-92fb-4a9d-800e-394a0591ae4e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:52.094269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:52.117357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9348760 Dec 07 23:57:52.120062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:52.131885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Request body: {'subnet': {'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-subnet', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:57:52.198361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c6bf0-cae2-40b2-ac33-0754ff0d1b6c admin admin] Pushing event updated for resources: {'Network': ['ID=09cfacd2-d65d-42ef-a1d7-16366979b21d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:52.214010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Made reservation on behalf of fc58c9304d884f0782d5035ffdde31eb for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:57:52.214261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:57:52.216768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.262289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-ac18500e-f62c-4513-a562-838bafbb45da tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:52.275039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-ac18500e-f62c-4513-a562-838bafbb45da tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212714 Dec 07 23:57:52.328750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-7610db34-019e-4072-bbbf-0ec6ab3a4f9e tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/quotas/b4a1d8f55cfa49dbb63c904cc6d0d313 HTTP/1.1" status: 200 len: 375 time: 0.0526755 Dec 07 23:57:52.400216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c39607cb-f95e-4205-afb5-620ce5a3d349 req-49a26106-a0ce-490a-accc-40a061c4c852 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 210 time: 0.4603152 Dec 07 23:57:52.439979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.496997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be26e61f-3d99-4f56-98ce-ae40dd160a82,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:52.511648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-2d1a669b-48c0-4fe2-9948-2f317ea47106 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4a1d8f55cfa49dbb63c904cc6d0d313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1629241 Dec 07 23:57:52.556006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Checking segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:57:52.556572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Network hostable DHCP agents. Network: 09cfacd2-d65d-42ef-a1d7-16366979b21d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:57:52.584961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:57:52.605457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 09cfacd2-d65d-42ef-a1d7-16366979b21d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:57:52.612956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:52.614267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.614383 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25119db7-8c83-460e-a34b-f9a7a25d396c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.621461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a31799-e733-42a9-8dee-0e381801aebc None None] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:57:52.651752 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25119db7-8c83-460e-a34b-f9a7a25d396c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.660500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Made reservation on behalf of 938d3037bd0548d7aa1ccf09c4683768 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:57:52.665822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.673005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34758) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:52.673241 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cdb71dc0-4203-4e9b-a365-c56e219aaac4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5520620 Dec 07 23:57:52.690707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:57:52.701559 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.783861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.784991 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.828327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25119db7-8c83-460e-a34b-f9a7a25d396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.834307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25119db7-8c83-460e-a34b-f9a7a25d396c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:52.838055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-25119db7-8c83-460e-a34b-f9a7a25d396c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/988fe174-92fb-4a9d-800e-394a0591ae4e HTTP/1.1" status: 204 len: 168 time: 0.7336915 Dec 07 23:57:53.049746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-09cfacd2-d65d-42ef-a1d7-16366979b21d', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 23:57:53.051108 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:53.121099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25119db7-8c83-460e-a34b-f9a7a25d396c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988fe174-92fb-4a9d-800e-394a0591ae4e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:53.149894 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:53.251140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25d67909-d81f-427f-a7d2-adf7d0bd137f req-ec1ecfd8-db0f-478f-ba19-0d6dc2a4f643 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.1055987 Dec 07 23:57:53.380840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:53.470232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:53.613872 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3983-1a8d-46ba-b82b-aeec00456f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:53.628175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Allocated IP 172.20.0.2 (09cfacd2-d65d-42ef-a1d7-16366979b21d/be26e61f-3d99-4f56-98ce-ae40dd160a82/088ba1ed-13a6-496e-8f7e-705df1ebdf26) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:57:53.661924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a547995-3834-4c15-8666-4fd5513e6b3b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:53.848146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:54.010834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-058c10c8-fe74-4586-b029-26323ec8e711 req-620d0ae7-bfc1-4ff6-ac16-94531555ab76 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 210 time: 0.1507347 Dec 07 23:57:54.265131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Allocated IP 192.168.233.162 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/68ce5390-fa30-4885-a8d2-9146f4dd380d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:57:54.320184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:54.336258 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:54.417360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:57:54.423609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:57:54.427506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:57:54.487295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Pushing event updated for resources: {'Port': ['ID=088ba1ed-13a6-496e-8f7e-705df1ebdf26,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:54.522528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.522860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.523430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.523950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.524455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.524938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.525429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.525909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.526387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.526862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.527361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.527843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.528316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Tracked resource versions report: Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: pushed versions: Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: { 'AddressGroup': {'1.2'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'ConntrackHelper': {'1.0'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Log': {'1.0'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Network': {'1.1'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Port': {'1.7'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'PortForwarding': {'1.2'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'QosPolicy': {'1.10'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'SecurityGroup': {'1.5'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'SubPort': {'1.0'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Subnet': {'1.1'}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Trunk': {'1.1'}} Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: consumer versions: Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: HyperV agent@n-h1-820549-2: {}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: HyperV agent@n-h2-820549-2: {}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: L3 agent@n-d-820549-2: {}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: Metadata agent@n-d-820549-2: {}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: Metering agent@n-d-820549-2: {}, Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'ConntrackHelper': '1.0', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'LocalIPAssociation': '1.0', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Log': '1.0', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Network': '1.1', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Port': '1.7', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'PortForwarding': '1.2', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'QosPolicy': '1.10', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'SecurityGroup': '1.5', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'SecurityGroupRule': '1.2', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'SubPort': '1.0', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Subnet': '1.1', Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: 'Trunk': '1.1'}} Dec 07 23:57:54.529905 n-d-820549-2 neutron-server[103115]: {{(pid=103115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:57:54.532115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1235b1d-c0f8-4ac3-92db-18fe66db4a2f req-0400bba0-66d1-4662-82db-d6c3bb369471 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.1701670 Dec 07 23:57:54.559331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Attempting to bind port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:57:54.560037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Attempting to bind port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:57:54.560647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Attempting to bind port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 on network 09cfacd2-d65d-42ef-a1d7-16366979b21d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:57:54.569585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:57:54.570401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Checking segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:57:54.571012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:54.571558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Bound using segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:57:54.573181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Bound port: 088ba1ed-13a6-496e-8f7e-705df1ebdf26, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:57:54.573929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:54.807672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] For port 088ba1ed-13a6-496e-8f7e-705df1ebdf26, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:57:54.821328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] For port 088ba1ed-13a6-496e-8f7e-705df1ebdf26, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=088ba1ed-13a6-496e-8f7e-705df1ebdf26,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:57:54.835728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:54.850338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:54.965669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:54.997072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ac6ca-b432-49e5-830b-9df4a4a9aa42 None None] Pushing event updated for resources: {'Port': ['ID=088ba1ed-13a6-496e-8f7e-705df1ebdf26,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:55.004945 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.039675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.178386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-558c7009-2462-449b-a3a7-e14787777120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.211579 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.253125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43785b65-a451-4c84-9b03-f10cb1145e26 req-bb20efd7-80b5-4df4-a867-b5a5d74a0ded tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 210 time: 0.0758338 Dec 07 23:57:55.323741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Allocated IP 172.25.6.9 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3849fe09-51ff-4522-bc04-ce0c729fb751) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:57:55.428862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-558c7009-2462-449b-a3a7-e14787777120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.446384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-558c7009-2462-449b-a3a7-e14787777120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.480780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.543615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-558c7009-2462-449b-a3a7-e14787777120 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d28d5625def5422db6817ba5038f73a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6919625 Dec 07 23:57:55.546730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c7009-2462-449b-a3a7-e14787777120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0206aaf3-c79a-47eb-b83e-7538f328ccf6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:55.549454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34888) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:55.634267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb03e580-fc79-44c3-8b55-38111d020a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.638017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:57:55.668866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb03e580-fc79-44c3-8b55-38111d020a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.701128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:57:55.798326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:57:55.809408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb03e580-fc79-44c3-8b55-38111d020a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.812668 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb03e580-fc79-44c3-8b55-38111d020a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.813957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cb03e580-fc79-44c3-8b55-38111d020a65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0206aaf3-c79a-47eb-b83e-7538f328ccf6 HTTP/1.1" status: 204 len: 168 time: 0.2633779 Dec 07 23:57:55.831977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03e580-fc79-44c3-8b55-38111d020a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0206aaf3-c79a-47eb-b83e-7538f328ccf6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:55.847695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:55.853816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.872342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87340f84-bc9c-4fb0-8f58-1d951126b431 req-35cf4767-fe77-4a04-a959-520485469437 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.1581903 Dec 07 23:57:55.939781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:55.950576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9508893 Dec 07 23:57:55.958491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c383ab-a760-46e2-b1d3-5115e5dc95ff tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Pushing event updated for resources: {'Port': ['ID=68ce5390-fa30-4885-a8d2-9146f4dd380d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:55.976684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-712be176-4acf-4c86-8eca-3ca959e1cb3f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:57:55.977786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-712be176-4acf-4c86-8eca-3ca959e1cb3f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074325 Dec 07 23:57:56.018690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:56.129283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:57:56.132837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:57:56.136544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:57:56.160060 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:56.206170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Pushing event updated for resources: {'Port': ['ID=3849fe09-51ff-4522-bc04-ce0c729fb751,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:56.243158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-93acd347-0eed-4ea1-8c91-2ec52e671a2c None None] Provisioning complete for port 68ce5390-fa30-4885-a8d2-9146f4dd380d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:57:56.243856 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-93acd347-0eed-4ea1-8c91-2ec52e671a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:56.313318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-93acd347-0eed-4ea1-8c91-2ec52e671a2c None None] Port 68ce5390-fa30-4885-a8d2-9146f4dd380d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:57:56.628561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070aea8-b419-4536-b1e6-f48ec28fe20f req-c9ff5d67-155e-4404-98d0-2660dd6cff82 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:56.630429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2070aea8-b419-4536-b1e6-f48ec28fe20f req-c9ff5d67-155e-4404-98d0-2660dd6cff82 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 936 time: 0.2324252 Dec 07 23:57:56.668174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c6c56-6ac4-4570-9f40-70aa5572f15a None None] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:57:56.727492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2070aea8-b419-4536-b1e6-f48ec28fe20f req-66dbe6e3-09fd-4127-a093-945f7c7168b0 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640295 Dec 07 23:57:56.749590 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:56.767901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34914) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:56.799576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f86b01-4385-4f47-87f0-5faf31e38e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:56.961426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6ca83d0d-ef4e-4267-a41d-0c7fc438b03d None None] Provisioning complete for port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:57:56.968519 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ca83d0d-ef4e-4267-a41d-0c7fc438b03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.095328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f86b01-4385-4f47-87f0-5faf31e38e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.106258 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f86b01-4385-4f47-87f0-5faf31e38e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.142466 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a66956fe-f865-4b68-93ea-e455c8a444bf req-607173af-3f86-4af2-802b-6454fa935878 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.1005833 Dec 07 23:57:57.230692 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ca83d0d-ef4e-4267-a41d-0c7fc438b03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.266029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.292838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-79f86b01-4385-4f47-87f0-5faf31e38e60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e842d328cc98483ba4c0d94872f30634&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5235863 Dec 07 23:57:57.295619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34926) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:57.316036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.326379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6ca83d0d-ef4e-4267-a41d-0c7fc438b03d None None] For port 088ba1ed-13a6-496e-8f7e-705df1ebdf26, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=088ba1ed-13a6-496e-8f7e-705df1ebdf26,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:57:57.327837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f86b01-4385-4f47-87f0-5faf31e38e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f7fa7-d6f6-40d5-86dd-abbd31f26399,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:57.340680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ca83d0d-ef4e-4267-a41d-0c7fc438b03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.462872 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37696047-e4ab-4b96-ad84-74a2fd7d01e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.480531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 088ba1ed-13a6-496e-8f7e-705df1ebdf26 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:57:57.508009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca83d0d-ef4e-4267-a41d-0c7fc438b03d None None] Pushing event updated for resources: {'Port': ['ID=088ba1ed-13a6-496e-8f7e-705df1ebdf26,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:57.534556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37696047-e4ab-4b96-ad84-74a2fd7d01e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.554055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-920770e5-4642-4c84-ad55-0ae4d9c77503 None None] Provisioning complete for port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:57:57.555273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-920770e5-4642-4c84-ad55-0ae4d9c77503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.646288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37696047-e4ab-4b96-ad84-74a2fd7d01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.661234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37696047-e4ab-4b96-ad84-74a2fd7d01e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.661234 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-37696047-e4ab-4b96-ad84-74a2fd7d01e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a8f7fa7-d6f6-40d5-86dd-abbd31f26399 HTTP/1.1" status: 204 len: 168 time: 0.3293917 Dec 07 23:57:57.668166 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:57:57.676195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37696047-e4ab-4b96-ad84-74a2fd7d01e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f7fa7-d6f6-40d5-86dd-abbd31f26399,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:57.700362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:57:57.700774 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:57.824524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Router 1fc42750-cf46-42ab-b5ef-b22f55048915 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 23:57:57.996423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3783987-295b-4e32-b544-edd82c2f1fbb req-4bbea6bb-3ac1-46f8-ae37-9da820e8db45 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:57.997932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3783987-295b-4e32-b544-edd82c2f1fbb req-4bbea6bb-3ac1-46f8-ae37-9da820e8db45 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 936 time: 0.1157115 Dec 07 23:57:58.015334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:57:58.031565 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Sync routers for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:57:58.048022 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:57:58.048976 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:57:58.052926 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.056974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34946) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:58.057506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-45704239-3976-492b-aba4-a49afc5e151b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.3727453 Dec 07 23:57:58.092420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3783987-295b-4e32-b544-edd82c2f1fbb req-56675bb1-d844-4034-9508-5a9770d5bc1a tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868158 Dec 07 23:57:58.244392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Request body: {'security_group': {'name': 'tempest-securitygroup-989968838', 'description': 'tempest-description-1319334681'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:57:58.307894 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.321970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.387078 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:57:58.646140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79e29c48-3903-4eab-b579-b3316dc4d1d4 req-9a2a58f5-12f6-4725-b320-3e1df1a8c818 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.2567523 Dec 07 23:57:58.732181 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.742534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.824415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3163d5-6d38-4eec-a1bc-2f05452a51ad,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:58.832956 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:57:56Z', 'revision_number': 3, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:57:58.882351 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Checking router: 1fc42750-cf46-42ab-b5ef-b22f55048915 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:57:58.882691 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Updating router 1fc42750-cf46-42ab-b5ef-b22f55048915 port 3849fe09-51ff-4522-bc04-ce0c729fb751 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:57:58.893503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.916051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.946339 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.961434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:58.975250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5086dd3-e1d1-4a7b-adba-3f90f177d17b req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7348070 Dec 07 23:57:58.981666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59121-d418-4b2c-9084-1e611617e19d tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2112b24d-4258-4a5f-ba0d-b4483e921eb5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:58.999966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-badd1166-6bbb-44d0-b521-577e380e33ce req-71357c6c-f92d-4141-b2b9-591f4f3ee786 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Request body: {'security_group': {'name': 'tempest-securitygroup-611855237', 'description': 'tempest-description-105373054'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:57:59.056649 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-badd1166-6bbb-44d0-b521-577e380e33ce req-71357c6c-f92d-4141-b2b9-591f4f3ee786 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.281405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-badd1166-6bbb-44d0-b521-577e380e33ce req-71357c6c-f92d-4141-b2b9-591f4f3ee786 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.291267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-badd1166-6bbb-44d0-b521-577e380e33ce req-71357c6c-f92d-4141-b2b9-591f4f3ee786 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.317413 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.339434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-badd1166-6bbb-44d0-b521-577e380e33ce req-71357c6c-f92d-4141-b2b9-591f4f3ee786 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.357369 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.368440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-badd1166-6bbb-44d0-b521-577e380e33ce req-71357c6c-f92d-4141-b2b9-591f4f3ee786 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3694866 Dec 07 23:57:59.413216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 088ba1ed-13a6-496e-8f7e-705df1ebdf26 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:57:59.415389 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Pushing event updated for resources: {'Port': ['ID=3849fe09-51ff-4522-bc04-ce0c729fb751,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:59.435551 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.436360 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.436889 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.437479 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.438131 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.438503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.439112 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.439520 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.440207 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.440974 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.441569 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.442355 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.443025 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.443650 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Tracked resource versions report: Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: pushed versions: Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: { 'AddressGroup': {'1.2'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'ConntrackHelper': {'1.0'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'LocalIPAssociation': {'1.0'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Log': {'1.0'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Network': {'1.1'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Port': {'1.7'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'PortForwarding': {'1.2'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'QosPolicy': {'1.10'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'SecurityGroup': {'1.5'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'SecurityGroupRule': {'1.2'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'SubPort': {'1.0'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Subnet': {'1.1'}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Trunk': {'1.1'}} Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: consumer versions: Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: { DHCP agent@n-d-820549-2: {}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: HyperV agent@n-h1-820549-2: {}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: HyperV agent@n-h2-820549-2: {}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: L3 agent@n-d-820549-2: {}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: Metadata agent@n-d-820549-2: {}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: Metering agent@n-d-820549-2: {}, Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: Open vSwitch agent@n-d-820549-2: { 'AddressGroup': '1.2', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'ConntrackHelper': '1.0', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'LocalIPAssociation': '1.0', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Log': '1.0', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Network': '1.1', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Port': '1.7', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'PortForwarding': '1.2', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'QosPolicy': '1.10', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'SecurityGroup': '1.5', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'SecurityGroupRule': '1.2', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'SubPort': '1.0', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Subnet': '1.1', Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: 'Trunk': '1.1'}} Dec 07 23:57:59.445306 n-d-820549-2 neutron-server[103116]: {{(pid=103116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 07 23:57:59.469706 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Attempting to bind port 3849fe09-51ff-4522-bc04-ce0c729fb751 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:57:59.470645 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Attempting to bind port 3849fe09-51ff-4522-bc04-ce0c729fb751 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:57:59.471428 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Attempting to bind port 3849fe09-51ff-4522-bc04-ce0c729fb751 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:57:59.483865 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:57:59.488071 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:57:59.488825 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.489448 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:57:59.490176 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Bound port: 3849fe09-51ff-4522-bc04-ce0c729fb751, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:57:59.491688 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.545934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71357c6c-f92d-4141-b2b9-591f4f3ee786 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1531d0e-02cb-4b6d-accf-09f3f7440aa6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:59.554299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:57:59.554781 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.572930 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] For port 3849fe09-51ff-4522-bc04-ce0c729fb751, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:57:59.577882 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] For port 3849fe09-51ff-4522-bc04-ce0c729fb751, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3849fe09-51ff-4522-bc04-ce0c729fb751,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:57:59.578342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34990) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:57:59.588885 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:57:59.672735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190f76b-9f6a-4bca-bf2f-cafca78504bf req-3598a943-e9b8-4668-a2cf-dfffde160e7f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:57:59.697080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3190f76b-9f6a-4bca-bf2f-cafca78504bf req-3598a943-e9b8-4668-a2cf-dfffde160e7f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 936 time: 0.3796132 Dec 07 23:57:59.707916 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d077dd6-6bc0-4b65-adab-b9d7ee082267 None None] Pushing event updated for resources: {'Port': ['ID=3849fe09-51ff-4522-bc04-ce0c729fb751,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:57:59.753390 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:57:59.755966 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:57:59.817805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3190f76b-9f6a-4bca-bf2f-cafca78504bf req-310018fd-5902-4000-be66-e27e84a0974b tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198204 Dec 07 23:57:59.855411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Allocated IP 172.20.0.1 (09cfacd2-d65d-42ef-a1d7-16366979b21d/be26e61f-3d99-4f56-98ce-ae40dd160a82/0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:57:59.977612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56cc6768-9ba4-40d2-82d5-a71b9dc26553 req-4971cb8c-8fd6-42f4-aea2-7abf6bee0bfd tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.0373347 Dec 07 23:57:59.986114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-190376495', 'description': 'tempest-description-1379477505'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:00.006534 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:00.043486 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.059914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.116876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9b020b2-06d2-4adb-b421-7b413cb1ec5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.126156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.147805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Request body: {'port': {'device_id': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:00.256715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.277154 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:57:56Z', 'revision_number': 3, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:00.323660 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3050e64-2e07-4c77-922d-14f5d2ce7fa2 None None] The sync data for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 is: [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:57:56Z', 'revision_number': 3, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:58:00.362446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.402952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:00.402952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:00.403424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:00.406564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.415961 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.431743 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.595445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Pushing event updated for resources: {'Port': ['ID=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:00.737726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c59ce-47b1-4fa5-9db1-4bd4bb30780d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:00.751662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9b020b2-06d2-4adb-b421-7b413cb1ec5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.772194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.781962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9b020b2-06d2-4adb-b421-7b413cb1ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.815188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a3d086ce-1f01-4347-a815-4eb7a8a058f5 None None] Provisioning complete for port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:00.817126 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a3d086ce-1f01-4347-a815-4eb7a8a058f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.826647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:00.885994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a3d086ce-1f01-4347-a815-4eb7a8a058f5 None None] Port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:58:00.946256 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f9b020b2-06d2-4adb-b421-7b413cb1ec5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bff4c6a5d5ed4d97a51ca3314b950c61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3638411 Dec 07 23:58:00.963099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35014) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:01.001546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b020b2-06d2-4adb-b421-7b413cb1ec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee38b1f-c491-41e8-8fd1-9289fd0b023e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:01.007533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.027186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.044886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fb68615-607f-48fe-8874-483add7a8696 req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0657959 Dec 07 23:58:01.111011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4563f-1c2a-4a17-9aec-b5dc0e7cc029 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d8aba1-064a-410f-8d60-656532f380fc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:01.333532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99335b64-eee7-472c-b5e5-f4d0b8befce7 req-c884da7b-2cc2-4d69-8fce-a3029e8c0451 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.1127782 Dec 07 23:58:01.400030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3849fe09-51ff-4522-bc04-ce0c729fb751 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:01.421331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.436048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.437065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.485079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ce5390-fa30-4885-a8d2-9146f4dd380d {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:01.494589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.503259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3849fe09-51ff-4522-bc04-ce0c729fb751 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:01.503791 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.527191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Transition to ACTIVE for port object 68ce5390-fa30-4885-a8d2-9146f4dd380d will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:58:01.533864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-977a2eda-e417-4686-a42a-c250fda51b1a req-9bc988b9-418c-479c-8511-ccf1c65b67f1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1106766973', 'description': 'tempest-description-1636560414'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:01.538343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e181-3cd6-4b17-8eb4-9f5860a5f0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.562043 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e181-3cd6-4b17-8eb4-9f5860a5f0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.576948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Pushing event updated for resources: {'Port': ['ID=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:01.629563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.696724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Pushing event updated for resources: {'Port': ['ID=68ce5390-fa30-4885-a8d2-9146f4dd380d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:01.719635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff639-d8bd-4bb8-b3cb-f9b6a174d754 req-6939ac33-9bf6-4757-b400-13e3a3b28abb tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:01.721688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:01.724136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:01.727774 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.728434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14dff639-d8bd-4bb8-b3cb-f9b6a174d754 req-6939ac33-9bf6-4757-b400-13e3a3b28abb tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 936 time: 0.5353620 Dec 07 23:58:01.730333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e181-3cd6-4b17-8eb4-9f5860a5f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.733674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e181-3cd6-4b17-8eb4-9f5860a5f0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:01.737284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d3e3e181-3cd6-4b17-8eb4-9f5860a5f0f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ee38b1f-c491-41e8-8fd1-9289fd0b023e HTTP/1.1" status: 204 len: 168 time: 0.7706428 Dec 07 23:58:01.901724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3e181-3cd6-4b17-8eb4-9f5860a5f0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee38b1f-c491-41e8-8fd1-9289fd0b023e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:01.914305 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-977a2eda-e417-4686-a42a-c250fda51b1a req-9bc988b9-418c-479c-8511-ccf1c65b67f1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.148586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Attempting to bind port 68ce5390-fa30-4885-a8d2-9146f4dd380d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:02.148943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Attempting to bind port 68ce5390-fa30-4885-a8d2-9146f4dd380d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:02.149297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Attempting to bind port 68ce5390-fa30-4885-a8d2-9146f4dd380d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:02.153827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Router 1fc42750-cf46-42ab-b5ef-b22f55048915 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 23:58:02.173305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14dff639-d8bd-4bb8-b3cb-f9b6a174d754 req-01b11807-020f-4577-bdb7-fd73e1353c53 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438820 Dec 07 23:58:02.191664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 3849fe09-51ff-4522-bc04-ce0c729fb751, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3849fe09-51ff-4522-bc04-ce0c729fb751,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:02.200354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Port 68ce5390-fa30-4885-a8d2-9146f4dd380d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:58:02.200698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Attempting to bind port 68ce5390-fa30-4885-a8d2-9146f4dd380d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:02.207693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.226031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:02.226438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:02.227054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:02.228574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Bound port: 68ce5390-fa30-4885-a8d2-9146f4dd380d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:02.228574 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.332733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=3849fe09-51ff-4522-bc04-ce0c729fb751,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:02.368229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c93eb7f2-2d07-4df5-9261-2f0d7b926efe None None] Provisioning complete for port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:02.368773 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c93eb7f2-2d07-4df5-9261-2f0d7b926efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.418174 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-977a2eda-e417-4686-a42a-c250fda51b1a req-9bc988b9-418c-479c-8511-ccf1c65b67f1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.430447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] For port 68ce5390-fa30-4885-a8d2-9146f4dd380d, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:02.436102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] For port 68ce5390-fa30-4885-a8d2-9146f4dd380d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=68ce5390-fa30-4885-a8d2-9146f4dd380d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:02.437131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-977a2eda-e417-4686-a42a-c250fda51b1a req-9bc988b9-418c-479c-8511-ccf1c65b67f1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.476838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c93eb7f2-2d07-4df5-9261-2f0d7b926efe None None] Port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:58:02.489387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:58:02.493340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc988b9-418c-479c-8511-ccf1c65b67f1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ac122-2e87-440a-844a-e2a2fe2a4369,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:02.508772 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.509637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-827c1414-bd4e-40a9-baaa-0fec359ed1bd admin admin] 10.222.0.18 "PUT /v2.0/routers/1fc42750-cf46-42ab-b5ef-b22f55048915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4514303 Dec 07 23:58:02.550491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35034) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:02.567812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7c30d95-449e-4d9c-b6b7-145568dfd367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.592093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:02.593519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.595456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] 10.222.0.44 "PUT /v2.0/ports/68ce5390-fa30-4885-a8d2-9146f4dd380d HTTP/1.1" status: 200 len: 1096 time: 3.0280511 Dec 07 23:58:02.598246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'tag': '68ce5390-fa30-4885-a8d2-9146f4dd380d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:02.733286 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-977a2eda-e417-4686-a42a-c250fda51b1a req-9bc988b9-418c-479c-8511-ccf1c65b67f1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:02.745823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-977a2eda-e417-4686-a42a-c250fda51b1a req-9bc988b9-418c-479c-8511-ccf1c65b67f1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2169776 Dec 07 23:58:02.991970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7c30d95-449e-4d9c-b6b7-145568dfd367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:03.000614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7c30d95-449e-4d9c-b6b7-145568dfd367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:03.011671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2412f748-8246-410b-8ef0-0da53e551369 req-57a4c48f-6db9-4578-93f5-5581fc7d16d3 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.1281235 Dec 07 23:58:03.013223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baded3c-7e0c-4a83-a3d5-f4d5e5486b90 service neutron] Pushing event updated for resources: {'Port': ['ID=68ce5390-fa30-4885-a8d2-9146f4dd380d,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:03.094915 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f7c30d95-449e-4d9c-b6b7-145568dfd367 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01e590d9c324487da5bf54c242b65d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432637 Dec 07 23:58:03.107166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35048) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:03.127342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c30d95-449e-4d9c-b6b7-145568dfd367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899adcac-620d-42fa-a1e2-416e48844363,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:03.149317 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e61a73f-e377-411d-9eab-79a738b7cbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1178aa3e-e306-4d1a-9a3c-b9d25ae5c690", "tag": "68ce5390-fa30-4885-a8d2-9146f4dd380d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:03.231718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.44', 50084) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:03.242944 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-61c1b645-a16e-4de7-b5f9-5024a48f99f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:03.292991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-61c1b645-a16e-4de7-b5f9-5024a48f99f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:03.387197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-61c1b645-a16e-4de7-b5f9-5024a48f99f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:03.395343 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-61c1b645-a16e-4de7-b5f9-5024a48f99f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:03.397160 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-61c1b645-a16e-4de7-b5f9-5024a48f99f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/899adcac-620d-42fa-a1e2-416e48844363 HTTP/1.1" status: 204 len: 168 time: 0.2871194 Dec 07 23:58:03.409229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3849fe09-51ff-4522-bc04-ce0c729fb751 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:03.421785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1b645-a16e-4de7-b5f9-5024a48f99f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899adcac-620d-42fa-a1e2-416e48844363,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:03.427051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-09fa11ae-9cc1-4bfe-884c-e0b6ace8b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:03.429206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-09fa11ae-9cc1-4bfe-884c-e0b6ace8b131 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=938d3037bd0548d7aa1ccf09c4683768&device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 1099 time: 0.2261794 Dec 07 23:58:03.469213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Sync routers for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:58:03.536521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-ccc8cd84-11df-4a71-8062-2bf1fb6599e1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 23178 time: 0.7144046 Dec 07 23:58:03.540007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:03.540889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:03.578558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-a155e77d-ff54-48e9-b8f0-19fa4636b4d0 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b4a1d8f55cfa49dbb63c904cc6d0d313&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249979 Dec 07 23:58:03.651910 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-6deea8a1-200e-407a-b8f4-ca803b9190ff tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a547995-3834-4c15-8666-4fd5513e6b3b HTTP/1.1" status: 200 len: 2994 time: 0.1061924 Dec 07 23:58:03.751452 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e63fd1-fa2d-49c0-b260-7d45efbbb375 x-openstack-request-id: req-78e63fd1-fa2d-49c0-b260-7d45efbbb375 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:03.752057 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1178aa3e-e306-4d1a-9a3c-b9d25ae5c690", "tag": "68ce5390-fa30-4885-a8d2-9146f4dd380d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:03.752519 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78e63fd1-fa2d-49c0-b260-7d45efbbb375 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:03.753183 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'tag': '68ce5390-fa30-4885-a8d2-9146f4dd380d', 'status': 'completed', 'code': 200} Dec 07 23:58:03.757330 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-81ca556a-6c8f-42a4-b77d-312d93091291 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a547995-3834-4c15-8666-4fd5513e6b3b HTTP/1.1" status: 200 len: 2994 time: 0.0987415 Dec 07 23:58:03.847256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-544ac3c7-12dc-4993-b987-02f81ad4dcb8 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2d3163d5-6d38-4eec-a1bc-2f05452a51ad HTTP/1.1" status: 200 len: 2994 time: 0.0771463 Dec 07 23:58:03.904192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:03.907009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3849fe09-51ff-4522-bc04-ce0c729fb751 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:03.907447 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:03.950730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-fbab9cba-7978-425d-8b40-7d28becaa69e tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2d3163d5-6d38-4eec-a1bc-2f05452a51ad HTTP/1.1" status: 200 len: 2994 time: 0.0953336 Dec 07 23:58:03.957013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35074) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:03.980952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-network', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:04.079128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9595705-9c0a-4d4e-821c-7bb89fd28b03 req-c59684d2-dd47-4ea8-885b-4acdc2306541 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:04.080628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9595705-9c0a-4d4e-821c-7bb89fd28b03 req-c59684d2-dd47-4ea8-885b-4acdc2306541 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 948 time: 0.1326561 Dec 07 23:58:04.081215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Made reservation on behalf of 34144b401122425c899ecc5d1f9d7c3e for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:04.083625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.096088 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.119739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-f5553f0d-8ac1-4f10-88e0-f2bb2bf144b1 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/3ea537b6-3f3f-4afd-96d0-1b8c1f5a8121 HTTP/1.1" status: 200 len: 2994 time: 0.1312544 Dec 07 23:58:04.183348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 2, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:04.210115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9595705-9c0a-4d4e-821c-7bb89fd28b03 req-2a67f25a-d52b-4ec6-9611-76b8055c3510 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172583 Dec 07 23:58:04.212040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Checking router: 1fc42750-cf46-42ab-b5ef-b22f55048915 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:58:04.212390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Updating router 1fc42750-cf46-42ab-b5ef-b22f55048915 port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:58:04.221056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-7631c4bf-1e63-47db-a775-fd0a35c2a4dc tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/3ea537b6-3f3f-4afd-96d0-1b8c1f5a8121 HTTP/1.1" status: 200 len: 2994 time: 0.0906584 Dec 07 23:58:04.249536 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.266032 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.283982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.491100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:58:04.499258 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21cc6383-a0b9-4d67-8994-6a49dab6e92b req-3f27911b-b4c0-41c4-be05-42452bbbba54 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.0610034 Dec 07 23:58:04.513356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-4d7d6fc0-ad61-4e56-b6ea-d9d0e38abc12 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b3f7cc73-a586-486f-ae6f-6b48c43958ba HTTP/1.1" status: 200 len: 2990 time: 0.2839007 Dec 07 23:58:04.591651 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.593231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035274db-2793-405a-b588-5c3b2bcf4a64,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:04.603703 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.619221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.619221 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Added segment 93fc8093-ba64-40eb-a16b-576c7fa7a356 of type vlan for network 59f5b469-b367-44b3-ab91-df8b125f89a2 Dec 07 23:58:04.619382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-57375ae2-4cb5-4271-8b9a-2d5718ed2bc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=68ce5390-fa30-4885-a8d2-9146f4dd380d HTTP/1.1" status: 200 len: 217 time: 0.1707456 Dec 07 23:58:04.685029 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.709804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-bc7cffb4-5abb-4ac4-97e8-5797f0237422 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b3f7cc73-a586-486f-ae6f-6b48c43958ba HTTP/1.1" status: 200 len: 2990 time: 0.1947110 Dec 07 23:58:04.721217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-6b3f4f44-d386-4e26-bceb-14762be7545d tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:04.724675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-6b3f4f44-d386-4e26-bceb-14762be7545d tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223407 Dec 07 23:58:04.752347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Request body: {'port': {'device_id': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'b4a1d8f55cfa49dbb63c904cc6d0d313'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:04.765170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa006a-cb99-44de-899a-392204014903 None None] Pushing event updated for resources: {'Port': ['ID=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:04.804704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Attempting to bind port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:04.805372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Attempting to bind port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:04.805786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Attempting to bind port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 on network 09cfacd2-d65d-42ef-a1d7-16366979b21d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:04.816316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:04.816748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Checking segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:04.819455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.819913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Bound using segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:04.820331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Bound port: 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:04.826448 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.826566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.827467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:04.828073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.876633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-df975c9d-72f4-4509-9d36-d095e622e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:04.878334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-df975c9d-72f4-4509-9d36-d095e622e73a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1786735 Dec 07 23:58:04.926218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] For port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:04.930528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] For port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:04.935929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.998478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-71c63ce3-4eae-40ff-bb5c-e80ff47d3121 None None] Provisioning complete for port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:04.998901 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71c63ce3-4eae-40ff-bb5c-e80ff47d3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:04.999800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-0b4a2f4a-c51e-44bd-8929-60b529781203 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bda591b2-aaa9-4e8c-8617-8c0ba9c9ba39 HTTP/1.1" status: 200 len: 2994 time: 0.2888825 Dec 07 23:58:05.012387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0406942 Dec 07 23:58:05.072378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35106) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:05.085241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Request body: {'subnet': {'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-subnet', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:05.102178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa2a1e-01eb-4e52-8796-ef5eaa4a0201 admin admin] Pushing event updated for resources: {'Network': ['ID=59f5b469-b367-44b3-ab91-df8b125f89a2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:05.108910 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71c63ce3-4eae-40ff-bb5c-e80ff47d3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.115746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:05.116382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:05.132079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:58:05.174270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa006a-cb99-44de-899a-392204014903 None None] Pushing event updated for resources: {'Port': ['ID=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:05.175710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 07 23:58:05.175710 n-d-820549-2 neutron-server[103114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 07 23:58:05.175710 n-d-820549-2 neutron-server[103114]: [parameters: {'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'id': '717a519b-7f60-441d-8a54-c8268d1ce7c8', 'expiration': datetime.datetime(2021, 12, 8, 0, 0, 5, 156166)}] Dec 07 23:58:05.175710 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 23:58:05.184001 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 23:58:05.192170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d559-4b92-4671-ada3-f32339333cdb req-5ae7f095-b870-4ad1-a4e4-0dff1efbdf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:05.197095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Made reservation on behalf of b4a1d8f55cfa49dbb63c904cc6d0d313 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:05.199165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-5ae7f095-b870-4ad1-a4e4-0dff1efbdf50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2970045 Dec 07 23:58:05.205842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.238591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-3e14f77b-9084-4000-9a10-e5986c397ca2 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bda591b2-aaa9-4e8c-8617-8c0ba9c9ba39 HTTP/1.1" status: 200 len: 2994 time: 0.2378714 Dec 07 23:58:05.247720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.313796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-71c63ce3-4eae-40ff-bb5c-e80ff47d3121 None None] For port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:05.352857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71c63ce3-4eae-40ff-bb5c-e80ff47d3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.436759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.445482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:05.448276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c63ce3-4eae-40ff-bb5c-e80ff47d3121 None None] Pushing event updated for resources: {'Port': ['ID=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:05.449390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.455491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-3a6d7437-9d78-478c-9fb7-1bde2579fde5 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/de4c59ce-47b1-4fa5-9db1-4bd4bb30780d HTTP/1.1" status: 200 len: 2998 time: 0.2156801 Dec 07 23:58:05.478771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35118) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:05.498057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-aeee09ce-75d7-4854-a82a-b9367b7e7cb4 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883251 Dec 07 23:58:05.543676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5ca90182-1866-4b73-a054-e05901525973 None None] Provisioning complete for port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:05.544155 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ca90182-1866-4b73-a054-e05901525973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.554391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d403d7-f22e-4a2b-bcc3-92dbac7c3343 req-d6eb7165-9a6a-4655-bfa6-796dea7dee90 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/de4c59ce-47b1-4fa5-9db1-4bd4bb30780d HTTP/1.1" status: 200 len: 2998 time: 0.0979953 Dec 07 23:58:05.571398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd1930-e4e5-45be-8407-4f5abc94b3ff req-6ad650ca-06c3-4446-8156-43f47a60f92a tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:05.580220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25cd1930-e4e5-45be-8407-4f5abc94b3ff req-6ad650ca-06c3-4446-8156-43f47a60f92a tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 948 time: 0.1849310 Dec 07 23:58:05.664496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0549ae-ece2-409c-b088-7a5c784cba94,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:05.756847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25cd1930-e4e5-45be-8407-4f5abc94b3ff req-eec92ddd-d425-4680-8b17-120fbfa355b3 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734889 Dec 07 23:58:05.781979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-590fe357-5a3a-4fea-a236-13b2ead4816f req-b64f051c-923f-47f0-9146-895020963f39 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.1229398 Dec 07 23:58:05.832770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e706d559-4b92-4671-ada3-f32339333cdb req-a54abbda-990d-4310-be0d-1d997146bf2e service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240688 Dec 07 23:58:05.869370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Allocated IP 192.168.233.181 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/5a996852-3d6b-496f-9fa4-77ca5270e4a0) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:05.886681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18c0bc09-c520-4f8e-91f8-b507d2e60038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:05.895509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Made reservation on behalf of 34144b401122425c899ecc5d1f9d7c3e for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:05.898715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.028625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:04Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:06.055279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-838598b8-e853-48cb-91dd-7c8f3e4927e1 req-618ffb73-f679-4647-b963-07f9f6637dc3 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cbe954d550e48e4b6a54e39b20fcd7c HTTP/1.1" status: 200 len: 6144 time: 0.2540145 Dec 07 23:58:06.058863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e351ce-aab8-44c7-baaa-332f6f277b6c None None] The sync data for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 is: [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:04Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:58:06.074748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.124190 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.206920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:06.223671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-18045efc-afee-46df-b1b6-03bd85f56180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:06.225685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-18045efc-afee-46df-b1b6-03bd85f56180 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=938d3037bd0548d7aa1ccf09c4683768&device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 1099 time: 0.2697048 Dec 07 23:58:06.237407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-838598b8-e853-48cb-91dd-7c8f3e4927e1 req-37b9f474-b220-4fb4-90c4-bf150ea66ff6 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "GET /v2.0/security-groups/2d3163d5-6d38-4eec-a1bc-2f05452a51ad HTTP/1.1" status: 200 len: 2994 time: 0.1812282 Dec 07 23:58:06.245862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:06.263507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:06.269325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:06.270181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.303431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5554719 Dec 07 23:58:06.329577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Request body: {'port': {'device_id': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'device_owner': 'compute:tempest-test_az-1028395761', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:06.341595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d138c-0823-45db-b338-a7f615db093b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Pushing event updated for resources: {'Port': ['ID=5a996852-3d6b-496f-9fa4-77ca5270e4a0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:06.417383 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.433035 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18c0bc09-c520-4f8e-91f8-b507d2e60038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.493675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18c0bc09-c520-4f8e-91f8-b507d2e60038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.528108 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.591159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-838598b8-e853-48cb-91dd-7c8f3e4927e1 req-7d077d77-d4db-4c3e-bc8c-3c6e20b450b9 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "GET /v2.0/security-groups/2d3163d5-6d38-4eec-a1bc-2f05452a51ad HTTP/1.1" status: 200 len: 2994 time: 0.3528600 Dec 07 23:58:06.643595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-64d72730-8cc2-400b-a882-be9df4fc76a7 None None] Provisioning complete for port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:06.644703 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-64d72730-8cc2-400b-a882-be9df4fc76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.657877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0bc09-c520-4f8e-91f8-b507d2e60038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e37f2f-1e39-4045-89d4-0ca761e70fe4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:06.705785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-18c0bc09-c520-4f8e-91f8-b507d2e60038 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c91e84a47ac48cfa14c47fffd8d9acb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2244802 Dec 07 23:58:06.721100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-f89e2ac5-b023-44ed-ab22-e527eed3ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:06.723167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-f89e2ac5-b023-44ed-ab22-e527eed3ea41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.4799831 Dec 07 23:58:06.725279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35160) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:06.739257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-64d72730-8cc2-400b-a882-be9df4fc76a7 None None] Port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:58:06.775553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16775ea8-3980-4d50-8cf1-78008184dced,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:06.861649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-3fdb3d81-c193-43bd-bb55-0b4ea0303ab3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=68ce5390-fa30-4885-a8d2-9146f4dd380d HTTP/1.1" status: 200 len: 217 time: 0.1040180 Dec 07 23:58:06.895852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a996852-3d6b-496f-9fa4-77ca5270e4a0 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:06.905339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.931748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Transition to ACTIVE for port object 5a996852-3d6b-496f-9fa4-77ca5270e4a0 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:58:06.936734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03ef2c3-9aad-4417-bce3-543effb9fa3b req-23186df3-75b5-43da-b5e4-5af7b4683901 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b77ac122-2e87-440a-844a-e2a2fe2a4369 HTTP/1.1" status: 200 len: 1795 time: 0.2845576 Dec 07 23:58:06.938330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:06.963145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Checking segment: {'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:06.963506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Network hostable DHCP agents. Network: 59f5b469-b367-44b3-ab91-df8b125f89a2, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:58:07.014612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-d53fa051-0c83-46a2-8c1f-1eeb3b4a463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:07.016018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-d53fa051-0c83-46a2-8c1f-1eeb3b4a463a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1402047 Dec 07 23:58:07.016339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=5a996852-3d6b-496f-9fa4-77ca5270e4a0,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:07.043682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f4593e3-4210-4b64-870e-e933a93e5e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.117708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Attempting to bind port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:07.118056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Attempting to bind port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:07.118578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Attempting to bind port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:07.129578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:58:07.130054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Attempting to bind port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:07.132699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35172) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:07.150779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:07.151367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:07.152020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:07.152587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Bound port: 5a996852-3d6b-496f-9fa4-77ca5270e4a0, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:07.153043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.293852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:58:07.312744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a9887-44e0-42f0-9c5d-9282c93167f7 req-da080af9-022f-4833-b3e6-8242cb548812 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:07.319281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-226a9887-44e0-42f0-9c5d-9282c93167f7 req-da080af9-022f-4833-b3e6-8242cb548812 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 948 time: 0.4264069 Dec 07 23:58:07.375176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f4593e3-4210-4b64-870e-e933a93e5e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.401941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3167a3a-a224-4716-92e8-5e99daece28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.414684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:07.418225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] For port 5a996852-3d6b-496f-9fa4-77ca5270e4a0, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:07.450202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 59f5b469-b367-44b3-ab91-df8b125f89a2) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:07.452930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] For port 5a996852-3d6b-496f-9fa4-77ca5270e4a0, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5a996852-3d6b-496f-9fa4-77ca5270e4a0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:07.463350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d985f4f-41c7-4068-8c1e-e07f5cd2595e None None] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:07.467416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-cc821bd6-70c5-4c79-bcf8-08b6ded05742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:07.467821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.469068 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-cc821bd6-70c5-4c79-bcf8-08b6ded05742 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4442258 Dec 07 23:58:07.471234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:07.471863 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.503729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-226a9887-44e0-42f0-9c5d-9282c93167f7 req-0a73bd56-c54b-4e03-b596-e92d439bc568 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838408 Dec 07 23:58:07.506338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b03ef2c3-9aad-4417-bce3-543effb9fa3b req-949948b8-81ae-4249-a7d9-c104b168fc01 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.552005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:07.552005 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.553496 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] 10.222.0.44 "PUT /v2.0/ports/5a996852-3d6b-496f-9fa4-77ca5270e4a0 HTTP/1.1" status: 200 len: 1118 time: 1.2292671 Dec 07 23:58:07.556560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'tag': '5a996852-3d6b-496f-9fa4-77ca5270e4a0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:07.573561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:07.573923 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.587666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f4593e3-4210-4b64-870e-e933a93e5e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.593428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f4593e3-4210-4b64-870e-e933a93e5e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.596111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7f4593e3-4210-4b64-870e-e933a93e5e57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97e37f2f-1e39-4045-89d4-0ca761e70fe4 HTTP/1.1" status: 204 len: 168 time: 0.8668938 Dec 07 23:58:07.616989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-767f7f9a-9e12-4452-a636-81240af94b47 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5341601 Dec 07 23:58:07.626094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35178) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:07.634032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:07.659613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-59f5b469-b367-44b3-ab91-df8b125f89a2', 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2', 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'fixed_ips': [{'subnet_id': '16775ea8-3980-4d50-8cf1-78008184dced'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 23:58:07.660645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.689937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4593e3-4210-4b64-870e-e933a93e5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e37f2f-1e39-4045-89d4-0ca761e70fe4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:07.707582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1dea8-d4da-42a4-a1ca-8193dfd9ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=5a996852-3d6b-496f-9fa4-77ca5270e4a0,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:07.759413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b03ef2c3-9aad-4417-bce3-543effb9fa3b req-949948b8-81ae-4249-a7d9-c104b168fc01 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.831924 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.833152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.888770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65a210-5557-44f1-b7f6-b6952951107e req-642a8351-10fb-4d1d-ad77-59e6b1bde4e9 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:07.894859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c65a210-5557-44f1-b7f6-b6952951107e req-642a8351-10fb-4d1d-ad77-59e6b1bde4e9 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 970 time: 0.2758129 Dec 07 23:58:07.921672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-6a34aff0-cfa0-46b4-bfe5-d971091b4adf service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367440 Dec 07 23:58:07.930910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-de04ffef-1e46-4194-8b79-a75d45887ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:07.932697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-de04ffef-1e46-4194-8b79-a75d45887ebc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4a1d8f55cfa49dbb63c904cc6d0d313&device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 1121 time: 0.2568686 Dec 07 23:58:07.935033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3167a3a-a224-4716-92e8-5e99daece28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.939425 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6ac5fc-0794-4e48-9886-234b79f56184" -d '{"events": [{"name": "network-changed", "server_uuid": "e36ab65a-2d05-4bbe-b0b2-911be1ff1c12", "tag": "5a996852-3d6b-496f-9fa4-77ca5270e4a0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:07.946677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3167a3a-a224-4716-92e8-5e99daece28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:07.993492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.028315 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b03ef2c3-9aad-4417-bce3-543effb9fa3b req-949948b8-81ae-4249-a7d9-c104b168fc01 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.031971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b03ef2c3-9aad-4417-bce3-543effb9fa3b req-949948b8-81ae-4249-a7d9-c104b168fc01 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.050941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Allocated IP 172.20.0.2 (59f5b469-b367-44b3-ab91-df8b125f89a2/16775ea8-3980-4d50-8cf1-78008184dced/d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:08.055216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03ef2c3-9aad-4417-bce3-543effb9fa3b req-949948b8-81ae-4249-a7d9-c104b168fc01 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/b77ac122-2e87-440a-844a-e2a2fe2a4369 HTTP/1.1" status: 204 len: 173 time: 1.0710497 Dec 07 23:58:08.087230 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b3167a3a-a224-4716-92e8-5e99daece28f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=574f4864cf26407fbeb2906d00e335fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9523110 Dec 07 23:58:08.088940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-926938ec-158e-4991-95b8-df722b90ac79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=5a996852-3d6b-496f-9fa4-77ca5270e4a0 HTTP/1.1" status: 200 len: 217 time: 0.1306977 Dec 07 23:58:08.093319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35190) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:08.134305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949948b8-81ae-4249-a7d9-c104b168fc01 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ac122-2e87-440a-844a-e2a2fe2a4369,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:08.134985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167a3a-a224-4716-92e8-5e99daece28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee819aa-86d5-437d-8c29-327fcac615a0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:08.201874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-00d3a523-2c0a-4aa7-9127-8367f95497ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:08.203376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-00d3a523-2c0a-4aa7-9127-8367f95497ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1038966 Dec 07 23:58:08.222469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c52-0c43-4f44-a119-8104ecbe936c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.296799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c52-0c43-4f44-a119-8104ecbe936c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.331267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.334486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.351306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.351624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c65a210-5557-44f1-b7f6-b6952951107e req-f61baf4f-f7ac-4997-97a3-ad62a78c0a51 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472256 Dec 07 23:58:08.372685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c52-0c43-4f44-a119-8104ecbe936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.379165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c52-0c43-4f44-a119-8104ecbe936c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.384840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-85dc4c52-0c43-4f44-a119-8104ecbe936c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cee819aa-86d5-437d-8c29-327fcac615a0 HTTP/1.1" status: 204 len: 168 time: 0.2895787 Dec 07 23:58:08.391809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-c0aaad8e-1829-4d9b-b129-b6132ffb49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:08.393449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-c0aaad8e-1829-4d9b-b129-b6132ffb49f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790323 Dec 07 23:58:08.399963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:08.409987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:08.413857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:08.429483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc4c52-0c43-4f44-a119-8104ecbe936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee819aa-86d5-437d-8c29-327fcac615a0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:08.446105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e61a73f-e377-411d-9eab-79a738b7cbd7 req-ce224b1a-f66b-4688-8faf-79b22fee78d1 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510882 Dec 07 23:58:08.456737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35200) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:08.460425 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b549bf-94a0-4b20-bcf6-4ba436309b01 x-openstack-request-id: req-a2b549bf-94a0-4b20-bcf6-4ba436309b01 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:08.460912 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36ab65a-2d05-4bbe-b0b2-911be1ff1c12", "tag": "5a996852-3d6b-496f-9fa4-77ca5270e4a0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:08.461358 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2b549bf-94a0-4b20-bcf6-4ba436309b01 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:08.461950 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'tag': '5a996852-3d6b-496f-9fa4-77ca5270e4a0', 'status': 'completed', 'code': 200} Dec 07 23:58:08.486370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Pushing event updated for resources: {'Port': ['ID=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:08.487405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81653105-fed5-4472-a1e9-d25d63dbd9de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.506000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-780f8669-4a79-4d17-a6b0-909ae43b3fce req-90d230e5-8c5e-438f-a1fe-12e886bff1e2 tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c2d8aba1-064a-410f-8d60-656532f380fc HTTP/1.1" status: 200 len: 1794 time: 0.0896618 Dec 07 23:58:08.554112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Attempting to bind port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:08.555082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Attempting to bind port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:08.555540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Attempting to bind port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 on network 59f5b469-b367-44b3-ab91-df8b125f89a2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:08.561660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:08.562037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Checking segment: {'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:08.562163 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-20e0c723-4e1e-40d7-b627-95f909de9937 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525922 Dec 07 23:58:08.562426 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.562798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Bound using segment: {'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:08.563481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Bound port: d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:08.563902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.648864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] For port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:08.652765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] For port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,segment=NetworkSegment(93fc8093-ba64-40eb-a16b-576c7fa7a356),segment_id=93fc8093-ba64-40eb-a16b-576c7fa7a356)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:08.661231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.696332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98ed8015-792b-4a22-a74a-49c5950d0be7 req-48a34bf5-f987-407b-990c-aecc5bab3348 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247602 Dec 07 23:58:08.714217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c23a7-7684-494e-9cc1-d2c3c81adb75 req-5cbd848a-d801-4842-8234-83a27d54c738 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:08.716455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d5c23a7-7684-494e-9cc1-d2c3c81adb75 req-5cbd848a-d801-4842-8234-83a27d54c738 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 948 time: 0.1023829 Dec 07 23:58:08.776572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0e883-1e9d-4e44-a3a7-12f24ee7ff11 None None] Pushing event updated for resources: {'Port': ['ID=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:08.844825 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-780f8669-4a79-4d17-a6b0-909ae43b3fce req-669d551c-74f7-4117-a00c-e3e0e9c3a43e tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.911532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81653105-fed5-4472-a1e9-d25d63dbd9de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.973525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d5c23a7-7684-494e-9cc1-d2c3c81adb75 req-44d06545-15c3-432d-9e7c-7ba7866b3290 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567549 Dec 07 23:58:08.976815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-780f8669-4a79-4d17-a6b0-909ae43b3fce req-669d551c-74f7-4117-a00c-e3e0e9c3a43e tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:08.981100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-3354a1a6-17fa-46b3-b1a8-2a75099e2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:08.983684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-3354a1a6-17fa-46b3-b1a8-2a75099e2eb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4a1d8f55cfa49dbb63c904cc6d0d313&device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 1121 time: 0.0724537 Dec 07 23:58:08.997075 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81653105-fed5-4472-a1e9-d25d63dbd9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.007707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35208) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:09.075493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4607f45c-0af7-484f-9af0-4862b831bce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.132993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-81653105-fed5-4472-a1e9-d25d63dbd9de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1743df31df549ac8a19350c20c33891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6713991 Dec 07 23:58:09.142325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35210) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:09.143055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81653105-fed5-4472-a1e9-d25d63dbd9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5abb1a-543f-45de-87fc-2036c0ba3aca,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:09.192680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.199072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-780f8669-4a79-4d17-a6b0-909ae43b3fce req-669d551c-74f7-4117-a00c-e3e0e9c3a43e tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.201638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-780f8669-4a79-4d17-a6b0-909ae43b3fce req-669d551c-74f7-4117-a00c-e3e0e9c3a43e tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.202792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-780f8669-4a79-4d17-a6b0-909ae43b3fce req-669d551c-74f7-4117-a00c-e3e0e9c3a43e tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2d8aba1-064a-410f-8d60-656532f380fc HTTP/1.1" status: 204 len: 173 time: 0.6867945 Dec 07 23:58:09.233079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d551c-74f7-4117-a00c-e3e0e9c3a43e tempest-SecurityGroupsTestAdminJSON-1877946266 tempest-SecurityGroupsTestAdminJSON-1877946266-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d8aba1-064a-410f-8d60-656532f380fc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:09.245317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.283682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-b238cd55-3204-437b-89fb-767e132cf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:09.285185 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-b238cd55-3204-437b-89fb-767e132cf2d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2914662 Dec 07 23:58:09.335246 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f8012e-5ec8-462a-b842-92297263e04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.342359 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-a3fbe61d-65ac-4b78-8c44-b0670fd9ec60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=5a996852-3d6b-496f-9fa4-77ca5270e4a0 HTTP/1.1" status: 200 len: 217 time: 0.0473454 Dec 07 23:58:09.346814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4607f45c-0af7-484f-9af0-4862b831bce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.361496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4607f45c-0af7-484f-9af0-4862b831bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.366698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:09.379832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91f7aa6a-f0d9-4f82-880e-7dd5b2af8908 req-6e080a3a-ab43-4d09-9034-9bdf2a71a265 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "GET /v2.0/security-groups/a1531d0e-02cb-4b6d-accf-09f3f7440aa6 HTTP/1.1" status: 200 len: 1791 time: 0.1442616 Dec 07 23:58:09.422337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:09.422831 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.435655 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4607f45c-0af7-484f-9af0-4862b831bce8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d9d4acf0fa241fe8f257bb0f5b14427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204185 Dec 07 23:58:09.438521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35216) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:09.439237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607f45c-0af7-484f-9af0-4862b831bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21496f6f-bda9-469e-9b12-7e56736d724d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:09.448964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-9c651ebd-e539-44d2-b664-65747d90e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:09.450318 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-9c651ebd-e539-44d2-b664-65747d90e444 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0997610 Dec 07 23:58:09.476875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f8012e-5ec8-462a-b842-92297263e04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.504747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Allocated IP 172.25.6.30 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/89f897da-5131-4c86-afa7-263be42a8dc4) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:09.526107 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.529807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-66da931e-e725-4d97-bf1b-7ecaaaed44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:09.531331 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-66da931e-e725-4d97-bf1b-7ecaaaed44e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726366 Dec 07 23:58:09.531932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77d94baa-d2f2-4d63-b549-5f5c8a9dfd0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.565986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,segment=NetworkSegment(93fc8093-ba64-40eb-a16b-576c7fa7a356),segment_id=93fc8093-ba64-40eb-a16b-576c7fa7a356)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:09.571044 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.581600 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77d94baa-d2f2-4d63-b549-5f5c8a9dfd0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.622355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:09.683064 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-798788d3-e1d0-4062-bdbf-e10e75aa7b42 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421149 Dec 07 23:58:09.687969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791347-a807-4f86-b690-f95085d03085 req-ecda906e-bd35-459b-baba-8bd8f58b8f23 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:09.689718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32791347-a807-4f86-b690-f95085d03085 req-ecda906e-bd35-459b-baba-8bd8f58b8f23 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 970 time: 0.2169087 Dec 07 23:58:09.712781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91f7aa6a-f0d9-4f82-880e-7dd5b2af8908 req-5729b85d-9023-4d70-9bb4-2a06a572ec86 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.730860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f8012e-5ec8-462a-b842-92297263e04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.733492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f8012e-5ec8-462a-b842-92297263e04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.734059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77d94baa-d2f2-4d63-b549-5f5c8a9dfd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.736971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-86f8012e-5ec8-462a-b842-92297263e04a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a5abb1a-543f-45de-87fc-2036c0ba3aca HTTP/1.1" status: 204 len: 168 time: 0.5888140 Dec 07 23:58:09.739531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77d94baa-d2f2-4d63-b549-5f5c8a9dfd0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.743812 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77d94baa-d2f2-4d63-b549-5f5c8a9dfd0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21496f6f-bda9-469e-9b12-7e56736d724d HTTP/1.1" status: 204 len: 168 time: 0.2992749 Dec 07 23:58:09.790749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d94baa-d2f2-4d63-b549-5f5c8a9dfd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21496f6f-bda9-469e-9b12-7e56736d724d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:09.799547 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.803181 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91f7aa6a-f0d9-4f82-880e-7dd5b2af8908 req-5729b85d-9023-4d70-9bb4-2a06a572ec86 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.806486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8012e-5ec8-462a-b842-92297263e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5abb1a-543f-45de-87fc-2036c0ba3aca,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:09.870647 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7e6ac5fc-0794-4e48-9886-234b79f56184 req-1a90f507-248f-4535-8b4c-83173a3649ff service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724803 Dec 07 23:58:09.890782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32791347-a807-4f86-b690-f95085d03085 req-65031b20-018e-452c-afee-6cf52e5176f9 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874635 Dec 07 23:58:09.953465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91f7aa6a-f0d9-4f82-880e-7dd5b2af8908 req-5729b85d-9023-4d70-9bb4-2a06a572ec86 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.956791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91f7aa6a-f0d9-4f82-880e-7dd5b2af8908 req-5729b85d-9023-4d70-9bb4-2a06a572ec86 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.958115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91f7aa6a-f0d9-4f82-880e-7dd5b2af8908 req-5729b85d-9023-4d70-9bb4-2a06a572ec86 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "DELETE /v2.0/security-groups/a1531d0e-02cb-4b6d-accf-09f3f7440aa6 HTTP/1.1" status: 204 len: 173 time: 0.4842429 Dec 07 23:58:09.967824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:09.975162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729b85d-9023-4d70-9bb4-2a06a572ec86 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1531d0e-02cb-4b6d-accf-09f3f7440aa6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:10.032837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:10.040272 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:10.056250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Pushing event updated for resources: {'Port': ['ID=89f897da-5131-4c86-afa7-263be42a8dc4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:10.062802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:10.114704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964a7d4-599d-42ec-a4ec-380d26b07891 None None] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:10.195998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 68ce5390-fa30-4885-a8d2-9146f4dd380d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:58:10.246025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cabf3304-8119-4d86-9c73-08d58a80f7dd None None] Provisioning complete for port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:10.246401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cabf3304-8119-4d86-9c73-08d58a80f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.353420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8423c4e1-ffc4-4e50-8e90-2b09b0bd1622 req-a1eded0d-fe10-4a77-92d5-745ad515f002 tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "GET /v2.0/security-groups/2112b24d-4258-4a5f-ba0d-b4483e921eb5 HTTP/1.1" status: 200 len: 1792 time: 0.3544190 Dec 07 23:58:10.403762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beaf88-3c90-4b18-8034-ed0729006ebf req-36279551-55c7-4368-9b3d-488d61d2004f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:10.405607 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88beaf88-3c90-4b18-8034-ed0729006ebf req-36279551-55c7-4368-9b3d-488d61d2004f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 948 time: 0.3082130 Dec 07 23:58:10.428962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 68ce5390-fa30-4885-a8d2-9146f4dd380d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=68ce5390-fa30-4885-a8d2-9146f4dd380d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:10.449257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '68ce5390-fa30-4885-a8d2-9146f4dd380d', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '68ce5390-fa30-4885-a8d2-9146f4dd380d', 'mac_address': 'fa:16:3e:a3:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:58:10.511886 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.620178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8423c4e1-ffc4-4e50-8e90-2b09b0bd1622 req-4ed18cbf-b799-4feb-b58d-3d38751c694f tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.663198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ce5390-fa30-4885-a8d2-9146f4dd380d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:10.675341 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8423c4e1-ffc4-4e50-8e90-2b09b0bd1622 req-4ed18cbf-b799-4feb-b58d-3d38751c694f tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.682102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88beaf88-3c90-4b18-8034-ed0729006ebf req-3294ec20-997e-4a02-a363-ddff4d3fc655 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267165 Dec 07 23:58:10.687859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.700916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 68ce5390-fa30-4885-a8d2-9146f4dd380d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=68ce5390-fa30-4885-a8d2-9146f4dd380d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:10.705937 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.788808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ac49745c-3f43-4fd4-a94e-97387d551c66 None None] Provisioning complete for port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:10.789340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac49745c-3f43-4fd4-a94e-97387d551c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.827877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=68ce5390-fa30-4885-a8d2-9146f4dd380d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:10.828248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8423c4e1-ffc4-4e50-8e90-2b09b0bd1622 req-4ed18cbf-b799-4feb-b58d-3d38751c694f tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.832344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8423c4e1-ffc4-4e50-8e90-2b09b0bd1622 req-4ed18cbf-b799-4feb-b58d-3d38751c694f tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:10.834250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8423c4e1-ffc4-4e50-8e90-2b09b0bd1622 req-4ed18cbf-b799-4feb-b58d-3d38751c694f tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] 10.222.0.18 "DELETE /v2.0/security-groups/2112b24d-4258-4a5f-ba0d-b4483e921eb5 HTTP/1.1" status: 204 len: 173 time: 0.4666109 Dec 07 23:58:10.852331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18cbf-b799-4feb-b58d-3d38751c694f tempest-SecurityGroupsTestAdminJSON-1172055860 tempest-SecurityGroupsTestAdminJSON-1172055860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2112b24d-4258-4a5f-ba0d-b4483e921eb5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:11.023256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:11.085859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2960f-8853-49e8-af2c-f0dbcc20a16a req-ece0d194-15ad-4c38-8c42-63c4f308d917 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:11.087973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bce2960f-8853-49e8-af2c-f0dbcc20a16a req-ece0d194-15ad-4c38-8c42-63c4f308d917 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 970 time: 0.1015773 Dec 07 23:58:11.106185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['68ce5390-fa30-4885-a8d2-9146f4dd380d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:11.180411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35268) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:11.181383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bce2960f-8853-49e8-af2c-f0dbcc20a16a req-2fd7dddc-ba96-4d92-9fee-014123e60c02 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Dec 07 23:58:11.218819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Router e92775c3-f8c7-457a-864f-26aca9287a83 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 23:58:11.319565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:11.398426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:11.398978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:11.399342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:58:11.417548 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Sync routers for ids ['e92775c3-f8c7-457a-864f-26aca9287a83'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:58:11.425659 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:11.427165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8a7d27b5-6b80-4a07-9a00-17378f3f5280 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.7975950 Dec 07 23:58:11.429844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35276) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:11.436956 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Routers {'e92775c3-f8c7-457a-864f-26aca9287a83'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:11.438775 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e92775c3-f8c7-457a-864f-26aca9287a83'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:11.445835 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4e36eac9-992b-4be3-ba5e-995c412e7662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cbe954d550e48e4b6a54e39b20fcd7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2619147 Dec 07 23:58:11.446491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35278) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:11.559435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a1a-ea3e-4428-97f1-db3fbbdf53d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:11.603391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a1a-ea3e-4428-97f1-db3fbbdf53d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:11.604202 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Set router e92775c3-f8c7-457a-864f-26aca9287a83 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:11.708457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a1a-ea3e-4428-97f1-db3fbbdf53d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:11.712625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a1a-ea3e-4428-97f1-db3fbbdf53d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:11.714122 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0fb54a1a-ea3e-4428-97f1-db3fbbdf53d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d3163d5-6d38-4eec-a1bc-2f05452a51ad HTTP/1.1" status: 204 len: 168 time: 0.2666178 Dec 07 23:58:11.725456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb54a1a-ea3e-4428-97f1-db3fbbdf53d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3163d5-6d38-4eec-a1bc-2f05452a51ad,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:11.919334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e2440-e8dc-4862-8b5b-452f97e68328 req-49f43b8a-787b-442c-a114-0ebbf5bf1dc8 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:11.920988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe0e2440-e8dc-4862-8b5b-452f97e68328 req-49f43b8a-787b-442c-a114-0ebbf5bf1dc8 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 949 time: 0.0752790 Dec 07 23:58:11.942175 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-07T23:58:10Z', 'revision_number': 3, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:11.970669 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Checking router: e92775c3-f8c7-457a-864f-26aca9287a83 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:58:11.971319 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Updating router e92775c3-f8c7-457a-864f-26aca9287a83 port 89f897da-5131-4c86-afa7-263be42a8dc4 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:58:12.000039 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.077760 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.093616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe0e2440-e8dc-4862-8b5b-452f97e68328 req-989be5d0-a728-4e2b-a504-7ecedc787021 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540754 Dec 07 23:58:12.157836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5a996852-3d6b-496f-9fa4-77ca5270e4a0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:58:12.277675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35306) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:12.303142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 68ce5390-fa30-4885-a8d2-9146f4dd380d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:12.394558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5a996852-3d6b-496f-9fa4-77ca5270e4a0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5a996852-3d6b-496f-9fa4-77ca5270e4a0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:12.395789 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a4090e02-94b5-4ea8-ad57-cef4f5fcb77e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c82c0b68cb7431c90fffc11b592d153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1149786 Dec 07 23:58:12.397860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35312) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:12.410350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '5a996852-3d6b-496f-9fa4-77ca5270e4a0', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '5a996852-3d6b-496f-9fa4-77ca5270e4a0', 'mac_address': 'fa:16:3e:22:ce:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:tempest-test_az-1028395761', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:58:12.467588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 68ce5390-fa30-4885-a8d2-9146f4dd380d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:58:12.474917 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.484314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 68ce5390-fa30-4885-a8d2-9146f4dd380d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:12.484677 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.492450 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.519815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed147e49-7a64-4054-a5a4-4a5dfbbd0cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.568667 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7f7d6-cc76-45e9-b708-167d37eb2ae2 None None] Pushing event updated for resources: {'Port': ['ID=89f897da-5131-4c86-afa7-263be42a8dc4,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:12.574610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed147e49-7a64-4054-a5a4-4a5dfbbd0cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.575537 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.582137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c588a09-177a-41c6-a6d7-eaf0bfd1fc9c req-79123205-e39b-407a-8875-63e4a5d05c74 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:12.584324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c588a09-177a-41c6-a6d7-eaf0bfd1fc9c req-79123205-e39b-407a-8875-63e4a5d05c74 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 970 time: 0.0989923 Dec 07 23:58:12.632059 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Attempting to bind port 89f897da-5131-4c86-afa7-263be42a8dc4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:12.632678 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Attempting to bind port 89f897da-5131-4c86-afa7-263be42a8dc4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:12.633186 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Attempting to bind port 89f897da-5131-4c86-afa7-263be42a8dc4 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:12.637260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Allocated IP 172.20.0.1 (59f5b469-b367-44b3-ab91-df8b125f89a2/16775ea8-3980-4d50-8cf1-78008184dced/34b42d8f-7e34-4576-9ac9-8546b06fe56b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:12.639529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a996852-3d6b-496f-9fa4-77ca5270e4a0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:12.640246 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:12.640809 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:12.641355 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.641910 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:12.642654 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Bound port: 89f897da-5131-4c86-afa7-263be42a8dc4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:12.643240 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.686207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c588a09-177a-41c6-a6d7-eaf0bfd1fc9c req-89735ce8-4be2-4fef-9775-f6b056394751 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934775 Dec 07 23:58:12.735830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5a996852-3d6b-496f-9fa4-77ca5270e4a0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5a996852-3d6b-496f-9fa4-77ca5270e4a0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:12.751384 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] For port 89f897da-5131-4c86-afa7-263be42a8dc4, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:12.754951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] For port 89f897da-5131-4c86-afa7-263be42a8dc4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89f897da-5131-4c86-afa7-263be42a8dc4,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:12.761513 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.765503 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.862737 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.890508 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7f7d6-cc76-45e9-b708-167d37eb2ae2 None None] Pushing event updated for resources: {'Port': ['ID=89f897da-5131-4c86-afa7-263be42a8dc4,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:12.926359 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.928904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Routers {'e92775c3-f8c7-457a-864f-26aca9287a83'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:12.931619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed147e49-7a64-4054-a5a4-4a5dfbbd0cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.935142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed147e49-7a64-4054-a5a4-4a5dfbbd0cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.936330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed147e49-7a64-4054-a5a4-4a5dfbbd0cf4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de4c59ce-47b1-4fa5-9db1-4bd4bb30780d HTTP/1.1" status: 204 len: 168 time: 0.5374794 Dec 07 23:58:12.943532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e92775c3-f8c7-457a-864f-26aca9287a83'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:12.947123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147e49-7a64-4054-a5a4-4a5dfbbd0cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c59ce-47b1-4fa5-9db1-4bd4bb30780d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:12.952848 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:12.967898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5a996852-3d6b-496f-9fa4-77ca5270e4a0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:13.004115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ce5390-fa30-4885-a8d2-9146f4dd380d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:13.095201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Pushing event updated for resources: {'Port': ['ID=34b42d8f-7e34-4576-9ac9-8546b06fe56b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:13.096704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] Set router e92775c3-f8c7-457a-864f-26aca9287a83 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:13.106014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['5a996852-3d6b-496f-9fa4-77ca5270e4a0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:13.116139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:13.118300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:13.137479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:13.138023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:13.211945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 68ce5390-fa30-4885-a8d2-9146f4dd380d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=68ce5390-fa30-4885-a8d2-9146f4dd380d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:13.227010 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:13.429355 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-07T23:58:10Z', 'revision_number': 3, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:13.438666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=68ce5390-fa30-4885-a8d2-9146f4dd380d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:13.484115 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:13.487588 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff36650-efb9-41e9-833c-8146c36c914f None None] The sync data for ids ['e92775c3-f8c7-457a-864f-26aca9287a83'] in n-d-820549-2 is: [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-07T23:58:10Z', 'revision_number': 3, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:58:13.534547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececc3a-1518-453a-a563-75fb60cab73e req-a02b7d07-264e-409a-8237-8cffce8e6fdc tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:13.543215 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ececc3a-1518-453a-a563-75fb60cab73e req-a02b7d07-264e-409a-8237-8cffce8e6fdc tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 950 time: 0.3176181 Dec 07 23:58:13.554261 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45069eb3-0ac2-41f7-9c5b-c03e9861ac13" -d '{"events": [{"server_uuid": "1178aa3e-e306-4d1a-9a3c-b9d25ae5c690", "name": "network-vif-plugged", "status": "completed", "tag": "68ce5390-fa30-4885-a8d2-9146f4dd380d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:13.605678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6214a296-8b77-4c42-b960-43cbd99546e2 None None] Provisioning complete for port 34b42d8f-7e34-4576-9ac9-8546b06fe56b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:13.606136 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6214a296-8b77-4c42-b960-43cbd99546e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:13.655671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6214a296-8b77-4c42-b960-43cbd99546e2 None None] Port 34b42d8f-7e34-4576-9ac9-8546b06fe56b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:58:13.666038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ececc3a-1518-453a-a563-75fb60cab73e req-8cb98091-4300-47d2-a2f5-8d2b4768bb11 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218941 Dec 07 23:58:13.673631 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:13.737787 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1518103b-e99f-4d74-9f30-1573d562e232 x-openstack-request-id: req-1518103b-e99f-4d74-9f30-1573d562e232 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:13.738064 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1178aa3e-e306-4d1a-9a3c-b9d25ae5c690", "name": "network-vif-plugged", "status": "completed", "tag": "68ce5390-fa30-4885-a8d2-9146f4dd380d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:13.738332 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1518103b-e99f-4d74-9f30-1573d562e232 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:13.747764 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ce5390-fa30-4885-a8d2-9146f4dd380d', 'code': 200} Dec 07 23:58:13.913142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35364) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:13.951393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1c02-3df1-4973-a92a-98b46002e352 req-27315517-e2c6-4346-b404-ae75ab546c47 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:13.959009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d3f1c02-3df1-4973-a92a-98b46002e352 req-27315517-e2c6-4346-b404-ae75ab546c47 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 971 time: 0.1680405 Dec 07 23:58:13.986697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff955c-6be2-48da-bbcb-eb1c6c2e53cd req-89125952-a74f-4d36-9fdd-70cbd5942a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:13.989651 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8aff955c-6be2-48da-bbcb-eb1c6c2e53cd req-89125952-a74f-4d36-9fdd-70cbd5942a47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 1101 time: 0.1027474 Dec 07 23:58:14.018578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8aff955c-6be2-48da-bbcb-eb1c6c2e53cd req-883260dd-9282-4e6c-ab4e-aef46c5e0422 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.113615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d3f1c02-3df1-4973-a92a-98b46002e352 req-405393b4-b2bb-4e55-bb2c-f6ab8d191184 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484520 Dec 07 23:58:14.115952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.129979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.130744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.134267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fdb0449f-bedd-4737-8f6e-8c67ea0e2b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.169609 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8aff955c-6be2-48da-bbcb-eb1c6c2e53cd req-883260dd-9282-4e6c-ab4e-aef46c5e0422 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.173256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5a996852-3d6b-496f-9fa4-77ca5270e4a0 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:14.186115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8aff955c-6be2-48da-bbcb-eb1c6c2e53cd req-883260dd-9282-4e6c-ab4e-aef46c5e0422 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.240659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Pushing event updated for resources: {'Port': ['ID=34b42d8f-7e34-4576-9ac9-8546b06fe56b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:14.256103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:58:14.261925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:14.262373 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.274281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883260dd-9282-4e6c-ab4e-aef46c5e0422 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38a820da-ed18-48cd-8ea1-834f4237cee2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:14.288591 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8aff955c-6be2-48da-bbcb-eb1c6c2e53cd req-883260dd-9282-4e6c-ab4e-aef46c5e0422 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891474 Dec 07 23:58:14.357170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:14.360843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:14.382060 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.427965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5a996852-3d6b-496f-9fa4-77ca5270e4a0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5a996852-3d6b-496f-9fa4-77ca5270e4a0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:14.433899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fdb0449f-bedd-4737-8f6e-8c67ea0e2b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.437851 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.443421 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fdb0449f-bedd-4737-8f6e-8c67ea0e2b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.529151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5a996852-3d6b-496f-9fa4-77ca5270e4a0,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:14.533118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fdb0449f-bedd-4737-8f6e-8c67ea0e2b9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b3f2494f0c8475598a9d044ef19bd9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6189001 Dec 07 23:58:14.535805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:14.541132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0449f-bedd-4737-8f6e-8c67ea0e2b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df6bec-a024-46f6-ad32-40e1e07aef39,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:14.552529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Router e92775c3-f8c7-457a-864f-26aca9287a83 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 23:58:14.619868 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6fabf64-34b9-4a6b-ba9b-7ead8a2640d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.659251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6fabf64-34b9-4a6b-ba9b-7ead8a2640d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.715344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ba19110b-42ba-4869-83b3-e3af8eeafdc3 None None] Provisioning complete for port 34b42d8f-7e34-4576-9ac9-8546b06fe56b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:14.717864 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ba19110b-42ba-4869-83b3-e3af8eeafdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.719963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:58:14.728126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6fabf64-34b9-4a6b-ba9b-7ead8a2640d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.728892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3b6c1b58-418d-4a0a-99e6-5da74459a18d admin admin] 10.222.0.18 "PUT /v2.0/routers/e92775c3-f8c7-457a-864f-26aca9287a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2973819 Dec 07 23:58:14.731328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6fabf64-34b9-4a6b-ba9b-7ead8a2640d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:14.732671 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b6fabf64-34b9-4a6b-ba9b-7ead8a2640d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9df6bec-a024-46f6-ad32-40e1e07aef39 HTTP/1.1" status: 204 len: 168 time: 0.1958272 Dec 07 23:58:14.752270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fabf64-34b9-4a6b-ba9b-7ead8a2640d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df6bec-a024-46f6-ad32-40e1e07aef39,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:14.824417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ba19110b-42ba-4869-83b3-e3af8eeafdc3 None None] Port 34b42d8f-7e34-4576-9ac9-8546b06fe56b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:58:14.858464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f39ec-1f0d-409c-9f4d-ad987e6abbb4 req-58a580c6-55cd-4cae-b1eb-5ee0a60e1200 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:14.866926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e88f39ec-1f0d-409c-9f4d-ad987e6abbb4 req-58a580c6-55cd-4cae-b1eb-5ee0a60e1200 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 950 time: 0.0921865 Dec 07 23:58:14.924191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e88f39ec-1f0d-409c-9f4d-ad987e6abbb4 req-09f7a7ff-8b5d-4c62-a363-a0b03c61df36 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564365 Dec 07 23:58:15.145703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35412) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:15.165448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35b8a226-0c03-4fee-a580-3e4fffb51375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.262666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2009cc5-3887-4d0a-8caa-502128c9a2cd req-844ca692-eceb-44d9-a18e-7302f0d04f51 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:15.273911 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35b8a226-0c03-4fee-a580-3e4fffb51375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.286004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35b8a226-0c03-4fee-a580-3e4fffb51375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.288007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2009cc5-3887-4d0a-8caa-502128c9a2cd req-844ca692-eceb-44d9-a18e-7302f0d04f51 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 972 time: 0.0918489 Dec 07 23:58:15.374795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-35b8a226-0c03-4fee-a580-3e4fffb51375 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e65fda0559924be7b17db075f7bc2df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292702 Dec 07 23:58:15.378035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35422) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:15.384964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8a226-0c03-4fee-a580-3e4fffb51375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2e5fd6-d714-41a7-925d-a48b2e89e8a8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:15.398069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2009cc5-3887-4d0a-8caa-502128c9a2cd req-0523d217-0cb9-409a-90ae-f9680f8c4c6b tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087461 Dec 07 23:58:15.427555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89f897da-5131-4c86-afa7-263be42a8dc4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:15.457520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-419297ff-9a0f-4663-a651-0ad6c9c9cda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.483619 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-419297ff-9a0f-4663-a651-0ad6c9c9cda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.491247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 89f897da-5131-4c86-afa7-263be42a8dc4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:15.492066 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.557973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-419297ff-9a0f-4663-a651-0ad6c9c9cda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.562019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-419297ff-9a0f-4663-a651-0ad6c9c9cda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.566962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-419297ff-9a0f-4663-a651-0ad6c9c9cda3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b2e5fd6-d714-41a7-925d-a48b2e89e8a8 HTTP/1.1" status: 204 len: 168 time: 0.1876423 Dec 07 23:58:15.576640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419297ff-9a0f-4663-a651-0ad6c9c9cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2e5fd6-d714-41a7-925d-a48b2e89e8a8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:15.615962 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.643410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 89f897da-5131-4c86-afa7-263be42a8dc4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89f897da-5131-4c86-afa7-263be42a8dc4,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:15.649459 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:15.706683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=89f897da-5131-4c86-afa7-263be42a8dc4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:15.748778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a996852-3d6b-496f-9fa4-77ca5270e4a0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:15.751921 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e5c112-7e18-4216-a2ed-f2f07388f4ce" -d '{"events": [{"server_uuid": "e36ab65a-2d05-4bbe-b0b2-911be1ff1c12", "name": "network-vif-plugged", "status": "completed", "tag": "5a996852-3d6b-496f-9fa4-77ca5270e4a0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:15.778295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Sync routers for ids ['e92775c3-f8c7-457a-864f-26aca9287a83'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:58:15.792507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Routers {'e92775c3-f8c7-457a-864f-26aca9287a83'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:15.793267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e92775c3-f8c7-457a-864f-26aca9287a83'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:15.841783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd39feb4-d42a-468e-8ddb-b8e150f74dca req-359a5330-ade4-4e1c-8534-08d8e8b57fd3 tempest-FlavorsV2NegativeTest-1732675270 tempest-FlavorsV2NegativeTest-1732675270-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=099cdb92b8b242b8b56d29afcea611af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239341 Dec 07 23:58:15.972435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39feb4-d42a-468e-8ddb-b8e150f74dca req-68c7a889-1b36-4eb2-89b2-7c54e30621ab tempest-FlavorsV2NegativeTest-1732675270 tempest-FlavorsV2NegativeTest-1732675270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:15.973982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd39feb4-d42a-468e-8ddb-b8e150f74dca req-68c7a889-1b36-4eb2-89b2-7c54e30621ab tempest-FlavorsV2NegativeTest-1732675270 tempest-FlavorsV2NegativeTest-1732675270-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266112 Dec 07 23:58:15.993272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd39feb4-d42a-468e-8ddb-b8e150f74dca req-16b1105d-11f7-4427-ab5c-ea57f41ba005 tempest-FlavorsV2NegativeTest-1732675270 tempest-FlavorsV2NegativeTest-1732675270-project] 10.222.0.18 "GET /v2.0/quotas/099cdb92b8b242b8b56d29afcea611af HTTP/1.1" status: 200 len: 375 time: 0.0108716 Dec 07 23:58:16.031654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd39feb4-d42a-468e-8ddb-b8e150f74dca req-50fc5e8c-7da1-4e71-b0ec-da7a40902cd9 tempest-FlavorsV2NegativeTest-1732675270 tempest-FlavorsV2NegativeTest-1732675270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=099cdb92b8b242b8b56d29afcea611af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322299 Dec 07 23:58:16.126801 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fe5d83-483f-4e0e-a4ef-627c8fc913f6 x-openstack-request-id: req-39fe5d83-483f-4e0e-a4ef-627c8fc913f6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:16.126801 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ab65a-2d05-4bbe-b0b2-911be1ff1c12", "name": "network-vif-plugged", "status": "completed", "tag": "5a996852-3d6b-496f-9fa4-77ca5270e4a0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:16.127036 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39fe5d83-483f-4e0e-a4ef-627c8fc913f6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:16.127339 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a996852-3d6b-496f-9fa4-77ca5270e4a0', 'code': 200} Dec 07 23:58:16.157556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35472) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:16.164062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a3b24dc1-f182-4687-955b-1febddef6ea3 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722855171', 'description': 'tempest-description--671223148'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:16.174403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Set router e92775c3-f8c7-457a-864f-26aca9287a83 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:16.217481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3b24dc1-f182-4687-955b-1febddef6ea3 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.322448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ed00d-b01f-4989-928c-f09f54baa4e3 req-57f97263-6280-4df1-b181-33121a789992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:16.324050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e58ed00d-b01f-4989-928c-f09f54baa4e3 req-57f97263-6280-4df1-b181-33121a789992 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 1123 time: 0.0713105 Dec 07 23:58:16.333215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae21eeb-ee5c-4e37-accf-68994a961192 req-683e6056-8006-4723-b8ee-bd5fb79121e6 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:16.340386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ae21eeb-ee5c-4e37-accf-68994a961192 req-683e6056-8006-4723-b8ee-bd5fb79121e6 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 950 time: 0.1349897 Dec 07 23:58:16.373262 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3b24dc1-f182-4687-955b-1febddef6ea3 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.393217 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3b24dc1-f182-4687-955b-1febddef6ea3 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.446818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ae21eeb-ee5c-4e37-accf-68994a961192 req-af59a19e-6231-4075-880c-8f6777148fec tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985544 Dec 07 23:58:16.471984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e58ed00d-b01f-4989-928c-f09f54baa4e3 req-4425a569-5d9d-4e30-aacf-616ac1285ca1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340771 Dec 07 23:58:16.485945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3b24dc1-f182-4687-955b-1febddef6ea3 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.492359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35492) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:16.499161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-cd15de8b-20e6-46d2-9c59-eb60363efc10 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'security_group_rule': {'security_group_id': 'b3025e7a-f4ac-4f91-ad57-d662a5f8fab6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:16.503815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a3b24dc1-f182-4687-955b-1febddef6ea3 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3277152 Dec 07 23:58:16.505132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b24dc1-f182-4687-955b-1febddef6ea3 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:16.554819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd15de8b-20e6-46d2-9c59-eb60363efc10 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.659602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-07T23:58:13Z', 'revision_number': 4, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '34b42d8f-7e34-4576-9ac9-8546b06fe56b', 'name': '', 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'mac_address': 'fa:16:3e:01:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '16775ea8-3980-4d50-8cf1-78008184dced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:12Z', 'updated_at': '2021-12-07T23:58:13Z', 'revision_number': 2, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'subnets': [{'id': '16775ea8-3980-4d50-8cf1-78008184dced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:16.688467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd15de8b-20e6-46d2-9c59-eb60363efc10 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.692605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Checking router: e92775c3-f8c7-457a-864f-26aca9287a83 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:58:16.693980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Updating router e92775c3-f8c7-457a-864f-26aca9287a83 port 34b42d8f-7e34-4576-9ac9-8546b06fe56b binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:58:16.700290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd15de8b-20e6-46d2-9c59-eb60363efc10 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.727149 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.733846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f96096-f626-41fb-bda3-c159b90d62c4 req-b0ca2b32-f400-41ab-98a2-30a68250449f tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:16.743854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26f96096-f626-41fb-bda3-c159b90d62c4 req-b0ca2b32-f400-41ab-98a2-30a68250449f tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 972 time: 0.1421025 Dec 07 23:58:16.817128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26f96096-f626-41fb-bda3-c159b90d62c4 req-dfc809c3-5761-4150-a532-3b15ee60dd78 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697360 Dec 07 23:58:16.819871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15de8b-20e6-46d2-9c59-eb60363efc10 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe323c8e-eb45-4b09-82ef-50f489739081,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:16.847259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd15de8b-20e6-46d2-9c59-eb60363efc10 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:16.852993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cd15de8b-20e6-46d2-9c59-eb60363efc10 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3587155 Dec 07 23:58:16.853606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35502) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:16.862058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-68b63b49-ec3c-49dd-8437-43aed5b875f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'security_group_rule': {'security_group_id': 'b3025e7a-f4ac-4f91-ad57-d662a5f8fab6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:16.940673 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68b63b49-ec3c-49dd-8437-43aed5b875f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.017060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68b63b49-ec3c-49dd-8437-43aed5b875f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.023330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68b63b49-ec3c-49dd-8437-43aed5b875f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.033403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35508) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:17.053013 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68b63b49-ec3c-49dd-8437-43aed5b875f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.054924 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-68b63b49-ec3c-49dd-8437-43aed5b875f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1973512 Dec 07 23:58:17.057042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b63b49-ec3c-49dd-8437-43aed5b875f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e35ee5-efc2-4f09-9524-28f7d9b29e7a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:17.057673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35512) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:17.064188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:17.100094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.161998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.172012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.174086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9875136-2fed-4f96-89f0-1d231d773096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.183638 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.228982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24853d1-5232-417a-bf2a-0540682ec653 None None] Pushing event updated for resources: {'Port': ['ID=34b42d8f-7e34-4576-9ac9-8546b06fe56b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:17.291630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.314875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Attempting to bind port 34b42d8f-7e34-4576-9ac9-8546b06fe56b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:17.315136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Attempting to bind port 34b42d8f-7e34-4576-9ac9-8546b06fe56b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:17.315453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Attempting to bind port 34b42d8f-7e34-4576-9ac9-8546b06fe56b on network 59f5b469-b367-44b3-ab91-df8b125f89a2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:17.329600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:17.329988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Checking segment: {'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:17.330405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.330806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Bound using segment: {'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:17.332711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Bound port: 34b42d8f-7e34-4576-9ac9-8546b06fe56b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fc8093-ba64-40eb-a16b-576c7fa7a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:17.333104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.369680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9875136-2fed-4f96-89f0-1d231d773096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.376537 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9875136-2fed-4f96-89f0-1d231d773096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.380291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89f897da-5131-4c86-afa7-263be42a8dc4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:17.458660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] For port 34b42d8f-7e34-4576-9ac9-8546b06fe56b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:17.466439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] For port 34b42d8f-7e34-4576-9ac9-8546b06fe56b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=34b42d8f-7e34-4576-9ac9-8546b06fe56b,segment=NetworkSegment(93fc8093-ba64-40eb-a16b-576c7fa7a356),segment_id=93fc8093-ba64-40eb-a16b-576c7fa7a356)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:17.479731 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.485769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e9875136-2fed-4f96-89f0-1d231d773096 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=099cdb92b8b242b8b56d29afcea611af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507897 Dec 07 23:58:17.488196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35526) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:17.489217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 89f897da-5131-4c86-afa7-263be42a8dc4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:17.490303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.505963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9875136-2fed-4f96-89f0-1d231d773096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b10004-7f05-4a37-a99c-77e5e46bc448,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:17.514174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Allocated IP 172.25.6.89 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b6bcc4f4-e90d-470f-9d55-87751d4dc70d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:17.587591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e369c07-e64c-4b70-b10e-502349b98d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.600751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Routers {'e92775c3-f8c7-457a-864f-26aca9287a83'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:17.606490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e92775c3-f8c7-457a-864f-26aca9287a83'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:17.610966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24853d1-5232-417a-bf2a-0540682ec653 None None] Pushing event updated for resources: {'Port': ['ID=34b42d8f-7e34-4576-9ac9-8546b06fe56b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:17.613775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e369c07-e64c-4b70-b10e-502349b98d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.661255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-63fd752b-6608-462c-86aa-5430e3b4b280 None None] Provisioning complete for port 34b42d8f-7e34-4576-9ac9-8546b06fe56b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:17.661255 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63fd752b-6608-462c-86aa-5430e3b4b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.680438 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e369c07-e64c-4b70-b10e-502349b98d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.683304 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e369c07-e64c-4b70-b10e-502349b98d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:17.684512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2e369c07-e64c-4b70-b10e-502349b98d7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59b10004-7f05-4a37-a99c-77e5e46bc448 HTTP/1.1" status: 204 len: 168 time: 0.1952865 Dec 07 23:58:17.701060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e369c07-e64c-4b70-b10e-502349b98d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b10004-7f05-4a37-a99c-77e5e46bc448,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:17.860042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] Set router e92775c3-f8c7-457a-864f-26aca9287a83 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:18.009445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c4cc4-486d-4ef7-8f9f-f3d31d233883 req-382cdb64-12c2-43a5-b943-423ca0851ef6 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:18.017577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-856c4cc4-486d-4ef7-8f9f-f3d31d233883 req-382cdb64-12c2-43a5-b943-423ca0851ef6 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 950 time: 0.4360008 Dec 07 23:58:18.072827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63fd752b-6608-462c-86aa-5430e3b4b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.087173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.105097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-856c4cc4-486d-4ef7-8f9f-f3d31d233883 req-78b087b5-d9e4-4cf6-8958-26e74a75e4a4 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817897 Dec 07 23:58:18.142730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-63fd752b-6608-462c-86aa-5430e3b4b280 None None] For port 34b42d8f-7e34-4576-9ac9-8546b06fe56b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=34b42d8f-7e34-4576-9ac9-8546b06fe56b,segment=NetworkSegment(93fc8093-ba64-40eb-a16b-576c7fa7a356),segment_id=93fc8093-ba64-40eb-a16b-576c7fa7a356)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:18.153619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63fd752b-6608-462c-86aa-5430e3b4b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.175267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.197936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-07T23:58:13Z', 'revision_number': 4, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '34b42d8f-7e34-4576-9ac9-8546b06fe56b', 'name': '', 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'mac_address': 'fa:16:3e:01:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '16775ea8-3980-4d50-8cf1-78008184dced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:12Z', 'updated_at': '2021-12-07T23:58:17Z', 'revision_number': 4, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'subnets': [{'id': '16775ea8-3980-4d50-8cf1-78008184dced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:18.239720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf89bb-1bbb-4b3a-8550-692dc6858803 None None] The sync data for ids ['e92775c3-f8c7-457a-864f-26aca9287a83'] in n-d-820549-2 is: [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-07T23:58:13Z', 'revision_number': 4, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '34b42d8f-7e34-4576-9ac9-8546b06fe56b', 'name': '', 'network_id': '59f5b469-b367-44b3-ab91-df8b125f89a2', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'mac_address': 'fa:16:3e:01:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '16775ea8-3980-4d50-8cf1-78008184dced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:12Z', 'updated_at': '2021-12-07T23:58:17Z', 'revision_number': 4, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'subnets': [{'id': '16775ea8-3980-4d50-8cf1-78008184dced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:58:18.245913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd752b-6608-462c-86aa-5430e3b4b280 None None] Pushing event updated for resources: {'Port': ['ID=34b42d8f-7e34-4576-9ac9-8546b06fe56b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:18.275038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-af44456d-a068-4a21-941f-88d5cc7229f3 None None] Provisioning complete for port 34b42d8f-7e34-4576-9ac9-8546b06fe56b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:18.275420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af44456d-a068-4a21-941f-88d5cc7229f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.299991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:18.318618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:18.335670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:18.347568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event updated for resources: {'Port': ['ID=b6bcc4f4-e90d-470f-9d55-87751d4dc70d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:18.424052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822434f-d4c2-4cb2-a9d5-a159c516da94 req-8e5f53c0-4897-457e-b7f9-1ae16aff9718 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:18.433272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f822434f-d4c2-4cb2-a9d5-a159c516da94 req-8e5f53c0-4897-457e-b7f9-1ae16aff9718 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 972 time: 0.2506454 Dec 07 23:58:18.524019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.553240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f822434f-d4c2-4cb2-a9d5-a159c516da94 req-34b1b5b4-1459-4447-8d4e-a105f3cdc159 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134570 Dec 07 23:58:18.611301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.818749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.824520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.839897 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.897018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event updated for resources: {'Port': ['ID=b6bcc4f4-e90d-470f-9d55-87751d4dc70d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:18.902166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:18.903444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-002e54e7-4961-493a-9f6f-e535a577dc73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8430235 Dec 07 23:58:19.341864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 34b42d8f-7e34-4576-9ac9-8546b06fe56b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:19.365731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105765b-13c4-494d-aece-5ebe382ab5e7 req-ef88914b-513d-461b-88af-6d44ca14da53 tempest-AggregatesAdminTestJSON-1198656177 tempest-AggregatesAdminTestJSON-1198656177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:19.367422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5105765b-13c4-494d-aece-5ebe382ab5e7 req-ef88914b-513d-461b-88af-6d44ca14da53 tempest-AggregatesAdminTestJSON-1198656177 tempest-AggregatesAdminTestJSON-1198656177-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 1123 time: 0.1300390 Dec 07 23:58:19.392080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 34b42d8f-7e34-4576-9ac9-8546b06fe56b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:19.392722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:19.395361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5105765b-13c4-494d-aece-5ebe382ab5e7 req-42fd427c-e773-4b1f-af3f-655f811dd3e7 tempest-AggregatesAdminTestJSON-1198656177 tempest-AggregatesAdminTestJSON-1198656177-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:19.405891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dbe8-d62d-472d-9e34-420855e8463f req-27fe6506-23df-402d-bc92-ae9b581a06c0 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:19.407428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a917dbe8-d62d-472d-9e34-420855e8463f req-27fe6506-23df-402d-bc92-ae9b581a06c0 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 950 time: 0.0795999 Dec 07 23:58:19.481305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a917dbe8-d62d-472d-9e34-420855e8463f req-50570016-6dbf-48a2-94b6-f791c5262bf7 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655906 Dec 07 23:58:19.531044 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5105765b-13c4-494d-aece-5ebe382ab5e7 req-42fd427c-e773-4b1f-af3f-655f811dd3e7 tempest-AggregatesAdminTestJSON-1198656177 tempest-AggregatesAdminTestJSON-1198656177-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:19.535554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5105765b-13c4-494d-aece-5ebe382ab5e7 req-42fd427c-e773-4b1f-af3f-655f811dd3e7 tempest-AggregatesAdminTestJSON-1198656177 tempest-AggregatesAdminTestJSON-1198656177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:19.588926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5105765b-13c4-494d-aece-5ebe382ab5e7 req-42fd427c-e773-4b1f-af3f-655f811dd3e7 tempest-AggregatesAdminTestJSON-1198656177 tempest-AggregatesAdminTestJSON-1198656177-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146862 Dec 07 23:58:19.594874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd427c-e773-4b1f-af3f-655f811dd3e7 tempest-AggregatesAdminTestJSON-1198656177 tempest-AggregatesAdminTestJSON-1198656177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd4e900-3e22-49af-875f-d7f3b11da07c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:19.645644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-cdad520e-3ad6-48d8-ad10-23a8e1d14e1a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--722855171&fields=id&tenant_id=fc58c9304d884f0782d5035ffdde31eb HTTP/1.1" status: 200 len: 267 time: 0.0686297 Dec 07 23:58:19.834640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-82e34747-d2fd-4ee6-927f-8fcef3e811aa tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:19.836084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-82e34747-d2fd-4ee6-927f-8fcef3e811aa tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 824 time: 0.1835675 Dec 07 23:58:19.851937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-a473fc5e-07d6-4afe-b19e-2fce1beebd68 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/quotas/fc58c9304d884f0782d5035ffdde31eb HTTP/1.1" status: 200 len: 375 time: 0.0096714 Dec 07 23:58:19.914579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-8eb7ad7e-f39f-4fc3-8b9a-37eb34900a40 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573349 Dec 07 23:58:20.080867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-06afbaed-3c15-4466-ade3-3714b24a0507 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:58:20.081598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-06afbaed-3c15-4466-ade3-3714b24a0507 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0558994 Dec 07 23:58:20.178092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-48042aa1-92b9-4f0c-81c6-51c626241a85 service neutron] 10.222.0.18 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898390 Dec 07 23:58:20.277270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-305e0ca2-9d36-465b-b058-46eb27261f1c service neutron] 10.222.0.18 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929432 Dec 07 23:58:20.517592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a863937e-f5fe-4432-918c-87e804836539 req-20de09db-eb7c-4e5c-bfac-ea56c8a381d0 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 210 time: 0.0448067 Dec 07 23:58:20.611926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-e0a80082-ac17-4920-a97a-4373cef8658e tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:20.613443 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-e0a80082-ac17-4920-a97a-4373cef8658e tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 1101 time: 0.0568919 Dec 07 23:58:20.719928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e474270-3b13-4dfc-b829-64fbd2af1d10 req-4142644e-c2e0-428f-aef4-760c678d5602 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:20.727678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e474270-3b13-4dfc-b829-64fbd2af1d10 req-4142644e-c2e0-428f-aef4-760c678d5602 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 950 time: 0.1049130 Dec 07 23:58:20.749061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Deleting port 68ce5390-fa30-4885-a8d2-9146f4dd380d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 23:58:20.749591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:20.771971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35694) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:20.775083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35692) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:20.849474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e474270-3b13-4dfc-b829-64fbd2af1d10 req-ddd1fd91-b048-424f-a2bf-f6bec93d3cdf tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096802 Dec 07 23:58:20.899571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] For port 68ce5390-fa30-4885-a8d2-9146f4dd380d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=68ce5390-fa30-4885-a8d2-9146f4dd380d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:20.899947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:20.913759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Calling delete_port for 68ce5390-fa30-4885-a8d2-9146f4dd380d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 23:58:20.950118 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6ba3e413-3d1c-4c44-880f-b966204c2408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:20.987889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d19e0c84-00a3-4253-9424-c823a3f4f4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.092096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6ba3e413-3d1c-4c44-880f-b966204c2408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.105190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6ba3e413-3d1c-4c44-880f-b966204c2408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.152688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6ba3e413-3d1c-4c44-880f-b966204c2408 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0335c873a5d748e8951722f62e8b411d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750803 Dec 07 23:58:21.153277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35724) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:21.155502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3e413-3d1c-4c44-880f-b966204c2408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b67f26-3ca8-4632-8d51-9bc3e4a6c8ad,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:21.212234 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59a79e8d-6f26-47ff-a1a0-5a5228111174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.220374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d19e0c84-00a3-4253-9424-c823a3f4f4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.226093 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d19e0c84-00a3-4253-9424-c823a3f4f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.235673 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59a79e8d-6f26-47ff-a1a0-5a5228111174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.244290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.279127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['68ce5390-fa30-4885-a8d2-9146f4dd380d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:21.307908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59a79e8d-6f26-47ff-a1a0-5a5228111174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.314049 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59a79e8d-6f26-47ff-a1a0-5a5228111174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.314049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-59a79e8d-6f26-47ff-a1a0-5a5228111174 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5b67f26-3ca8-4632-8d51-9bc3e4a6c8ad HTTP/1.1" status: 204 len: 168 time: 0.1587174 Dec 07 23:58:21.317174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35736) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:21.325392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d19e0c84-00a3-4253-9424-c823a3f4f4df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e1aab64dad343dabab5966a5a32de61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5471721 Dec 07 23:58:21.329599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a79e8d-6f26-47ff-a1a0-5a5228111174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b67f26-3ca8-4632-8d51-9bc3e4a6c8ad,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:21.330792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Pushing event deleted for resources: {'Port': ['ID=68ce5390-fa30-4885-a8d2-9146f4dd380d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:21.334939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e0c84-00a3-4253-9424-c823a3f4f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98be7800-9b52-4bc7-8a1a-de11390afccd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:21.383570 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-735aa4ac-48a1-45d0-8891-87afe4f04da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.384657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6659-b074-462a-9e6e-50008984a436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.413597 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6659-b074-462a-9e6e-50008984a436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.489983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] No DVR routers for this DVR port 68ce5390-fa30-4885-a8d2-9146f4dd380d on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:58:21.503530 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.508716 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb452ef-f2f6-48ef-a559-ae49c302eb8e req-ea62cb5d-435e-4674-b186-d37bc2924b1b tempest-DeleteServersAdminTestJSON-2116952812 tempest-DeleteServersAdminTestJSON-2116952812-project-admin] 10.222.0.44 "DELETE /v2.0/ports/68ce5390-fa30-4885-a8d2-9146f4dd380d HTTP/1.1" status: 204 len: 173 time: 0.8884199 Dec 07 23:58:21.511771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6659-b074-462a-9e6e-50008984a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.515715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6659-b074-462a-9e6e-50008984a436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:21.516553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'name': 'network-vif-deleted', 'tag': '68ce5390-fa30-4885-a8d2-9146f4dd380d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:21.523803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fa4e6659-b074-462a-9e6e-50008984a436 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98be7800-9b52-4bc7-8a1a-de11390afccd HTTP/1.1" status: 204 len: 168 time: 0.2048783 Dec 07 23:58:21.538778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e6659-b074-462a-9e6e-50008984a436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be7800-9b52-4bc7-8a1a-de11390afccd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:21.543122 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a87161f-2faf-4820-9b12-0e412f06273c" -d '{"events": [{"server_uuid": "1178aa3e-e306-4d1a-9a3c-b9d25ae5c690", "name": "network-vif-deleted", "tag": "68ce5390-fa30-4885-a8d2-9146f4dd380d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:21.637838 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25082120-58b2-498b-b914-346dfe10f0f1 x-openstack-request-id: req-25082120-58b2-498b-b914-346dfe10f0f1 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:21.638845 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1178aa3e-e306-4d1a-9a3c-b9d25ae5c690", "name": "network-vif-deleted", "tag": "68ce5390-fa30-4885-a8d2-9146f4dd380d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:21.639975 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25082120-58b2-498b-b914-346dfe10f0f1 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:21.640501 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1178aa3e-e306-4d1a-9a3c-b9d25ae5c690', 'name': 'network-vif-deleted', 'tag': '68ce5390-fa30-4885-a8d2-9146f4dd380d', 'status': 'completed', 'code': 200} Dec 07 23:58:21.708932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4e79df0-0b2b-41fa-80d6-ec0a8c5c7be1 req-ce01f34b-ec12-4d86-99c4-3b1d7b7860b9 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 210 time: 0.0559220 Dec 07 23:58:21.917232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:21.935471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb7189fc-1919-4297-b95b-0f875961a387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:22.011534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-705fc95d-1471-4435-8add-a18e5c28f0b4 req-49b3b0f1-94f9-4d39-b4a5-bec4264eaa94 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=1178aa3e-e306-4d1a-9a3c-b9d25ae5c690 HTTP/1.1" status: 200 len: 210 time: 0.0326884 Dec 07 23:58:22.090654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb7189fc-1919-4297-b95b-0f875961a387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:22.098529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb7189fc-1919-4297-b95b-0f875961a387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:22.149879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7189fc-1919-4297-b95b-0f875961a387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa1b1d0-e6c0-4137-9fae-eaa9577b4b51,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:22.159809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fb7189fc-1919-4297-b95b-0f875961a387 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d339a32511242a89322bfdf7993ca17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413077 Dec 07 23:58:22.159971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35810) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:22.309478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c7777de-4cc3-435c-9662-d1710b162acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:22.319224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.59', 59781) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:22.418180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c7777de-4cc3-435c-9662-d1710b162acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:22.608360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-979346f2-77da-4f61-969f-707fa87f958f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:22.611215 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-979346f2-77da-4f61-969f-707fa87f958f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 824 time: 0.2763541 Dec 07 23:58:22.612961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c7777de-4cc3-435c-9662-d1710b162acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:22.618334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c7777de-4cc3-435c-9662-d1710b162acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:22.619759 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0c7777de-4cc3-435c-9662-d1710b162acd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fa1b1d0-e6c0-4137-9fae-eaa9577b4b51 HTTP/1.1" status: 204 len: 168 time: 0.4589615 Dec 07 23:58:22.632437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7777de-4cc3-435c-9662-d1710b162acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa1b1d0-e6c0-4137-9fae-eaa9577b4b51,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:22.805049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35872) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:22.828560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-bb9668e9-96d0-41f7-ba39-49a63f1e92e9 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc58c9304d884f0782d5035ffdde31eb HTTP/1.1" status: 200 len: 379 time: 0.1182842 Dec 07 23:58:22.841199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'port': {'device_id': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'admin_state_up': True, 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'security_groups': ['b3025e7a-f4ac-4f91-ad57-d662a5f8fab6']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:22.943474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80b4ad57-6328-4e28-b7f3-ce9554bad874 req-d64dd69d-ec31-4599-a2e3-f9ea5143ed98 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 210 time: 0.0437799 Dec 07 23:58:23.128855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Made reservation on behalf of fc58c9304d884f0782d5035ffdde31eb for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:23.150061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.321177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1863039256-network', 'tenant_id': '24a02edbc02946b9872a25c961841fd0'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:23.381802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:23.404387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Made reservation on behalf of 24a02edbc02946b9872a25c961841fd0 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:23.408434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.417603 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.541833 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-06fb7e3e-a7b4-4dc3-b190-1005895f00fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.550659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Allocated IP 172.20.0.13 (09cfacd2-d65d-42ef-a1d7-16366979b21d/be26e61f-3d99-4f56-98ce-ae40dd160a82/3217aef1-cce7-4c48-974a-923ff8820d3c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:23.593578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.602326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.681427 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:58:23.712320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f03fee5-e8b9-4bbf-8704-5153be2bbc72,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:23.716628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.717286 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Added segment ec184819-9d4a-41cf-a96d-e0d268113ab8 of type vlan for network 8f8d3d56-432c-4120-b694-46d5176f1272 Dec 07 23:58:23.783645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.854098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.860322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d33580-815f-40f1-8ff5-f5a7bb576425 req-0b2acb9e-6a36-4966-b14b-a31b3e4460bc tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:23.861916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71d33580-815f-40f1-8ff5-f5a7bb576425 req-0b2acb9e-6a36-4966-b14b-a31b3e4460bc tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 972 time: 0.0987484 Dec 07 23:58:23.896909 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-d3d7710b-8079-47e8-824c-0c9877421bab tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=938d3037bd0548d7aa1ccf09c4683768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461831 Dec 07 23:58:23.906919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35940) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:23.916145 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.917097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.918097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:23.918744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.972741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:23.977933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:23.983072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:23.990509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:23.991408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:23.993560 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c440d57-f8a1-42b5-9ffe-df6779328b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.006221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event updated for resources: {'Port': ['ID=3217aef1-cce7-4c48-974a-923ff8820d3c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:24.026682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-4527d74a-3229-4a16-bde2-2b3cc28da4a8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1885190 Dec 07 23:58:24.055771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2474618 Dec 07 23:58:24.060855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35948) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:24.087411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Request body: {'subnet': {'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1863039256-subnet', 'tenant_id': '24a02edbc02946b9872a25c961841fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:24.102213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b751d24-b477-4a80-a585-2575dbea4159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.129806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad391c1-b427-454d-a675-9cf0843760c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8d3d56-432c-4120-b694-46d5176f1272,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:24.139944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Made reservation on behalf of 24a02edbc02946b9872a25c961841fd0 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:24.143525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.144570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8f8d3d56-432c-4120-b694-46d5176f1272 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:58:24.241705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 68ce5390-fa30-4885-a8d2-9146f4dd380d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:58:24.289867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 68ce5390-fa30-4885-a8d2-9146f4dd380d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 23:58:24.290874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 68ce5390-fa30-4885-a8d2-9146f4dd380d not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:58:24.301018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:24.315522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71d33580-815f-40f1-8ff5-f5a7bb576425 req-b996fa13-e6d4-4e2b-a7b7-8dffbd37cf0d tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116285 Dec 07 23:58:24.320326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b751d24-b477-4a80-a585-2575dbea4159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.337650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b751d24-b477-4a80-a585-2575dbea4159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.405598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9b751d24-b477-4a80-a585-2575dbea4159 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=866941460596471eb062e570b43d7752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972341 Dec 07 23:58:24.409960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b751d24-b477-4a80-a585-2575dbea4159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fbcfca-21d9-477c-8717-e7cd34830852,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:24.413270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35958) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:24.414042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-f5e7481e-ea2d-490d-948a-61af768547e8 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:24.415624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-f5e7481e-ea2d-490d-948a-61af768547e8 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5179479 Dec 07 23:58:24.451246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3cf536e6-8bac-4f27-8268-e8cbb47ffbfe None None] Provisioning complete for port 3217aef1-cce7-4c48-974a-923ff8820d3c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:24.451676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3cf536e6-8bac-4f27-8268-e8cbb47ffbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.485109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-50f2fe46-81a2-4fe4-895b-23fbc535c5e0 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/quotas/938d3037bd0548d7aa1ccf09c4683768 HTTP/1.1" status: 200 len: 375 time: 0.0620580 Dec 07 23:58:24.498780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3cf536e6-8bac-4f27-8268-e8cbb47ffbfe None None] Port 3217aef1-cce7-4c48-974a-923ff8820d3c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:58:24.548804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff963-48d4-4592-aca0-09afa52f1cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.593267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20016067-a9b6-4ccc-88b8-f7b95031f904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.685479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20016067-a9b6-4ccc-88b8-f7b95031f904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.712693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.732285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-dd22d619-a2dc-432a-9bbd-894c46fea9e8 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=938d3037bd0548d7aa1ccf09c4683768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2454321 Dec 07 23:58:24.734802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c440d57-f8a1-42b5-9ffe-df6779328b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.753408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196999-97ec-4f05-b96a-249ef2859768 req-8c025218-3132-47c1-ae20-422a4302a75c tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:24.754972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68196999-97ec-4f05-b96a-249ef2859768 req-8c025218-3132-47c1-ae20-422a4302a75c tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 932 time: 0.3348982 Dec 07 23:58:24.755635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c440d57-f8a1-42b5-9ffe-df6779328b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.810194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2c440d57-f8a1-42b5-9ffe-df6779328b35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79eda8649b6649e8a41e24b6e258dfac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4259601 Dec 07 23:58:24.813967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:24.858924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c440d57-f8a1-42b5-9ffe-df6779328b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba9741f-9f1d-4a4c-9968-5c99e9132405,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:24.870955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff963-48d4-4592-aca0-09afa52f1cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.871868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d346f4a-6c8c-405e-afda-809a98520932,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:24.875379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Checking segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:24.876078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Network hostable DHCP agents. Network: 8f8d3d56-432c-4120-b694-46d5176f1272, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:58:24.881137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e7ff963-48d4-4592-aca0-09afa52f1cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.889475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20016067-a9b6-4ccc-88b8-f7b95031f904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.892201 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20016067-a9b6-4ccc-88b8-f7b95031f904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.906419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-20016067-a9b6-4ccc-88b8-f7b95031f904 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5fbcfca-21d9-477c-8717-e7cd34830852 HTTP/1.1" status: 204 len: 168 time: 0.4671040 Dec 07 23:58:24.984078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f07be223-282e-45e9-af53-8ff248a888f5 req-5314e697-e04d-43b8-9a0a-d6d0c69da769 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 210 time: 0.0602326 Dec 07 23:58:24.995019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ff963-48d4-4592-aca0-09afa52f1cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43afbf10-41e5-48b3-bb46-6bc2f580a72c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:24.996635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:24.999209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2e7ff963-48d4-4592-aca0-09afa52f1cd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcbe049faf524c7e958f2c4901a4b695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6978776 Dec 07 23:58:25.002850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35978) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:25.016776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Network 8f8d3d56-432c-4120-b694-46d5176f1272 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:58:25.025564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20016067-a9b6-4ccc-88b8-f7b95031f904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fbcfca-21d9-477c-8717-e7cd34830852,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:25.026086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-359fb5a8-7aa4-4f25-ba34-c3e5dd656a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.048097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8f8d3d56-432c-4120-b694-46d5176f1272) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:25.060982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0aead-2f09-4311-8f04-67fdf48ecb9c None None] Network 8f8d3d56-432c-4120-b694-46d5176f1272 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:25.061863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:25.062512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.092033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68196999-97ec-4f05-b96a-249ef2859768 req-9f66ee21-1c68-4fce-94d7-bc2f7c75239d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223863 Dec 07 23:58:25.112590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6e75c1a6-5b55-48e0-843c-1a66b7772798 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0504537 Dec 07 23:58:25.118752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0685611-1068-4366-bc39-ebb4bd5c9ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.133514 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-359fb5a8-7aa4-4f25-ba34-c3e5dd656a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.148315 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0685611-1068-4366-bc39-ebb4bd5c9ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.207030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-359fb5a8-7aa4-4f25-ba34-c3e5dd656a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.210242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-359fb5a8-7aa4-4f25-ba34-c3e5dd656a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.211710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-359fb5a8-7aa4-4f25-ba34-c3e5dd656a13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ba9741f-9f1d-4a4c-9968-5c99e9132405 HTTP/1.1" status: 204 len: 168 time: 0.3964932 Dec 07 23:58:25.222700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb5a8-7aa4-4f25-ba34-c3e5dd656a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba9741f-9f1d-4a4c-9968-5c99e9132405,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:25.394837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-bf18f03f-229d-4461-8b62-ccc7b19cc2d7 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:25.399112 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-bf18f03f-229d-4461-8b62-ccc7b19cc2d7 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 972 time: 0.2086678 Dec 07 23:58:25.400331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0685611-1068-4366-bc39-ebb4bd5c9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.413509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0685611-1068-4366-bc39-ebb4bd5c9ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.414953 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a0685611-1068-4366-bc39-ebb4bd5c9ae3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43afbf10-41e5-48b3-bb46-6bc2f580a72c HTTP/1.1" status: 204 len: 168 time: 0.4096727 Dec 07 23:58:25.509346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3f8de-6a63-45ba-8c2c-6c74aee9a4ba None None] Network 8f8d3d56-432c-4120-b694-46d5176f1272 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:25.544457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0685611-1068-4366-bc39-ebb4bd5c9ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43afbf10-41e5-48b3-bb46-6bc2f580a72c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:25.564205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18684437-599a-4d84-bf52-21429cb26ca8 req-8fbe8204-04f4-4781-9d4e-c8ff56f86405 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:25.569860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18684437-599a-4d84-bf52-21429cb26ca8 req-8fbe8204-04f4-4781-9d4e-c8ff56f86405 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 972 time: 0.1111443 Dec 07 23:58:25.699006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18684437-599a-4d84-bf52-21429cb26ca8 req-b90c54d4-40db-4274-9903-ff4b071a7464 tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e0549ae-ece2-409c-b088-7a5c784cba94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219196 Dec 07 23:58:25.728537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36000) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:25.747529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0feaa47d-2185-4b89-89ad-68614d2d002d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.767244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Deleting port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 23:58:25.767596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.879536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0feaa47d-2185-4b89-89ad-68614d2d002d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.887342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0feaa47d-2185-4b89-89ad-68614d2d002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:25.923779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0feaa47d-2185-4b89-89ad-68614d2d002d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7f6baae780b4be2901ab54251139cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913936 Dec 07 23:58:25.931472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36004) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:25.980420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaa47d-2185-4b89-89ad-68614d2d002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865ac67-c351-4444-9f36-935ab955d186,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:26.094758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b965fd1b-03bb-46f3-a182-3c50e23bdaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.167610 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.171117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b965fd1b-03bb-46f3-a182-3c50e23bdaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.174785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] For port 5a996852-3d6b-496f-9fa4-77ca5270e4a0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5a996852-3d6b-496f-9fa4-77ca5270e4a0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:26.175391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.194349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd996e34-a2dc-4799-b1e2-cf7382892924 req-bb069555-6762-43e0-b42e-b4af3b8b8148 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 210 time: 0.0396695 Dec 07 23:58:26.197456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Calling delete_port for 5a996852-3d6b-496f-9fa4-77ca5270e4a0 owned by compute:tempest-test_az-1028395761 {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 23:58:26.254915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b965fd1b-03bb-46f3-a182-3c50e23bdaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.258100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b965fd1b-03bb-46f3-a182-3c50e23bdaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.259441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b965fd1b-03bb-46f3-a182-3c50e23bdaa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b865ac67-c351-4444-9f36-935ab955d186 HTTP/1.1" status: 204 len: 168 time: 0.3268373 Dec 07 23:58:26.275955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965fd1b-03bb-46f3-a182-3c50e23bdaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b865ac67-c351-4444-9f36-935ab955d186,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:26.374436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03420f21-9699-49b8-be1a-347ef5b43906 req-38ccb8cb-c165-46ce-bc08-d25ecbfc7938 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:26.382054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03420f21-9699-49b8-be1a-347ef5b43906 req-38ccb8cb-c165-46ce-bc08-d25ecbfc7938 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 932 time: 0.0678644 Dec 07 23:58:26.390618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36022) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:26.399238 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.408562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36024) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:26.421162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68192125-3edb-4210-bf07-f23e9657d8f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.435430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['5a996852-3d6b-496f-9fa4-77ca5270e4a0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:26.447125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03420f21-9699-49b8-be1a-347ef5b43906 req-39323133-8923-430b-8151-c38fbc851642 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590739 Dec 07 23:58:26.475574 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-614aff17-5980-430a-9fec-5a29ed48dc0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.477576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Pushing event deleted for resources: {'Port': ['ID=5a996852-3d6b-496f-9fa4-77ca5270e4a0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:26.565523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] No DVR routers for this DVR port 5a996852-3d6b-496f-9fa4-77ca5270e4a0 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:58:26.587835 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-bd30c212-bbc8-4804-a0ce-8452c1a143ae tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=938d3037bd0548d7aa1ccf09c4683768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517693 Dec 07 23:58:26.618936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.627167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cdf06660-0bdb-43a1-b39e-70adf07f2681 req-e1cfabb9-3c14-4902-8f77-be33c271012a tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.44 "DELETE /v2.0/ports/5a996852-3d6b-496f-9fa4-77ca5270e4a0 HTTP/1.1" status: 204 len: 173 time: 1.2110238 Dec 07 23:58:26.627660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'name': 'network-vif-deleted', 'tag': '5a996852-3d6b-496f-9fa4-77ca5270e4a0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:26.630522 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844b26cf-b4ba-46cf-b5fe-c314d199e234" -d '{"events": [{"server_uuid": "e36ab65a-2d05-4bbe-b0b2-911be1ff1c12", "name": "network-vif-deleted", "tag": "5a996852-3d6b-496f-9fa4-77ca5270e4a0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:26.705953 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ed785f-a17f-45d4-a7ef-3dc98d6e5549 x-openstack-request-id: req-80ed785f-a17f-45d4-a7ef-3dc98d6e5549 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:26.706625 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ab65a-2d05-4bbe-b0b2-911be1ff1c12", "name": "network-vif-deleted", "tag": "5a996852-3d6b-496f-9fa4-77ca5270e4a0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:26.707242 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80ed785f-a17f-45d4-a7ef-3dc98d6e5549 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:26.707875 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ab65a-2d05-4bbe-b0b2-911be1ff1c12', 'name': 'network-vif-deleted', 'tag': '5a996852-3d6b-496f-9fa4-77ca5270e4a0', 'status': 'completed', 'code': 200} Dec 07 23:58:26.871480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c5b9a7b-988e-44f7-bdf4-660d488c9c95 req-c600f783-f581-4e8e-8d3f-fd7ebd410a8e tempest-AggregatesAdminTestJSON-1325675758 tempest-AggregatesAdminTestJSON-1325675758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e36ab65a-2d05-4bbe-b0b2-911be1ff1c12 HTTP/1.1" status: 200 len: 210 time: 0.0351114 Dec 07 23:58:26.881124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-879e55f7-60b6-4bc4-ad32-1179d8d271f9 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:26.883496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-879e55f7-60b6-4bc4-ad32-1179d8d271f9 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897894 Dec 07 23:58:26.889458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68192125-3edb-4210-bf07-f23e9657d8f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.892847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-614aff17-5980-430a-9fec-5a29ed48dc0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.903576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68192125-3edb-4210-bf07-f23e9657d8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:26.906326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Request body: {'port': {'device_id': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '938d3037bd0548d7aa1ccf09c4683768'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:26.908097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-614aff17-5980-430a-9fec-5a29ed48dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.004197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68192125-3edb-4210-bf07-f23e9657d8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb76ba8-999f-47c8-a15f-144f86970b07,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:27.011889 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-68192125-3edb-4210-bf07-f23e9657d8f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4e14e37156b4cb2a60f7c306e13184c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6201389 Dec 07 23:58:27.014928 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-614aff17-5980-430a-9fec-5a29ed48dc0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61bb7be13cca4134b6226c74320638f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012673 Dec 07 23:58:27.019103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36040) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:27.019103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36042) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:27.086844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aff17-5980-430a-9fec-5a29ed48dc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a1541-ecf0-4127-9164-5a4b7a37bda2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:27.184434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2479f77c-bd6f-48fd-bf46-d70eb0424bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.185175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Made reservation on behalf of 938d3037bd0548d7aa1ccf09c4683768 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:27.188714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.191038 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.201713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32f58c01-74bb-4baa-90a5-061447926b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.229792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-bdb07ff3-2315-4776-87b2-c5d607374f5f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:27.231184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2479f77c-bd6f-48fd-bf46-d70eb0424bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.236452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-bdb07ff3-2315-4776-87b2-c5d607374f5f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 0.2030396 Dec 07 23:58:27.260781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32f58c01-74bb-4baa-90a5-061447926b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.297470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-40f77050-b2c3-4263-8968-79b8082a8c9e tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/quotas/24a02edbc02946b9872a25c961841fd0 HTTP/1.1" status: 200 len: 375 time: 0.0531468 Dec 07 23:58:27.386637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2479f77c-bd6f-48fd-bf46-d70eb0424bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.389632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2479f77c-bd6f-48fd-bf46-d70eb0424bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.391054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2479f77c-bd6f-48fd-bf46-d70eb0424bc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbb76ba8-999f-47c8-a15f-144f86970b07 HTTP/1.1" status: 204 len: 168 time: 0.3732395 Dec 07 23:58:27.394358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32f58c01-74bb-4baa-90a5-061447926b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.396593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-ff8c27ba-7488-4f4e-8493-779a8da91941 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681911 Dec 07 23:58:27.397983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32f58c01-74bb-4baa-90a5-061447926b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:27.401819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-32f58c01-74bb-4baa-90a5-061447926b07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a8a1541-ecf0-4127-9164-5a4b7a37bda2 HTTP/1.1" status: 204 len: 168 time: 0.3745246 Dec 07 23:58:27.426981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479f77c-bd6f-48fd-bf46-d70eb0424bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb76ba8-999f-47c8-a15f-144f86970b07,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:27.445634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f58c01-74bb-4baa-90a5-061447926b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a1541-ecf0-4127-9164-5a4b7a37bda2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:27.451198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-223aeb93-893b-460e-b4f5-b48295896afc req-ae19d30d-7a9e-47d0-9dda-51c6918cdf0c tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 210 time: 0.0958786 Dec 07 23:58:27.681664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Allocated IP 192.168.233.242 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/b6a7cd1e-973e-47b1-b77f-4523319a1f2a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:27.740204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-9bb6b060-5153-4b4a-bec9-9efbe84cd66b service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908347 Dec 07 23:58:27.751468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bd93-96e6-42f8-b069-9ba6be0cfafb req-7789e1ef-0949-4dc4-8a2d-e11f961fa545 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:27.759044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7099bd93-96e6-42f8-b069-9ba6be0cfafb req-7789e1ef-0949-4dc4-8a2d-e11f961fa545 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 932 time: 0.1587720 Dec 07 23:58:27.958232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7099bd93-96e6-42f8-b069-9ba6be0cfafb req-c2df5f39-664f-497f-b989-7d07bbc1e189 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979103 Dec 07 23:58:28.009124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-f1c32a69-cbae-4d7f-86df-3691482700d5 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392919 Dec 07 23:58:28.045605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:28.095488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:28.151334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:28.155565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:28.157914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:28.166813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:28.167606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:28.229455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Pushing event updated for resources: {'Port': ['ID=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:28.245279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-182719e5-6c62-4eee-861c-d4bb1eb34387 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3443747 Dec 07 23:58:28.247999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9431f69-6d66-4bfe-b8a3-a9ffd170be4d req-a36a736a-00d0-4715-8a2e-8d0b60bd3284 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 210 time: 0.0591075 Dec 07 23:58:28.264349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Request body: {'port': {'device_id': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:28.352094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:28.501550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-370802e8-ede2-44db-b249-fad043d6d9ee None None] Provisioning complete for port b6a7cd1e-973e-47b1-b77f-4523319a1f2a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:28.502161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-370802e8-ede2-44db-b249-fad043d6d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:28.601352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-370802e8-ede2-44db-b249-fad043d6d9ee None None] Port b6a7cd1e-973e-47b1-b77f-4523319a1f2a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:58:28.679638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523b411-6d67-4603-8cd3-7349ab94c2ec req-2c89cd12-f635-4bf1-92ea-5919241106e3 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:28.693429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a523b411-6d67-4603-8cd3-7349ab94c2ec req-2c89cd12-f635-4bf1-92ea-5919241106e3 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 936 time: 0.1143854 Dec 07 23:58:28.831149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a523b411-6d67-4603-8cd3-7349ab94c2ec req-ce0ee5e0-f4ac-4e56-8118-38707565b15c tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319542 Dec 07 23:58:28.922058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a7cd1e-973e-47b1-b77f-4523319a1f2a {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:28.937496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:28.977580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Transition to ACTIVE for port object b6a7cd1e-973e-47b1-b77f-4523319a1f2a will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:58:28.986094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36126) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:28.994519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.181644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:29.207100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Attempting to bind port b6a7cd1e-973e-47b1-b77f-4523319a1f2a on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:29.207601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Attempting to bind port b6a7cd1e-973e-47b1-b77f-4523319a1f2a by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:29.209387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Attempting to bind port b6a7cd1e-973e-47b1-b77f-4523319a1f2a on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:29.216951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Port b6a7cd1e-973e-47b1-b77f-4523319a1f2a on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:58:29.217533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Attempting to bind port b6a7cd1e-973e-47b1-b77f-4523319a1f2a on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:29.242326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:29.242993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:29.243232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:29.243710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Bound port: b6a7cd1e-973e-47b1-b77f-4523319a1f2a, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:29.250000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.272521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439365e-3d3b-4a14-ad14-757f731e7bc6 req-f7e493b8-c2c7-4c5f-b7e3-aa38ce9342c2 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:29.280655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8439365e-3d3b-4a14-ad14-757f731e7bc6 req-f7e493b8-c2c7-4c5f-b7e3-aa38ce9342c2 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 932 time: 0.2018623 Dec 07 23:58:29.429309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-92e4c83f-a023-4021-8252-53e67f82135a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4a1d8f55cfa49dbb63c904cc6d0d313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420543 Dec 07 23:58:29.431999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36144) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:29.465401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8439365e-3d3b-4a14-ad14-757f731e7bc6 req-5fa5de11-1993-47ee-87df-5b9d69323faa tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837342 Dec 07 23:58:29.486051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] For port b6a7cd1e-973e-47b1-b77f-4523319a1f2a, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:29.488019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] For port b6a7cd1e-973e-47b1-b77f-4523319a1f2a, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:29.494017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.537835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7b84252-2e95-400f-9db1-0d991e49b773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.580702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:29.582003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.583174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/b6a7cd1e-973e-47b1-b77f-4523319a1f2a HTTP/1.1" status: 200 len: 1096 time: 1.3232589 Dec 07 23:58:29.583639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'tag': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:29.585951 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0748bd93-1651-4e2a-a11c-716ae7a7f159", "tag": "b6a7cd1e-973e-47b1-b77f-4523319a1f2a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:29.588346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7b84252-2e95-400f-9db1-0d991e49b773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.684106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e45751e1-3bee-423b-b6c8-84421891c776 req-4e7a58ac-e5da-44e7-8abc-0807c279fbe4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 210 time: 0.0761230 Dec 07 23:58:29.707318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91401005-7a79-44a2-9fe7-967a773006a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:29.781514 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4608280f-2183-4f41-aab9-b9ef54984509 x-openstack-request-id: req-4608280f-2183-4f41-aab9-b9ef54984509 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:29.782510 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0748bd93-1651-4e2a-a11c-716ae7a7f159", "tag": "b6a7cd1e-973e-47b1-b77f-4523319a1f2a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:29.783024 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4608280f-2183-4f41-aab9-b9ef54984509 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:29.783500 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'tag': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a', 'status': 'completed', 'code': 200} Dec 07 23:58:29.793792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7b84252-2e95-400f-9db1-0d991e49b773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.801420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7b84252-2e95-400f-9db1-0d991e49b773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:29.805936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a7b84252-2e95-400f-9db1-0d991e49b773 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e0549ae-ece2-409c-b088-7a5c784cba94 HTTP/1.1" status: 204 len: 168 time: 0.3698652 Dec 07 23:58:29.813274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-549f781a-bf17-4840-8685-ede506f19242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:29.816117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-549f781a-bf17-4840-8685-ede506f19242 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=938d3037bd0548d7aa1ccf09c4683768&device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 1099 time: 0.0965173 Dec 07 23:58:29.829337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b84252-2e95-400f-9db1-0d991e49b773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0549ae-ece2-409c-b088-7a5c784cba94,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:29.955344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-5322d0aa-931b-485b-9d62-26ce35ce0502 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=b6a7cd1e-973e-47b1-b77f-4523319a1f2a HTTP/1.1" status: 200 len: 217 time: 0.1246274 Dec 07 23:58:29.984383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-ba603fe3-333b-4c3e-aa55-bf9d20687efe tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:29.986250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-ba603fe3-333b-4c3e-aa55-bf9d20687efe tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 0.1814952 Dec 07 23:58:29.992174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-5b4fd4d8-81cd-43b7-91bf-d3000238ac9c tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:58:29.993283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-5b4fd4d8-81cd-43b7-91bf-d3000238ac9c tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059683 Dec 07 23:58:30.007604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Request body: {'port': {'device_id': '985cb050-6107-4742-aeac-d917127e44d2', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'admin_state_up': True, 'tenant_id': '24a02edbc02946b9872a25c961841fd0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:30.125963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7d370-9df2-40d7-8a5b-0fc65104bcee req-84e40e30-e26c-4bf9-ba5c-ad5b7f4a728b tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:30.134047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4b7d370-9df2-40d7-8a5b-0fc65104bcee req-84e40e30-e26c-4bf9-ba5c-ad5b7f4a728b tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 948 time: 0.1741195 Dec 07 23:58:30.137772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-0bb53905-72f5-425e-a113-9de4a6297117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:30.139287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-0bb53905-72f5-425e-a113-9de4a6297117 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1675103 Dec 07 23:58:30.162791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Made reservation on behalf of 24a02edbc02946b9872a25c961841fd0 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:30.170436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:30.196276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36174) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:30.231481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4b7d370-9df2-40d7-8a5b-0fc65104bcee req-c9fe4f51-4001-4cbc-bf08-b9e29b6dca3f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964508 Dec 07 23:58:30.240161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e917b-a024-4eca-b104-2fce070e368f req-5d189a34-19c2-428e-b436-0c1d643d1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:30.242604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-5d189a34-19c2-428e-b436-0c1d643d1a16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867591 Dec 07 23:58:30.244983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5a996852-3d6b-496f-9fa4-77ca5270e4a0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:58:30.271107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 5a996852-3d6b-496f-9fa4-77ca5270e4a0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 23:58:30.271793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5a996852-3d6b-496f-9fa4-77ca5270e4a0 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:58:30.388943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Allocated IP 172.20.0.9 (8f8d3d56-432c-4120-b694-46d5176f1272/2d346f4a-6c8c-405e-afda-809a98520932/bb7429df-f144-4d25-b648-ff86083e55e1) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:30.421425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-0c05b510-a807-4150-81ea-4049df57769b service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677411 Dec 07 23:58:30.611136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54e917b-a024-4eca-b104-2fce070e368f req-9e4d1439-d427-4260-b304-d9e4f8cb7d31 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796269 Dec 07 23:58:30.668348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae824d83-5e6e-45cf-9f3f-6681b3547acc req-f09e675d-1a96-4d8d-bdec-0eb6536125a6 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:30.670205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae824d83-5e6e-45cf-9f3f-6681b3547acc req-f09e675d-1a96-4d8d-bdec-0eb6536125a6 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 932 time: 0.0878127 Dec 07 23:58:30.719697 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:30.760780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36190) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:30.792457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae824d83-5e6e-45cf-9f3f-6681b3547acc req-97133fc1-4586-4040-986f-81dc9c13f364 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125436 Dec 07 23:58:30.807192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-9248da8f-b478-42c3-bb01-05c6e90f1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:30.809939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-9248da8f-b478-42c3-bb01-05c6e90f1bc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=938d3037bd0548d7aa1ccf09c4683768&device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 1099 time: 0.0814862 Dec 07 23:58:30.890927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:30.904972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-adf2af7b-44b7-46cd-b16e-40a4f4467a1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30c8d36007c44a74be34a09dbb05da1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403136 Dec 07 23:58:30.919543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36196) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:30.948830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1595203518-network', 'tenant_id': 'e359c7608405466aa7b5fb1475327769'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:30.968290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-75336b59-791b-48cf-8ee9-38369b7ecd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:30.969788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-75336b59-791b-48cf-8ee9-38369b7ecd0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1520047 Dec 07 23:58:31.023729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Request body: {'port': {'device_id': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:31.034501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Network 8f8d3d56-432c-4120-b694-46d5176f1272 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:31.036849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:31.046462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-8c8aef2f-6820-4843-b902-f9245c382c02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=b6a7cd1e-973e-47b1-b77f-4523319a1f2a HTTP/1.1" status: 200 len: 217 time: 0.0598869 Dec 07 23:58:31.048998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Made reservation on behalf of e359c7608405466aa7b5fb1475327769 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:31.049962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:31.051278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.059659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:31.060564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.069889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e740a-d59a-48c6-a4d8-51609bd51bf4 req-c12c6a08-9b08-478f-a260-5e59aae1e6db tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:31.071972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af1e740a-d59a-48c6-a4d8-51609bd51bf4 req-c12c6a08-9b08-478f-a260-5e59aae1e6db tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 931 time: 0.1298032 Dec 07 23:58:31.099150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.169053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a4b-4810-45e2-a016-5a1748740b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.211910 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a4b-4810-45e2-a016-5a1748740b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.216641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.229441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.289370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-139a4b35-eb0c-4daa-a41a-cb6844c50ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:31.290873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-139a4b35-eb0c-4daa-a41a-cb6844c50ce4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2366457 Dec 07 23:58:31.291692 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2896378 Dec 07 23:58:31.293535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:58:31.299658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a4b-4810-45e2-a016-5a1748740b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.300732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:31.304689 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a4b-4810-45e2-a016-5a1748740b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.306067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1d9c4a4b-4810-45e2-a016-5a1748740b2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cd4e900-3e22-49af-875f-d7f3b11da07c HTTP/1.1" status: 204 len: 168 time: 0.3752322 Dec 07 23:58:31.331379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664d12e-ea9a-4540-ad1a-3b80be3cc3fc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:31.341182 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.341515 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Added segment bbf67e32-339d-4f28-aa5a-5fbc4d2245df of type vlan for network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 Dec 07 23:58:31.342152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Request body: {'port': {'device_id': '985cb050-6107-4742-aeac-d917127e44d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:31.354991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af1e740a-d59a-48c6-a4d8-51609bd51bf4 req-e946eb06-eb5f-47d4-9feb-ba52bb844338 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572439 Dec 07 23:58:31.373847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4a4b-4810-45e2-a016-5a1748740b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd4e900-3e22-49af-875f-d7f3b11da07c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:31.393890 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.398151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-de938013-b93a-4a6e-9323-9fc1a7aef81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:31.399642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-de938013-b93a-4a6e-9323-9fc1a7aef81f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871150 Dec 07 23:58:31.483177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.595308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.748775 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.749918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:31.750656 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.794090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-f8c723f8-0648-4568-a219-e6ece16a4c2a service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846231 Dec 07 23:58:31.804940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e8f56-fd4a-4900-9747-2cf60d8b0b22 req-193fd4f4-1e2c-430a-976e-3749706ab033 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:31.806671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-951e8f56-fd4a-4900-9747-2cf60d8b0b22 req-193fd4f4-1e2c-430a-976e-3749706ab033 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 948 time: 0.1175268 Dec 07 23:58:31.846434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=52dbba08-3a74-4ec7-88e6-f6a6f2eee121,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:31.852137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-381f7f76-5efa-4b36-aaeb-d94be0af1fd1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6527877 Dec 07 23:58:31.858407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:58:31.860318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36230) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:31.865797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Request body: {'subnet': {'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1595203518-subnet', 'tenant_id': 'e359c7608405466aa7b5fb1475327769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:31.943665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Made reservation on behalf of e359c7608405466aa7b5fb1475327769 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:31.946674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:31.984731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-951e8f56-fd4a-4900-9747-2cf60d8b0b22 req-ce5b4473-71c6-4fdc-9587-800528de6a29 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410391 Dec 07 23:58:32.018124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd38494-3c2a-4fa6-9d20-9f25c7dc65a1 req-984a1f23-7006-464b-b2f4-4fa2f93ba541 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084002 Dec 07 23:58:32.151314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428bfbb-640f-46df-b731-2a7d7b214b8a req-3b039387-8b19-4a05-a160-48edd1e041da tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:32.158990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d428bfbb-640f-46df-b731-2a7d7b214b8a req-3b039387-8b19-4a05-a160-48edd1e041da tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 932 time: 0.0737987 Dec 07 23:58:32.198381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3217aef1-cce7-4c48-974a-923ff8820d3c {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:32.215442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.218188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d428bfbb-640f-46df-b731-2a7d7b214b8a req-5cca8fce-a31d-4a54-84d6-3a153ed8702b tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580807 Dec 07 23:58:32.272617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Transition to ACTIVE for port object 3217aef1-cce7-4c48-974a-923ff8820d3c will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:58:32.302358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.395968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7429df-f144-4d25-b648-ff86083e55e1 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:32.420857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.433666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Pushing event updated for resources: {'Port': ['ID=3217aef1-cce7-4c48-974a-923ff8820d3c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:32.436208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.454920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Transition to ACTIVE for port object bb7429df-f144-4d25-b648-ff86083e55e1 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:58:32.504729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.572573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Attempting to bind port 3217aef1-cce7-4c48-974a-923ff8820d3c on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:32.572950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Attempting to bind port 3217aef1-cce7-4c48-974a-923ff8820d3c by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:32.573299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Attempting to bind port 3217aef1-cce7-4c48-974a-923ff8820d3c on network 09cfacd2-d65d-42ef-a1d7-16366979b21d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:32.584985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a6a071-fb13-4727-8a78-67dfeda21b9c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:32.604561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Port 3217aef1-cce7-4c48-974a-923ff8820d3c on network 09cfacd2-d65d-42ef-a1d7-16366979b21d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:58:32.604888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Attempting to bind port 3217aef1-cce7-4c48-974a-923ff8820d3c on network 09cfacd2-d65d-42ef-a1d7-16366979b21d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:32.611356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:32.618340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:32.618698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Network hostable DHCP agents. Network: 52dbba08-3a74-4ec7-88e6-f6a6f2eee121, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:58:32.623792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:32.624134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Checking segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:32.624527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Bound using segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:32.624986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Bound port: 3217aef1-cce7-4c48-974a-923ff8820d3c, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:32.625347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.731655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Attempting to bind port bb7429df-f144-4d25-b648-ff86083e55e1 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:32.732112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Attempting to bind port bb7429df-f144-4d25-b648-ff86083e55e1 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:32.732500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Attempting to bind port bb7429df-f144-4d25-b648-ff86083e55e1 on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:32.748822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Port bb7429df-f144-4d25-b648-ff86083e55e1 on network 8f8d3d56-432c-4120-b694-46d5176f1272 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:58:32.749719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Attempting to bind port bb7429df-f144-4d25-b648-ff86083e55e1 on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:32.756240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:58:32.764879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:32.765325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Checking segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:32.765830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Bound using segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:32.766270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Bound port: bb7429df-f144-4d25-b648-ff86083e55e1, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:32.767439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.795505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 52dbba08-3a74-4ec7-88e6-f6a6f2eee121) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:32.796855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1628ac-5090-49d7-af89-aca997647564 req-c825b1a8-7d33-4b54-b30c-997abcca0457 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:32.798461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd1628ac-5090-49d7-af89-aca997647564 req-c825b1a8-7d33-4b54-b30c-997abcca0457 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 943 time: 0.0827529 Dec 07 23:58:32.804843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e880ffce-b695-4147-8fb4-46bf0bcbab14 None None] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:32.823469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] For port 3217aef1-cce7-4c48-974a-923ff8820d3c, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:32.830808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] For port 3217aef1-cce7-4c48-974a-923ff8820d3c, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3217aef1-cce7-4c48-974a-923ff8820d3c,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:32.837816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:32.838415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.862083 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.897091 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f8f0491c-84a3-4753-8ea1-250dec2f1148 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0355105 Dec 07 23:58:32.924453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd1628ac-5090-49d7-af89-aca997647564 req-ad7f3f4e-9c17-47eb-9708-d9c52e726679 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165314 Dec 07 23:58:32.977987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:32.986824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:32.990938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] 10.222.0.59 "PUT /v2.0/ports/3217aef1-cce7-4c48-974a-923ff8820d3c HTTP/1.1" status: 200 len: 1092 time: 2.5781035 Dec 07 23:58:32.991423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:32.991946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdacc93-adc2-46a9-92a3-65bd0c192344 None None] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:32.993710 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aa318a-dc19-40b9-9291-cd764bae9810" -d '{"events": [{"name": "network-changed", "server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:33.082557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:33.139885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583c26d-1f03-4994-ad68-e235223f5921 service neutron] Pushing event updated for resources: {'Port': ['ID=3217aef1-cce7-4c48-974a-923ff8820d3c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:33.155073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:33.171570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:33.229676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b5237-b667-4afc-825c-3e259eedb520 req-468f3551-fd98-458b-903b-cbc4b65271fe tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.237502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-079dac8a-7595-4b4f-8375-6f4e2c429e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.239013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-079dac8a-7595-4b4f-8375-6f4e2c429e64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 1095 time: 0.1724720 Dec 07 23:58:33.241611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b35b5237-b667-4afc-825c-3e259eedb520 req-468f3551-fd98-458b-903b-cbc4b65271fe tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 948 time: 0.1525006 Dec 07 23:58:33.258800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.259465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:33.260862 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] 10.222.0.44 "PUT /v2.0/ports/bb7429df-f144-4d25-b648-ff86083e55e1 HTTP/1.1" status: 200 len: 1091 time: 1.9250708 Dec 07 23:58:33.313241 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438bd94e-56c0-4206-931d-e1f7ea999dbc x-openstack-request-id: req-438bd94e-56c0-4206-931d-e1f7ea999dbc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:33.313241 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:33.313241 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-438bd94e-56c0-4206-931d-e1f7ea999dbc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:33.313241 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'status': 'completed', 'code': 200} Dec 07 23:58:33.327923 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-32c2cdec-0153-486a-8167-86b1d7a05c00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217aef1-cce7-4c48-974a-923ff8820d3c HTTP/1.1" status: 200 len: 217 time: 0.0709414 Dec 07 23:58:33.354672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b35b5237-b667-4afc-825c-3e259eedb520 req-535d7737-b1a0-4a83-8526-57cebdd856c1 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107497 Dec 07 23:58:33.402469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36314) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:33.425775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609c52e-d2ac-43cf-adda-0453122e0407 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:33.449185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-0bc27f69-8bca-4148-adac-b72a93ba5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.450717 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-0bc27f69-8bca-4148-adac-b72a93ba5b66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 200 len: 863 time: 0.1143022 Dec 07 23:58:33.497964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-1bcfb2a8-f926-4ab9-a0c8-d8c9a2972b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.499612 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-1bcfb2a8-f926-4ab9-a0c8-d8c9a2972b76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 1094 time: 0.1644363 Dec 07 23:58:33.501854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695c049-d5f9-4e83-8b25-bcc59ab862e9 req-6d1d9589-01b8-4804-9c87-a1b75c8d792f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.509749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2695c049-d5f9-4e83-8b25-bcc59ab862e9 req-6d1d9589-01b8-4804-9c87-a1b75c8d792f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 944 time: 0.0633733 Dec 07 23:58:33.524596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-58748914-ef41-486d-848c-81570d3b52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.526177 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-58748914-ef41-486d-848c-81570d3b52cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09cfacd2-d65d-42ef-a1d7-16366979b21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639787 Dec 07 23:58:33.556776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2695c049-d5f9-4e83-8b25-bcc59ab862e9 req-3736cc44-a29f-47e0-a9e6-ba7fe659ab39 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462453 Dec 07 23:58:33.567841 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-b8d93bba-be4f-4b0b-b6aa-2d50a680777d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb7429df-f144-4d25-b648-ff86083e55e1 HTTP/1.1" status: 200 len: 217 time: 0.0514476 Dec 07 23:58:33.666879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-8e94f482-4314-4cd9-a13c-ad31a848cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:33.668336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-8e94f482-4314-4cd9-a13c-ad31a848cc9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.0904346 Dec 07 23:58:33.728970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36330) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:33.730441 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-32d148bc-257f-43f8-bac1-8eab3afe7ff5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419254 Dec 07 23:58:33.732183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-806067c6-5ae3-4d22-83d0-f770348c662c tempest-AutoAllocateNetworkTest-86970343 tempest-AutoAllocateNetworkTest-86970343-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d8135d878fb4fa19e36023ee8fc56aa&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3265598 Dec 07 23:58:33.735033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36334) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:33.747463 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-c1b8f9f9-205f-4244-80c6-df5f84b223ed service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931200 Dec 07 23:58:34.051984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36346) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:34.117709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e7980-dbed-472e-b54c-e80ae907a373 req-40b0f1cf-77cd-40f0-a230-294420881c19 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.119822 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-009e7980-dbed-472e-b54c-e80ae907a373 req-40b0f1cf-77cd-40f0-a230-294420881c19 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 943 time: 0.0774832 Dec 07 23:58:34.157178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6fc3939c-4764-4e58-af5e-61174279b544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.178598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b881d-92eb-45a4-a748-64d7dfeb98d7 tempest-AutoAllocateNetworkTest-86970343 tempest-AutoAllocateNetworkTest-86970343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.179924 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-108b881d-92eb-45a4-a748-64d7dfeb98d7 tempest-AutoAllocateNetworkTest-86970343 tempest-AutoAllocateNetworkTest-86970343-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4439487 Dec 07 23:58:34.185052 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05238ad7-bf38-4c3b-99e8-368b3f515fc4 req-c5d88183-a025-49cb-b8cf-a4a311fe1fe0 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277580 Dec 07 23:58:34.185537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36354) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:34.193771 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-b0dc5241-369b-4aab-ac3f-12c4a7f400eb service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562831 Dec 07 23:58:34.249362 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1e4b8e2f-a775-4010-bee5-85f3a3cfba97 tempest-AutoAllocateNetworkTest-86970343 tempest-AutoAllocateNetworkTest-86970343-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625193 Dec 07 23:58:34.254783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36356) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:34.267894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b6a7cd1e-973e-47b1-b77f-4523319a1f2a details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:58:34.301684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-009e7980-dbed-472e-b54c-e80ae907a373 req-6b97fa97-3dee-4134-8d9f-b1d2dcfef17c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722674 Dec 07 23:58:34.336998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dc6184dd-4224-4591-bf6d-519f09c546ae tempest-AutoAllocateNetworkTest-86970343 tempest-AutoAllocateNetworkTest-86970343-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d8135d878fb4fa19e36023ee8fc56aa HTTP/1.1" status: 200 len: 208 time: 0.0781124 Dec 07 23:58:34.342106 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6fc3939c-4764-4e58-af5e-61174279b544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.350711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6fc3939c-4764-4e58-af5e-61174279b544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.374820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-537ff66a-9fde-44fb-ac10-91110958d0f1 req-f2a77fda-9255-4125-ac6b-3c37f15d68d6 service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638105 Dec 07 23:58:34.377535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-de3eafcb-d85e-40b1-901b-678aa148b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.378932 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-de3eafcb-d85e-40b1-901b-678aa148b192 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 1095 time: 0.0616467 Dec 07 23:58:34.475343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a5a595a5-d79b-493f-8289-e681d40cf5be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.481597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b6a7cd1e-973e-47b1-b77f-4523319a1f2a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:34.490286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6fc3939c-4764-4e58-af5e-61174279b544 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e949d9e8ed7941739e1ef4aa434ce747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7604480 Dec 07 23:58:34.497675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36366) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:34.502648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a', 'mac_address': 'fa:16:3e:4a:67:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:58:34.516072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36368) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:34.546663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.558658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-895429193-network', 'tenant_id': 'd4c3a4ee69934aa5bcd45df690e9c5b2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:34.564127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3939c-4764-4e58-af5e-61174279b544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b4da0-1ab1-476c-ac75-91b72031802f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:34.566373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a7cd1e-973e-47b1-b77f-4523319a1f2a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:34.589887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-238d6ffa-6b85-4ebb-b02e-660459d4fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.592701 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-238d6ffa-6b85-4ebb-b02e-660459d4fcf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 925 time: 0.2054012 Dec 07 23:58:34.612022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b6a7cd1e-973e-47b1-b77f-4523319a1f2a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:34.617200 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:58:34.629399 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.670644 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-16673254-841a-4d85-ac73-e5c5147d3061 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217aef1-cce7-4c48-974a-923ff8820d3c HTTP/1.1" status: 200 len: 217 time: 0.0679760 Dec 07 23:58:34.704796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:34.727745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-4750c423-5399-4215-93b9-0d561d9e88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.729477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-4750c423-5399-4215-93b9-0d561d9e88e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 200 len: 863 time: 0.0500026 Dec 07 23:58:34.734599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a5a595a5-d79b-493f-8289-e681d40cf5be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.761363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a5a595a5-d79b-493f-8289-e681d40cf5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.769799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36376) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:34.770791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Made reservation on behalf of d4c3a4ee69934aa5bcd45df690e9c5b2 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:34.773341 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.803907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-e7e6f39e-4cc6-4fed-a4c3-32eb92ec3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.805793 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-e7e6f39e-4cc6-4fed-a4c3-32eb92ec3ddc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09cfacd2-d65d-42ef-a1d7-16366979b21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680327 Dec 07 23:58:34.827983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.847698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c47389-b2bf-4b72-85fb-dacffbd4a561 req-fd6aab56-c2c5-4960-b532-277f417c4c48 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.849909 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18c47389-b2bf-4b72-85fb-dacffbd4a561 req-fd6aab56-c2c5-4960-b532-277f417c4c48 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 948 time: 0.3653400 Dec 07 23:58:34.875760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a5a595a5-d79b-493f-8289-e681d40cf5be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60ef420c230a48138c9e6540be24a69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8226802 Dec 07 23:58:34.882582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a595a5-d79b-493f-8289-e681d40cf5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f755aa3-66f2-4110-9651-628bb1e65305,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:34.885293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36382) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:34.888804 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b52b7c51-1ade-4189-a777-2a79310f4406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.910209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b6a7cd1e-973e-47b1-b77f-4523319a1f2a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:34.940579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-7f195802-131a-4d1b-835a-5dbc2eebe878 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259589 Dec 07 23:58:34.941652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-544d78ac-d19d-4af5-b8cf-0336ac90001e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:34.964937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bb4cb-9816-4752-b79f-7fdc828aac77 req-055d410a-a4b5-44d3-92da-3244ca8257c8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:34.972840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-133bb4cb-9816-4752-b79f-7fdc828aac77 req-055d410a-a4b5-44d3-92da-3244ca8257c8 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 944 time: 0.2363331 Dec 07 23:58:34.979876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b52b7c51-1ade-4189-a777-2a79310f4406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.061153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61aa318a-dc19-40b9-9291-cd764bae9810 req-b28cb0e1-d10f-4cf7-8008-618134258331 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113482 Dec 07 23:58:35.068046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18c47389-b2bf-4b72-85fb-dacffbd4a561 req-ad292d70-0731-424d-9710-06fb89aaa6a6 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039781 Dec 07 23:58:35.109342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-544d78ac-d19d-4af5-b8cf-0336ac90001e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.111349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-544d78ac-d19d-4af5-b8cf-0336ac90001e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.130799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-133bb4cb-9816-4752-b79f-7fdc828aac77 req-ace1a99c-6066-4c4a-84fe-e9af42837a6d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548982 Dec 07 23:58:35.136056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0872-6bc8-49c1-b9b7-baff9ecf2b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.164754 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-544d78ac-d19d-4af5-b8cf-0336ac90001e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d8135d878fb4fa19e36023ee8fc56aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932338 Dec 07 23:58:35.165816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d78ac-d19d-4af5-b8cf-0336ac90001e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e7d761-6175-4f78-a961-fcfd555e933c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:35.169873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36390) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:35.175856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b52b7c51-1ade-4189-a777-2a79310f4406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.178958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b52b7c51-1ade-4189-a777-2a79310f4406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.183095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b52b7c51-1ade-4189-a777-2a79310f4406 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c0b4da0-1ab1-476c-ac75-91b72031802f HTTP/1.1" status: 204 len: 168 time: 0.6678829 Dec 07 23:58:35.186321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.204622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b7c51-1ade-4189-a777-2a79310f4406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b4da0-1ab1-476c-ac75-91b72031802f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:35.209215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0872-6bc8-49c1-b9b7-baff9ecf2b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.211097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.224356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fee0041-c128-49b5-a91a-2fa354a1948c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.248362 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fee0041-c128-49b5-a91a-2fa354a1948c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.259018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c9a2c-ea32-415c-9727-b4268e591858,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:35.277556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:58:35.304355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.304659 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Added segment e6b42999-01b6-4891-982e-0c0fd25802b6 of type vlan for network 94abf342-d7f4-4952-a9a3-cbc722681352 Dec 07 23:58:35.313875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:35.324648 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870f9ea7-9790-44d4-b626-cb1d86357ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:35.342219 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fee0041-c128-49b5-a91a-2fa354a1948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.352736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fee0041-c128-49b5-a91a-2fa354a1948c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.356959 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6fee0041-c128-49b5-a91a-2fa354a1948c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01e7d761-6175-4f78-a961-fcfd555e933c HTTP/1.1" status: 204 len: 168 time: 0.1860790 Dec 07 23:58:35.364022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.370519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee0041-c128-49b5-a91a-2fa354a1948c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e7d761-6175-4f78-a961-fcfd555e933c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:35.373256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0872-6bc8-49c1-b9b7-baff9ecf2b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.377297 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0872-6bc8-49c1-b9b7-baff9ecf2b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.381513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1f5f0872-6bc8-49c1-b9b7-baff9ecf2b6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f755aa3-66f2-4110-9651-628bb1e65305 HTTP/1.1" status: 204 len: 168 time: 0.4877288 Dec 07 23:58:35.398852 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a1f81-a661-4563-a98d-cae08cb987b9 x-openstack-request-id: req-732a1f81-a661-4563-a98d-cae08cb987b9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:35.399295 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:35.402832 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-732a1f81-a661-4563-a98d-cae08cb987b9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:35.403288 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'status': 'completed', 'code': 200} Dec 07 23:58:35.438079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f0872-6bc8-49c1-b9b7-baff9ecf2b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f755aa3-66f2-4110-9651-628bb1e65305,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:35.456471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.457518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:35.458956 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.522766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9941556 Dec 07 23:58:35.525532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36404) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:35.534036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Request body: {'subnet': {'network_id': '94abf342-d7f4-4952-a9a3-cbc722681352', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-895429193-subnet', 'tenant_id': 'd4c3a4ee69934aa5bcd45df690e9c5b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:35.562800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8f35d-ba06-4dc1-b9fc-49aaebde8c27 admin admin] Pushing event updated for resources: {'Network': ['ID=94abf342-d7f4-4952-a9a3-cbc722681352,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:35.575251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 94abf342-d7f4-4952-a9a3-cbc722681352 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:58:35.576653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-409af576-7a31-43a7-b783-cf374527c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:35.578350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-409af576-7a31-43a7-b783-cf374527c7a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 1094 time: 0.1313577 Dec 07 23:58:35.578956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Made reservation on behalf of d4c3a4ee69934aa5bcd45df690e9c5b2 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:35.580973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd48a9e-6227-4780-abd7-dc0016c32e07 req-bf188b34-9966-4fc7-8e8d-21faa790c2b8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:35.583215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.583938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cd48a9e-6227-4780-abd7-dc0016c32e07 req-bf188b34-9966-4fc7-8e8d-21faa790c2b8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 943 time: 0.0995674 Dec 07 23:58:35.699577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cd48a9e-6227-4780-abd7-dc0016c32e07 req-43200706-e5d2-404e-b7c1-7648994e148d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040521 Dec 07 23:58:35.763939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-feef2b57-3b56-4621-bedc-cd5b588927d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:35.765430 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-feef2b57-3b56-4621-bedc-cd5b588927d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 906 time: 0.1784785 Dec 07 23:58:35.840337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-515cb96c-a1b6-46e3-b898-df7c0b30485a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb7429df-f144-4d25-b648-ff86083e55e1 HTTP/1.1" status: 200 len: 217 time: 0.0660226 Dec 07 23:58:35.927848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36418) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:35.928089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-bf562de6-6770-403e-881a-1e63587bc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:35.929559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-bf562de6-6770-403e-881a-1e63587bc85b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.0819976 Dec 07 23:58:35.930804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.942268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f5694fca-b88d-4761-88d7-4f818d02a31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.974942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36420) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:35.991743 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bdbaeb43-712e-47ae-b6e6-50b61dcd551d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:35.997144 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-2c74ca7a-4c89-4bfe-8f46-670b8775948a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592773 Dec 07 23:58:36.000490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3217aef1-cce7-4c48-974a-923ff8820d3c details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:58:36.075599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4a094d-15d7-4592-abf2-d28472f55a9b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:36.099794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Checking segment: {'id': 'e6b42999-01b6-4891-982e-0c0fd25802b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '94abf342-d7f4-4952-a9a3-cbc722681352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:36.100260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Network hostable DHCP agents. Network: 94abf342-d7f4-4952-a9a3-cbc722681352, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:58:36.166147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Network 94abf342-d7f4-4952-a9a3-cbc722681352 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:58:36.176727 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-295252c9-d529-4e5a-860c-272ec67ba168 service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647847 Dec 07 23:58:36.182713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f5694fca-b88d-4761-88d7-4f818d02a31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.199057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 94abf342-d7f4-4952-a9a3-cbc722681352) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:36.206519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3217aef1-cce7-4c48-974a-923ff8820d3c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3217aef1-cce7-4c48-974a-923ff8820d3c,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:36.213175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0919a5-325c-47ed-b087-1af0f37a7f89 None None] Network 94abf342-d7f4-4952-a9a3-cbc722681352 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:36.221850 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f5694fca-b88d-4761-88d7-4f818d02a31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.235547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:36.236151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.256884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bdbaeb43-712e-47ae-b6e6-50b61dcd551d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.296450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bdbaeb43-712e-47ae-b6e6-50b61dcd551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.304292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b6a7cd1e-973e-47b1-b77f-4523319a1f2a up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:36.306711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'port_id': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'mac_address': 'fa:16:3e:94:a3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:58:36.347730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f5694fca-b88d-4761-88d7-4f818d02a31c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7612e244941c401882ea3611928ae0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186292 Dec 07 23:58:36.351830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36434) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:36.373713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e188f5c-489d-4a55-817c-221d4d8bea2b req-48b478ea-48fc-4024-8ce6-639c95f141e5 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:36.382729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e188f5c-489d-4a55-817c-221d4d8bea2b req-48b478ea-48fc-4024-8ce6-639c95f141e5 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 949 time: 0.1804941 Dec 07 23:58:36.384468 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.385393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5694fca-b88d-4761-88d7-4f818d02a31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d6614d-18e0-43ed-9936-4fe8da336ee5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:36.401704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3217aef1-cce7-4c48-974a-923ff8820d3c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:36.424441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3217aef1-cce7-4c48-974a-923ff8820d3c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3217aef1-cce7-4c48-974a-923ff8820d3c,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:36.429232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaeb43-712e-47ae-b6e6-50b61dcd551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5ade2-aacd-49bc-9055-c10e7710af64,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:36.437295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bdbaeb43-712e-47ae-b6e6-50b61dcd551d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b64a806f883b4bcaa37c1478fd2a9559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589660 Dec 07 23:58:36.443368 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.446134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6c089-3252-4d0a-9fb2-1cdef85e0349 None None] Network 94abf342-d7f4-4952-a9a3-cbc722681352 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:36.449198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36436) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:36.453037 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870f9ea7-9790-44d4-b626-cb1d86357ee8 req-1c74a91f-0705-444e-bf94-1c0b5abc8495 service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660563 Dec 07 23:58:36.486694 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-06f9dcfc-d394-466c-a490-922d2cb73768 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9569294 Dec 07 23:58:36.600217 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e188f5c-489d-4a55-817c-221d4d8bea2b req-ab215670-0593-46c2-99ff-81b474fd15fc tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110467 Dec 07 23:58:36.618009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce137bd-4ca0-429e-aea5-8cd075b33d17 req-fa377ba2-963b-4955-a07d-21ef3de8f125 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:36.620371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce137bd-4ca0-429e-aea5-8cd075b33d17 req-fa377ba2-963b-4955-a07d-21ef3de8f125 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 945 time: 0.1345360 Dec 07 23:58:36.621444 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d374917-0d81-4138-90bc-e4b2e18e788b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.630583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port b6a7cd1e-973e-47b1-b77f-4523319a1f2a completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:58:36.637455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port b6a7cd1e-973e-47b1-b77f-4523319a1f2a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:36.637833 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.678392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd092-df15-4bcb-8253-a206b1bb8b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.681334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3217aef1-cce7-4c48-974a-923ff8820d3c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:36.688489 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d374917-0d81-4138-90bc-e4b2e18e788b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.736226 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.768541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd092-df15-4bcb-8253-a206b1bb8b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.779172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce137bd-4ca0-429e-aea5-8cd075b33d17 req-fdf6a3d1-b0c3-42ae-8dd0-ecfc692a5e88 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492186 Dec 07 23:58:36.785530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b6a7cd1e-973e-47b1-b77f-4523319a1f2a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:36.788496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:36.791914 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bdb496-acfc-4a93-8433-3708224ec543" -d '{"events": [{"server_uuid": "0748bd93-1651-4e2a-a11c-716ae7a7f159", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7cd1e-973e-47b1-b77f-4523319a1f2a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:36.798607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.857823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:36.865198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3217aef1-cce7-4c48-974a-923ff8820d3c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:36.881127 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf74ee-413d-4329-8dbb-b4c793f32bfe x-openstack-request-id: req-fdaf74ee-413d-4329-8dbb-b4c793f32bfe {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:36.881490 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748bd93-1651-4e2a-a11c-716ae7a7f159", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7cd1e-973e-47b1-b77f-4523319a1f2a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:36.883897 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdaf74ee-413d-4329-8dbb-b4c793f32bfe {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:36.884605 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a', 'code': 200} Dec 07 23:58:36.893868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d374917-0d81-4138-90bc-e4b2e18e788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.896875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d374917-0d81-4138-90bc-e4b2e18e788b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.898081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8d374917-0d81-4138-90bc-e4b2e18e788b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39d6614d-18e0-43ed-9936-4fe8da336ee5 HTTP/1.1" status: 204 len: 168 time: 0.5446620 Dec 07 23:58:36.908902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd092-df15-4bcb-8253-a206b1bb8b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.912129 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd092-df15-4bcb-8253-a206b1bb8b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:36.916263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4a1fd092-df15-4bcb-8253-a206b1bb8b8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95d5ade2-aacd-49bc-9055-c10e7710af64 HTTP/1.1" status: 204 len: 168 time: 0.4658277 Dec 07 23:58:36.925862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64655b7-3ab8-47a9-8eaa-5a3cef4b72ad req-28027c27-f853-47e7-9d73-d0fefac6c6e5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:36.927472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b64655b7-3ab8-47a9-8eaa-5a3cef4b72ad req-28027c27-f853-47e7-9d73-d0fefac6c6e5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 943 time: 0.1121948 Dec 07 23:58:36.928576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d374917-0d81-4138-90bc-e4b2e18e788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d6614d-18e0-43ed-9936-4fe8da336ee5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:36.938275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fd092-df15-4bcb-8253-a206b1bb8b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5ade2-aacd-49bc-9055-c10e7710af64,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:37.016895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b64655b7-3ab8-47a9-8eaa-5a3cef4b72ad req-7faf73dc-def9-49bc-ab20-a899b70474f5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Dec 07 23:58:37.058002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f9a4-d6d3-4b2e-b3f4-435eed7e8021 req-27c360e3-aaaa-42da-b522-328480401510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:37.059690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9521f9a4-d6d3-4b2e-b3f4-435eed7e8021 req-27c360e3-aaaa-42da-b522-328480401510 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 1101 time: 0.0823305 Dec 07 23:58:37.118640 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9521f9a4-d6d3-4b2e-b3f4-435eed7e8021 req-9b02441e-373d-4baf-bf82-f517cf3e3470 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515363 Dec 07 23:58:37.399856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620551a-a631-4c52-b758-a195cf901aad req-3331aff5-3c5d-429f-9974-40c901b6fe79 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:37.401447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-3331aff5-3c5d-429f-9974-40c901b6fe79 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.1275678 Dec 07 23:58:37.420916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-d0544149-b4e3-4de8-a2d8-663f054fb159 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/quotas/e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 375 time: 0.0133166 Dec 07 23:58:37.448979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-571386fd-592b-4dc0-959b-68040528cbbb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259140 Dec 07 23:58:37.830188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-69578616-e93c-4c55-af11-7a3652873237 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:58:37.831514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-69578616-e93c-4c55-af11-7a3652873237 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2057686 Dec 07 23:58:37.934081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-db24fd06-3cd9-437e-914a-8003bf289d9a service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960562 Dec 07 23:58:37.986105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3217aef1-cce7-4c48-974a-923ff8820d3c up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:38.069501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 3217aef1-cce7-4c48-974a-923ff8820d3c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:58:38.075690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-84fb9628-39e8-4260-bd40-c27cfd96e0cd service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340177 Dec 07 23:58:38.084071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 3217aef1-cce7-4c48-974a-923ff8820d3c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:38.084599 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:38.260050 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:38.271996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bb7429df-f144-4d25-b648-ff86083e55e1 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:58:38.314018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3217aef1-cce7-4c48-974a-923ff8820d3c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3217aef1-cce7-4c48-974a-923ff8820d3c,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:38.334293 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:38.399156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994ffa3-6fce-4c91-876c-5a4affd81a9a req-0e79da37-87fe-46df-856b-2ecc0c761a61 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:38.412098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7994ffa3-6fce-4c91-876c-5a4affd81a9a req-0e79da37-87fe-46df-856b-2ecc0c761a61 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 950 time: 0.1331379 Dec 07 23:58:38.469462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3217aef1-cce7-4c48-974a-923ff8820d3c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:38.490241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:38.512001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'mac_address': 'fa:16:3e:c1:87:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:58:38.558593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:38.568762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7994ffa3-6fce-4c91-876c-5a4affd81a9a req-0b7b0c0f-1c94-4907-9011-764351e9df68 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543939 Dec 07 23:58:38.591456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7429df-f144-4d25-b648-ff86083e55e1 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:38.619248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec85840-f6e7-4e6c-9faf-89531389e199 req-c80877d4-c875-4ff2-a57f-1dde8ba2197e tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:38.630761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ec85840-f6e7-4e6c-9faf-89531389e199 req-c80877d4-c875-4ff2-a57f-1dde8ba2197e tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 946 time: 0.1496844 Dec 07 23:58:38.730485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ce7dd-6b02-440e-83ba-8bb2841b2fa4 req-fcd12311-6b27-4734-b073-bdc012c4284b tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:38.739667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba2ce7dd-6b02-440e-83ba-8bb2841b2fa4 req-fcd12311-6b27-4734-b073-bdc012c4284b tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 943 time: 0.0919142 Dec 07 23:58:38.775384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ec85840-f6e7-4e6c-9faf-89531389e199 req-f188b383-1d04-4490-a4fd-7b85f7a904f9 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370881 Dec 07 23:58:38.787710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:38.795493 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:38.863098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:38.875487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba2ce7dd-6b02-440e-83ba-8bb2841b2fa4 req-bab12b50-f590-4028-b564-213e965a905f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255367 Dec 07 23:58:38.885582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:38.887955 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0178a3fa-bc9c-4516-b3ce-c8934b49d2b6" -d '{"events": [{"server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "name": "network-vif-plugged", "status": "completed", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:38.943554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4129d2a9-fc79-4802-9dd4-cfd71d446928 req-c0b786c8-5ae6-450d-b292-9e46daa6706b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 210 time: 0.0435085 Dec 07 23:58:39.077979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['bb7429df-f144-4d25-b648-ff86083e55e1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:39.190927 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89a5ff-aa82-492a-ab93-8541f912db81 x-openstack-request-id: req-bf89a5ff-aa82-492a-ab93-8541f912db81 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:39.191261 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "name": "network-vif-plugged", "status": "completed", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:39.191523 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf89a5ff-aa82-492a-ab93-8541f912db81 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:39.191917 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'code': 200} Dec 07 23:58:39.378453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40946f1-b459-4280-bb97-a4f488b64ef6 req-894d62b3-9761-454e-9430-eb1fb0fd4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:39.380846 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c40946f1-b459-4280-bb97-a4f488b64ef6 req-894d62b3-9761-454e-9430-eb1fb0fd4244 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 1097 time: 0.0704808 Dec 07 23:58:39.383223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a6cc4-56f4-4c49-87df-26ea0d6cf20d req-46e23628-5ffc-4420-a41b-486b2f21e687 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:39.384885 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b1a6cc4-56f4-4c49-87df-26ea0d6cf20d req-46e23628-5ffc-4420-a41b-486b2f21e687 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 950 time: 0.0678010 Dec 07 23:58:39.452195 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c40946f1-b459-4280-bb97-a4f488b64ef6 req-c3f256b3-fcbe-4e6f-bfd4-997b4018f48b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583172 Dec 07 23:58:39.467551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b1a6cc4-56f4-4c49-87df-26ea0d6cf20d req-8828fb76-e9dc-46fa-a91d-79e80ce6b970 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753284 Dec 07 23:58:39.799130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7cf1-e867-47d3-8b51-0a09d8afa84d req-66c5d68d-6f6a-4fe2-b526-ee5a6085984f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:39.800838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62bd7cf1-e867-47d3-8b51-0a09d8afa84d req-66c5d68d-6f6a-4fe2-b526-ee5a6085984f tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 950 time: 0.0661454 Dec 07 23:58:39.880923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62bd7cf1-e867-47d3-8b51-0a09d8afa84d req-593f0a8b-f466-4b91-8809-7b4524a49be3 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694025 Dec 07 23:58:39.988199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df507725-7ef0-4ea0-92a7-77181f642a38 req-054853dd-d917-4eac-9e59-cdcfe11982c7 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:39.989729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df507725-7ef0-4ea0-92a7-77181f642a38 req-054853dd-d917-4eac-9e59-cdcfe11982c7 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 946 time: 0.0753586 Dec 07 23:58:40.023850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f17d6-b5a2-4274-a146-f99b5b3b9295 req-a4219d58-b06b-4f0e-915a-0fc51fbbbf8e tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:40.025750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-654f17d6-b5a2-4274-a146-f99b5b3b9295 req-a4219d58-b06b-4f0e-915a-0fc51fbbbf8e tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 944 time: 0.0810986 Dec 07 23:58:40.072586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df507725-7ef0-4ea0-92a7-77181f642a38 req-ae863d2a-9dbc-4c1b-931e-915ac9e5599e tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743501 Dec 07 23:58:40.109182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-654f17d6-b5a2-4274-a146-f99b5b3b9295 req-3f03c013-6cd1-49d8-b447-8d1a9b226656 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757923 Dec 07 23:58:40.196040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1d55651-6a46-4cbb-a7ac-64e4d60408c3 req-05099dc9-edae-4614-aa0a-008cfa601f35 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 210 time: 0.0317202 Dec 07 23:58:40.293506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bb7429df-f144-4d25-b648-ff86083e55e1 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:40.373194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620551a-a631-4c52-b758-a195cf901aad req-08f605a3-a236-480a-bcd8-be7bd00992d5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:40.375299 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-08f605a3-a236-480a-bcd8-be7bd00992d5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.1505153 Dec 07 23:58:40.381158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port bb7429df-f144-4d25-b648-ff86083e55e1 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:58:40.386613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port bb7429df-f144-4d25-b648-ff86083e55e1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:40.387304 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.409388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Request body: {'port': {'device_id': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'admin_state_up': True, 'tenant_id': 'e359c7608405466aa7b5fb1475327769'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:40.456140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36634) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:40.492721 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.544186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:40.548437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Made reservation on behalf of e359c7608405466aa7b5fb1475327769 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:40.551979 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.554267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.638780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:40.689124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab5551bb-a028-4985-b43d-b9648ce66525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.716061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Allocated IP 172.20.0.8 (52dbba08-3a74-4ec7-88e6-f6a6f2eee121/06a6a071-fb13-4727-8a78-67dfeda21b9c/e5690410-3e9a-4328-9c30-bf623d46e4b2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:58:40.734841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36650) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:40.800054 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab5551bb-a028-4985-b43d-b9648ce66525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.809066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab5551bb-a028-4985-b43d-b9648ce66525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.870388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5551bb-a028-4985-b43d-b9648ce66525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363ba171-ab2d-485e-94d9-68716ba47ca0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:40.875915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ab5551bb-a028-4985-b43d-b9648ce66525 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fa8830295604e96868ba6861e52ca10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184477 Dec 07 23:58:40.878458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36656) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:40.930796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.948840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8453e81-76fa-4ccd-b70e-130f0afcc1e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.977834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8453e81-76fa-4ccd-b70e-130f0afcc1e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:40.981818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.024833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4e8f-fe49-4777-aac0-c21ad244cf58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.044163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:58:41.047483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:41.054346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:58:41.062095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:41.062752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.076976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:41.126007 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-f3874a13-40d1-4222-9ee6-11f5ef201511 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206628 Dec 07 23:58:41.139313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-8b0d3bdc-6722-4e68-8402-28f9f3c316f2 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:41.141900 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-8b0d3bdc-6722-4e68-8402-28f9f3c316f2 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 950 time: 0.0886748 Dec 07 23:58:41.169288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Request body: {'port': {'device_id': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:41.193184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:41.196914 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f2d37f-2193-4550-b157-f88d8a8f4be2" -d '{"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:41.200045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532c11-2b45-4331-9bcf-12013b4b82ec req-9133771c-463d-4a9d-9189-d61385fb4993 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:41.202127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11532c11-2b45-4331-9bcf-12013b4b82ec req-9133771c-463d-4a9d-9189-d61385fb4993 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 950 time: 0.1129723 Dec 07 23:58:41.210218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8453e81-76fa-4ccd-b70e-130f0afcc1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.214424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8453e81-76fa-4ccd-b70e-130f0afcc1e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.215615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b8453e81-76fa-4ccd-b70e-130f0afcc1e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/363ba171-ab2d-485e-94d9-68716ba47ca0 HTTP/1.1" status: 204 len: 168 time: 0.3361530 Dec 07 23:58:41.267548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8453e81-76fa-4ccd-b70e-130f0afcc1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363ba171-ab2d-485e-94d9-68716ba47ca0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:41.282995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.308137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4e8f-fe49-4777-aac0-c21ad244cf58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.341783 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4e8f-fe49-4777-aac0-c21ad244cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.376192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11532c11-2b45-4331-9bcf-12013b4b82ec req-14a9d84f-84b1-4ae0-ba94-c05cac7d8591 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a547995-3834-4c15-8666-4fd5513e6b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534586 Dec 07 23:58:41.401013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2dcb4e8f-fe49-4777-aac0-c21ad244cf58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7ef36a1b8e54f2fbc5e5345d22217e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6649728 Dec 07 23:58:41.403132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb4e8f-fe49-4777-aac0-c21ad244cf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf07fe87-ea23-4f32-9fc6-5a90bc68d554,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:41.407889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36686) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:41.425121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ccdd4-0dbd-42a3-98e4-7a776a37a0b6 req-7890b9c0-3eb3-4671-a3a5-6ae4dfc94d06 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:41.426935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-417ccdd4-0dbd-42a3-98e4-7a776a37a0b6 req-7890b9c0-3eb3-4671-a3a5-6ae4dfc94d06 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 946 time: 0.1284111 Dec 07 23:58:41.530311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-417ccdd4-0dbd-42a3-98e4-7a776a37a0b6 req-d14e29a4-7c72-4f78-8b0b-655ec47fd726 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902078 Dec 07 23:58:41.531225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Deleting port b6a7cd1e-973e-47b1-b77f-4523319a1f2a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 23:58:41.531686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.532712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef310-1b60-4a1b-8518-f58fd37d59da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.594723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef310-1b60-4a1b-8518-f58fd37d59da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.628380 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701fb36a-decb-49da-ac76-e025ebe61560 x-openstack-request-id: req-701fb36a-decb-49da-ac76-e025ebe61560 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:41.628900 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:41.629101 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-701fb36a-decb-49da-ac76-e025ebe61560 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:41.629983 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'code': 200} Dec 07 23:58:41.634832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5690410-3e9a-4328-9c30-bf623d46e4b2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:41.652768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.655531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c256613-96d8-4da4-a0c7-360ebc5b0392 req-b8fb175d-0ae5-43aa-9b7c-1d6aa9c37db1 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:41.657229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c256613-96d8-4da4-a0c7-360ebc5b0392 req-b8fb175d-0ae5-43aa-9b7c-1d6aa9c37db1 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 945 time: 0.1093471 Dec 07 23:58:41.712448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Transition to ACTIVE for port object e5690410-3e9a-4328-9c30-bf623d46e4b2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:58:41.721478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.729788 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef310-1b60-4a1b-8518-f58fd37d59da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.733456 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef310-1b60-4a1b-8518-f58fd37d59da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.735821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bc5ef310-1b60-4a1b-8518-f58fd37d59da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf07fe87-ea23-4f32-9fc6-5a90bc68d554 HTTP/1.1" status: 204 len: 168 time: 0.3256989 Dec 07 23:58:41.771983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] For port b6a7cd1e-973e-47b1-b77f-4523319a1f2a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:41.772341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.776350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36696) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:41.794752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ef310-1b60-4a1b-8518-f58fd37d59da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf07fe87-ea23-4f32-9fc6-5a90bc68d554,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:41.797208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e30ebc52-7fd4-40d0-a358-7d229cec3b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:41.830733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c256613-96d8-4da4-a0c7-360ebc5b0392 req-ddb40b5e-bfb4-4ca2-9417-c13943e6a405 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507576 Dec 07 23:58:41.831773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:41.835335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Calling delete_port for b6a7cd1e-973e-47b1-b77f-4523319a1f2a owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 23:58:41.891225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a36bc-6443-4b00-9afd-d3403e2208cf req-5d8ce15c-ab67-4292-967a-e96794f6c62c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:41.899610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be8a36bc-6443-4b00-9afd-d3403e2208cf req-5d8ce15c-ab67-4292-967a-e96794f6c62c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.1534097 Dec 07 23:58:41.909456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae7936-3c0d-49b2-a6af-5a0d2cf1a00c req-c26f1d8e-e4c0-446b-9589-eac79f9a941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:41.911175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fcae7936-3c0d-49b2-a6af-5a0d2cf1a00c req-c26f1d8e-e4c0-446b-9589-eac79f9a941a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 1096 time: 0.1708908 Dec 07 23:58:41.962186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:58:41.962478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:58:41.962636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:41.981944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:58:41.982320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:58:41.992565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fcae7936-3c0d-49b2-a6af-5a0d2cf1a00c req-7aa8e8d3-e55a-4417-9e25-a6f3a2ab63df service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673449 Dec 07 23:58:42.009575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:58:42.009914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:42.010297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:58:42.010731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Bound port: e5690410-3e9a-4328-9c30-bf623d46e4b2, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:58:42.011112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.024848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be8a36bc-6443-4b00-9afd-d3403e2208cf req-35984de7-6577-44a7-bd16-68f367628828 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232810 Dec 07 23:58:42.049272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e30ebc52-7fd4-40d0-a358-7d229cec3b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.071735 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e30ebc52-7fd4-40d0-a358-7d229cec3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.163644 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e30ebc52-7fd4-40d0-a358-7d229cec3b8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b7276f2e754406a93b9f008294c97ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861277 Dec 07 23:58:42.166921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36718) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:42.168780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ebc52-7fd4-40d0-a358-7d229cec3b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de643427-f839-4da3-8d37-d4a04720761a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:42.183043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.191677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:58:42.218830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b6a7cd1e-973e-47b1-b77f-4523319a1f2a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:42.245197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:58:42.245887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36720) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:42.255044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Pushing event deleted for resources: {'Port': ['ID=b6a7cd1e-973e-47b1-b77f-4523319a1f2a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:42.267335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.278045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d719cad5-e703-4257-865e-21af82128260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.339579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] No DVR routers for this DVR port b6a7cd1e-973e-47b1-b77f-4523319a1f2a on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:58:42.344447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.348718 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c6f4519-f576-4cb1-ac7c-1157dac70c3c req-c789fd8b-47ad-48a9-bf24-0c7de4df1e00 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.44 "DELETE /v2.0/ports/b6a7cd1e-973e-47b1-b77f-4523319a1f2a HTTP/1.1" status: 204 len: 173 time: 1.2005446 Dec 07 23:58:42.378219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'name': 'network-vif-deleted', 'tag': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:42.381421 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf3cdd5-ea1b-48c8-aead-45b2d0dc6158" -d '{"events": [{"server_uuid": "0748bd93-1651-4e2a-a11c-716ae7a7f159", "name": "network-vif-deleted", "tag": "b6a7cd1e-973e-47b1-b77f-4523319a1f2a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:42.393827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:42.395980 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.397556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] 10.222.0.59 "PUT /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 1091 time: 1.2353780 Dec 07 23:58:42.420288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f930498-eb97-422a-8b30-b6d839e6d16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.445001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36728) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:42.471096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f930498-eb97-422a-8b30-b6d839e6d16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.478077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d719cad5-e703-4257-865e-21af82128260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.493805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616bad2-db4e-4fa0-99a7-1ce8c3c3612c service neutron] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:42.494604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d719cad5-e703-4257-865e-21af82128260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.544760 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f001f2-0a51-43ff-8c6e-91e5ce4a639e x-openstack-request-id: req-e9f001f2-0a51-43ff-8c6e-91e5ce4a639e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:42.545772 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748bd93-1651-4e2a-a11c-716ae7a7f159", "name": "network-vif-deleted", "tag": "b6a7cd1e-973e-47b1-b77f-4523319a1f2a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:42.546288 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9f001f2-0a51-43ff-8c6e-91e5ce4a639e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:42.546965 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0748bd93-1651-4e2a-a11c-716ae7a7f159', 'name': 'network-vif-deleted', 'tag': 'b6a7cd1e-973e-47b1-b77f-4523319a1f2a', 'status': 'completed', 'code': 200} Dec 07 23:58:42.576717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620551a-a631-4c52-b758-a195cf901aad req-7cd7c6f2-1e19-4e34-b252-7ddac031848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:42.579335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-7cd7c6f2-1e19-4e34-b252-7ddac031848b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1094 time: 0.0814819 Dec 07 23:58:42.580678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d719cad5-e703-4257-865e-21af82128260 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3bf38c3bf904b6980686637e8ee2e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327668 Dec 07 23:58:42.584016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:42.585511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719cad5-e703-4257-865e-21af82128260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb31e13-02cd-4961-bd3f-f32b1d0dfad5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:42.695760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e83eb5cb-1d0a-4d0d-a0a1-ac55c6eeb58f req-9868bfbb-7222-4fe8-a2f9-e4ec1908aa01 tempest-DeleteServersAdminTestJSON-2022521338 tempest-DeleteServersAdminTestJSON-2022521338-project] 10.222.0.18 "GET /v2.0/ports?device_id=0748bd93-1651-4e2a-a11c-716ae7a7f159 HTTP/1.1" status: 200 len: 210 time: 0.0376799 Dec 07 23:58:42.725909 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-68052950-5e7f-4b44-b95d-880e63ad516e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 217 time: 0.0941768 Dec 07 23:58:42.728624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e02f75a-754f-4bce-9d3b-5c0453aa8ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.750065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f930498-eb97-422a-8b30-b6d839e6d16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.752841 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f930498-eb97-422a-8b30-b6d839e6d16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.753907 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1f930498-eb97-422a-8b30-b6d839e6d16b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de643427-f839-4da3-8d37-d4a04720761a HTTP/1.1" status: 204 len: 168 time: 0.5860741 Dec 07 23:58:42.789935 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc48bc8b-2df7-4e70-93e5-7d302510e2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.805438 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e02f75a-754f-4bce-9d3b-5c0453aa8ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.808394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930498-eb97-422a-8b30-b6d839e6d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de643427-f839-4da3-8d37-d4a04720761a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:42.836939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5563153-1548-4ac2-bc78-ba549b70744c req-9518871a-5a88-459b-a1e6-c2fc8d91fe61 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:42.838766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5563153-1548-4ac2-bc78-ba549b70744c req-9518871a-5a88-459b-a1e6-c2fc8d91fe61 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 946 time: 0.1001120 Dec 07 23:58:42.915507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5563153-1548-4ac2-bc78-ba549b70744c req-0808b5a9-1e2c-415f-983c-3cb31e993f92 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645483 Dec 07 23:58:42.967146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc48bc8b-2df7-4e70-93e5-7d302510e2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:42.976899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc48bc8b-2df7-4e70-93e5-7d302510e2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.116281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cc48bc8b-2df7-4e70-93e5-7d302510e2f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8023e91ddec34cd6aceee1a898488555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6670825 Dec 07 23:58:43.118996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36760) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:43.119131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48bc8b-2df7-4e70-93e5-7d302510e2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f463a-5051-4471-abbc-32d113c6f63e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:43.122921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620551a-a631-4c52-b758-a195cf901aad req-1c077397-f7f3-47d1-b5ae-d154b0f33c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:43.124369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-1c077397-f7f3-47d1-b5ae-d154b0f33c5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.3884802 Dec 07 23:58:43.169326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-b46a10c4-345d-4923-92a5-0d66cbcbd7aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361948 Dec 07 23:58:43.196403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e02f75a-754f-4bce-9d3b-5c0453aa8ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.199937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e02f75a-754f-4bce-9d3b-5c0453aa8ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.201348 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3e02f75a-754f-4bce-9d3b-5c0453aa8ca4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcb31e13-02cd-4961-bd3f-f32b1d0dfad5 HTTP/1.1" status: 204 len: 168 time: 0.6145883 Dec 07 23:58:43.244032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaa348-7d0b-42c8-b933-16d7c58a55f4 req-c10d76ff-35aa-4693-96d9-9771d4483bee tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:43.257664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02f75a-754f-4bce-9d3b-5c0453aa8ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb31e13-02cd-4961-bd3f-f32b1d0dfad5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:43.269010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3feaa348-7d0b-42c8-b933-16d7c58a55f4 req-c10d76ff-35aa-4693-96d9-9771d4483bee tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 945 time: 0.1919155 Dec 07 23:58:43.345984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-b8b0b643-33ab-4a8f-b060-a93d37e52f3a service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669776 Dec 07 23:58:43.357136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b3feeae-c7ec-4f34-b50f-4cb55e22d9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.398754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3feaa348-7d0b-42c8-b933-16d7c58a55f4 req-fa3ecff7-339b-4e36-bed9-bd21b542609f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227167 Dec 07 23:58:43.410439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b3feeae-c7ec-4f34-b50f-4cb55e22d9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.432895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.479155 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9620551a-a631-4c52-b758-a195cf901aad req-f46fd22e-70ea-473b-b128-0001dfe4a0b0 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248000 Dec 07 23:58:43.556374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c662-909f-4971-b8d5-33f2961de935 req-0f975f98-d028-4ab4-95d3-a2e0111d12c6 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:43.557867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff24c662-909f-4971-b8d5-33f2961de935 req-0f975f98-d028-4ab4-95d3-a2e0111d12c6 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 946 time: 0.1281121 Dec 07 23:58:43.569923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36778) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:43.576348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'floatingip': {'port_id': '3217aef1-cce7-4c48-974a-923ff8820d3c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:43.592069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540b02-e690-4ea7-af5d-841c5174f893 req-3d61058e-c59f-4a17-8248-570ef5297a57 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:43.593656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7540b02-e690-4ea7-af5d-841c5174f893 req-3d61058e-c59f-4a17-8248-570ef5297a57 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.0984364 Dec 07 23:58:43.594908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b3feeae-c7ec-4f34-b50f-4cb55e22d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.599165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b3feeae-c7ec-4f34-b50f-4cb55e22d9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:43.600224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b3feeae-c7ec-4f34-b50f-4cb55e22d9e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/869f463a-5051-4471-abbc-32d113c6f63e HTTP/1.1" status: 204 len: 168 time: 0.4532936 Dec 07 23:58:43.623052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3feeae-c7ec-4f34-b50f-4cb55e22d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f463a-5051-4471-abbc-32d113c6f63e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:43.682626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7540b02-e690-4ea7-af5d-841c5174f893 req-db2418f8-ab74-437b-8624-7e35b9025bb2 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808644 Dec 07 23:58:43.699400 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.083537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36820) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:44.113949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aea2a350-4f9e-4dda-946b-53a8e1fa7242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.225806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aea2a350-4f9e-4dda-946b-53a8e1fa7242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.231140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aea2a350-4f9e-4dda-946b-53a8e1fa7242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.286933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2a350-4f9e-4dda-946b-53a8e1fa7242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1745c-0bf9-4829-8897-b0fda16fbc87,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:44.305151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aea2a350-4f9e-4dda-946b-53a8e1fa7242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1682fb0181724a2b99917c288a2a5a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205303 Dec 07 23:58:44.310700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36832) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:44.371645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-131eeae5-d875-424d-b5e4-83c8dabfd5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.380701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.resource_extend [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 07 23:58:44.397199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-131eeae5-d875-424d-b5e4-83c8dabfd5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.415847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36838) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:44.478102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-131eeae5-d875-424d-b5e4-83c8dabfd5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.485212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-131eeae5-d875-424d-b5e4-83c8dabfd5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.488143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-131eeae5-d875-424d-b5e4-83c8dabfd5d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00d1745c-0bf9-4829-8897-b0fda16fbc87 HTTP/1.1" status: 204 len: 168 time: 0.1751707 Dec 07 23:58:44.495374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.507958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:44.536791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eeae5-d875-424d-b5e4-83c8dabfd5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1745c-0bf9-4829-8897-b0fda16fbc87,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:44.549412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:44.552654 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8687536-e38f-4629-bda5-a96b128321b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:44.564597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0799f0-7780-497b-bf2c-5eed1d75d288 req-ef7b437a-9969-4c2f-88d7-1ac170638a16 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:44.566493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c0799f0-7780-497b-bf2c-5eed1d75d288 req-ef7b437a-9969-4c2f-88d7-1ac170638a16 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 945 time: 0.0765929 Dec 07 23:58:44.639293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c0799f0-7780-497b-bf2c-5eed1d75d288 req-fdfef649-7b09-4b78-bf86-9bbae392feab tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656734 Dec 07 23:58:44.654296 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe associated. External IP: 172.25.6.89, port: 3217aef1-cce7-4c48-974a-923ff8820d3c. Dec 07 23:58:44.689510 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bab411-317b-4558-9598-742d0da4837e x-openstack-request-id: req-e0bab411-317b-4558-9598-742d0da4837e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:44.689799 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:44.690051 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0bab411-317b-4558-9598-742d0da4837e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:44.690434 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2', 'status': 'completed', 'code': 200} Dec 07 23:58:44.901240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8687536-e38f-4629-bda5-a96b128321b0 req-f63a60d6-57df-45c7-959c-73618aa01441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:44.902758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8687536-e38f-4629-bda5-a96b128321b0 req-f63a60d6-57df-45c7-959c-73618aa01441 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1094 time: 0.1129303 Dec 07 23:58:44.921085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56f8c9-ccff-4f83-a2f3-b03efe2561b4 req-77a3717b-678b-41ce-ab19-9fb8f8925f74 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:44.932963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad56f8c9-ccff-4f83-a2f3-b03efe2561b4 req-77a3717b-678b-41ce-ab19-9fb8f8925f74 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.1403289 Dec 07 23:58:44.948995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-415e02a4-55da-4454-bd75-f191014cc195 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=938d3037bd0548d7aa1ccf09c4683768&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5318956 Dec 07 23:58:44.964927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:45.099838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad56f8c9-ccff-4f83-a2f3-b03efe2561b4 req-b80e554e-8da1-4554-83e5-bdb43bb3d32b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639016 Dec 07 23:58:45.140079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac5275-ced6-4f13-b5b7-a9ab7c8c9435 req-c3345bff-1655-4095-ab95-2474e48981f4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:45.148386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25ac5275-ced6-4f13-b5b7-a9ab7c8c9435 req-c3345bff-1655-4095-ab95-2474e48981f4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 945 time: 0.1363103 Dec 07 23:58:45.153313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56ee681b-4657-4920-a8e7-982b9fe276b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:45.262958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25ac5275-ced6-4f13-b5b7-a9ab7c8c9435 req-c2a92f30-6fe2-4f50-b87c-837ec5d380f2 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136675 Dec 07 23:58:45.269268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56ee681b-4657-4920-a8e7-982b9fe276b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:45.304279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Router 1fc42750-cf46-42ab-b5ef-b22f55048915 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 23:58:45.312829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8687536-e38f-4629-bda5-a96b128321b0 req-ab29840a-824e-4297-8afa-044740b35de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:45.314625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8687536-e38f-4629-bda5-a96b128321b0 req-ab29840a-824e-4297-8afa-044740b35de2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.4019196 Dec 07 23:58:45.337895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56ee681b-4657-4920-a8e7-982b9fe276b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:45.341888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56ee681b-4657-4920-a8e7-982b9fe276b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:45.343907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-56ee681b-4657-4920-a8e7-982b9fe276b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a547995-3834-4c15-8666-4fd5513e6b3b HTTP/1.1" status: 204 len: 168 time: 0.3763413 Dec 07 23:58:45.354534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee681b-4657-4920-a8e7-982b9fe276b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a547995-3834-4c15-8666-4fd5513e6b3b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:45.384498 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8687536-e38f-4629-bda5-a96b128321b0 req-a67c06e2-4575-4bfb-8cc7-5328ecf84021 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 217 time: 0.0619886 Dec 07 23:58:45.503610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8687536-e38f-4629-bda5-a96b128321b0 req-dcdfc510-34e8-4e7f-828b-148c57a4e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:45.505612 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8687536-e38f-4629-bda5-a96b128321b0 req-dcdfc510-34e8-4e7f-828b-148c57a4e93c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0905964 Dec 07 23:58:45.543228 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8687536-e38f-4629-bda5-a96b128321b0 req-ca4c9c20-0887-4db3-afbd-8c2970808559 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302162 Dec 07 23:58:45.545874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:58:45.550460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:45.565287 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] Sync routers for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:58:45.576611 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:45.578059 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:58:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:45.621434 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f7f2af51-2147-4de9-9cf6-04c6be874d34 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "PUT /v2.0/floatingips/aaaa0c1d-8872-4a06-b309-fd85dd622ffe HTTP/1.1" status: 200 len: 991 time: 2.0499895 Dec 07 23:58:45.704546 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8687536-e38f-4629-bda5-a96b128321b0 req-8764f261-779a-42ff-9057-51f78299dc40 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511168 Dec 07 23:58:45.709256 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:45.773328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36900) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:45.828582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8687536-e38f-4629-bda5-a96b128321b0 req-03c81075-a519-4f3f-97c6-ee1acdc3cd49 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144915 Dec 07 23:58:46.015483 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'aaaa0c1d-8872-4a06-b309-fd85dd622ffe', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'port_id': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'mac_address': 'fa:16:3e:94:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T23:58:18Z', 'updated_at': '2021-12-07T23:58:44Z', 'revision_number': 1, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:46.043541 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] Checking router: 1fc42750-cf46-42ab-b5ef-b22f55048915 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:58:46.051928 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:58:46.052737 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:58:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:46.060174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36910) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:46.075137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8e378fb-3abc-4efa-84b5-62391e29d70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.180122 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8e378fb-3abc-4efa-84b5-62391e29d70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.187154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8e378fb-3abc-4efa-84b5-62391e29d70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.246628 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:58:46.257774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a1a51c6-925b-49c2-a0b8-4c53b016c74b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.294712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b6a7cd1e-973e-47b1-b77f-4523319a1f2a no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:58:46.305044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e378fb-3abc-4efa-84b5-62391e29d70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2059b-44a2-41d8-967b-013d75db7659,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:46.322902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36922) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:46.323083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a8e378fb-3abc-4efa-84b5-62391e29d70d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a182108a35e4b00ad6c1f5839897333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614646 Dec 07 23:58:46.370941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf356cf-4673-4c38-9fca-709852a4b381 req-a1155e55-93a7-46cc-a058-fb539fd4d78f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:46.373330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: b6a7cd1e-973e-47b1-b77f-4523319a1f2a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 23:58:46.373681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b6a7cd1e-973e-47b1-b77f-4523319a1f2a not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:58:46.378715 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bf356cf-4673-4c38-9fca-709852a4b381 req-a1155e55-93a7-46cc-a058-fb539fd4d78f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.1432734 Dec 07 23:58:46.465510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ead62369-50df-4438-b270-0fdee131c524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.496445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ead62369-50df-4438-b270-0fdee131c524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.528796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bf356cf-4673-4c38-9fca-709852a4b381 req-53dc673f-6887-4f61-922d-ea1c4ba69638 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429400 Dec 07 23:58:46.564153 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a1a51c6-925b-49c2-a0b8-4c53b016c74b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.573656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ead62369-50df-4438-b270-0fdee131c524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.574618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1c74f-701e-4c41-b5ce-e33b801c1085 req-a1ca84fc-c87f-4175-b1b9-6a8d741dc561 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:46.577480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ead62369-50df-4438-b270-0fdee131c524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.580887 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ead62369-50df-4438-b270-0fdee131c524 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fe2059b-44a2-41d8-967b-013d75db7659 HTTP/1.1" status: 204 len: 168 time: 0.2528763 Dec 07 23:58:46.586017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55c1c74f-701e-4c41-b5ce-e33b801c1085 req-a1ca84fc-c87f-4175-b1b9-6a8d741dc561 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 945 time: 0.1373348 Dec 07 23:58:46.589473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead62369-50df-4438-b270-0fdee131c524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2059b-44a2-41d8-967b-013d75db7659,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:46.593740 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a1a51c6-925b-49c2-a0b8-4c53b016c74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:46.647296 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'aaaa0c1d-8872-4a06-b309-fd85dd622ffe', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'port_id': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'mac_address': 'fa:16:3e:94:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T23:58:18Z', 'updated_at': '2021-12-07T23:58:44Z', 'revision_number': 1, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:58:46.687333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51b418-8221-420a-8255-8e41a8285363 None None] The sync data for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 is: [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'aaaa0c1d-8872-4a06-b309-fd85dd622ffe', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'port_id': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'mac_address': 'fa:16:3e:94:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T23:58:18Z', 'updated_at': '2021-12-07T23:58:44Z', 'revision_number': 1, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:58:46.691423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:46.696660 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a10816-6ed3-4ec7-801c-b82436860777" -d '{"events": [{"name": "network-changed", "server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:46.764625 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d19625-9964-42c5-84a7-75592b63512e x-openstack-request-id: req-a6d19625-9964-42c5-84a7-75592b63512e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:46.765210 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:46.765210 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6d19625-9964-42c5-84a7-75592b63512e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:46.765577 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'status': 'completed', 'code': 200} Dec 07 23:58:46.864998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10816-6ed3-4ec7-801c-b82436860777 req-8e232b4a-ef7e-4bad-a99b-1f90aed0f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:46.866831 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81a10816-6ed3-4ec7-801c-b82436860777 req-8e232b4a-ef7e-4bad-a99b-1f90aed0f27c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 1097 time: 0.0563495 Dec 07 23:58:46.965086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a51c6-925b-49c2-a0b8-4c53b016c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa0196-73a8-4eee-91de-f59a426d99c0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:46.977370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7a1a51c6-925b-49c2-a0b8-4c53b016c74b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45d9399ef4474429ac1ca126bbfa4066&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2027779 Dec 07 23:58:46.985858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36946) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:47.015295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55c1c74f-701e-4c41-b5ce-e33b801c1085 req-6f26ac06-8398-4bd6-a277-6bb9041dd745 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281168 Dec 07 23:58:47.057736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04662855-e462-4545-bf42-7ac6eaef0d80 None None] New status for floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 23:58:47.062075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10816-6ed3-4ec7-801c-b82436860777 req-b876a9c0-7ab2-4334-ba33-10efd2f7979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:47.063658 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81a10816-6ed3-4ec7-801c-b82436860777 req-b876a9c0-7ab2-4334-ba33-10efd2f7979d service neutron] 10.222.0.59 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 925 time: 0.1836925 Dec 07 23:58:47.097131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca23d397-5ef2-4311-ae03-db70ad7d0892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:47.138650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca23d397-5ef2-4311-ae03-db70ad7d0892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:47.216997 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca23d397-5ef2-4311-ae03-db70ad7d0892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:47.220179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca23d397-5ef2-4311-ae03-db70ad7d0892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:47.224359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ca23d397-5ef2-4311-ae03-db70ad7d0892 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0fa0196-73a8-4eee-91de-f59a426d99c0 HTTP/1.1" status: 204 len: 168 time: 0.2367690 Dec 07 23:58:47.236195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23d397-5ef2-4311-ae03-db70ad7d0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fa0196-73a8-4eee-91de-f59a426d99c0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:47.252338 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:47.257692 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81a10816-6ed3-4ec7-801c-b82436860777 req-6046de66-e525-48b0-8008-d16a27409276 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217aef1-cce7-4c48-974a-923ff8820d3c HTTP/1.1" status: 200 len: 999 time: 0.1849341 Dec 07 23:58:47.314643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10816-6ed3-4ec7-801c-b82436860777 req-264eca2b-4e1d-48ac-9215-febbfcbd3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:47.316395 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81a10816-6ed3-4ec7-801c-b82436860777 req-264eca2b-4e1d-48ac-9215-febbfcbd3c0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 200 len: 863 time: 0.0515144 Dec 07 23:58:47.373717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10816-6ed3-4ec7-801c-b82436860777 req-0a947f2b-21de-4274-ba02-3abdc93ffc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:47.375231 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81a10816-6ed3-4ec7-801c-b82436860777 req-0a947f2b-21de-4274-ba02-3abdc93ffc9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09cfacd2-d65d-42ef-a1d7-16366979b21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508146 Dec 07 23:58:47.514331 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81a10816-6ed3-4ec7-801c-b82436860777 req-1a704883-2149-43ae-99b8-65a550fb73bd service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293771 Dec 07 23:58:47.628041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81a10816-6ed3-4ec7-801c-b82436860777 req-24fee1e5-f597-4fa1-9ea5-6b178fc21a47 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061213 Dec 07 23:58:47.824716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36988) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:47.841173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eca13ca-f3f1-4ae6-9da9-b7ab815972a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:47.946992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c6e-269d-4d8d-9c7c-0eeb29884931 req-13c90ad3-df98-4ac5-8bff-d668f8b7551d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:47.948613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5a28c6e-269d-4d8d-9c7c-0eeb29884931 req-13c90ad3-df98-4ac5-8bff-d668f8b7551d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.0743735 Dec 07 23:58:47.981749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eca13ca-f3f1-4ae6-9da9-b7ab815972a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:47.990719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eca13ca-f3f1-4ae6-9da9-b7ab815972a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.034317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5a28c6e-269d-4d8d-9c7c-0eeb29884931 req-9a8814c5-6fd9-49d4-881d-1976cbb9f771 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771773 Dec 07 23:58:48.044081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:58:48.050542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2eca13ca-f3f1-4ae6-9da9-b7ab815972a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83b8ef78f5c14869a9a69dd9c5a2b2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247732 Dec 07 23:58:48.051495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca13ca-f3f1-4ae6-9da9-b7ab815972a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e32e1-8934-4ab1-acb1-627198036a50,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:48.062200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37006) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:48.116959 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.146576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.225823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.226751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:48.231910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.233669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec7e32e1-8934-4ab1-acb1-627198036a50 HTTP/1.1" status: 204 len: 168 time: 0.1789887 Dec 07 23:58:48.247211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'e5690410-3e9a-4328-9c30-bf623d46e4b2', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'port_id': 'e5690410-3e9a-4328-9c30-bf623d46e4b2', 'mac_address': 'fa:16:3e:de:90:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a6a071-fb13-4727-8a78-67dfeda21b9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:58:48.258004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e32e1-8934-4ab1-acb1-627198036a50,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:48.274097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.274448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.274790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.277650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.278014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.278355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.278747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.290301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.290728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.291098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.291439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.291774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.292104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ce5a3-46cc-418d-941a-2e5261892093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:48.297784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.325171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1e173-d89e-433a-9929-605168952566 req-4f6ab786-7ab8-465b-bbb2-155f0902ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:48.327215 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-80a1e173-d89e-433a-9929-605168952566 req-4f6ab786-7ab8-465b-bbb2-155f0902ef4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 1096 time: 0.0802290 Dec 07 23:58:48.338348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5690410-3e9a-4328-9c30-bf623d46e4b2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:48.367080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:48.373749 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.431287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:48.496387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1e173-d89e-433a-9929-605168952566 req-13625a6e-a941-4842-9ef6-546ceb99616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:48.497947 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-80a1e173-d89e-433a-9929-605168952566 req-13625a6e-a941-4842-9ef6-546ceb99616c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 906 time: 0.1460607 Dec 07 23:58:48.543636 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-80a1e173-d89e-433a-9929-605168952566 req-08442a8f-e009-4a06-b623-002f5ed72a0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb7429df-f144-4d25-b648-ff86083e55e1 HTTP/1.1" status: 200 len: 217 time: 0.0383885 Dec 07 23:58:48.596404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1e173-d89e-433a-9929-605168952566 req-3b850b2d-9531-4a6c-a2f1-b5373402a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:48.599067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-80a1e173-d89e-433a-9929-605168952566 req-3b850b2d-9531-4a6c-a2f1-b5373402a4f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.0474701 Dec 07 23:58:48.643217 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-80a1e173-d89e-433a-9929-605168952566 req-0bbeab8d-9815-48d1-ab91-6018ada87ecb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371423 Dec 07 23:58:48.664725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e5690410-3e9a-4328-9c30-bf623d46e4b2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:48.715048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37038) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:48.766774 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-80a1e173-d89e-433a-9929-605168952566 req-2fa49580-3633-42c5-aae2-6228d4283ecd service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056843 Dec 07 23:58:48.833498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37044) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:48.856661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed69a0a7-599d-4788-a9a2-4b66d17dc847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.890252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-80a1e173-d89e-433a-9929-605168952566 req-16b56207-fb16-489a-9894-3a75e042d520 service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142392 Dec 07 23:58:48.951857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed69a0a7-599d-4788-a9a2-4b66d17dc847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.956123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed69a0a7-599d-4788-a9a2-4b66d17dc847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:48.999128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ed69a0a7-599d-4788-a9a2-4b66d17dc847 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6233b8b938045c19b89362fb101246f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632209 Dec 07 23:58:48.999128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69a0a7-599d-4788-a9a2-4b66d17dc847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be69a43-9566-48b9-a696-37dfff6d04d4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:49.001743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37050) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:49.061982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.093431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.163065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.166647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.168567 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6be69a43-9566-48b9-a696-37dfff6d04d4 HTTP/1.1" status: 204 len: 168 time: 0.1648593 Dec 07 23:58:49.177513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4ee96c39-35ce-46a3-8dcb-9479363a47f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.188251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be69a43-9566-48b9-a696-37dfff6d04d4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:49.197286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.197689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.198085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.198199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6b4c9-f0f0-4412-a76b-3077081f9dc1 req-3c611750-6b7e-48a7-8fa0-5e36c9f8babb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:49.198490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.198978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.199376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.199930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0f6b4c9-f0f0-4412-a76b-3077081f9dc1 req-3c611750-6b7e-48a7-8fa0-5e36c9f8babb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 944 time: 0.0801253 Dec 07 23:58:49.205503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.205905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.206316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.206603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.206966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.207303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.207679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e833b4b-bc17-4c5b-8fa7-ebcc3e20539a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:58:49.295819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0f6b4c9-f0f0-4412-a76b-3077081f9dc1 req-7e408bf6-1abb-4914-a4da-3e1f5bbea84f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869403 Dec 07 23:58:49.341752 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4ee96c39-35ce-46a3-8dcb-9479363a47f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.349306 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4ee96c39-35ce-46a3-8dcb-9479363a47f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.397679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4ee96c39-35ce-46a3-8dcb-9479363a47f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ec1f283c3ea4f888c21f281acc8ed4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6812847 Dec 07 23:58:49.398907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee96c39-35ce-46a3-8dcb-9479363a47f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b7a738-4d6f-4eb4-8a23-012b656b3998,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:49.406174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37074) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:49.494261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c98ac44e-d207-487b-90bf-d2a85d3ed78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.516810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c98ac44e-d207-487b-90bf-d2a85d3ed78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.578815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c98ac44e-d207-487b-90bf-d2a85d3ed78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.582229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c98ac44e-d207-487b-90bf-d2a85d3ed78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:49.583824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c98ac44e-d207-487b-90bf-d2a85d3ed78a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1b7a738-4d6f-4eb4-8a23-012b656b3998 HTTP/1.1" status: 204 len: 168 time: 0.1739395 Dec 07 23:58:49.591727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ac44e-d207-487b-90bf-d2a85d3ed78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b7a738-4d6f-4eb4-8a23-012b656b3998,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:50.023343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37110) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:50.061559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:50.123523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port e5690410-3e9a-4328-9c30-bf623d46e4b2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:58:50.128791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port e5690410-3e9a-4328-9c30-bf623d46e4b2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:50.129128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.178616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37124) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:50.199798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4d00-5372-4c8f-a22d-0443efb3d527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.232304 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.258417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:50.260992 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2767065-8404-4075-8656-02b145786ba5" -d '{"events": [{"server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "name": "network-vif-plugged", "status": "completed", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:50.294976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:50.302283 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.352020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83e0efb0-bc17-415f-b925-9855af113dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.355424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4d00-5372-4c8f-a22d-0443efb3d527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.367970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4d00-5372-4c8f-a22d-0443efb3d527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.371932 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165cbb87-277a-4962-86cd-ba9eacbcd61f x-openstack-request-id: req-165cbb87-277a-4962-86cd-ba9eacbcd61f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:50.372247 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "name": "network-vif-plugged", "status": "completed", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:50.372510 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-165cbb87-277a-4962-86cd-ba9eacbcd61f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:50.372904 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2', 'code': 200} Dec 07 23:58:50.376520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bb7429df-f144-4d25-b648-ff86083e55e1 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:58:50.434790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:50.436598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c4d00-5372-4c8f-a22d-0443efb3d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c44ef6-27de-4292-9562-e8168b9402e1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:50.486600 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8e3c4d00-5372-4c8f-a22d-0443efb3d527 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6afe60b24ce44b2baaef4beef48e0c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051977 Dec 07 23:58:50.496334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37138) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:50.556196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:50.565940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469b7b9-e9dd-46d1-877e-c2c23a797c2d req-69d4ac35-d261-4412-a274-b823a9c81d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:50.566188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83e0efb0-bc17-415f-b925-9855af113dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.569828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'mac_address': 'fa:16:3e:c1:87:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:58:50.571742 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1469b7b9-e9dd-46d1-877e-c2c23a797c2d req-69d4ac35-d261-4412-a274-b823a9c81d31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1096 time: 0.1313059 Dec 07 23:58:50.585628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83e0efb0-bc17-415f-b925-9855af113dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.595390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e07c5-9539-4a62-b3ae-94a3759e120f req-35d1def9-3419-4113-ba84-ffcb4a5b79b6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:50.602608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d1e07c5-9539-4a62-b3ae-94a3759e120f req-35d1def9-3419-4113-ba84-ffcb4a5b79b6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 945 time: 0.1593504 Dec 07 23:58:50.618921 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.668157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb7429df-f144-4d25-b648-ff86083e55e1 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:58:50.671314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-83e0efb0-bc17-415f-b925-9855af113dad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9adaef3520c4033856c4f6f6c66541a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6442075 Dec 07 23:58:50.675106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37146) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:50.713898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0efb0-bc17-415f-b925-9855af113dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acce256-bb17-4be9-b2cb-cce83f00b1b3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:50.726608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:50.740058 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.742283 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01d11612-4d84-4cb2-b711-303b769be841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.755273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d1e07c5-9539-4a62-b3ae-94a3759e120f req-71139c89-7661-4da7-b707-90e2b7c55d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474044 Dec 07 23:58:50.783337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63181567-b241-44aa-aa89-3cd92c43893b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.787836 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1469b7b9-e9dd-46d1-877e-c2c23a797c2d req-87de8d34-54ab-4e4b-b0e3-0df3a83005d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044821 Dec 07 23:58:50.818994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63181567-b241-44aa-aa89-3cd92c43893b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.822254 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01d11612-4d84-4cb2-b711-303b769be841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.849610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:50.882030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['bb7429df-f144-4d25-b648-ff86083e55e1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:58:50.898758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63181567-b241-44aa-aa89-3cd92c43893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.905979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63181567-b241-44aa-aa89-3cd92c43893b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.907669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-63181567-b241-44aa-aa89-3cd92c43893b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9acce256-bb17-4be9-b2cb-cce83f00b1b3 HTTP/1.1" status: 204 len: 168 time: 0.2303655 Dec 07 23:58:50.952581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63181567-b241-44aa-aa89-3cd92c43893b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acce256-bb17-4be9-b2cb-cce83f00b1b3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:50.959027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01d11612-4d84-4cb2-b711-303b769be841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.961946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01d11612-4d84-4cb2-b711-303b769be841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:50.963158 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-01d11612-4d84-4cb2-b711-303b769be841 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34c44ef6-27de-4292-9562-e8168b9402e1 HTTP/1.1" status: 204 len: 168 time: 0.4626861 Dec 07 23:58:50.977703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d11612-4d84-4cb2-b711-303b769be841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c44ef6-27de-4292-9562-e8168b9402e1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:51.329178 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a8bf-0d1d-493d-888c-8d882fa478cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:51.705111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37188) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:51.723801 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6336ec16-4b93-461d-9b8c-c098d2f66cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:51.860000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6336ec16-4b93-461d-9b8c-c098d2f66cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:51.872367 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6336ec16-4b93-461d-9b8c-c098d2f66cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:51.950639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37200) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:51.966330 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6336ec16-4b93-461d-9b8c-c098d2f66cec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=147fa812930749e383ab6d25e1026d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544565 Dec 07 23:58:51.987936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336ec16-4b93-461d-9b8c-c098d2f66cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e9a1f-e83d-4c67-9ff3-2a756775ca13,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:52.037170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c68f-0a3b-4a91-8f3d-00961932eeb9 req-58cdc397-c9f4-4d44-9a95-106e0eef561c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:52.040469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e47c68f-0a3b-4a91-8f3d-00961932eeb9 req-58cdc397-c9f4-4d44-9a95-106e0eef561c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 945 time: 0.1514778 Dec 07 23:58:52.084090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7053-4c6f-481a-b6f0-c62bcad44310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:52.140470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7053-4c6f-481a-b6f0-c62bcad44310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:52.193080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e47c68f-0a3b-4a91-8f3d-00961932eeb9 req-d9fc02bd-6e1a-4f29-bc9a-f5539003a305 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395640 Dec 07 23:58:52.225233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7053-4c6f-481a-b6f0-c62bcad44310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:52.227982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7053-4c6f-481a-b6f0-c62bcad44310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:52.236566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f8bd7053-4c6f-481a-b6f0-c62bcad44310 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/294e9a1f-e83d-4c67-9ff3-2a756775ca13 HTTP/1.1" status: 204 len: 168 time: 0.2835631 Dec 07 23:58:52.251641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd7053-4c6f-481a-b6f0-c62bcad44310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e9a1f-e83d-4c67-9ff3-2a756775ca13,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:52.337547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bb7429df-f144-4d25-b648-ff86083e55e1 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:58:52.402572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port bb7429df-f144-4d25-b648-ff86083e55e1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:58:52.402966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:52.519921 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:52.554435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:58:52.558261 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc179e-fee3-4fca-a7a1-3b02221ab726" -d '{"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:58:52.573613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:58:52.579748 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:52.611083 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8980883f-3366-47bc-bb9a-a78d6ceb3540 x-openstack-request-id: req-8980883f-3366-47bc-bb9a-a78d6ceb3540 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:58:52.611641 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:58:52.612042 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8980883f-3366-47bc-bb9a-a78d6ceb3540 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:58:52.612571 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'code': 200} Dec 07 23:58:52.645834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:52.900355 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-088d0dfb-38d0-43e2-930e-3adc51bfd533 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043100 Dec 07 23:58:53.033097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-a50ba212-d54b-4f9e-85af-3da3bc41f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:53.034578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-a50ba212-d54b-4f9e-85af-3da3bc41f246 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 1097 time: 0.0549502 Dec 07 23:58:53.181996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-7f1c81be-6982-4c1d-bf86-247c416c1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:53.183694 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-7f1c81be-6982-4c1d-bf86-247c416c1895 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 925 time: 0.1247492 Dec 07 23:58:53.304739 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-6eb2a757-5156-49cb-941b-4f4eef868e54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3217aef1-cce7-4c48-974a-923ff8820d3c HTTP/1.1" status: 200 len: 1001 time: 0.0991230 Dec 07 23:58:53.368440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-32438eba-bfdf-4014-9173-b1027c0fb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:53.370247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-32438eba-bfdf-4014-9173-b1027c0fb3aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 200 len: 863 time: 0.0585046 Dec 07 23:58:53.432415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee542-172c-4cc1-a9b3-f733d749e6b6 req-cfb9e299-3fce-44a2-8754-8682d61b3fb8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:53.440517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4fee542-172c-4cc1-a9b3-f733d749e6b6 req-cfb9e299-3fce-44a2-8754-8682d61b3fb8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 945 time: 0.1008258 Dec 07 23:58:53.476735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-89c2665f-355d-438c-9d43-07d8d17c5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:53.479693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-89c2665f-355d-438c-9d43-07d8d17c5030 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09cfacd2-d65d-42ef-a1d7-16366979b21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023335 Dec 07 23:58:53.507316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4fee542-172c-4cc1-a9b3-f733d749e6b6 req-931b4691-9dd3-4df9-ba79-5e3c75d69f17 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655937 Dec 07 23:58:53.531655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-43e92ca8-42ea-4882-b52c-498a64e232b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:53.620122 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-457556ff-3444-4cfc-bb3b-6a7281008c6d service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258626 Dec 07 23:58:53.735825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37298) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:53.755413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7f7a1d49-1028-44da-bc9a-cafe0c9a93a9 req-7f7bd0f3-c20e-4a13-b4f5-df3f694eb86c service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257410 Dec 07 23:58:53.850212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37306) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:54.036705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0759219-a271-4b8d-809f-a0c34d49362d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.170538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a08d-38ea-4821-b962-800b4271c842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.203258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05318ba2-08b6-46cf-b1b5-0b64f3713696 req-bcaa919f-d088-4286-b8ab-352e5f878650 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:54.206393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05318ba2-08b6-46cf-b1b5-0b64f3713696 req-bcaa919f-d088-4286-b8ab-352e5f878650 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1096 time: 0.1259272 Dec 07 23:58:54.294132 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0759219-a271-4b8d-809f-a0c34d49362d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.304879 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0759219-a271-4b8d-809f-a0c34d49362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.345332 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a08d-38ea-4821-b962-800b4271c842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.362210 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a08d-38ea-4821-b962-800b4271c842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.367450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05318ba2-08b6-46cf-b1b5-0b64f3713696 req-3b60613f-f39d-4027-bd7e-70ba23380205 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547365 Dec 07 23:58:54.387570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e0759219-a271-4b8d-809f-a0c34d49362d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1ec7a9089474e358fcf93c3bd441830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6510179 Dec 07 23:58:54.402561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37330) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:54.411961 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b1d1a08d-38ea-4821-b962-800b4271c842 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=396e6374b3c04708bf1a32fae5a600a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579839 Dec 07 23:58:54.413198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37332) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:54.468298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1a08d-38ea-4821-b962-800b4271c842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453fc6ac-4b96-4606-98d8-95607e9c5042,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:54.503947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d09f2bc-7178-4d03-a4c1-6be7168eaa92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.528364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0759219-a271-4b8d-809f-a0c34d49362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb529a-e88a-4b1e-b9e0-67754a6cb3cf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:54.534485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d09f2bc-7178-4d03-a4c1-6be7168eaa92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.596141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d09f2bc-7178-4d03-a4c1-6be7168eaa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.603694 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d09f2bc-7178-4d03-a4c1-6be7168eaa92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.609627 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9d09f2bc-7178-4d03-a4c1-6be7168eaa92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/453fc6ac-4b96-4606-98d8-95607e9c5042 HTTP/1.1" status: 204 len: 168 time: 0.1942024 Dec 07 23:58:54.631793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09f2bc-7178-4d03-a4c1-6be7168eaa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453fc6ac-4b96-4606-98d8-95607e9c5042,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:54.643479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7c61a884-4c1a-4746-abe1-16c713db3915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.710212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37344) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:54.719595 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7c61a884-4c1a-4746-abe1-16c713db3915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.897565 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7c61a884-4c1a-4746-abe1-16c713db3915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.900583 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7c61a884-4c1a-4746-abe1-16c713db3915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:54.901894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7c61a884-4c1a-4746-abe1-16c713db3915 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffcb529a-e88a-4b1e-b9e0-67754a6cb3cf HTTP/1.1" status: 204 len: 168 time: 0.4923992 Dec 07 23:58:54.918741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ee3d9-d882-44d4-8460-5ca7e408e459 req-c112e1f8-5ebc-42c7-8c82-a8dd7bfcb4d1 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:54.934225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a44ee3d9-d882-44d4-8460-5ca7e408e459 req-c112e1f8-5ebc-42c7-8c82-a8dd7bfcb4d1 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1096 time: 0.1649990 Dec 07 23:58:54.978226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61a884-4c1a-4746-abe1-16c713db3915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb529a-e88a-4b1e-b9e0-67754a6cb3cf,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:55.008380 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.046146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a44ee3d9-d882-44d4-8460-5ca7e408e459 req-2808ef63-c1da-46fa-8a0d-ec52f9d6e9bf tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105099 Dec 07 23:58:55.172917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-625176695-network', 'tenant_id': '8ede5474dfa34eeb980026985545781c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:55.210990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Made reservation on behalf of 8ede5474dfa34eeb980026985545781c for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:55.215858 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.230695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.336778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-0a5f78e3-d55d-4c17-9224-610b89e6b832 req-19d081d3-3a52-44a0-ad47-f380c4b72d94 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:58:55.337492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a5f78e3-d55d-4c17-9224-610b89e6b832 req-19d081d3-3a52-44a0-ad47-f380c4b72d94 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059600 Dec 07 23:58:55.412379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.424274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37368) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:55.431566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.453566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4fcbc8ff-5bb0-4dd5-bee3-6e4bc81a6d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.458038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:58:55.470317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.470933 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Added segment 270efc14-434f-4906-ae12-df13ae9fa571 of type vlan for network 988fba84-84ea-4ac4-ad03-b50b36aec40d Dec 07 23:58:55.591226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4fcbc8ff-5bb0-4dd5-bee3-6e4bc81a6d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.604313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4fcbc8ff-5bb0-4dd5-bee3-6e4bc81a6d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.642362 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.672470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4fcbc8ff-5bb0-4dd5-bee3-6e4bc81a6d51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f809e5e95a974d5fabd21a73b068e376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466393 Dec 07 23:58:55.673586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbc8ff-5bb0-4dd5-bee3-6e4bc81a6d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba864d-2895-4eef-b253-b0d19825abe4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:55.690636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37378) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:55.698831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c019565-db24-4115-8d30-f05662c26dbb,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:55.709237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.710199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:55.710836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.755085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0401702 Dec 07 23:58:55.756206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37380) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:55.762191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Request body: {'subnet': {'network_id': '988fba84-84ea-4ac4-ad03-b50b36aec40d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-625176695-subnet', 'tenant_id': '8ede5474dfa34eeb980026985545781c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:55.821948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ed3-9d70-4390-bf04-c76973d17112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.854309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ed3-9d70-4390-bf04-c76973d17112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.902619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:55.920695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Made reservation on behalf of 8ede5474dfa34eeb980026985545781c for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:55.923609 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.930824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95ad7d-1dee-42ac-b931-9654b23b85aa admin admin] Pushing event updated for resources: {'Network': ['ID=988fba84-84ea-4ac4-ad03-b50b36aec40d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:55.945285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 988fba84-84ea-4ac4-ad03-b50b36aec40d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:58:55.953193 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ed3-9d70-4390-bf04-c76973d17112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.953397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-764a9a0a-da85-42c9-9ea4-4db289a6b7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.955871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ed3-9d70-4390-bf04-c76973d17112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:55.959582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f09c1ed3-9d70-4390-bf04-c76973d17112 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cba864d-2895-4eef-b253-b0d19825abe4 HTTP/1.1" status: 204 len: 168 time: 0.2656219 Dec 07 23:58:55.984138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1ed3-9d70-4390-bf04-c76973d17112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba864d-2895-4eef-b253-b0d19825abe4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:56.224229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-764a9a0a-da85-42c9-9ea4-4db289a6b7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.234919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-764a9a0a-da85-42c9-9ea4-4db289a6b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.261870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.273468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-764a9a0a-da85-42c9-9ea4-4db289a6b7cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0db70289ef44d3fa1db41dc79d7a43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693674 Dec 07 23:58:56.301509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37406) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:56.327743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.344188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a9a0a-da85-42c9-9ea4-4db289a6b7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9aeefb-013a-4e9e-a0d9-170333eec381,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:56.459858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7684db6-9714-44de-917a-a0bed7c7c425,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:56.482812 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b39356a-ed59-4515-9ae9-2c23885d77fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.515568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Checking segment: {'id': '270efc14-434f-4906-ae12-df13ae9fa571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '988fba84-84ea-4ac4-ad03-b50b36aec40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:56.515954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Network hostable DHCP agents. Network: 988fba84-84ea-4ac4-ad03-b50b36aec40d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:58:56.538975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b39356a-ed59-4515-9ae9-2c23885d77fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.585868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Network 988fba84-84ea-4ac4-ad03-b50b36aec40d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:58:56.611541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 988fba84-84ea-4ac4-ad03-b50b36aec40d) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:56.625001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:56.625634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.626301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357226ee-f044-40ea-a65a-59ccb8ed122b None None] Network 988fba84-84ea-4ac4-ad03-b50b36aec40d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:56.662587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-20b8f4de-25fa-4746-91c8-3bf8508a4799 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9049807 Dec 07 23:58:56.668701 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b39356a-ed59-4515-9ae9-2c23885d77fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.672675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b39356a-ed59-4515-9ae9-2c23885d77fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:56.681325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9b39356a-ed59-4515-9ae9-2c23885d77fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d9aeefb-013a-4e9e-a0d9-170333eec381 HTTP/1.1" status: 204 len: 168 time: 0.3739624 Dec 07 23:58:56.700155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39356a-ed59-4515-9ae9-2c23885d77fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9aeefb-013a-4e9e-a0d9-170333eec381,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:57.061814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cbcf7f-5e13-4c0a-af1f-124d4b323e7d None None] Network 988fba84-84ea-4ac4-ad03-b50b36aec40d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:57.187501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:57.920108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37482) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:58.275768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ca35-e47e-4091-868a-60aa5f003cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.424742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ca35-e47e-4091-868a-60aa5f003cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.434308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ca35-e47e-4091-868a-60aa5f003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.496301 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1ef9ca35-e47e-4091-868a-60aa5f003cbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edfccd8bc6a149238aaa97f3cd98b156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744071 Dec 07 23:58:58.499018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37520) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:58.533140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9ca35-e47e-4091-868a-60aa5f003cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d98e76e-f7cd-4fef-a832-bdeb256af75f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:58.589347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-94c1a81c-ccf9-4580-bb26-5a7ceeae2eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.612647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-94c1a81c-ccf9-4580-bb26-5a7ceeae2eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.666657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-94c1a81c-ccf9-4580-bb26-5a7ceeae2eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.669744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-94c1a81c-ccf9-4580-bb26-5a7ceeae2eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.671218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-94c1a81c-ccf9-4580-bb26-5a7ceeae2eb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d98e76e-f7cd-4fef-a832-bdeb256af75f HTTP/1.1" status: 204 len: 168 time: 0.1710434 Dec 07 23:58:58.682634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1a81c-ccf9-4580-bb26-5a7ceeae2eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d98e76e-f7cd-4fef-a832-bdeb256af75f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:58.701932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37528) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:58.859927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37538) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:58.865695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-133777886-network', 'tenant_id': '39bf3635e80546b190de0fd200ed6b31'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:58.905187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Made reservation on behalf of 39bf3635e80546b190de0fd200ed6b31 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:58.911422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:58.927415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.033350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.040808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.061755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:58:59.099663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.100247 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Added segment e8e5145a-f4cd-4fe7-ba3d-e565f2526ed7 of type vlan for network 81020737-f8f5-4276-8433-fe0721ab8157 Dec 07 23:58:59.102149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d848a2-c8ca-45f7-b928-450a7d90a268,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:59.141725 n-d-820549-2 neutron-server[103113]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 23:58:59.149502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5f5a35c8-ffef-41b6-96b9-ae9d86f1f102 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:58:59.150667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5f5a35c8-ffef-41b6-96b9-ae9d86f1f102 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4477408 Dec 07 23:58:59.172046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.219590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.220566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:59.221212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.288608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37546) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:59.291174 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4299085 Dec 07 23:58:59.297731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Request body: {'subnet': {'network_id': '81020737-f8f5-4276-8433-fe0721ab8157', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-133777886-subnet', 'tenant_id': '39bf3635e80546b190de0fd200ed6b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:58:59.338504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dd67f-d799-45e6-a9de-4e89f535a860 admin admin] Pushing event updated for resources: {'Network': ['ID=81020737-f8f5-4276-8433-fe0721ab8157,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:59.347758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Made reservation on behalf of 39bf3635e80546b190de0fd200ed6b31 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:58:59.350218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 81020737-f8f5-4276-8433-fe0721ab8157 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:58:59.353190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.600911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:58:59.622172 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa334-63d4-4456-9780-bbdb79ce5b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.699372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.769755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0237f86e-6715-40cb-bc6c-c48a904bae32,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:59.790768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Checking segment: {'id': 'e8e5145a-f4cd-4fe7-ba3d-e565f2526ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '81020737-f8f5-4276-8433-fe0721ab8157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:58:59.791519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Network hostable DHCP agents. Network: 81020737-f8f5-4276-8433-fe0721ab8157, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:58:59.816595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Network 81020737-f8f5-4276-8433-fe0721ab8157 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:58:59.833776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa334-63d4-4456-9780-bbdb79ce5b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.842603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 81020737-f8f5-4276-8433-fe0721ab8157) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:58:59.842764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa334-63d4-4456-9780-bbdb79ce5b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.856085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcf901-e551-4be7-be67-2e52e98bdb8a None None] Network 81020737-f8f5-4276-8433-fe0721ab8157 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:58:59.859011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:58:59.859856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:58:59.890057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-07c5b518-c65a-4bf5-9d14-114f10a676c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5993476 Dec 07 23:58:59.914165 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bdfaa334-63d4-4456-9780-bbdb79ce5b6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5548f40c3460478284adeae3c39a8e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094680 Dec 07 23:58:59.914165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaa334-63d4-4456-9780-bbdb79ce5b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85521e80-ee96-49d2-95d1-9d75891a4bbe,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:58:59.915112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37578) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:00.017097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f24173df-3bde-444a-ac0c-6cd12bd85407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.018874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-b0dfa4db-e2eb-4a11-8668-962584162235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:00.020886 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-b0dfa4db-e2eb-4a11-8668-962584162235 service neutron] 10.222.0.18 "GET /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 1093 time: 0.4927385 Dec 07 23:59:00.034694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:00.035526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 07 23:59:00.062043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b3015-de6e-40d5-b309-8c388af3095c None None] Network 81020737-f8f5-4276-8433-fe0721ab8157 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:59:00.080208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f24173df-3bde-444a-ac0c-6cd12bd85407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.170703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f24173df-3bde-444a-ac0c-6cd12bd85407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.174410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f24173df-3bde-444a-ac0c-6cd12bd85407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.179114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f24173df-3bde-444a-ac0c-6cd12bd85407 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85521e80-ee96-49d2-95d1-9d75891a4bbe HTTP/1.1" status: 204 len: 168 time: 0.2528453 Dec 07 23:59:00.196898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24173df-3bde-444a-ac0c-6cd12bd85407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85521e80-ee96-49d2-95d1-9d75891a4bbe,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:00.276489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:00.280391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:00.281072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:00.287268 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:00.287870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:00.296666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:00.297010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:00.297509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:00.298039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Bound port: e5690410-3e9a-4328-9c30-bf623d46e4b2, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:00.456824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-7b501a2c-16d0-496a-97cb-bbf5f56df716 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424471 Dec 07 23:59:00.499476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37596) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:00.615460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] Deleting subnet c7684db6-9714-44de-917a-a0bed7c7c425 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 23:59:00.621509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.679900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-7527eadd-f57d-4554-b9b2-507ec82f4302 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:00.687587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-7527eadd-f57d-4554-b9b2-507ec82f4302 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292471 Dec 07 23:59:00.701028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.719026 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.730021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-1d0f893e-2f8b-4af5-b3df-3f4240580aff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/quotas/b3da03fb83134e17b2b6fa12d2ac6e10 HTTP/1.1" status: 200 len: 375 time: 0.0411062 Dec 07 23:59:00.800553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-2bd30cb5-dc0d-4fd0-ab31-ab67058a155a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683868 Dec 07 23:59:00.839727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:00.853560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.854790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-5711351e-d1e6-4de0-b680-3dd9bc53403f service neutron] 10.222.0.18 "POST /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8283994 Dec 07 23:59:00.881718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.954160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7684db6-9714-44de-917a-a0bed7c7c425,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:00.960876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:00.969995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37612) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:00.977553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8d17cb02-af40-431b-b23c-46292043121c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c7684db6-9714-44de-917a-a0bed7c7c425 HTTP/1.1" status: 204 len: 168 time: 0.4763706 Dec 07 23:59:01.284510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:01.469364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4382e900-15c2-4293-87d8-b5a791c960bd req-c41be65d-5ca9-4b4c-bb45-50e5345f5f52 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 210 time: 0.1164601 Dec 07 23:59:01.508799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71089c8d-f4df-46b7-851a-febbdabc8a6d req-f29859c4-0ce2-4435-bcbc-71db035be0ba tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:01.510487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71089c8d-f4df-46b7-851a-febbdabc8a6d req-f29859c4-0ce2-4435-bcbc-71db035be0ba tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 945 time: 0.2344804 Dec 07 23:59:01.616268 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-af29a6e7-bb75-4723-9f92-6944675998d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:01.618111 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-af29a6e7-bb75-4723-9f92-6944675998d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1096 time: 0.3300548 Dec 07 23:59:01.658553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71089c8d-f4df-46b7-851a-febbdabc8a6d req-fb975093-e5d9-4a6a-997d-e1509fc5f9d9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356158 Dec 07 23:59:01.726081 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:01.802563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.802971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.803744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.804097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > port after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.804420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.804785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > port after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.805221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.805702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.806025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.806355 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.912926 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.913533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.914036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.914537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:01.914933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988fba84-84ea-4ac4-ad03-b50b36aec40d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:01.940158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270efc14-434f-4906-ae12-df13ae9fa571') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:01.940776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270efc14-434f-4906-ae12-df13ae9fa571') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:01.977309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.007652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-3a8533ab-3eb7-46ee-8a6d-8feb94447d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:02.009808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-3a8533ab-3eb7-46ee-8a6d-8feb94447d8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.3816512 Dec 07 23:59:02.011390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.033242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 23:59:02.033642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: from cryptography.utils import int_from_bytes Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: from cryptography.utils import int_from_bytes Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: timer() Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: self._notify() Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 23:59:02.063608 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 23:59:02.171667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-d3c933f2-16e0-4c50-9d0d-4cef9cde8211 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 217 time: 0.1464880 Dec 07 23:59:02.175452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.187516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.195810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37666) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:02.212242 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] 10.222.0.18 "DELETE /v2.0/networks/988fba84-84ea-4ac4-ad03-b50b36aec40d HTTP/1.1" status: 204 len: 168 time: 1.2399750 Dec 07 23:59:02.321544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] Deleting subnet 0237f86e-6715-40cb-bc6c-c48a904bae32 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 23:59:02.325541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.341123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a1989-52ac-4f0d-99b1-0425428160aa admin admin] Pushing event deleted for resources: {'Network': ['ID=988fba84-84ea-4ac4-ad03-b50b36aec40d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:02.369864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.375640 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.406559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-eb3c9ed4-c9b6-4811-86bf-1091d7cf0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:02.408069 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-eb3c9ed4-c9b6-4811-86bf-1091d7cf0fa8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.2237949 Dec 07 23:59:02.447932 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.460734 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-d634d767-956b-4949-b2e4-de59101996dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359325 Dec 07 23:59:02.523050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.530777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0237f86e-6715-40cb-bc6c-c48a904bae32 HTTP/1.1" status: 204 len: 168 time: 0.3336358 Dec 07 23:59:02.532286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29b8a1-5f93-4d92-b195-c01415eecb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0237f86e-6715-40cb-bc6c-c48a904bae32,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:02.534178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37686) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:02.560584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37688) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:02.629019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-2ee2666b-7e6b-47a6-95eb-7ae9fbbab168 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530280 Dec 07 23:59:02.631897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24f2ace7-0aaf-4d3c-b1f2-3c7c5873c3c2 req-a24ee951-a72c-4c2a-b2c5-fbd7654328f6 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 210 time: 0.0440669 Dec 07 23:59:02.719604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:02.838356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-a91d0530-b143-4ba2-a897-23be05222a06 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019594 Dec 07 23:59:02.920552 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-063d6bab-feaa-41eb-b4d0-27b33f3100c5 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326757 Dec 07 23:59:02.949760 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.004925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.005293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.006030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.006380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.006694 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.007051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.007368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.007684 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.008003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.008314 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.076872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.077265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.077532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.077919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 07 23:59:03.078290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81020737-f8f5-4276-8433-fe0721ab8157']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:03.093166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-228b2a4c-3a02-4cd0-9b21-7fcff5621f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.103419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d6aff-ed49-4238-b584-fe9f91c20aa4 req-1c17647b-21d2-487a-83f1-3a6da146d14f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:03.105398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f07d6aff-ed49-4238-b584-fe9f91c20aa4 req-1c17647b-21d2-487a-83f1-3a6da146d14f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 945 time: 0.2802324 Dec 07 23:59:03.135775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e5145a-f4cd-4fe7-ba3d-e565f2526ed7') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:03.136128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e5145a-f4cd-4fe7-ba3d-e565f2526ed7') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:03.250792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-8ea01660-6cdd-40ab-bd7e-68e7b48fc176 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:03.252806 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-8ea01660-6cdd-40ab-bd7e-68e7b48fc176 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549634 Dec 07 23:59:03.283359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Request body: {'port': {'device_id': '5084683a-b03f-444b-b18a-41dc09960c46', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'b3da03fb83134e17b2b6fa12d2ac6e10'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:03.318008 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.367908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.413064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 23:59:03.413471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: from cryptography.utils import int_from_bytes Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: from cryptography.utils import int_from_bytes Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: timer() Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: self._notify() Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 23:59:03.427937 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 23:59:03.464081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f07d6aff-ed49-4238-b584-fe9f91c20aa4 req-1190ddaa-b7bb-4b36-aa98-3899b2c6d70f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231173 Dec 07 23:59:03.470322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-384be078-e938-408e-ac2b-24a29413200e tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:03.477498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-384be078-e938-408e-ac2b-24a29413200e tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.3635616 Dec 07 23:59:03.503114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:03.510223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Made reservation on behalf of b3da03fb83134e17b2b6fa12d2ac6e10 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:03.514738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.526579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.556579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-8f1fae47-1b3a-497a-9f02-1767dd885c4f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773304 Dec 07 23:59:03.660930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.693749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.702403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/81020737-f8f5-4276-8433-fe0721ab8157 HTTP/1.1" status: 204 len: 168 time: 1.1624582 Dec 07 23:59:03.725799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.740076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.802014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a4b1-968e-4b77-9e7b-2f66d4dcd9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=81020737-f8f5-4276-8433-fe0721ab8157,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:03.850243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcd30c8-68b4-4358-a112-15a5f2f6a654,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:03.909006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-228b2a4c-3a02-4cd0-9b21-7fcff5621f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.925184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:03.970108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f426065b-d1dd-4b53-ba66-5d0557075442 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:03.972188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f426065b-d1dd-4b53-ba66-5d0557075442 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505523 Dec 07 23:59:03.993981 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-228b2a4c-3a02-4cd0-9b21-7fcff5621f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.001912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Allocated IP 192.168.233.81 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/182fd294-09be-4bf9-a3eb-ac1bf336af81) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:04.038065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-228b2a4c-3a02-4cd0-9b21-7fcff5621f76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25e7a44b7cc743e99ac70da606d89f62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4757700 Dec 07 23:59:04.040753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-334f5366-26a6-4acf-9454-b920c1ba774c req-832d23f5-0614-4fdd-b31b-6a139b0b3b9a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 210 time: 0.2175491 Dec 07 23:59:04.041466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37742) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:04.044657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37744) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:04.158660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-547be76d-eb61-4b62-bc0a-eabba8c6c2ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ede5474dfa34eeb980026985545781c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132760 Dec 07 23:59:04.159947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37748) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:04.227893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:04.279700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:04.291300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.293058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-152b7914-8e04-4808-81b4-143a4bb59b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.333667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-152b7914-8e04-4808-81b4-143a4bb59b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.408326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-152b7914-8e04-4808-81b4-143a4bb59b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.413361 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-152b7914-8e04-4808-81b4-143a4bb59b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.417898 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-152b7914-8e04-4808-81b4-143a4bb59b9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c019565-db24-4115-8d30-f05662c26dbb HTTP/1.1" status: 204 len: 168 time: 0.2547212 Dec 07 23:59:04.437918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b7914-8e04-4808-81b4-143a4bb59b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c019565-db24-4115-8d30-f05662c26dbb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:04.467209 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.575350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:04.589034 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.608718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:04.614132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:04.616562 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bad289-b9b1-4ae5-bb7c-138e8bb70c18" -d '{"events": [{"server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:04.624492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-fc595da2-9721-4bc9-8e22-0f99db295e4f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/quotas/9395de888aa24de89e450082beda9a3d HTTP/1.1" status: 200 len: 375 time: 0.5985889 Dec 07 23:59:04.631068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:04.634582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.645277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Pushing event updated for resources: {'Port': ['ID=182fd294-09be-4bf9-a3eb-ac1bf336af81,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:04.703132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-13b18c37-dfe4-4ae1-81f8-482ec6ff0da6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655825 Dec 07 23:59:04.704034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b2a4c-3a02-4cd0-9b21-7fcff5621f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db4e0ad-1a3a-4952-b246-137cf4befaaf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:04.758042 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5c8980b-632b-4d49-96d2-c054f62af5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.823185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5c8980b-632b-4d49-96d2-c054f62af5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.849723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:04.852214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.904546 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-586242f5-6430-4322-a453-e9d5d0b223a2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6152439 Dec 07 23:59:04.929774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Request body: {'port': {'device_id': '5084683a-b03f-444b-b18a-41dc09960c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:04.937470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5c8980b-632b-4d49-96d2-c054f62af5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.940682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5c8980b-632b-4d49-96d2-c054f62af5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:04.942538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c5c8980b-632b-4d49-96d2-c054f62af5bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7db4e0ad-1a3a-4952-b246-137cf4befaaf HTTP/1.1" status: 204 len: 168 time: 0.8955734 Dec 07 23:59:04.975920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:04.987195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8980b-632b-4d49-96d2-c054f62af5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db4e0ad-1a3a-4952-b246-137cf4befaaf,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:04.994636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:04.995281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:04.995998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:05.026998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:05.028037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Attempting to bind port e5690410-3e9a-4328-9c30-bf623d46e4b2 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:05.034970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:05.036060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:05.036632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:05.037237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Bound port: e5690410-3e9a-4328-9c30-bf623d46e4b2, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:05.037763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.155372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.196263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-26566646-6123-4cff-b194-ddf944c2488b None None] Provisioning complete for port 182fd294-09be-4bf9-a3eb-ac1bf336af81 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:05.196854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26566646-6123-4cff-b194-ddf944c2488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.260337 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a733fa80-85c7-4b89-9c3a-393f4dbd2e28 x-openstack-request-id: req-a733fa80-85c7-4b89-9c3a-393f4dbd2e28 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:05.260652 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:05.260909 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a733fa80-85c7-4b89-9c3a-393f4dbd2e28 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:05.261318 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2', 'code': 200} Dec 07 23:59:05.277514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-26566646-6123-4cff-b194-ddf944c2488b None None] Port 182fd294-09be-4bf9-a3eb-ac1bf336af81 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:05.290351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee06a80-7280-4598-a719-46a7db1cf8a9 req-f3b5e241-c22c-4298-a4bf-546e88fa7deb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:05.295378 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37786) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:05.298480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ee06a80-7280-4598-a719-46a7db1cf8a9 req-f3b5e241-c22c-4298-a4bf-546e88fa7deb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.1829059 Dec 07 23:59:05.301577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:05.351212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:05.399782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ee06a80-7280-4598-a719-46a7db1cf8a9 req-97325009-608e-4de6-939f-4ddad3f6559a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002941 Dec 07 23:59:05.401036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.452746 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d63c52bf-e836-4347-accd-e3d08f3ef939 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39bf3635e80546b190de0fd200ed6b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515679 Dec 07 23:59:05.454678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37790) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:05.674672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3c78067-c641-4cb7-9ef0-b06d8f4f3a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.684588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fa6cf12-de96-4d1d-89bf-49489c05aa90 req-8f078db1-c6e3-4078-9fec-5ed8e255058e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 210 time: 0.1306677 Dec 07 23:59:05.757367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:05.758057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3c78067-c641-4cb7-9ef0-b06d8f4f3a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.758680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.761132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] 10.222.0.44 "PUT /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 1121 time: 2.2695868 Dec 07 23:59:05.766295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a9e36-beb4-4a2f-aede-17a3ffc449cf service neutron] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=8']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:05.884100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596cac-3548-4433-b652-8ee092f66048 req-bcf60ca6-0eb9-4710-bae4-c588a40691cc tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:05.886673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6596cac-3548-4433-b652-8ee092f66048 req-bcf60ca6-0eb9-4710-bae4-c588a40691cc tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 935 time: 0.0997601 Dec 07 23:59:05.890253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e5690410-3e9a-4328-9c30-bf623d46e4b2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:05.897316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3c78067-c641-4cb7-9ef0-b06d8f4f3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.901206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3c78067-c641-4cb7-9ef0-b06d8f4f3a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:05.907872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d3c78067-c641-4cb7-9ef0-b06d8f4f3a63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76d848a2-c8ca-45f7-b928-450a7d90a268 HTTP/1.1" status: 204 len: 168 time: 0.4523659 Dec 07 23:59:05.925257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c78067-c641-4cb7-9ef0-b06d8f4f3a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d848a2-c8ca-45f7-b928-450a7d90a268,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:06.000592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6596cac-3548-4433-b652-8ee092f66048 req-cb0844f0-f580-479e-aed6-45c1cfb343ad tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073575 Dec 07 23:59:06.047442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182fd294-09be-4bf9-a3eb-ac1bf336af81 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:06.058140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.104236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Transition to ACTIVE for port object 182fd294-09be-4bf9-a3eb-ac1bf336af81 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:06.115359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.258501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Pushing event updated for resources: {'Port': ['ID=182fd294-09be-4bf9-a3eb-ac1bf336af81,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:06.279264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37814) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:06.322814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d72fa75-1a5d-41e5-a4c0-d1795ddf2982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.388220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Attempting to bind port 182fd294-09be-4bf9-a3eb-ac1bf336af81 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:06.388567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Attempting to bind port 182fd294-09be-4bf9-a3eb-ac1bf336af81 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:06.388901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Attempting to bind port 182fd294-09be-4bf9-a3eb-ac1bf336af81 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:06.395552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Port 182fd294-09be-4bf9-a3eb-ac1bf336af81 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:06.407978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Attempting to bind port 182fd294-09be-4bf9-a3eb-ac1bf336af81 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:06.430107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:06.430443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:06.430836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:06.431306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Bound port: 182fd294-09be-4bf9-a3eb-ac1bf336af81, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:06.431672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.472801 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d72fa75-1a5d-41e5-a4c0-d1795ddf2982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.480572 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d72fa75-1a5d-41e5-a4c0-d1795ddf2982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.555226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72fa75-1a5d-41e5-a4c0-d1795ddf2982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b2427d-c00d-440b-ad52-3a3c3975617f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:06.578853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] For port 182fd294-09be-4bf9-a3eb-ac1bf336af81, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:06.597967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] For port 182fd294-09be-4bf9-a3eb-ac1bf336af81, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=182fd294-09be-4bf9-a3eb-ac1bf336af81,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:06.599257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d72fa75-1a5d-41e5-a4c0-d1795ddf2982 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=247625631bf74b0ea0a5a6a3c0cb7db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109772 Dec 07 23:59:06.602029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:06.645719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2a2d1-0090-4993-af3d-b3ba2b50dd68 req-8179f3c9-1212-458e-a91f-14c1bf29f5f8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:06.656014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acd2a2d1-0090-4993-af3d-b3ba2b50dd68 req-8179f3c9-1212-458e-a91f-14c1bf29f5f8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.1310382 Dec 07 23:59:06.662073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.720461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b5071f2-2129-4bee-b60f-bef5f49c9ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.737276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:06.738695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:06.743750 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] 10.222.0.44 "PUT /v2.0/ports/182fd294-09be-4bf9-a3eb-ac1bf336af81 HTTP/1.1" status: 200 len: 1095 time: 1.8334591 Dec 07 23:59:06.744564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5084683a-b03f-444b-b18a-41dc09960c46', 'tag': '182fd294-09be-4bf9-a3eb-ac1bf336af81'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:06.747699 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d385f1da-31c9-4d2a-9706-f29d20fb9140" -d '{"events": [{"name": "network-changed", "server_uuid": "5084683a-b03f-444b-b18a-41dc09960c46", "tag": "182fd294-09be-4bf9-a3eb-ac1bf336af81"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:06.793895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-afb82090-07ce-495b-9ff9-51b3549d539f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325432 Dec 07 23:59:06.856660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acd2a2d1-0090-4993-af3d-b3ba2b50dd68 req-c514fc78-31a1-47a9-9d04-647087fc28bf tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931052 Dec 07 23:59:07.003084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-aba85f66-3efb-4c66-9f57-d6b181f9e4c0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:07.005583 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-aba85f66-3efb-4c66-9f57-d6b181f9e4c0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903121 Dec 07 23:59:07.012905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae936d9a-7463-4b0d-b741-dfe8fcb4586b req-3aeca286-2fc7-44cc-974f-6f7519bd603c tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6314378e58284e15989e570e4d099d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630710 Dec 07 23:59:07.054825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbda42d9-5863-41b4-a723-7da8f58759f6 req-35640907-f479-4bdd-bd79-f43573e796b1 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 210 time: 0.0653925 Dec 07 23:59:07.081068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': 'db793011-119f-4054-a900-f649f732b909', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:07.293093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:07.297083 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249144e-9cf6-4bad-8086-545ca810c913" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:07.299576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b5071f2-2129-4bee-b60f-bef5f49c9ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:07.313906 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc80f185-2f00-4527-bd72-e8fe96cedfba x-openstack-request-id: req-cc80f185-2f00-4527-bd72-e8fe96cedfba {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:07.320585 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5084683a-b03f-444b-b18a-41dc09960c46", "tag": "182fd294-09be-4bf9-a3eb-ac1bf336af81", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:07.321767 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc80f185-2f00-4527-bd72-e8fe96cedfba {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:07.322670 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5084683a-b03f-444b-b18a-41dc09960c46', 'tag': '182fd294-09be-4bf9-a3eb-ac1bf336af81', 'status': 'completed', 'code': 200} Dec 07 23:59:07.368094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fa25a-438f-4b50-9162-1853fd6fedbe service neutron] Pushing event updated for resources: {'Port': ['ID=182fd294-09be-4bf9-a3eb-ac1bf336af81,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:07.400849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae936d9a-7463-4b0d-b741-dfe8fcb4586b req-1c2e2bdc-b033-47a2-ba42-b2bfb1a5809f tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:07.409577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae936d9a-7463-4b0d-b741-dfe8fcb4586b req-1c2e2bdc-b033-47a2-ba42-b2bfb1a5809f tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3533325 Dec 07 23:59:07.434318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27159329-31ac-472d-9ebe-bfecc7ae495a req-420797b7-41b5-499d-b1eb-ef10b95aa47a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:07.435079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-37bf9e05-314b-46d7-8d9d-a6c876d216ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:07.436366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27159329-31ac-472d-9ebe-bfecc7ae495a req-420797b7-41b5-499d-b1eb-ef10b95aa47a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 947 time: 0.1960528 Dec 07 23:59:07.436824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-37bf9e05-314b-46d7-8d9d-a6c876d216ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 1098 time: 0.4476225 Dec 07 23:59:07.438583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:07.444010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:07.445256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae936d9a-7463-4b0d-b741-dfe8fcb4586b req-be4e9db0-c652-4d99-8c63-e988e3e843b9 tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/quotas/6314378e58284e15989e570e4d099d72 HTTP/1.1" status: 200 len: 375 time: 0.0340307 Dec 07 23:59:07.497237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae936d9a-7463-4b0d-b741-dfe8fcb4586b req-0b1ed20a-f47e-4ca7-98f4-3d9611fde555 tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6314378e58284e15989e570e4d099d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508099 Dec 07 23:59:07.525583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:07.529046 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-1303da4c-c742-4044-a44f-5474b27bbf58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=182fd294-09be-4bf9-a3eb-ac1bf336af81 HTTP/1.1" status: 200 len: 217 time: 0.0683875 Dec 07 23:59:07.538964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b5071f2-2129-4bee-b60f-bef5f49c9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:07.542683 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b5071f2-2129-4bee-b60f-bef5f49c9ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:07.547294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3b5071f2-2129-4bee-b60f-bef5f49c9ab3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31b2427d-c00d-440b-ad52-3a3c3975617f HTTP/1.1" status: 204 len: 168 time: 0.9442229 Dec 07 23:59:07.568768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27159329-31ac-472d-9ebe-bfecc7ae495a req-4e7337ed-9c4d-45ee-ab25-0a87518bf6aa tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180906 Dec 07 23:59:07.650006 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f3c13a-6f82-4396-8d7a-597172779368 x-openstack-request-id: req-d5f3c13a-6f82-4396-8d7a-597172779368 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:07.650622 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:07.651084 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5f3c13a-6f82-4396-8d7a-597172779368 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:07.652142 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2', 'status': 'completed', 'code': 200} Dec 07 23:59:07.692783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:07.695007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.59', 59816) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:07.707295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:07.732104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5071f2-2129-4bee-b60f-bef5f49c9ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b2427d-c00d-440b-ad52-3a3c3975617f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:07.806920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249144e-9cf6-4bad-8086-545ca810c913 req-c2a8d53d-1679-453a-9543-e648a93a488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:07.811140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5249144e-9cf6-4bad-8086-545ca810c913 req-c2a8d53d-1679-453a-9543-e648a93a488f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1124 time: 0.1144679 Dec 07 23:59:07.852616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-9a88c5b9-d9ba-46eb-ad7d-00dce7852bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:07.854802 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-9a88c5b9-d9ba-46eb-ad7d-00dce7852bc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.3061852 Dec 07 23:59:07.860473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826417d2-4c70-463d-99cd-6dead37cfeae,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:07.954065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-a75734e5-c7ed-4ae8-b69a-3a63e06e2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:07.955949 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-a75734e5-c7ed-4ae8-b69a-3a63e06e2b02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878065 Dec 07 23:59:08.014829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.246 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/c1ad586b-f14f-4450-9ef2-5671121fac4c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:08.085283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249144e-9cf6-4bad-8086-545ca810c913 req-e10d4d6c-e102-4fb1-8bd5-09a55dc56d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:08.087580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5249144e-9cf6-4bad-8086-545ca810c913 req-e10d4d6c-e102-4fb1-8bd5-09a55dc56d5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2666402 Dec 07 23:59:08.100136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141de6c-677c-4491-bf17-d9e7ee410f02 req-0072be6a-a1dc-465c-8106-40b0e15eb387 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:08.102127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a141de6c-677c-4491-bf17-d9e7ee410f02 req-0072be6a-a1dc-465c-8106-40b0e15eb387 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.0911582 Dec 07 23:59:08.138094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-c1108353-5f29-449e-b81a-0b3c8f4b1f02 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722138 Dec 07 23:59:08.146063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5249144e-9cf6-4bad-8086-545ca810c913 req-fd5f4dfc-310b-47d7-b63a-94cb0649a6e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 217 time: 0.0425997 Dec 07 23:59:08.229139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a141de6c-677c-4491-bf17-d9e7ee410f02 req-6e11ec14-d1c4-43a7-a830-e63e6446281d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817654 Dec 07 23:59:08.314401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249144e-9cf6-4bad-8086-545ca810c913 req-08ed0e7d-ebe2-4058-925f-49b587c45735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:08.319096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5249144e-9cf6-4bad-8086-545ca810c913 req-08ed0e7d-ebe2-4058-925f-49b587c45735 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1642783 Dec 07 23:59:08.373410 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-56b51a31-7327-45ca-b71b-e3fd26e20b45 req-53b14ad8-633c-4d6b-85c2-ab8f25733bd1 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180099 Dec 07 23:59:08.385837 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:08.395349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5249144e-9cf6-4bad-8086-545ca810c913 req-ddf2fb55-9b7c-49e8-b7fa-39273c38a9a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701034 Dec 07 23:59:08.405017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:08.465948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80ee9711-8d04-4709-bc72-86ae6471dc47 req-bc5eec4f-d41d-4c04-95e9-d66dbc537634 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 210 time: 0.0734129 Dec 07 23:59:08.468558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:08.541484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=c1ad586b-f14f-4450-9ef2-5671121fac4c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:08.680171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5249144e-9cf6-4bad-8086-545ca810c913 req-2a9d9877-3035-4d48-a23f-cd8cf6812c04 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117882 Dec 07 23:59:08.706223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:08.740694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:08.750029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:08.766842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 07 23:59:08.793078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-a2536fca-3f96-41b6-a78b-8718a09ab6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:08.794921 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-a2536fca-3f96-41b6-a78b-8718a09ab6b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 1098 time: 0.2552259 Dec 07 23:59:08.795551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:08.892234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:08.892897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:08.921816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-b6c70a8a-8272-4e32-a8ff-5fe8759c094e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8443983 Dec 07 23:59:08.946413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Request body: {'port': {'device_id': 'db793011-119f-4054-a900-f649f732b909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:09.046369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ff6af-8a4f-4190-b34b-070e72f974df req-e0cadf47-cd25-4732-8fbd-4e2e1424b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:09.055633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae1ff6af-8a4f-4190-b34b-070e72f974df req-e0cadf47-cd25-4732-8fbd-4e2e1424b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 947 time: 0.2753825 Dec 07 23:59:09.127358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5249144e-9cf6-4bad-8086-545ca810c913 req-79ddac05-ae5e-46be-a381-a0c950280d20 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398208 Dec 07 23:59:09.196178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae1ff6af-8a4f-4190-b34b-070e72f974df req-bd5f2051-9d38-43d0-b855-d4aaf40f00ad tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396692 Dec 07 23:59:09.274129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d43098c9-79f7-4ab8-b159-80b12970e033 None None] Provisioning complete for port c1ad586b-f14f-4450-9ef2-5671121fac4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:09.274761 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d43098c9-79f7-4ab8-b159-80b12970e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:09.401743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d43098c9-79f7-4ab8-b159-80b12970e033 None None] Port c1ad586b-f14f-4450-9ef2-5671121fac4c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:09.439523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce73791-fba2-4a32-8ec0-357d9041ac00 req-97cf8020-9e68-4a93-b3d9-16bec396be8e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:09.444331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-a418c838-80b5-43af-9179-4d09ed69238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:09.447149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-a418c838-80b5-43af-9179-4d09ed69238c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.6345367 Dec 07 23:59:09.448497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:09.459206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ce73791-fba2-4a32-8ec0-357d9041ac00 req-97cf8020-9e68-4a93-b3d9-16bec396be8e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.0929606 Dec 07 23:59:09.518624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-c2f3a490-0ee3-4257-b340-67db98e03261 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=182fd294-09be-4bf9-a3eb-ac1bf336af81 HTTP/1.1" status: 200 len: 217 time: 0.0565693 Dec 07 23:59:09.545894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ce73791-fba2-4a32-8ec0-357d9041ac00 req-f14ad52b-bb1b-4732-babc-957e9fd51ef4 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805969 Dec 07 23:59:09.657970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-d2fef990-17f7-49c7-9506-bcda81f65852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:09.659468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-d2fef990-17f7-49c7-9506-bcda81f65852 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1322258 Dec 07 23:59:09.782969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bda013-777d-47b9-975b-86966cdb6651 req-c9197de1-52ea-4aae-9706-03afefcffb9b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:09.784572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43bda013-777d-47b9-975b-86966cdb6651 req-c9197de1-52ea-4aae-9706-03afefcffb9b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 936 time: 0.1152821 Dec 07 23:59:09.829422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-1386ce2e-f023-4378-adff-8e235f943562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:09.835825 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-1386ce2e-f023-4378-adff-8e235f943562 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262736 Dec 07 23:59:09.895561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43bda013-777d-47b9-975b-86966cdb6651 req-bf7d8e8f-3b73-4da1-9766-c1dac11a0a13 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047149 Dec 07 23:59:10.050202 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-170b2774-0665-4f9b-8b30-1450605a0b7f service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443853 Dec 07 23:59:10.118702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ad586b-f14f-4450-9ef2-5671121fac4c {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:10.136863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:10.217203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Transition to ACTIVE for port object c1ad586b-f14f-4450-9ef2-5671121fac4c will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:10.227022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:10.271389 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d385f1da-31c9-4d2a-9706-f29d20fb9140 req-aa2a9505-f1de-493c-9a1a-5a91aa1c14c0 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942172 Dec 07 23:59:10.294816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ad586b-f14f-4450-9ef2-5671121fac4c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:10.389496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Attempting to bind port c1ad586b-f14f-4450-9ef2-5671121fac4c on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:10.390138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Attempting to bind port c1ad586b-f14f-4450-9ef2-5671121fac4c by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:10.390531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Attempting to bind port c1ad586b-f14f-4450-9ef2-5671121fac4c on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:10.397266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Port c1ad586b-f14f-4450-9ef2-5671121fac4c on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:10.397767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Attempting to bind port c1ad586b-f14f-4450-9ef2-5671121fac4c on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:10.403104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:10.403491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:10.403881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:10.404556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Bound port: c1ad586b-f14f-4450-9ef2-5671121fac4c, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:10.405051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:10.479726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-a769ba00-58ba-44e4-92de-9451d88639c2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333478 Dec 07 23:59:10.489321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] For port c1ad586b-f14f-4450-9ef2-5671121fac4c, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:10.493640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] For port c1ad586b-f14f-4450-9ef2-5671121fac4c, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:10.497856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:10.517430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:10.520014 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:10.523416 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] 10.222.0.59 "PUT /v2.0/ports/c1ad586b-f14f-4450-9ef2-5671121fac4c HTTP/1.1" status: 200 len: 1096 time: 1.5801136 Dec 07 23:59:10.525546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db793011-119f-4054-a900-f649f732b909', 'tag': 'c1ad586b-f14f-4450-9ef2-5671121fac4c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:10.527955 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacfadf9-a82c-46d4-a822-e629cb8b4350" -d '{"events": [{"name": "network-changed", "server_uuid": "db793011-119f-4054-a900-f649f732b909", "tag": "c1ad586b-f14f-4450-9ef2-5671121fac4c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:10.595833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-3ef11554-a754-4606-b144-82344969a17f tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2b455fe996f546d59be8b8387a9c86ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596731 Dec 07 23:59:10.626399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb663-89a8-493e-bd97-aca0b0842a57 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ad586b-f14f-4450-9ef2-5671121fac4c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:10.640670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-fafe85f5-8d9f-4428-8109-1b53891a4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:10.642391 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-fafe85f5-8d9f-4428-8109-1b53891a4117 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 1099 time: 0.0623360 Dec 07 23:59:10.659588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-066de45f-94e3-46e0-bd8c-d3714e435412 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:10.661729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-066de45f-94e3-46e0-bd8c-d3714e435412 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812356 Dec 07 23:59:10.681418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-2e300367-7621-4328-beda-8ba4cc904fe4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/quotas/33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 375 time: 0.0135548 Dec 07 23:59:10.706194 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-069d8993-9fc6-41c0-99c1-1368005bf15c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c HTTP/1.1" status: 200 len: 217 time: 0.0427334 Dec 07 23:59:10.748123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-32207dd7-da64-4b8b-95bb-7e00401d3cd1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373387 Dec 07 23:59:10.767567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-281fafd4-60c0-4b79-8297-88731876b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:10.769062 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-281fafd4-60c0-4b79-8297-88731876b179 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0548239 Dec 07 23:59:10.774237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e6d1a118-27ba-4251-a6d9-2e39712d676e tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:10.775700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e6d1a118-27ba-4251-a6d9-2e39712d676e tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738875 Dec 07 23:59:10.801975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-7678300c-3348-419c-b1f2-84953c902bba tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/quotas/2b455fe996f546d59be8b8387a9c86ac HTTP/1.1" status: 200 len: 375 time: 0.0107477 Dec 07 23:59:10.821274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-bda0083c-0eb5-44c5-875a-33f79e1f1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:10.823083 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-bda0083c-0eb5-44c5-875a-33f79e1f1f87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463216 Dec 07 23:59:10.862483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-a6c126fa-8c17-43b7-a778-b05a1dc7d2b3 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b455fe996f546d59be8b8387a9c86ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514419 Dec 07 23:59:10.949955 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-e896a05f-aebf-426d-9398-fc3c810be536 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187382 Dec 07 23:59:11.033287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e92188-26c0-4f0c-aada-3f9b7255939e req-9c8804c9-a226-4841-a396-2e6b94369a50 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.035852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17e92188-26c0-4f0c-aada-3f9b7255939e req-9c8804c9-a226-4841-a396-2e6b94369a50 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 947 time: 0.0761769 Dec 07 23:59:11.113126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c41df10b-15d3-498c-9d49-c86bf7ef40c9 req-2e2ae4db-d4cb-4c28-989f-0b5c3be2dd3d tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6314378e58284e15989e570e4d099d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371861 Dec 07 23:59:11.128199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17e92188-26c0-4f0c-aada-3f9b7255939e req-75cc0806-e6f0-4820-aa5a-93f3ce3d45f6 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816183 Dec 07 23:59:11.136119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24fdb7e5-9b17-4772-a73c-6004d486e695 req-6368eff0-a974-45be-a645-0aaaa5e3690a service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765499 Dec 07 23:59:11.186755 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73af9cc8-4efa-4c49-933f-6832f2a4678b x-openstack-request-id: req-73af9cc8-4efa-4c49-933f-6832f2a4678b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:11.187238 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db793011-119f-4054-a900-f649f732b909", "tag": "c1ad586b-f14f-4450-9ef2-5671121fac4c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:11.187632 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73af9cc8-4efa-4c49-933f-6832f2a4678b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:11.188133 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db793011-119f-4054-a900-f649f732b909', 'tag': 'c1ad586b-f14f-4450-9ef2-5671121fac4c', 'status': 'completed', 'code': 200} Dec 07 23:59:11.333103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41df10b-15d3-498c-9d49-c86bf7ef40c9 req-c8e8b108-b1e6-4054-8344-c36de024e536 tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.334290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c41df10b-15d3-498c-9d49-c86bf7ef40c9 req-c8e8b108-b1e6-4054-8344-c36de024e536 tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049167 Dec 07 23:59:11.348026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee244aa-2fcf-42a1-a494-af903158a87f req-08036b44-429e-42fb-a0b9-33a6d4bcbe93 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.349725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fee244aa-2fcf-42a1-a494-af903158a87f req-08036b44-429e-42fb-a0b9-33a6d4bcbe93 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 943 time: 0.0910318 Dec 07 23:59:11.360303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c41df10b-15d3-498c-9d49-c86bf7ef40c9 req-748f4696-aa06-498e-bd7f-bbe215ab37b9 tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/quotas/6314378e58284e15989e570e4d099d72 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Dec 07 23:59:11.423040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c41df10b-15d3-498c-9d49-c86bf7ef40c9 req-0e289c8e-777a-4748-b130-44f8871975ea tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6314378e58284e15989e570e4d099d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531178 Dec 07 23:59:11.457137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-b1b4655d-ad74-4214-b09b-7cf171b1d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.459519 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-b1b4655d-ad74-4214-b09b-7cf171b1d657 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 1099 time: 0.0593917 Dec 07 23:59:11.509441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fee244aa-2fcf-42a1-a494-af903158a87f req-834c6cc0-4926-472f-9241-4dec1a7bb23c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481743 Dec 07 23:59:11.597738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-f075bcbf-62a2-4d1e-87d5-c6138b41a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.599221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-f075bcbf-62a2-4d1e-87d5-c6138b41a89f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1314039 Dec 07 23:59:11.606368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8468e7b1-4da8-49c4-93f3-8b11ddce163a req-9e412f44-2b46-496c-a1fd-b475f48bd419 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 210 time: 0.0611331 Dec 07 23:59:11.615890 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:59:11.616480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-146fccd7-62a9-4dec-8988-1a939b6c9a13 service neutron] 10.222.0.59 "GET /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.1906927 Dec 07 23:59:11.670296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-89974963-f67f-43a1-9193-93fd2fdb8bdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c HTTP/1.1" status: 200 len: 217 time: 0.0610585 Dec 07 23:59:11.747644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-4175d41a-c4b8-45ad-b15f-39fee7f1d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.749323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-4175d41a-c4b8-45ad-b15f-39fee7f1d746 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0655193 Dec 07 23:59:11.770276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14873f02-46b3-4dd7-87e6-407a68131c64 req-726eee86-432d-47b7-8535-ef8a74dd3894 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 210 time: 0.0535481 Dec 07 23:59:11.780524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa19354-91b3-4feb-907d-76eeaccd712b req-a57ba801-671b-4e56-9b09-58b434f76a25 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.782016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfa19354-91b3-4feb-907d-76eeaccd712b req-a57ba801-671b-4e56-9b09-58b434f76a25 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 948 time: 0.1781743 Dec 07 23:59:11.809868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-8baf6360-b134-4520-9b23-82abdd6099fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:11.811286 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-8baf6360-b134-4520-9b23-82abdd6099fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504735 Dec 07 23:59:11.907918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfa19354-91b3-4feb-907d-76eeaccd712b req-e179c629-c661-4818-aba5-74ae49bec193 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177461 Dec 07 23:59:11.909369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-b308c2d2-485d-452c-9123-062bb6b2ceaf service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903320 Dec 07 23:59:11.929138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:11.956027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:12.003492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5690410-3e9a-4328-9c30-bf623d46e4b2 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:12.016322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:12.033594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.063026 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eacfadf9-a82c-46d4-a822-e629cb8b4350 req-c0bf2dad-c100-46b6-be8c-1c35c6a424cb service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254313 Dec 07 23:59:12.183543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] Transition to ACTIVE for port object e5690410-3e9a-4328-9c30-bf623d46e4b2 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:12.193225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.236814 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-b685949b-7816-4e5b-9835-26ef15254335 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432863 Dec 07 23:59:12.289318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] No DVR routers for this DVR port e5690410-3e9a-4328-9c30-bf623d46e4b2 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:59:12.364831 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] 10.222.0.59 "PUT /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7132196 Dec 07 23:59:12.375378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3dab4-18b4-4a2c-8fb2-41f165601d1f service neutron] Pushing event updated for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=10']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:12.395934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-b6ff2c75-45da-4379-96ea-576e46378378 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:12.396631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d910c-7de6-4e27-ba71-66f96682d713 req-4a1d042f-5009-4973-8b38-65af5b1c986e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:12.397510 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-b6ff2c75-45da-4379-96ea-576e46378378 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529477 Dec 07 23:59:12.398615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-821d910c-7de6-4e27-ba71-66f96682d713 req-4a1d042f-5009-4973-8b38-65af5b1c986e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 947 time: 0.1129615 Dec 07 23:59:12.418813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 182fd294-09be-4bf9-a3eb-ac1bf336af81 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:12.455014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-821d910c-7de6-4e27-ba71-66f96682d713 req-189f9ea7-8211-4401-9ff3-f1a6e3026a1f tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499666 Dec 07 23:59:12.464682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Request body: {'port': {'device_id': '7649242c-d844-410c-a362-8456d2750cc4', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '33e98863a69744a7b380e1b398fec89c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:12.563995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-7493453f-e60d-4d38-bc6b-c072e9da42a0 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:12.564496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 182fd294-09be-4bf9-a3eb-ac1bf336af81, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=182fd294-09be-4bf9-a3eb-ac1bf336af81,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:12.566535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-7493453f-e60d-4d38-bc6b-c072e9da42a0 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.0611327 Dec 07 23:59:12.578683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '182fd294-09be-4bf9-a3eb-ac1bf336af81', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '182fd294-09be-4bf9-a3eb-ac1bf336af81', 'mac_address': 'fa:16:3e:e6:49:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:12.623231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.646018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Made reservation on behalf of 33e98863a69744a7b380e1b398fec89c for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:12.648053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182fd294-09be-4bf9-a3eb-ac1bf336af81 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:12.655230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.670788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 182fd294-09be-4bf9-a3eb-ac1bf336af81, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=182fd294-09be-4bf9-a3eb-ac1bf336af81,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:12.681047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.688020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.758468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=182fd294-09be-4bf9-a3eb-ac1bf336af81,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:12.769719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.771799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.772313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.772813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.773505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.774190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.774695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.775223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.777960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.778550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.779250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.779989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.780476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:12.846988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.853355 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:12.884552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.44', 50112) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:12.949010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf3337b-fc84-4e54-ae17-85f0ef7f4973,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:12.955626 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-1a83e924-2209-45f8-a699-f491a5a6d9dd tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2b455fe996f546d59be8b8387a9c86ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439634 Dec 07 23:59:13.023904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['182fd294-09be-4bf9-a3eb-ac1bf336af81'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:13.044027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a24119fb-3153-4442-996d-7d34bc5f1060 req-b4830ecf-0f78-416d-9ef2-c585dddf6f48 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 210 time: 0.0667155 Dec 07 23:59:13.060085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-60b3bb1f-692c-4a45-b169-a6b644202a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.062085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-60b3bb1f-692c-4a45-b169-a6b644202a29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6&tenant_id=e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 1095 time: 0.4875908 Dec 07 23:59:13.079706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186a102-536d-4bf2-b6c4-293abb11afae req-f815d5cf-a906-4f28-9757-233e3e992097 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.081314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f186a102-536d-4bf2-b6c4-293abb11afae req-f815d5cf-a906-4f28-9757-233e3e992097 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 944 time: 0.1036060 Dec 07 23:59:13.082625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Allocated IP 192.168.233.245 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/e8850398-7c1a-4559-a63d-112ee34ec6a7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:13.133518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-ec32030f-3c1b-40b4-8afc-0f4f1ef39c31 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.135186 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-ec32030f-3c1b-40b4-8afc-0f4f1ef39c31 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652958 Dec 07 23:59:13.166022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Request body: {'port': {'device_id': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '2b455fe996f546d59be8b8387a9c86ac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:13.196190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fac6fb30-0cf9-4e8a-b148-68cb15f25c58 req-a968b976-3bf9-44fa-af62-0d0448a1d307 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 210 time: 0.0573812 Dec 07 23:59:13.199699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f186a102-536d-4bf2-b6c4-293abb11afae req-8923475d-93ff-4fa1-886e-f456fac694e6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041524 Dec 07 23:59:13.214006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-b086df74-cd5e-401b-b445-ecc1cf4555c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.215601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-b086df74-cd5e-401b-b445-ecc1cf4555c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1095 time: 0.0810711 Dec 07 23:59:13.349395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59cb02f4-6409-42b6-a8c7-fe3bb0c3fed6 req-f0e52b41-f1b4-4b43-9189-a40b156c317b tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6314378e58284e15989e570e4d099d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315387 Dec 07 23:59:13.374602 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.394525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-d5228e04-cbbf-4242-9b6a-1fe7debf92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.396425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-d5228e04-cbbf-4242-9b6a-1fe7debf92f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.1610849 Dec 07 23:59:13.399542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Made reservation on behalf of 2b455fe996f546d59be8b8387a9c86ac for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:13.421736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.425999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.458976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-a610932f-d14b-494d-bef9-d54a687fe081 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 217 time: 0.0496640 Dec 07 23:59:13.468742 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.470265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.539057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:13.545639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:13.548297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:13.582024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:13.601906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb02f4-6409-42b6-a8c7-fe3bb0c3fed6 req-94138845-315c-4cfc-9036-3c6d7b7e9ba6 tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.603618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59cb02f4-6409-42b6-a8c7-fe3bb0c3fed6 req-94138845-315c-4cfc-9036-3c6d7b7e9ba6 tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389402 Dec 07 23:59:13.605888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-dc5d1c48-46d2-4cc8-9f9c-ae44630152fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.608152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-dc5d1c48-46d2-4cc8-9f9c-ae44630152fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1129351 Dec 07 23:59:13.627554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.634280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.637152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.641055 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.642591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a176f5b-b113-4513-a98a-3beee19c45ce req-0b4c6a28-ec59-4af6-94fe-de5e175f8c32 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:13.644666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a176f5b-b113-4513-a98a-3beee19c45ce req-0b4c6a28-ec59-4af6-94fe-de5e175f8c32 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 948 time: 0.1367986 Dec 07 23:59:13.663480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59cb02f4-6409-42b6-a8c7-fe3bb0c3fed6 req-ee4c2308-71c1-46ca-9afd-ebc4c64dcb7a tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/quotas/6314378e58284e15989e570e4d099d72 HTTP/1.1" status: 200 len: 375 time: 0.0496585 Dec 07 23:59:13.667837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-ecc11edb-17c2-45d2-a947-540b5511e613 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449679 Dec 07 23:59:13.703542 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-34babeab-f0a6-4f7a-aed6-861d76cd5ae2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2439270 Dec 07 23:59:13.727203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Request body: {'port': {'device_id': '7649242c-d844-410c-a362-8456d2750cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:13.732203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20639fad-57ed-40d0-b207-41d84394c179,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:13.735617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59cb02f4-6409-42b6-a8c7-fe3bb0c3fed6 req-564ee553-2f40-4a2d-a0a3-bc657236796b tempest-QuotasAdminNegativeTest-1708541019 tempest-QuotasAdminNegativeTest-1708541019-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6314378e58284e15989e570e4d099d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599782 Dec 07 23:59:13.787573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a176f5b-b113-4513-a98a-3beee19c45ce req-84d94522-c2f1-4712-b2fb-82536227be32 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224949 Dec 07 23:59:13.818182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e8c1278b-5922-4489-98c1-52f2d8dadf22 None None] Provisioning complete for port e8850398-7c1a-4559-a63d-112ee34ec6a7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:13.818464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e8c1278b-5922-4489-98c1-52f2d8dadf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.838727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:13.860319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Allocated IP 192.168.233.125 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/58816830-e1f1-4d2b-a5a0-e334ee8582b2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:13.870870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-09f6427f-9ca1-4ada-ab8f-3ec1769c4942 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930683 Dec 07 23:59:13.883545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1278b-5922-4489-98c1-52f2d8dadf22 None None] Port e8850398-7c1a-4559-a63d-112ee34ec6a7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:14.079534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-af1c2b79-4597-4711-b6a7-03592682738c service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983337 Dec 07 23:59:14.096708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21f47-da18-49da-b8e9-813d60b4b287 req-bdae8782-3bf4-4ab5-91ad-f545d970dd44 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:14.098772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0a21f47-da18-49da-b8e9-813d60b4b287 req-bdae8782-3bf4-4ab5-91ad-f545d970dd44 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 948 time: 0.1790128 Dec 07 23:59:14.112671 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.139607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-0078dbc5-c7c4-42f9-9629-de9ffd19c3c5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:14.141123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-0078dbc5-c7c4-42f9-9629-de9ffd19c3c5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 0.1605723 Dec 07 23:59:14.149828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.175130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-c8affd9a-7a56-4991-b058-05e9bdcc1f56 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/quotas/24a02edbc02946b9872a25c961841fd0 HTTP/1.1" status: 200 len: 375 time: 0.0255384 Dec 07 23:59:14.178812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0a21f47-da18-49da-b8e9-813d60b4b287 req-5fbe91eb-6a98-44ae-a4d0-13fa37b7d7ef tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648658 Dec 07 23:59:14.184579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device c1ad586b-f14f-4450-9ef2-5671121fac4c details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:14.219914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:14.245965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-1312de9f-0ec7-4102-94f3-29fce2bda371 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644112 Dec 07 23:59:14.251707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:14.261237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:14.291113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Pushing event updated for resources: {'Port': ['ID=58816830-e1f1-4d2b-a5a0-e334ee8582b2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:14.363515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:14.364184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.369076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port c1ad586b-f14f-4450-9ef2-5671121fac4c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:14.387986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'c1ad586b-f14f-4450-9ef2-5671121fac4c', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'c1ad586b-f14f-4450-9ef2-5671121fac4c', 'mac_address': 'fa:16:3e:8d:a1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:14.390603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:59:14.446239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8850398-7c1a-4559-a63d-112ee34ec6a7 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:14.454543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.465615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 182fd294-09be-4bf9-a3eb-ac1bf336af81 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:14.469186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Transition to ACTIVE for port object e8850398-7c1a-4559-a63d-112ee34ec6a7 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:14.480775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.536591 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-e5a2d4be-e187-4714-a15b-f4908cf56691 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3781404 Dec 07 23:59:14.546807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:14.547408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:59:14.557095 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.561568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Request body: {'port': {'device_id': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:14.575187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ad586b-f14f-4450-9ef2-5671121fac4c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:14.576122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-b92573c5-8d4c-403e-b591-f1ac49453adb tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:14.577852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-b92573c5-8d4c-403e-b591-f1ac49453adb tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.1855872 Dec 07 23:59:14.586562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-ee6817dd-539a-4a75-a15f-47d72499f85a service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216298 Dec 07 23:59:14.619983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 182fd294-09be-4bf9-a3eb-ac1bf336af81 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:14.627073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port c1ad586b-f14f-4450-9ef2-5671121fac4c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:14.628997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 182fd294-09be-4bf9-a3eb-ac1bf336af81 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:14.629575 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.654664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a5b712be-b162-4805-9ff3-ea2091200188 None None] Provisioning complete for port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:14.655060 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a5b712be-b162-4805-9ff3-ea2091200188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.657116 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.693113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.695177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:14.695511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:14.695836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:14.713710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Port e8850398-7c1a-4559-a63d-112ee34ec6a7 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:14.714036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:14.739804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:14.740062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:14.740458 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:14.740903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Bound port: e8850398-7c1a-4559-a63d-112ee34ec6a7, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:14.741268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.751248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a5b712be-b162-4805-9ff3-ea2091200188 None None] Port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:14.753860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=c1ad586b-f14f-4450-9ef2-5671121fac4c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:14.815254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863effa-5cba-403d-8810-8cc9878adacb req-6886950f-d860-48bf-9143-a8f45d7045f7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:14.817404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0863effa-5cba-403d-8810-8cc9878adacb req-6886950f-d860-48bf-9143-a8f45d7045f7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 948 time: 0.1888652 Dec 07 23:59:14.818541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.844142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5084683a-b03f-444b-b18a-41dc09960c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd294-09be-4bf9-a3eb-ac1bf336af81'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:14.846840 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb4f1c8-8888-4db6-9635-5ea4308c081f" -d '{"events": [{"server_uuid": "5084683a-b03f-444b-b18a-41dc09960c46", "name": "network-vif-plugged", "status": "completed", "tag": "182fd294-09be-4bf9-a3eb-ac1bf336af81"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:14.869106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 182fd294-09be-4bf9-a3eb-ac1bf336af81, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=182fd294-09be-4bf9-a3eb-ac1bf336af81,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:14.875286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.876616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bb7429df-f144-4d25-b648-ff86083e55e1 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:59:14.885199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-5f81afab-21cf-4896-8f89-856bc4c57ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575841 Dec 07 23:59:14.955128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-3f4f48ad-dd13-424f-9b30-4e99d520e5bb service neutron] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:14.959351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-3f4f48ad-dd13-424f-9b30-4e99d520e5bb service neutron] Publish callbacks [] for binding, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:14.960638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f7eaa1-e9d4-4e00-95cb-7a7af32251b2 req-3f4f48ad-dd13-424f-9b30-4e99d520e5bb service neutron] 10.222.0.44 "DELETE /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.3730359 Dec 07 23:59:14.962204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:14.977138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0863effa-5cba-403d-8810-8cc9878adacb req-5fa7baa3-b5a5-4752-a6c6-e2e6481e2596 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212628 Dec 07 23:59:15.106861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b226e-8660-4666-af27-c0a98b5274b8 req-e8919c71-bba7-468b-b484-6d34cdf6314e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.115541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc2b226e-8660-4666-af27-c0a98b5274b8 req-e8919c71-bba7-468b-b484-6d34cdf6314e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 944 time: 0.0725527 Dec 07 23:59:15.166173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:15.171220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:15.185173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:15.233510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc2b226e-8660-4666-af27-c0a98b5274b8 req-f952d5a6-c145-4748-b06a-d08ebda556ef tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161628 Dec 07 23:59:15.255211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=182fd294-09be-4bf9-a3eb-ac1bf336af81,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:15.264246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e8588-9fb5-4709-b875-93b95895d965 req-d9c5243e-b9bf-4860-a8f6-6690f17ca254 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.267349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415e8588-9fb5-4709-b875-93b95895d965 req-d9c5243e-b9bf-4860-a8f6-6690f17ca254 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 936 time: 0.1204317 Dec 07 23:59:15.271264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.271671 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:15.273034 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] 10.222.0.44 "PUT /v2.0/ports/e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 1096 time: 1.5502598 Dec 07 23:59:15.273487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:15.275790 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd6f84-d1d5-4da0-90d0-1c39ea816342" -d '{"events": [{"name": "network-changed", "server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:15.388236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac5c2f-769e-4afc-a9e9-dda5f1581e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:15.447879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415e8588-9fb5-4709-b875-93b95895d965 req-dde3cd46-0a38-4a11-87df-a1d9eb29b145 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739557 Dec 07 23:59:15.469502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-f0904bf6-3dd2-4c2a-a092-1d3375be48be tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.474577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-f0904bf6-3dd2-4c2a-a092-1d3375be48be tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "GET /v2.0/ports?device_id=985cb050-6107-4742-aeac-d917127e44d2 HTTP/1.1" status: 200 len: 945 time: 0.1573315 Dec 07 23:59:15.538191 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d2cc8-1f8d-49f7-89ce-941362f8f88e x-openstack-request-id: req-8d5d2cc8-1f8d-49f7-89ce-941362f8f88e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:15.538706 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5084683a-b03f-444b-b18a-41dc09960c46", "name": "network-vif-plugged", "status": "completed", "tag": "182fd294-09be-4bf9-a3eb-ac1bf336af81", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:15.539550 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d5d2cc8-1f8d-49f7-89ce-941362f8f88e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:15.540064 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5084683a-b03f-444b-b18a-41dc09960c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd294-09be-4bf9-a3eb-ac1bf336af81', 'code': 200} Dec 07 23:59:15.546769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:15.561963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-c6684eee-8865-4eda-9549-04fe45c3ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.563535 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-c6684eee-8865-4eda-9549-04fe45c3ccb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1931465 Dec 07 23:59:15.607463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58816830-e1f1-4d2b-a5a0-e334ee8582b2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:15.646466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:15.649115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.44', 50113) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:15.665717 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-02e1bc72-a0a7-4334-819f-4de0fff137bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0795338 Dec 07 23:59:15.686099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:15.709987 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:15.736329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Transition to ACTIVE for port object 58816830-e1f1-4d2b-a5a0-e334ee8582b2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:15.749866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:15.838355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b165d-e5ed-4acc-bf43-07edb60f8a2a req-2e5ead66-6bb4-4ad0-adcf-0858bd881105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.840044 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7a7b165d-e5ed-4acc-bf43-07edb60f8a2a req-2e5ead66-6bb4-4ad0-adcf-0858bd881105 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 1100 time: 0.1893091 Dec 07 23:59:15.841584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-817f541d-8f07-495d-8e57-bb077c595b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.843097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-817f541d-8f07-495d-8e57-bb077c595b09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1473155 Dec 07 23:59:15.850904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:15.883885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Pushing event updated for resources: {'Port': ['ID=58816830-e1f1-4d2b-a5a0-e334ee8582b2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:15.899402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07d4bd87-b865-422e-8a6d-dbec87fd20ca req-b5759b5b-18bf-42c6-b85e-bdaaa3937687 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 210 time: 0.0595553 Dec 07 23:59:15.922851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7bb09-5d99-4603-acc6-21b90ab04f07 req-cfac7496-c673-48f9-83b4-7f314b7f1551 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:15.928420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4f7bb09-5d99-4603-acc6-21b90ab04f07 req-cfac7496-c673-48f9-83b4-7f314b7f1551 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 949 time: 0.4527454 Dec 07 23:59:16.008499 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7a7b165d-e5ed-4acc-bf43-07edb60f8a2a req-004ef381-9e2f-4bb6-bb00-6522f340bacc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488502 Dec 07 23:59:16.044239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38200) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:16.086357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-1822773f-c026-4896-aedf-beec76b56af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.087880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-1822773f-c026-4896-aedf-beec76b56af7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2296691 Dec 07 23:59:16.125560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4f7bb09-5d99-4603-acc6-21b90ab04f07 req-99d89f33-ccf7-437c-9e39-7c58e9778fe2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854546 Dec 07 23:59:16.143685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Attempting to bind port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:16.144745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Attempting to bind port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:16.145078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Attempting to bind port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:16.150575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:16.150946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Attempting to bind port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:16.160404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bffe-b310-4179-9e6d-8dabce9f1f74 req-ac8718a5-6fba-4c4e-a260-d16dde08bcff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.161239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:16.161591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:16.163404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4c3bffe-b310-4179-9e6d-8dabce9f1f74 req-ac8718a5-6fba-4c4e-a260-d16dde08bcff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 949 time: 0.1745033 Dec 07 23:59:16.166209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Deleting port bb7429df-f144-4d25-b648-ff86083e55e1 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 23:59:16.166745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.169083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:16.169583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Bound port: 58816830-e1f1-4d2b-a5a0-e334ee8582b2, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:16.169674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.199887 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a2412-d273-40b1-ac25-96539a2f1422 x-openstack-request-id: req-a07a2412-d273-40b1-ac25-96539a2f1422 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:16.200191 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:16.200450 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a07a2412-d273-40b1-ac25-96539a2f1422 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:16.200844 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'status': 'completed', 'code': 200} Dec 07 23:59:16.265368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] For port 58816830-e1f1-4d2b-a5a0-e334ee8582b2, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:16.277445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4c3bffe-b310-4179-9e6d-8dabce9f1f74 req-ebb999ce-9a85-4fd9-81d6-e3aee51dcb1f tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985336 Dec 07 23:59:16.281441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] For port 58816830-e1f1-4d2b-a5a0-e334ee8582b2, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=58816830-e1f1-4d2b-a5a0-e334ee8582b2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:16.315304 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.327203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b55077e3-40bc-4dc2-8162-48c8ff5e6f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.376306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.376948 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.379560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] 10.222.0.44 "PUT /v2.0/ports/58816830-e1f1-4d2b-a5a0-e334ee8582b2 HTTP/1.1" status: 200 len: 1096 time: 1.8231370 Dec 07 23:59:16.441455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be07e2-bc8c-480a-bff3-0340d0259a3d service neutron] Pushing event updated for resources: {'Port': ['ID=58816830-e1f1-4d2b-a5a0-e334ee8582b2,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:16.487124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] For port bb7429df-f144-4d25-b648-ff86083e55e1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bb7429df-f144-4d25-b648-ff86083e55e1,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:16.487470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.497136 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-aca5483e-825a-4d72-995b-218c2f1ffe83 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051184 Dec 07 23:59:16.508323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-560d8663-d382-4610-b32f-5e44a7ced490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.509607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-560d8663-d382-4610-b32f-5e44a7ced490 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b455fe996f546d59be8b8387a9c86ac&device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 1099 time: 0.0606306 Dec 07 23:59:16.525484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Calling delete_port for bb7429df-f144-4d25-b648-ff86083e55e1 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 23:59:16.533847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e44beb-4399-4aec-9f3c-27cabdf67ccd req-d5981de6-ac7d-4cb8-840c-85160fb9c441 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.535553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3e44beb-4399-4aec-9f3c-27cabdf67ccd req-d5981de6-ac7d-4cb8-840c-85160fb9c441 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1095 time: 0.1472926 Dec 07 23:59:16.546707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee9e45-288c-47f8-bb26-f8f89292fdd1 req-eeebe2ff-72ff-4f5a-ae14-9046f0f9735a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.548357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6ee9e45-288c-47f8-bb26-f8f89292fdd1 req-eeebe2ff-72ff-4f5a-ae14-9046f0f9735a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 948 time: 0.1996589 Dec 07 23:59:16.585084 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-866a2bdf-58fe-4ae0-883d-597378ea6bc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=58816830-e1f1-4d2b-a5a0-e334ee8582b2 HTTP/1.1" status: 200 len: 217 time: 0.0574987 Dec 07 23:59:16.696253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-3bc5c170-2fdb-453a-8348-e0b64ea98c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.698098 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-3bc5c170-2fdb-453a-8348-e0b64ea98c3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0803022 Dec 07 23:59:16.703049 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21d8d770-ffcd-4a93-a262-2d7af9b292f7 req-0af52865-4554-4773-aacd-0710892a1f7e service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923468 Dec 07 23:59:16.763154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-3dd7f66f-94a2-4d83-a192-5e51cd584141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.764873 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-3dd7f66f-94a2-4d83-a192-5e51cd584141 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471842 Dec 07 23:59:16.906917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b55077e3-40bc-4dc2-8162-48c8ff5e6f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.931407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-1f481bbb-66e5-4569-a576-df0c7b4b6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:16.932093 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b55077e3-40bc-4dc2-8162-48c8ff5e6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:16.932799 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-1f481bbb-66e5-4569-a576-df0c7b4b6794 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1001606 Dec 07 23:59:16.972802 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-d80f0629-a634-4dbd-80a4-d941dffce121 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417153 Dec 07 23:59:16.982122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3e44beb-4399-4aec-9f3c-27cabdf67ccd req-acae6331-327a-4837-b07e-3b05b0ebab4b tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287300 Dec 07 23:59:17.056948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6ee9e45-288c-47f8-bb26-f8f89292fdd1 req-315d6c86-193e-45eb-bc45-e45d65907e69 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999728 Dec 07 23:59:17.098717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b55077e3-40bc-4dc2-8162-48c8ff5e6f1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6314378e58284e15989e570e4d099d72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0521131 Dec 07 23:59:17.104490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38214) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:17.125842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55077e3-40bc-4dc2-8162-48c8ff5e6f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2711b58-5809-4cc2-8971-6d4ddad7a830,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:17.175063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-666e0f5b-b7b6-4180-926a-5ca0a3634709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:17.184822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-666e0f5b-b7b6-4180-926a-5ca0a3634709 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2403007 Dec 07 23:59:17.232672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-03bae38b-6d65-4408-96f1-18c17d842113 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:17.233341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.235134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-03bae38b-6d65-4408-96f1-18c17d842113 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 0.3737345 Dec 07 23:59:17.278812 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-5682cabc-fc2a-4407-8de6-06572ed314ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0827162 Dec 07 23:59:17.280907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Request body: {'port': {'device_id': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'admin_state_up': True, 'tenant_id': '24a02edbc02946b9872a25c961841fd0'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:17.346749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95f656c0-7190-4f7d-b5d1-c983db574639 req-f9567ce7-f625-42ea-89c2-9fb843fc9cf0 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184278 Dec 07 23:59:17.368491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-d0b54486-e4c9-41a3-a927-c911ad524865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:17.370663 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-d0b54486-e4c9-41a3-a927-c911ad524865 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0800509 Dec 07 23:59:17.384979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8939571-3311-4513-9a54-5d8d40a851be req-7022578b-8d7c-4641-b65c-ef4c7fff47a4 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:17.386457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8939571-3311-4513-9a54-5d8d40a851be req-7022578b-8d7c-4641-b65c-ef4c7fff47a4 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 948 time: 0.2363791 Dec 07 23:59:17.388390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0538c8f4-805f-4dd6-b13f-d66b93f8c953 req-43a299c1-b920-4ad9-897d-ea82c8464412 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 210 time: 0.0890362 Dec 07 23:59:17.415042 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33b46bd-c818-442c-a13d-3a4cd6b494f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.423344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.456248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-1f57debf-2523-42eb-ae4b-65bb76b0aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:17.458156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-1f57debf-2523-42eb-ae4b-65bb76b0aa8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498931 Dec 07 23:59:17.501448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event deleted for resources: {'Port': ['ID=bb7429df-f144-4d25-b648-ff86083e55e1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:17.540927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:17.543458 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c33f4b-4daf-4924-b0aa-c6ee5b647f6b" -d '{"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:17.555147 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-deaa316a-8e66-4545-95dc-6c272bb10aa1 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893281 Dec 07 23:59:17.564509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33b46bd-c818-442c-a13d-3a4cd6b494f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.628750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] No DVR routers for this DVR port bb7429df-f144-4d25-b648-ff86083e55e1 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:59:17.642412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.644858 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54dd6f84-d1d5-4da0-90d0-1c39ea816342 req-8da2175f-323f-484a-8a9d-ad90eded2769 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812805 Dec 07 23:59:17.645739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94354bd4-b78a-49ff-be22-96e768f16e5d req-374306a5-1e57-4324-beec-976eb07052fb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "DELETE /v2.0/ports/bb7429df-f144-4d25-b648-ff86083e55e1 HTTP/1.1" status: 204 len: 173 time: 2.1478341 Dec 07 23:59:17.648446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-deleted', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:17.650650 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a8c28-7fe8-4876-9d57-9c6b821603cb" -d '{"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-deleted", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:17.657079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8939571-3311-4513-9a54-5d8d40a851be req-ad76b0ba-6bcc-4a8b-9fd2-bd319388838b tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384655 Dec 07 23:59:17.685481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bdb56-3496-4931-aa0d-e1a2512089db req-f53104b1-0ca4-4852-a6bb-3a36a6eaf672 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:17.686942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc3bdb56-3496-4931-aa0d-e1a2512089db req-f53104b1-0ca4-4852-a6bb-3a36a6eaf672 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 949 time: 0.1976523 Dec 07 23:59:17.696568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Made reservation on behalf of 24a02edbc02946b9872a25c961841fd0 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:17.698601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.731833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33b46bd-c818-442c-a13d-3a4cd6b494f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.734472 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33b46bd-c818-442c-a13d-3a4cd6b494f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:17.738735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a33b46bd-c818-442c-a13d-3a4cd6b494f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2711b58-5809-4cc2-8971-6d4ddad7a830 HTTP/1.1" status: 204 len: 168 time: 0.6110318 Dec 07 23:59:17.789010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b46bd-c818-442c-a13d-3a4cd6b494f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2711b58-5809-4cc2-8971-6d4ddad7a830,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:17.856150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc3bdb56-3496-4931-aa0d-e1a2512089db req-c178d55f-dde1-4613-8436-3ddd3c4385a2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537042 Dec 07 23:59:17.994984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-331b5be2-52b6-481e-92d4-a9cebca75d4e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:17.996555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-331b5be2-52b6-481e-92d4-a9cebca75d4e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.2141070 Dec 07 23:59:17.997657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Allocated IP 172.20.0.7 (8f8d3d56-432c-4120-b694-46d5176f1272/2d346f4a-6c8c-405e-afda-809a98520932/3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:18.033244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-9c5ac5dd-f2e0-4c40-80f1-694268b37481 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/quotas/e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 375 time: 0.0271425 Dec 07 23:59:18.046538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e740f-4ef4-4b62-97cf-5b7b6230e1a4 req-9e349eea-3cd1-44e5-abeb-cd47163a9c97 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:18.048157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-866e740f-4ef4-4b62-97cf-5b7b6230e1a4 req-9e349eea-3cd1-44e5-abeb-cd47163a9c97 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 949 time: 0.1220615 Dec 07 23:59:18.050935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38238) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:18.064401 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08b48f28-adc5-46d7-838a-f5c62fec3bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.145564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08b48f28-adc5-46d7-838a-f5c62fec3bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.149954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08b48f28-adc5-46d7-838a-f5c62fec3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.172946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-95246435-a70d-45a9-ad97-42d023cd12f0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216447 Dec 07 23:59:18.183755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-866e740f-4ef4-4b62-97cf-5b7b6230e1a4 req-f7c1cdb9-7069-4778-a5cb-322da499051b tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139355 Dec 07 23:59:18.193198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b48f28-adc5-46d7-838a-f5c62fec3bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470181c7-14e3-4944-8826-c609defe9f62,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:18.215353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-08b48f28-adc5-46d7-838a-f5c62fec3bcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8dfd2153e2648309b020e636ae2c3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545348 Dec 07 23:59:18.215353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38244) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:18.215353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'tag': '58816830-e1f1-4d2b-a5a0-e334ee8582b2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:18.215353 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f447aa01-04d8-483a-a244-4941b6f70e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ac02d8-996d-49b0-aeb5-cdcaca2168b0", "tag": "58816830-e1f1-4d2b-a5a0-e334ee8582b2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:18.218747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device c1ad586b-f14f-4450-9ef2-5671121fac4c up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:18.289531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-888515db-55fe-4e58-b7b4-842d4b9ad571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.315125 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd8caab-e7cf-4752-974f-9ba09982a80f x-openstack-request-id: req-afd8caab-e7cf-4752-974f-9ba09982a80f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:18.316022 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:18.317544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.318628 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afd8caab-e7cf-4752-974f-9ba09982a80f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:18.319240 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'code': 200} Dec 07 23:59:18.331330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-888515db-55fe-4e58-b7b4-842d4b9ad571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.337599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port c1ad586b-f14f-4450-9ef2-5671121fac4c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:18.344318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port c1ad586b-f14f-4450-9ef2-5671121fac4c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:18.345959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.351892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-4f06c150-8316-458b-85cf-14070ad0fcec service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414211 Dec 07 23:59:18.415445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-888515db-55fe-4e58-b7b4-842d4b9ad571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.420222 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-888515db-55fe-4e58-b7b4-842d4b9ad571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.424021 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-888515db-55fe-4e58-b7b4-842d4b9ad571 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/470181c7-14e3-4944-8826-c609defe9f62 HTTP/1.1" status: 204 len: 168 time: 0.2077596 Dec 07 23:59:18.431452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888515db-55fe-4e58-b7b4-842d4b9ad571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470181c7-14e3-4944-8826-c609defe9f62,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:18.443703 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196a9e4e-2f17-4de6-825e-3c4b84f1f353 x-openstack-request-id: req-196a9e4e-2f17-4de6-825e-3c4b84f1f353 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:18.444004 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985cb050-6107-4742-aeac-d917127e44d2", "name": "network-vif-deleted", "tag": "bb7429df-f144-4d25-b648-ff86083e55e1", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:18.444261 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-196a9e4e-2f17-4de6-825e-3c4b84f1f353 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:18.444654 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985cb050-6107-4742-aeac-d917127e44d2', 'name': 'network-vif-deleted', 'tag': 'bb7429df-f144-4d25-b648-ff86083e55e1', 'status': 'completed', 'code': 200} Dec 07 23:59:18.481782 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.516907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port c1ad586b-f14f-4450-9ef2-5671121fac4c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:18.522304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d2ad2aa4-3031-41c9-8d96-ac51013f9113 service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694636 Dec 07 23:59:18.523373 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.525427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.540995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521aac9-20bd-4f56-9556-5fbe9658f698 req-71f92b4b-3f1c-43b0-b530-5efd815046ad tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:18.542529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f521aac9-20bd-4f56-9556-5fbe9658f698 req-71f92b4b-3f1c-43b0-b530-5efd815046ad tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 948 time: 0.0957606 Dec 07 23:59:18.592974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=c1ad586b-f14f-4450-9ef2-5671121fac4c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:18.601453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Network 8f8d3d56-432c-4120-b694-46d5176f1272 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:18.611527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:18.615494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:18.625470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:18.701023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f521aac9-20bd-4f56-9556-5fbe9658f698 req-d9d4e128-82a5-4e58-8212-17838fab45d5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337330 Dec 07 23:59:18.712133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:18.712872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.738534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-379802eb-2939-40cc-9897-f89557e2a680 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4649470 Dec 07 23:59:18.756536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Request body: {'port': {'device_id': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:18.775745 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547a568d-4045-46f3-84d1-f6dbcb86da20 x-openstack-request-id: req-547a568d-4045-46f3-84d1-f6dbcb86da20 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:18.776231 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ac02d8-996d-49b0-aeb5-cdcaca2168b0", "tag": "58816830-e1f1-4d2b-a5a0-e334ee8582b2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:18.776801 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-547a568d-4045-46f3-84d1-f6dbcb86da20 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:18.777365 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'tag': '58816830-e1f1-4d2b-a5a0-e334ee8582b2', 'status': 'completed', 'code': 200} Dec 07 23:59:18.920163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:18.939185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-85760483-572a-46bc-ac10-93dd7533497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:18.941190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-85760483-572a-46bc-ac10-93dd7533497a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b455fe996f546d59be8b8387a9c86ac&device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 1099 time: 0.1112609 Dec 07 23:59:19.014438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560cea3-e230-4f4f-9d91-9e94ff236e29 req-a3d25da3-87ca-4c36-aefa-d5e5c505e5fd tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:19.022280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6560cea3-e230-4f4f-9d91-9e94ff236e29 req-a3d25da3-87ca-4c36-aefa-d5e5c505e5fd tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 931 time: 0.1398778 Dec 07 23:59:19.089789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-02d910e3-8e58-4e8a-8761-7bd7b98083e1 req-1ebf6340-e0f7-44c8-971f-4552104dde99 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:59:19.090784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02d910e3-8e58-4e8a-8761-7bd7b98083e1 req-1ebf6340-e0f7-44c8-971f-4552104dde99 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069077 Dec 07 23:59:19.421823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe6769e2-ac19-4b34-9d52-9903f7c5bb22 req-be206c13-bdc0-4b0e-9045-e83a3be3f00e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 210 time: 0.0623796 Dec 07 23:59:19.444005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6560cea3-e230-4f4f-9d91-9e94ff236e29 req-ff6f68f6-fc11-4128-9906-29aedec1a623 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208500 Dec 07 23:59:19.459089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-4bee25e5-54fd-4f9c-a481-e9b6194c9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:19.460570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-4bee25e5-54fd-4f9c-a481-e9b6194c9402 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.5108891 Dec 07 23:59:19.537171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-0ca0856a-2d2d-40b1-9252-b669d56aa7a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=58816830-e1f1-4d2b-a5a0-e334ee8582b2 HTTP/1.1" status: 200 len: 217 time: 0.0681927 Dec 07 23:59:19.672581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-e25bd3cc-7015-483d-b046-d7a1f8bc90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:19.674033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-e25bd3cc-7015-483d-b046-d7a1f8bc90c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1159477 Dec 07 23:59:19.687035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1486e9-411c-4226-9471-7b01d7199232 req-3dfc94e6-a88e-41c8-983f-5bb2744edd5e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:19.688399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc1486e9-411c-4226-9471-7b01d7199232 req-3dfc94e6-a88e-41c8-983f-5bb2744edd5e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 950 time: 0.1542962 Dec 07 23:59:19.705325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9ac10-354a-4fd3-a89d-f5ef70d360c2 req-a31438a2-c6d9-455b-b06c-8ae755af122b tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:19.707272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61c9ac10-354a-4fd3-a89d-f5ef70d360c2 req-a31438a2-c6d9-455b-b06c-8ae755af122b tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 948 time: 0.1720169 Dec 07 23:59:19.812744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:19.833577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:19.854923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc1486e9-411c-4226-9471-7b01d7199232 req-7c04b01c-6ccb-4c81-83c2-a9d4ff575a5e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436925 Dec 07 23:59:19.856820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-aa80a6fb-d0fd-40c4-854c-8085a535b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:19.858673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-aa80a6fb-d0fd-40c4-854c-8085a535b19f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689796 Dec 07 23:59:19.879790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61c9ac10-354a-4fd3-a89d-f5ef70d360c2 req-428afbe8-4096-46db-aad0-17f1dd663d46 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665199 Dec 07 23:59:19.889854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Transition to ACTIVE for port object 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:19.901051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.014707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:20.055186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-52cf9326-18b5-4f30-9db4-cac39c113234 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.057559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-52cf9326-18b5-4f30-9db4-cac39c113234 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.1619065 Dec 07 23:59:20.063466 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-d4180560-985b-4303-bac1-34c7767653f3 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965361 Dec 07 23:59:20.073155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7c82-37bd-41a3-88a2-8fb63851ec42 req-6b38959d-454e-4329-9697-eb6950493f48 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.079682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Request body: {'port': {'device_id': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'admin_state_up': True, 'tenant_id': 'e359c7608405466aa7b5fb1475327769'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:20.080404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f4a7c82-37bd-41a3-88a2-8fb63851ec42 req-6b38959d-454e-4329-9697-eb6950493f48 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 949 time: 0.1214819 Dec 07 23:59:20.192745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Made reservation on behalf of e359c7608405466aa7b5fb1475327769 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:20.196322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.270393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Attempting to bind port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:20.270727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Attempting to bind port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:20.271162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Attempting to bind port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:20.297517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ff4ee-91eb-4da5-89c8-f25fdb82509f req-64426abb-d0ae-4d7b-b8b9-d364ad4eb07d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.299019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b20ff4ee-91eb-4da5-89c8-f25fdb82509f req-64426abb-d0ae-4d7b-b8b9-d364ad4eb07d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 948 time: 0.1669250 Dec 07 23:59:20.301808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a on network 8f8d3d56-432c-4120-b694-46d5176f1272 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:20.302133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Attempting to bind port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:20.308039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f4a7c82-37bd-41a3-88a2-8fb63851ec42 req-a25875a7-4785-4e2e-befa-efc9c232e011 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268500 Dec 07 23:59:20.312777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f447aa01-04d8-483a-a244-4941b6f70e9c req-5aa8bfdb-be88-4666-86ed-f10fe652ef88 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298260 Dec 07 23:59:20.319268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:20.319607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Checking segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:20.319980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Bound using segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:20.320417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Bound port: 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:20.320765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.321264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db793011-119f-4054-a900-f649f732b909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad586b-f14f-4450-9ef2-5671121fac4c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:20.325740 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c126a79b-0892-4cdd-b905-58ba99afd3fc" -d '{"events": [{"server_uuid": "db793011-119f-4054-a900-f649f732b909", "name": "network-vif-plugged", "status": "completed", "tag": "c1ad586b-f14f-4450-9ef2-5671121fac4c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:20.346415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Allocated IP 172.20.0.11 (52dbba08-3a74-4ec7-88e6-f6a6f2eee121/06a6a071-fb13-4727-8a78-67dfeda21b9c/12b96729-c049-4413-9e6f-5f7887ed5b4e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:20.393111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b20ff4ee-91eb-4da5-89c8-f25fdb82509f req-9a826909-b18d-40f6-aff1-b1e8e6a60abe tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841138 Dec 07 23:59:20.420011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:20.424573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:20.431144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.465212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:20.469062 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52169839-8403-4733-aebf-14dd6a6c33af x-openstack-request-id: req-52169839-8403-4733-aebf-14dd6a6c33af {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:20.469513 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db793011-119f-4054-a900-f649f732b909", "name": "network-vif-plugged", "status": "completed", "tag": "c1ad586b-f14f-4450-9ef2-5671121fac4c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:20.469834 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52169839-8403-4733-aebf-14dd6a6c33af {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:20.470615 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db793011-119f-4054-a900-f649f732b909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad586b-f14f-4450-9ef2-5671121fac4c', 'code': 200} Dec 07 23:59:20.486010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bb7429df-f144-4d25-b648-ff86083e55e1 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:59:20.491536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.492417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.493902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] 10.222.0.59 "PUT /v2.0/ports/3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a HTTP/1.1" status: 200 len: 1091 time: 1.7427354 Dec 07 23:59:20.494420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:20.496922 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333a74b-ddfa-4a40-8691-708e2514b07c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:20.525947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d23e13-1bec-439c-97b1-6ec5c40d6cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:20.553651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: bb7429df-f144-4d25-b648-ff86083e55e1 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 23:59:20.553992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bb7429df-f144-4d25-b648-ff86083e55e1 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:59:20.604015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f33cb57a-2407-4303-abb0-f49323e718c5 req-b8237206-474a-4f43-ac1a-e1125ee656aa tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 210 time: 0.0344758 Dec 07 23:59:20.605382 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.606582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.59', 59824) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:20.676796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:20.689999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fe9ac-9470-469b-b889-25022ab9e25f req-dd7f3df9-e562-4d75-b050-872e43a60363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.691901 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d13fe9ac-9470-469b-b889-25022ab9e25f req-dd7f3df9-e562-4d75-b050-872e43a60363 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 1101 time: 0.0842855 Dec 07 23:59:20.692141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'mac_address': 'fa:16:3e:f2:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:20.693434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e4c7f-3a7b-4c88-8284-391db2ef427f req-165d4135-fc39-4b53-b0ff-2acebc84e8f6 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.694911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-051e4c7f-3a7b-4c88-8284-391db2ef427f req-165d4135-fc39-4b53-b0ff-2acebc84e8f6 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 943 time: 0.0936718 Dec 07 23:59:20.695781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.696527 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609950f1-9ddd-41f7-94c0-5fec775d3cce x-openstack-request-id: req-609950f1-9ddd-41f7-94c0-5fec775d3cce {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:20.696836 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:20.697090 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-609950f1-9ddd-41f7-94c0-5fec775d3cce {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:20.697511 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'status': 'completed', 'code': 200} Dec 07 23:59:20.715765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-a4707529-9659-4716-ba94-b0874530ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.717531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-a4707529-9659-4716-ba94-b0874530ea98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 1094 time: 0.1123085 Dec 07 23:59:20.754341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.767834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:20.768259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8850398-7c1a-4559-a63d-112ee34ec6a7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:20.775126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:20.785547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:20.788778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:20.791197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:20.794524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.795492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 58816830-e1f1-4d2b-a5a0-e334ee8582b2 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:20.808728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-051e4c7f-3a7b-4c88-8284-391db2ef427f req-83d5cba8-0332-4f5a-9aeb-a6b9d2b7340b tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040125 Dec 07 23:59:20.825375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-1728544f-b6ac-4fab-b086-095c5c002f13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a HTTP/1.1" status: 200 len: 217 time: 0.0920804 Dec 07 23:59:20.846407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-a8811e74-7d9d-425f-a9d7-f2557510c9b4 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360796 Dec 07 23:59:20.848080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d13fe9ac-9470-469b-b889-25022ab9e25f req-76bbf4de-1ef3-45cf-8753-7c2c1c32afef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162300 Dec 07 23:59:20.860796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.861318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.872901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:20.884528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 58816830-e1f1-4d2b-a5a0-e334ee8582b2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=58816830-e1f1-4d2b-a5a0-e334ee8582b2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:20.885849 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-d6ea5b42-fa06-4362-8f45-4399db35ad12 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116848 Dec 07 23:59:20.896596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '58816830-e1f1-4d2b-a5a0-e334ee8582b2', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '58816830-e1f1-4d2b-a5a0-e334ee8582b2', 'mac_address': 'fa:16:3e:d9:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:20.948219 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:20.950271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-0d61d9eb-bd7f-4ab2-a795-956160f7af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:20.951746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-0d61d9eb-bd7f-4ab2-a795-956160f7af4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.1171389 Dec 07 23:59:20.963318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58816830-e1f1-4d2b-a5a0-e334ee8582b2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:20.984552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 58816830-e1f1-4d2b-a5a0-e334ee8582b2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=58816830-e1f1-4d2b-a5a0-e334ee8582b2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:20.988542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:21.015501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-508b31ff-4ce6-4977-a1ba-e726b011fc65 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:21.016949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-508b31ff-4ce6-4977-a1ba-e726b011fc65 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502578 Dec 07 23:59:21.037538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768074f-d8c4-4efc-ae10-50e9c97d66f9 req-b207c95b-61d9-41b8-8c85-7ecb7c37e8f0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:21.039033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a768074f-d8c4-4efc-ae10-50e9c97d66f9 req-b207c95b-61d9-41b8-8c85-7ecb7c37e8f0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 950 time: 0.0788245 Dec 07 23:59:21.039638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=58816830-e1f1-4d2b-a5a0-e334ee8582b2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:21.042617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-fea5a2ca-e5aa-4549-9d6e-49d6397b8e80 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/quotas/b3da03fb83134e17b2b6fa12d2ac6e10 HTTP/1.1" status: 200 len: 375 time: 0.0194876 Dec 07 23:59:21.117431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a768074f-d8c4-4efc-ae10-50e9c97d66f9 req-9d2a87e9-8ca3-4924-9ffc-5b3e01967f30 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700822 Dec 07 23:59:21.122121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-9668fe89-fa54-45b8-b321-4ea9f186880a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687132 Dec 07 23:59:21.131156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Request body: {'port': {'device_id': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:21.157768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-3b5c2e4c-1627-4b4d-9a29-329c25953c42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317469 Dec 07 23:59:21.191429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:21.327305 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0b4ed0f-ffb8-4430-b70c-fc35c71a31d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:21.335572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5eb1dff6-d0b5-4ed2-9d78-66f3aafe9a71 req-1d596011-d3b4-4927-9f69-415881abed59 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 210 time: 0.0418651 Dec 07 23:59:21.363956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:21.386914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9214e8-6660-437b-9d89-9a1468212cb1 req-349c344a-d9f8-4405-af77-da3293a80a62 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:21.388478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d9214e8-6660-437b-9d89-9a1468212cb1 req-349c344a-d9f8-4405-af77-da3293a80a62 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 949 time: 0.1949553 Dec 07 23:59:21.409845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['58816830-e1f1-4d2b-a5a0-e334ee8582b2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:21.435783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-d10ea551-7e38-43ee-b342-7c13a0ed739f service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624755 Dec 07 23:59:21.582017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d9214e8-6660-437b-9d89-9a1468212cb1 req-c72bfd3f-5f16-4a5d-b6c4-b0b53e54ded7 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698480 Dec 07 23:59:21.592900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b96729-c049-4413-9e6f-5f7887ed5b4e {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:21.605577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:21.629049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Transition to ACTIVE for port object 12b96729-c049-4413-9e6f-5f7887ed5b4e will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:21.637806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:21.672259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c1636-2def-4bb4-aad1-ea75171d11d7 req-9bcf4df4-6b28-401a-b48d-b96f6d5a058a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:21.680041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-094c1636-2def-4bb4-aad1-ea75171d11d7 req-9bcf4df4-6b28-401a-b48d-b96f6d5a058a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 949 time: 0.1656237 Dec 07 23:59:21.708440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33c4aa9b-624b-47ef-acd3-ce90bc835280 req-17f2ad4f-b891-4eea-a7bd-ffba8a8697f1 service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625835 Dec 07 23:59:21.718505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:21.750627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-094c1636-2def-4bb4-aad1-ea75171d11d7 req-99ef3403-2957-448f-940d-0837c5faa8c3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651972 Dec 07 23:59:21.828267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:21.828605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:21.829066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:21.833534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:21.833858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:21.838808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:21.841428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:21.841428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:21.841428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Bound port: 12b96729-c049-4413-9e6f-5f7887ed5b4e, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:21.841428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:21.864740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c18-2616-443c-b958-474c20eb022f req-dd98f2ab-2ff0-4084-a61b-e3ebe9f39cc6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:21.875072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d04b1c18-2616-443c-b958-474c20eb022f req-dd98f2ab-2ff0-4084-a61b-e3ebe9f39cc6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 944 time: 0.0641601 Dec 07 23:59:21.952697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:21.956359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:21.963273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:21.982442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d04b1c18-2616-443c-b958-474c20eb022f req-b6acff1b-bb6c-45d4-a6ef-337343040c1d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056962 Dec 07 23:59:21.992935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-f9688508-49cd-43ea-b69d-272db25ee152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:21.994389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-f9688508-49cd-43ea-b69d-272db25ee152 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 1094 time: 0.1085966 Dec 07 23:59:22.011086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.011333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd060d1f-ec2e-47bb-9de8-4521ea3e770f req-e47abaa8-4d28-48a9-acda-dba02420d08a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.013320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd060d1f-ec2e-47bb-9de8-4521ea3e770f req-e47abaa8-4d28-48a9-acda-dba02420d08a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 943 time: 0.0929294 Dec 07 23:59:22.018853 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:22.020475 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] 10.222.0.59 "PUT /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 1092 time: 0.8940337 Dec 07 23:59:22.021100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:22.023783 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:22.047318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852beab-dacd-40b6-9d28-a51abc6048ab service neutron] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:22.122626 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1df8d6-322c-46bc-ae0d-99cc0ae21caa x-openstack-request-id: req-df1df8d6-322c-46bc-ae0d-99cc0ae21caa {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:22.123280 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:22.124170 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df1df8d6-322c-46bc-ae0d-99cc0ae21caa {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:22.132284 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e', 'status': 'completed', 'code': 200} Dec 07 23:59:22.165093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-0e5942fe-0793-45cc-a94c-4284b3a30303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.166628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-0e5942fe-0793-45cc-a94c-4284b3a30303 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1095 time: 0.0818398 Dec 07 23:59:22.220437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-02319b8e-f4eb-4dd4-bf78-fccf3019c0fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 217 time: 0.0373788 Dec 07 23:59:22.271264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-8b850a83-5b51-484c-93c1-45e547c316d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.272723 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-8b850a83-5b51-484c-93c1-45e547c316d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0450692 Dec 07 23:59:22.308726 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-50c3b48c-76c7-40dc-b989-be7432ca29bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269146 Dec 07 23:59:22.372387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd060d1f-ec2e-47bb-9de8-4521ea3e770f req-52af3b6d-d69a-45f6-bb58-048ac7d9cf05 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445387 Dec 07 23:59:22.416508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-1cfbff63-86da-45c2-ad64-3efde885a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.417987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-1cfbff63-86da-45c2-ad64-3efde885a7a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 906 time: 0.4038208 Dec 07 23:59:22.422711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-7a4223a0-6ee5-41bc-9ea0-92e90777d070 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045833 Dec 07 23:59:22.435244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def73606-da45-499f-af38-d4749d92fb73 req-373ccf8c-eb83-44cf-aae6-e86cbc302612 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.437310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-def73606-da45-499f-af38-d4749d92fb73 req-373ccf8c-eb83-44cf-aae6-e86cbc302612 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 950 time: 0.0708730 Dec 07 23:59:22.478564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:22.519741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-6dccfe50-d15e-4f66-a90e-0dd417c0373d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a HTTP/1.1" status: 200 len: 217 time: 0.0814469 Dec 07 23:59:22.521873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6c534e1-968d-4ce6-a0d9-fabaec74e05f req-ea5fbc83-e6bc-4359-ba0c-8b85f49d0c5e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 210 time: 0.0777962 Dec 07 23:59:22.530383 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b74ab97-375f-4efd-b836-6bd6acb895be req-b7becf1e-a9eb-4760-bac9-4101ef817be5 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973425 Dec 07 23:59:22.554359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port e8850398-7c1a-4559-a63d-112ee34ec6a7 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:22.559677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port e8850398-7c1a-4559-a63d-112ee34ec6a7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:22.560327 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:22.622938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-b5a015f4-65e5-4a7d-a008-20c246ba60ca tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427918 Dec 07 23:59:22.652096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-8daa0422-f47c-4cc5-b10e-de536eb5ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.653704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-8daa0422-f47c-4cc5-b10e-de536eb5ada7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.1253154 Dec 07 23:59:22.675917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-def73606-da45-499f-af38-d4749d92fb73 req-76b8b005-175c-4bee-aee6-398e78d54704 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306149 Dec 07 23:59:22.676517 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:22.704323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:22.707104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-2cfbf75a-6eae-4461-893f-82f56e489f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.707229 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a4503f-ba2d-4659-9814-8865903dc49e" -d '{"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-plugged", "status": "completed", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:22.711858 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-2cfbf75a-6eae-4461-893f-82f56e489f59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1095 time: 0.0824804 Dec 07 23:59:22.735616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-fd88ac26-3cbe-4d38-b010-ae09b434c8ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580320 Dec 07 23:59:22.737498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:22.751111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:22.751970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 58816830-e1f1-4d2b-a5a0-e334ee8582b2 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:22.866530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:22.912741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:22.918421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:22.919017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:22.924529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-8a90e5d6-1f25-4b55-8f76-033fd607dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.926687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-8a90e5d6-1f25-4b55-8f76-033fd607dd7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2068703 Dec 07 23:59:22.928857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04272b-606f-44e0-b14c-b04efdb33cb7 req-351830fc-3a5d-4ee7-bac5-13a296610134 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:22.930581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e04272b-606f-44e0-b14c-b04efdb33cb7 req-351830fc-3a5d-4ee7-bac5-13a296610134 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 949 time: 0.2335749 Dec 07 23:59:22.985207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-e1c6b88a-26a9-4529-b3bd-5b0ded079893 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 217 time: 0.0488377 Dec 07 23:59:23.000910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-5847ab5e-b63c-496d-8816-bbb62ca1a4c5 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:23.005271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-5847ab5e-b63c-496d-8816-bbb62ca1a4c5 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710804 Dec 07 23:59:23.008507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.034376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Request body: {'port': {'device_id': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'b3da03fb83134e17b2b6fa12d2ac6e10'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:23.046458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 58816830-e1f1-4d2b-a5a0-e334ee8582b2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=58816830-e1f1-4d2b-a5a0-e334ee8582b2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:23.052501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.056718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-e900806e-f442-4634-a3af-b339ed86a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:23.061138 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-e900806e-f442-4634-a3af-b339ed86a2da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0660295 Dec 07 23:59:23.109004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=58816830-e1f1-4d2b-a5a0-e334ee8582b2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:23.110711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-9e961925-89c4-4229-a852-748a45b09f60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408614 Dec 07 23:59:23.122626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e04272b-606f-44e0-b14c-b04efdb33cb7 req-d49dbc46-b8cc-4366-bbae-10453499a75c tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778026 Dec 07 23:59:23.122626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-2f9b85bf-3d3c-485b-906b-664bc4532a46 service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607905 Dec 07 23:59:23.125288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38400) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:23.178925 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4162f8-6cb6-404a-9b4c-7f27738d3a22 x-openstack-request-id: req-1c4162f8-6cb6-404a-9b4c-7f27738d3a22 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:23.178925 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-plugged", "status": "completed", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:23.179138 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c4162f8-6cb6-404a-9b4c-7f27738d3a22 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:23.179530 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'code': 200} Dec 07 23:59:23.203692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223760e-31cb-4a6a-ad73-d6007a3a5aa1 req-d226408f-43eb-4813-aec8-63057a15b73d tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:23.205704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7223760e-31cb-4a6a-ad73-d6007a3a5aa1 req-d226408f-43eb-4813-aec8-63057a15b73d tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 1101 time: 0.2145431 Dec 07 23:59:23.238788 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-2687828a-80de-416b-a82f-cfe665ce2d00 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199706 Dec 07 23:59:23.271518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7223760e-31cb-4a6a-ad73-d6007a3a5aa1 req-370105ea-fd86-4671-9e6c-6a4410669e1f tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.373646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Made reservation on behalf of b3da03fb83134e17b2b6fa12d2ac6e10 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:23.379052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.385028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba1a62d0-f181-4382-b272-c067968d7150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.398682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8333a74b-ddfa-4a40-8691-708e2514b07c req-a875111e-7e28-4ec0-88d3-c451eed2a519 service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396960 Dec 07 23:59:23.398937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc76b93-1654-40ad-88b5-9676e5689e02 req-39f9c25a-8058-4467-b7ea-5a68785da4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:23.400686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6cc76b93-1654-40ad-88b5-9676e5689e02 req-39f9c25a-8058-4467-b7ea-5a68785da4ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.1084228 Dec 07 23:59:23.438330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a93717f6-7cf3-4ad6-a8f8-9a78ff56e141 req-16cddd3b-4da7-4319-8dae-da17a405105b service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754596 Dec 07 23:59:23.473624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6cc76b93-1654-40ad-88b5-9676e5689e02 req-34d3eed0-9f9f-4530-9024-7012c53ee19a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531027 Dec 07 23:59:23.516049 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-34c7fe9a-88bb-48fa-8f1b-82befa3481da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.566879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec75779-9d85-40f1-94c7-9a55d87d8fd8 req-6db780e7-8aee-45f9-ac63-73ef93a788c8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:23.568440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eec75779-9d85-40f1-94c7-9a55d87d8fd8 req-6db780e7-8aee-45f9-ac63-73ef93a788c8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1846454 Dec 07 23:59:23.651153 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7223760e-31cb-4a6a-ad73-d6007a3a5aa1 req-370105ea-fd86-4671-9e6c-6a4410669e1f tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.665707 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7223760e-31cb-4a6a-ad73-d6007a3a5aa1 req-370105ea-fd86-4671-9e6c-6a4410669e1f tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.708421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Allocated IP 192.168.233.188 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/3b891819-e07d-4010-87f6-bb3ca9028a46) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:23.747363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba1a62d0-f181-4382-b272-c067968d7150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.754915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7223760e-31cb-4a6a-ad73-d6007a3a5aa1 req-370105ea-fd86-4671-9e6c-6a4410669e1f tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411470 Dec 07 23:59:23.762856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eec75779-9d85-40f1-94c7-9a55d87d8fd8 req-81e62482-fec1-46a9-b800-70454531b8f5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850498 Dec 07 23:59:23.763400 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba1a62d0-f181-4382-b272-c067968d7150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.781469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370105ea-fd86-4671-9e6c-6a4410669e1f tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38c98a5-ec98-490c-a655-da1edbd578f3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:23.869458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ba1a62d0-f181-4382-b272-c067968d7150 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4827115d3cd4e6ba04af39405cf1789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7186542 Dec 07 23:59:23.872180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38410) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:23.874423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a62d0-f181-4382-b272-c067968d7150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c8ebc5-57d2-46b9-8c22-7bb5492c2391,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:23.924122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10127a71-6eee-4804-a4c4-6ecac8a0665a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.945463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10127a71-6eee-4804-a4c4-6ecac8a0665a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.990876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10127a71-6eee-4804-a4c4-6ecac8a0665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.993519 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10127a71-6eee-4804-a4c4-6ecac8a0665a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:23.994633 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-10127a71-6eee-4804-a4c4-6ecac8a0665a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01c8ebc5-57d2-46b9-8c22-7bb5492c2391 HTTP/1.1" status: 204 len: 168 time: 0.1214783 Dec 07 23:59:24.000859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d175b5-0aee-426b-800f-4035e4890e6c req-d111865d-2350-42b0-9b3b-107588875613 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:24.002409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80d175b5-0aee-426b-800f-4035e4890e6c req-d111865d-2350-42b0-9b3b-107588875613 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 943 time: 0.1634879 Dec 07 23:59:24.002525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10127a71-6eee-4804-a4c4-6ecac8a0665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c8ebc5-57d2-46b9-8c22-7bb5492c2391,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:24.013249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91506a62-c6e8-4d96-bf6e-c34d7cfe7669 req-f0edbd6d-bec9-4d73-b790-36d3000d48bd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:24.014728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91506a62-c6e8-4d96-bf6e-c34d7cfe7669 req-f0edbd6d-bec9-4d73-b790-36d3000d48bd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 944 time: 0.1739254 Dec 07 23:59:24.073612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:24.113077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80d175b5-0aee-426b-800f-4035e4890e6c req-a5b3ef2d-e965-4248-9678-3a808d42969f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933771 Dec 07 23:59:24.128636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91506a62-c6e8-4d96-bf6e-c34d7cfe7669 req-39996301-5ee8-473c-bd67-c6b59b49dcf1 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023061 Dec 07 23:59:24.157059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:24.203147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['182fd294-09be-4bf9-a3eb-ac1bf336af81'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:24.230313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Pushing event updated for resources: {'Port': ['ID=3b891819-e07d-4010-87f6-bb3ca9028a46,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:24.235403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:24.247490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:24.266716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:24.358577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4bd39-89f2-4211-99e9-28c34c3902a6 req-613b5a8b-0ca5-4298-b8ab-956650d07153 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:24.360194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8f4bd39-89f2-4211-99e9-28c34c3902a6 req-613b5a8b-0ca5-4298-b8ab-956650d07153 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 936 time: 0.1310544 Dec 07 23:59:24.416988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:24.417974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:24.479875 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-60ee4ef4-249c-40e1-81cb-7042b968ce3e tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4495234 Dec 07 23:59:24.484593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8f4bd39-89f2-4211-99e9-28c34c3902a6 req-ea74cc96-92dd-4a83-b352-c91703380a08 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125362 Dec 07 23:59:24.515322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9acaa-656f-46b6-be47-f3011bdd9eb1 req-a215521d-8e82-47c6-a506-b9f03853c02e tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:24.517143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21a9acaa-656f-46b6-be47-f3011bdd9eb1 req-a215521d-8e82-47c6-a506-b9f03853c02e tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 950 time: 0.1559761 Dec 07 23:59:24.544899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Request body: {'port': {'device_id': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:24.637581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21a9acaa-656f-46b6-be47-f3011bdd9eb1 req-ef8c7633-b9e1-4c68-969e-be51c2b95427 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104691 Dec 07 23:59:24.644276 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:24.656069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ac91ce70-4f04-4cfc-94bd-db9fe8fe140c None None] Provisioning complete for port 3b891819-e07d-4010-87f6-bb3ca9028a46 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:24.656618 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac91ce70-4f04-4cfc-94bd-db9fe8fe140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:24.724918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ac91ce70-4f04-4cfc-94bd-db9fe8fe140c None None] Port 3b891819-e07d-4010-87f6-bb3ca9028a46 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:24.729696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7fbe9294-13e6-451a-862f-7d1d6cc5ec2b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296543 Dec 07 23:59:24.975165 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:24.995230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-76fc184f-ab81-4317-83ae-afffb6dabc88 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:24.996682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-76fc184f-ab81-4317-83ae-afffb6dabc88 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549424 Dec 07 23:59:25.008651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efce4d-ab1c-45b3-9122-aec5ec63922e req-c7b83958-060f-4a52-8376-b8992426a1a1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:25.010034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17efce4d-ab1c-45b3-9122-aec5ec63922e req-c7b83958-060f-4a52-8376-b8992426a1a1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1702671 Dec 07 23:59:25.035647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-5329d523-fdb1-43b0-b89d-5479274960dc tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/quotas/9395de888aa24de89e450082beda9a3d HTTP/1.1" status: 200 len: 375 time: 0.0246923 Dec 07 23:59:25.121186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17efce4d-ab1c-45b3-9122-aec5ec63922e req-ca5626b2-d28b-46c9-82cb-94c8b3dd0f3b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007295 Dec 07 23:59:25.140344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-449aa560-b956-4b54-a132-4a399dff7735 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927737 Dec 07 23:59:25.175036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b891819-e07d-4010-87f6-bb3ca9028a46 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:25.180748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58816830-e1f1-4d2b-a5a0-e334ee8582b2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:25.183254 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:25.183939 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b33cb31-dbda-4661-aeaf-716809e91f4d" -d '{"events": [{"server_uuid": "f8ac02d8-996d-49b0-aeb5-cdcaca2168b0", "name": "network-vif-plugged", "status": "completed", "tag": "58816830-e1f1-4d2b-a5a0-e334ee8582b2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:25.217076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Transition to ACTIVE for port object 3b891819-e07d-4010-87f6-bb3ca9028a46 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:25.220998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:25.282292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b891819-e07d-4010-87f6-bb3ca9028a46,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:25.291742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef9c3f-ba19-4acc-86fb-062edfd532f7 req-0bfdfb2f-2da0-4dc1-b416-9fa1ca19de39 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:25.293422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2ef9c3f-ba19-4acc-86fb-062edfd532f7 req-0bfdfb2f-2da0-4dc1-b416-9fa1ca19de39 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 943 time: 0.1076572 Dec 07 23:59:25.394675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2ef9c3f-ba19-4acc-86fb-062edfd532f7 req-a7fc649e-ce05-4b19-b542-cb485db08bef tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838826 Dec 07 23:59:25.399753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Attempting to bind port 3b891819-e07d-4010-87f6-bb3ca9028a46 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:25.399753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Attempting to bind port 3b891819-e07d-4010-87f6-bb3ca9028a46 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:25.400014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Attempting to bind port 3b891819-e07d-4010-87f6-bb3ca9028a46 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:25.404616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Port 3b891819-e07d-4010-87f6-bb3ca9028a46 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:25.404896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Attempting to bind port 3b891819-e07d-4010-87f6-bb3ca9028a46 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:25.420482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:25.421021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:25.421326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:25.422063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Bound port: 3b891819-e07d-4010-87f6-bb3ca9028a46, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:25.422633 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:25.500164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] For port 3b891819-e07d-4010-87f6-bb3ca9028a46, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:25.503898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] For port 3b891819-e07d-4010-87f6-bb3ca9028a46, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3b891819-e07d-4010-87f6-bb3ca9028a46,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:25.508441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:25.569074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:25.569695 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:25.571409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] 10.222.0.44 "PUT /v2.0/ports/3b891819-e07d-4010-87f6-bb3ca9028a46 HTTP/1.1" status: 200 len: 1096 time: 1.0369599 Dec 07 23:59:25.571879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'tag': '3b891819-e07d-4010-87f6-bb3ca9028a46'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:25.577984 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea3fb1-8030-45d1-8313-dfb29a672738" -d '{"events": [{"name": "network-changed", "server_uuid": "76eb61df-d84a-42fc-9db2-485d5ec3199c", "tag": "3b891819-e07d-4010-87f6-bb3ca9028a46"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:25.669004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c8a31-db08-403a-9c10-f9af8c8a3bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b891819-e07d-4010-87f6-bb3ca9028a46,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:25.691379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406f9e6-5fd5-4593-bc15-6fac5782cb2a req-2c184bde-1232-4144-b4df-96a39675960d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:25.692933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7406f9e6-5fd5-4593-bc15-6fac5782cb2a req-2c184bde-1232-4144-b4df-96a39675960d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 944 time: 0.1117232 Dec 07 23:59:25.710696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-6bde8154-6153-4dfb-9088-9a2a00fac717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:25.712299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-6bde8154-6153-4dfb-9088-9a2a00fac717 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 1099 time: 0.0722852 Dec 07 23:59:26.012272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-0e1ed5f1-04e2-4f7c-81df-d624e45e1b49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3b891819-e07d-4010-87f6-bb3ca9028a46 HTTP/1.1" status: 200 len: 217 time: 0.2823045 Dec 07 23:59:26.073229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7406f9e6-5fd5-4593-bc15-6fac5782cb2a req-a437c5b8-4a94-4d42-92ee-58fef622fbbb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740470 Dec 07 23:59:26.106927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-438bf781-e571-40e2-9e61-f44696fc15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:26.108030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-438bf781-e571-40e2-9e61-f44696fc15c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0848491 Dec 07 23:59:26.110779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a582b-059f-4c9e-bc41-9bba2dc74ff7 req-eb2dee61-925f-4590-b00d-4f010d8540be tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:26.118580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-570a582b-059f-4c9e-bc41-9bba2dc74ff7 req-eb2dee61-925f-4590-b00d-4f010d8540be tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.1047568 Dec 07 23:59:26.140782 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598bc22a-9bf9-44d4-9173-52bd038fec06 x-openstack-request-id: req-598bc22a-9bf9-44d4-9173-52bd038fec06 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:26.141284 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ac02d8-996d-49b0-aeb5-cdcaca2168b0", "name": "network-vif-plugged", "status": "completed", "tag": "58816830-e1f1-4d2b-a5a0-e334ee8582b2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:26.141363 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-598bc22a-9bf9-44d4-9173-52bd038fec06 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:26.141744 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58816830-e1f1-4d2b-a5a0-e334ee8582b2', 'code': 200} Dec 07 23:59:26.158370 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.163560 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-570a582b-059f-4c9e-bc41-9bba2dc74ff7 req-a26dbb49-1e12-4dd2-9ebe-f2fbdb1b6700 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.225785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dab48-845b-4126-972b-b0faab9fd93d req-1f0520ed-cf73-4fce-ac11-5de09040b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:26.227260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-1f0520ed-cf73-4fce-ac11-5de09040b2ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068232 Dec 07 23:59:26.231691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:26.352456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515cf24-f6a7-4f84-ac2e-55eaff3106ea req-3f9e5d20-9709-42e6-a059-54f7b5593c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:26.354808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7515cf24-f6a7-4f84-ac2e-55eaff3106ea req-3f9e5d20-9709-42e6-a059-54f7b5593c93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 1101 time: 0.1139519 Dec 07 23:59:26.363084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78093c3-0466-4f0f-bcf6-8ca720bbac76 req-2b0cb045-f7a3-4b30-b6c4-6b707e59b3d5 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:26.370180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a78093c3-0466-4f0f-bcf6-8ca720bbac76 req-2b0cb045-f7a3-4b30-b6c4-6b707e59b3d5 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 948 time: 0.1589613 Dec 07 23:59:26.413204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-570a582b-059f-4c9e-bc41-9bba2dc74ff7 req-a26dbb49-1e12-4dd2-9ebe-f2fbdb1b6700 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.423594 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7515cf24-f6a7-4f84-ac2e-55eaff3106ea req-163575b8-98aa-4e27-aed0-aa51f7c98f9c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Dec 07 23:59:26.427562 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-570a582b-059f-4c9e-bc41-9bba2dc74ff7 req-a26dbb49-1e12-4dd2-9ebe-f2fbdb1b6700 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.437361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-dc6eb330-6dd5-4c39-9b5d-217314247779 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807630 Dec 07 23:59:26.483265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:26.486034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a78093c3-0466-4f0f-bcf6-8ca720bbac76 req-f11216c8-e3b9-48de-93ef-3db3416e7313 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150172 Dec 07 23:59:26.501275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-570a582b-059f-4c9e-bc41-9bba2dc74ff7 req-a26dbb49-1e12-4dd2-9ebe-f2fbdb1b6700 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678017 Dec 07 23:59:26.502124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dbb49-1e12-4dd2-9ebe-f2fbdb1b6700 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9838f6e-c496-4b29-a98e-241628be9e6d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:26.532362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'mac_address': 'fa:16:3e:28:27:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:26.548776 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b814ed-c6cf-4a4d-ada7-043b62d1f19e x-openstack-request-id: req-70b814ed-c6cf-4a4d-ada7-043b62d1f19e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:26.549286 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76eb61df-d84a-42fc-9db2-485d5ec3199c", "tag": "3b891819-e07d-4010-87f6-bb3ca9028a46", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:26.549555 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70b814ed-c6cf-4a4d-ada7-043b62d1f19e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:26.550731 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'tag': '3b891819-e07d-4010-87f6-bb3ca9028a46', 'status': 'completed', 'code': 200} Dec 07 23:59:26.588804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.605371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:26.629638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:26.636230 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.637668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b96729-c049-4413-9e6f-5f7887ed5b4e details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:26.727323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:26.797691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:26.818114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '12b96729-c049-4413-9e6f-5f7887ed5b4e', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'port_id': '12b96729-c049-4413-9e6f-5f7887ed5b4e', 'mac_address': 'fa:16:3e:42:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a6a071-fb13-4727-8a78-67dfeda21b9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:26.827692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994337d-f042-42c4-97c1-f48964d23276 req-1889f513-01b4-4448-9993-ef9120208f5c tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:26.829320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1994337d-f042-42c4-97c1-f48964d23276 req-1889f513-01b4-4448-9993-ef9120208f5c tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 950 time: 0.1187246 Dec 07 23:59:26.857870 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.870928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b96729-c049-4413-9e6f-5f7887ed5b4e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:26.890727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:26.895483 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:26.899196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572dab48-845b-4126-972b-b0faab9fd93d req-12d1c09a-60c5-4aa5-8262-253589309256 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551034 Dec 07 23:59:26.920135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1994337d-f042-42c4-97c1-f48964d23276 req-2cc6f1b6-db53-47b0-8977-87b8c4f8ffbb tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838959 Dec 07 23:59:26.938482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b093f60-5034-4ce7-8241-a4e5dd8d6efb req-2b94ff4f-74f9-4cb5-9268-e5649161ba9f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:26.940260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b093f60-5034-4ce7-8241-a4e5dd8d6efb req-2b94ff4f-74f9-4cb5-9268-e5649161ba9f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 944 time: 0.0872927 Dec 07 23:59:26.979868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:27.014130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b093f60-5034-4ce7-8241-a4e5dd8d6efb req-67e10ef3-3017-44e2-b1d8-afc4a2b30efe tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 Dec 07 23:59:27.067756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-c46895fc-c3ed-4432-8fdb-51ac5f93fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:27.069352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-c46895fc-c3ed-4432-8fdb-51ac5f93fe8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 1099 time: 0.0543101 Dec 07 23:59:27.150353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-413ca4e1-e19a-45f3-8156-975b975e0477 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262241 Dec 07 23:59:27.177403 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:27.286508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2993904-c60c-4b96-94ea-2474dc334012 req-0c06b066-8170-49a1-b577-254ab2b6ac56 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 210 time: 0.0761240 Dec 07 23:59:27.287854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:27.311475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-f7d5bd9d-2c46-4aa8-990f-5e6a680af3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:27.313244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-f7d5bd9d-2c46-4aa8-990f-5e6a680af3ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2302012 Dec 07 23:59:27.331028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['12b96729-c049-4413-9e6f-5f7887ed5b4e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:27.406410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-4b8cdf86-938f-415e-bdf0-334475165a48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3b891819-e07d-4010-87f6-bb3ca9028a46 HTTP/1.1" status: 200 len: 217 time: 0.0706947 Dec 07 23:59:27.516291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb99f-e745-40fb-aaf3-0950b6c8494c req-3f51e45a-5a66-4e89-afe5-f71ad25056a6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:27.524932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1affb99f-e745-40fb-aaf3-0950b6c8494c req-3f51e45a-5a66-4e89-afe5-f71ad25056a6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 945 time: 0.1172094 Dec 07 23:59:27.535163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-7ea600f2-927e-4227-8413-3f921483ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:27.536881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-7ea600f2-927e-4227-8413-3f921483ef12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1272762 Dec 07 23:59:27.601726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1affb99f-e745-40fb-aaf3-0950b6c8494c req-653f409c-09b9-437d-ad9c-75ec3bd68e84 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756447 Dec 07 23:59:27.630088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-d95a90e2-942b-4f4b-8e94-1ed581cec893 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:27.630088 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-d95a90e2-942b-4f4b-8e94-1ed581cec893 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4666700 Dec 07 23:59:27.687730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:27.689199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-cb8a529a-7942-490e-bd5e-9f6a346735a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:27.691319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-cb8a529a-7942-490e-bd5e-9f6a346735a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638249 Dec 07 23:59:27.701426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-dedf5960-4771-421f-8de8-9f1026d9d3ac tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254493 Dec 07 23:59:27.946534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:27.954120 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:27.990191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38562) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:28.003174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-17413a23-f04c-49e6-9367-561e2690595e service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913661 Dec 07 23:59:28.048590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0104fc-06f8-4daa-9c0b-73d01b3ad68e req-fc893eb3-eef6-4a45-b42c-827c23648fe6 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:28.050721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e0104fc-06f8-4daa-9c0b-73d01b3ad68e req-fc893eb3-eef6-4a45-b42c-827c23648fe6 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 948 time: 0.2159023 Dec 07 23:59:28.060937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-73b828d1-ecf1-4630-87b4-e852ad45bd01 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:28.062367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-73b828d1-ecf1-4630-87b4-e852ad45bd01 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538320 Dec 07 23:59:28.087393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:28.132593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.136 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/3f7990a0-2e85-44b9-8550-8dce14a357f3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:28.139898 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-3650b62a-77df-4618-a693-8244d6591c79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1483085 Dec 07 23:59:28.151531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-7a1d6324-4751-402b-b789-fca253e3b76f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:59:28.152521 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-7a1d6324-4751-402b-b789-fca253e3b76f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065815 Dec 07 23:59:28.158374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b9af-fb79-42bb-a38d-7c4c11916abb req-05005d6b-f200-4b42-9005-b7af4e89e524 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:28.160416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4729b9af-fb79-42bb-a38d-7c4c11916abb req-05005d6b-f200-4b42-9005-b7af4e89e524 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.2090571 Dec 07 23:59:28.246323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:28.272495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecea3fb1-8030-45d1-8313-dfb29a672738 req-4a929e43-06b1-4752-914e-51fa67800048 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606206 Dec 07 23:59:28.304457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e0104fc-06f8-4daa-9c0b-73d01b3ad68e req-94cb8625-bd6b-4563-a87a-fb7139658d97 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348351 Dec 07 23:59:28.309940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.348360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:28.349174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.357624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:28.359364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.370483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4729b9af-fb79-42bb-a38d-7c4c11916abb req-55f69121-9963-4a83-b380-472f58718d31 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006488 Dec 07 23:59:28.404910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:28.405649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:28.408387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:28.411658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:28.451870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:28.464122 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.474582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=3f7990a0-2e85-44b9-8550-8dce14a357f3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:28.516341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:28.517226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.570306 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-ada57589-ced1-4ec1-982e-0f3e051d084a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8939722 Dec 07 23:59:28.589258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Request body: {'port': {'device_id': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:28.610663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.626001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c41f3f-37f6-4daa-9e88-909be2b4c456 req-dc8c25fc-4947-4d67-8174-1f9165d1f0c9 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:28.634384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80c41f3f-37f6-4daa-9e88-909be2b4c456 req-dc8c25fc-4947-4d67-8174-1f9165d1f0c9 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 944 time: 0.1211929 Dec 07 23:59:28.649249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0bd7d-6788-4cfe-8c85-d40a0c810517 req-49ef3ed9-26d6-40c3-848d-477b95816165 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:28.650349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83e0bd7d-6788-4cfe-8c85-d40a0c810517 req-49ef3ed9-26d6-40c3-848d-477b95816165 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 950 time: 0.2144156 Dec 07 23:59:28.700476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.711311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:28.712473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:28.715019 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9308b8-c8e3-4811-ba4c-eef6632af2e2" -d '{"events": [{"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-plugged", "status": "completed", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:28.723187 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.723931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b96729-c049-4413-9e6f-5f7887ed5b4e up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:28.786057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.99 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:28.825635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c812695c-a868-4114-85fa-d35fa68838d0 None None] Provisioning complete for port 3f7990a0-2e85-44b9-8550-8dce14a357f3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:28.825870 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c812695c-a868-4114-85fa-d35fa68838d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:28.852593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:28.878855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c812695c-a868-4114-85fa-d35fa68838d0 None None] Port 3f7990a0-2e85-44b9-8550-8dce14a357f3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:28.885149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 12b96729-c049-4413-9e6f-5f7887ed5b4e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:28.891605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 12b96729-c049-4413-9e6f-5f7887ed5b4e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:28.892566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.000688 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.002982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80c41f3f-37f6-4daa-9e88-909be2b4c456 req-35b75ad9-84d7-4d44-b512-5a683704a65b tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628657 Dec 07 23:59:29.048127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:29.057838 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.113309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83e0bd7d-6788-4cfe-8c85-d40a0c810517 req-80b1c7a4-7106-4a70-b722-66308bf111e6 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496181 Dec 07 23:59:29.156908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:29.205939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35ed147c-7683-4361-a5c0-6256857c949e req-16c3ff6e-40d7-4594-97eb-1794978d556f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 210 time: 0.0861306 Dec 07 23:59:29.284176 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5b3df9-5a9c-4656-b2fc-fd76cb37af80 x-openstack-request-id: req-fd5b3df9-5a9c-4656-b2fc-fd76cb37af80 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:29.285730 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-plugged", "status": "completed", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:29.286312 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd5b3df9-5a9c-4656-b2fc-fd76cb37af80 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:29.286956 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'code': 200} Dec 07 23:59:29.316775 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.384207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0363b-6872-4a95-99ac-c9ae44b2867c req-1adaeb5d-c57b-4fb9-b228-985dad3f4ddd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:29.385835 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4c0363b-6872-4a95-99ac-c9ae44b2867c req-1adaeb5d-c57b-4fb9-b228-985dad3f4ddd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 946 time: 0.1571705 Dec 07 23:59:29.401646 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.437380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:29.498858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:29.507704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:29.522625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4c0363b-6872-4a95-99ac-c9ae44b2867c req-5c67d1a0-89f7-4156-b6a8-56d63dd65560 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291823 Dec 07 23:59:29.535370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:29.545544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a68e-d3b9-487d-92d6-7151f8865847 req-d48677ef-87b8-4e19-8a52-d567808ac805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:29.547098 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4ce8a68e-d3b9-487d-92d6-7151f8865847 req-d48677ef-87b8-4e19-8a52-d567808ac805 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 1096 time: 0.1014760 Dec 07 23:59:29.590283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:29.644293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:29.644926 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.686030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-132905d7-da7b-4ad6-87fe-88050675db21 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6054978 Dec 07 23:59:29.695092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4ce8a68e-d3b9-487d-92d6-7151f8865847 req-03560855-a586-47f2-9717-cda47c58f255 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322355 Dec 07 23:59:29.766913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7990a0-2e85-44b9-8550-8dce14a357f3 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:29.777157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.806976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Transition to ACTIVE for port object 3f7990a0-2e85-44b9-8550-8dce14a357f3 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:29.813392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.858717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932efd6-d324-4db5-b734-8c159000dd8c req-e8ee1fa1-ded1-4c3d-8631-c973a97aa729 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:29.863445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3932efd6-d324-4db5-b734-8c159000dd8c req-e8ee1fa1-ded1-4c3d-8631-c973a97aa729 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 948 time: 0.0725906 Dec 07 23:59:29.883271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7990a0-2e85-44b9-8550-8dce14a357f3,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:29.914691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2d072f78-98c7-45da-81dc-756c7609c3eb None None] Provisioning complete for port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:29.915025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2d072f78-98c7-45da-81dc-756c7609c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.972280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Attempting to bind port 3f7990a0-2e85-44b9-8550-8dce14a357f3 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:29.972658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Attempting to bind port 3f7990a0-2e85-44b9-8550-8dce14a357f3 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:29.972995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Attempting to bind port 3f7990a0-2e85-44b9-8550-8dce14a357f3 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:29.974251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2d072f78-98c7-45da-81dc-756c7609c3eb None None] Port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:29.978533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Port 3f7990a0-2e85-44b9-8550-8dce14a357f3 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:29.978862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Attempting to bind port 3f7990a0-2e85-44b9-8550-8dce14a357f3 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:29.984527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:29.984865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:29.985356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:29.985673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Bound port: 3f7990a0-2e85-44b9-8550-8dce14a357f3, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:29.986031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:29.990329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05863e34-0993-45f8-b137-967750aaf918 req-2eeeb2e0-91d3-4857-91bd-665381aab67c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:29.999732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05863e34-0993-45f8-b137-967750aaf918 req-2eeeb2e0-91d3-4857-91bd-665381aab67c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1302743 Dec 07 23:59:30.045749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3932efd6-d324-4db5-b734-8c159000dd8c req-d7697de8-b7b4-47ab-bfa4-93bf0e55befc tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776848 Dec 07 23:59:30.057057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Request body: {'port': {'device_id': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:30.058714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] For port 3f7990a0-2e85-44b9-8550-8dce14a357f3, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:30.062853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] For port 3f7990a0-2e85-44b9-8550-8dce14a357f3, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3f7990a0-2e85-44b9-8550-8dce14a357f3,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:30.081421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:30.140464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7990a0-2e85-44b9-8550-8dce14a357f3,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:30.153302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:30.153935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:30.155625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-52e57b61-bd4b-45e5-8d32-8ead255a6448 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f7990a0-2e85-44b9-8550-8dce14a357f3 HTTP/1.1" status: 200 len: 1096 time: 1.5708096 Dec 07 23:59:30.161188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'tag': '3f7990a0-2e85-44b9-8550-8dce14a357f3'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:30.163649 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed5a63-95a0-4e63-8326-246a6736f9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2174aa-e54e-406c-b084-8ed69f234c14", "tag": "3f7990a0-2e85-44b9-8550-8dce14a357f3"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:30.184479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05863e34-0993-45f8-b137-967750aaf918 req-80f7f47f-c09d-453d-b249-f865ac7c72eb tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834846 Dec 07 23:59:30.254522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:30.301228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-a8b26eed-12e1-4a08-8a39-230aff53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:30.303515 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-a8b26eed-12e1-4a08-8a39-230aff53a164 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 1099 time: 0.0559969 Dec 07 23:59:30.367669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-98d5ec79-341d-4ba4-b0ef-f240327e4e2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3f7990a0-2e85-44b9-8550-8dce14a357f3 HTTP/1.1" status: 200 len: 217 time: 0.0406747 Dec 07 23:59:30.476326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-11f7d852-8adc-48b7-b9ea-4241d78e0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:30.477874 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-11f7d852-8adc-48b7-b9ea-4241d78e0a24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0559099 Dec 07 23:59:30.537338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3b891819-e07d-4010-87f6-bb3ca9028a46 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:30.540036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-490694bf-1ea7-4125-b109-6daec7e3aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:30.541613 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-490694bf-1ea7-4125-b109-6daec7e3aca4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557725 Dec 07 23:59:30.648618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 3b891819-e07d-4010-87f6-bb3ca9028a46, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3b891819-e07d-4010-87f6-bb3ca9028a46,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:30.657006 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-0c9aa331-0036-44bc-ba51-f872380f6850 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045947 Dec 07 23:59:30.661937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '3b891819-e07d-4010-87f6-bb3ca9028a46', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '3b891819-e07d-4010-87f6-bb3ca9028a46', 'mac_address': 'fa:16:3e:02:1d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:30.694520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b8aba-a5c0-4883-9975-3991c5129dfe req-236c0f54-eea1-4c80-b1d9-1e94279d1973 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:30.696051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f89b8aba-a5c0-4883-9975-3991c5129dfe req-236c0f54-eea1-4c80-b1d9-1e94279d1973 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.3913274 Dec 07 23:59:30.707247 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:30.712076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c313a6-2342-48dd-b22b-a92e0adb7af4 req-26a61cc9-b02f-4dc1-9206-ba17cb914444 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:30.713536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07c313a6-2342-48dd-b22b-a92e0adb7af4 req-26a61cc9-b02f-4dc1-9206-ba17cb914444 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 950 time: 0.4100652 Dec 07 23:59:30.766563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-d84a8897-824b-4404-b327-3d26a0d56415 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015432 Dec 07 23:59:30.863422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b891819-e07d-4010-87f6-bb3ca9028a46 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:30.877249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f89b8aba-a5c0-4883-9975-3991c5129dfe req-bc90abc0-a548-4dab-9e84-67f7c6131e55 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627498 Dec 07 23:59:30.886233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-5091f94e-816e-4ddb-bbac-3c4ce4a8239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:30.887830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-5091f94e-816e-4ddb-bbac-3c4ce4a8239d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.2021818 Dec 07 23:59:30.890644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 3b891819-e07d-4010-87f6-bb3ca9028a46, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3b891819-e07d-4010-87f6-bb3ca9028a46,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:30.892728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07c313a6-2342-48dd-b22b-a92e0adb7af4 req-bf0a553c-6b32-49de-960e-d356287a3d2c tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/security-groups?id=20639fad-57ed-40d0-b207-41d84394c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531384 Dec 07 23:59:30.903230 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:30.969249 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02bdc8c-cfea-4a78-a55c-6a039136ae20 x-openstack-request-id: req-f02bdc8c-cfea-4a78-a55c-6a039136ae20 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:30.969825 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2174aa-e54e-406c-b084-8ed69f234c14", "tag": "3f7990a0-2e85-44b9-8550-8dce14a357f3", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:30.969825 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f02bdc8c-cfea-4a78-a55c-6a039136ae20 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:30.970180 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'tag': '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'status': 'completed', 'code': 200} Dec 07 23:59:30.971398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=3b891819-e07d-4010-87f6-bb3ca9028a46,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:31.058925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-f7a8012a-5d21-4a82-bc03-1736cd20cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.061209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-f7a8012a-5d21-4a82-bc03-1736cd20cd32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 1099 time: 0.0421484 Dec 07 23:59:31.086388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-3b560abf-5c39-4e6b-8d74-45797e96c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.088830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-3b560abf-5c39-4e6b-8d74-45797e96c761 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1904981 Dec 07 23:59:31.093627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:31.110717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:31.120512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1889b-87f7-4c20-a7b3-be894ca38794 req-bf55f4fc-e68c-4741-88d0-1fb68cff655c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.121966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52c1889b-87f7-4c20-a7b3-be894ca38794 req-bf55f4fc-e68c-4741-88d0-1fb68cff655c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 935 time: 0.1275687 Dec 07 23:59:31.160235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-8aaa188b-3888-4fa8-851c-113dfcc26e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.161732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-8aaa188b-3888-4fa8-851c-113dfcc26e0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.0936458 Dec 07 23:59:31.167826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-66c1e6c3-4784-43c4-94b3-6602d265e380 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0642209 Dec 07 23:59:31.197073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Transition to ACTIVE for port object ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:31.203606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:31.210428 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-cad65dec-036c-401f-be39-2f24b92ed2db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3f7990a0-2e85-44b9-8550-8dce14a357f3 HTTP/1.1" status: 200 len: 217 time: 0.0409513 Dec 07 23:59:31.261559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-b8d0eed5-02b5-41ea-b703-79ff8ba90e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.263320 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-b8d0eed5-02b5-41ea-b703-79ff8ba90e91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0460985 Dec 07 23:59:31.288171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:31.290645 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75804e69-7b49-425e-a811-a9a7aefe96ca" -d '{"events": [{"server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "name": "network-vif-plugged", "status": "completed", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:31.316674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['3b891819-e07d-4010-87f6-bb3ca9028a46'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:31.322749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52c1889b-87f7-4c20-a7b3-be894ca38794 req-6bcf8ab2-1ebc-403f-85dd-5e684f3164ee tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602411 Dec 07 23:59:31.336278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5812c27-f1f4-4e44-bba4-fbadf058c28e req-9c578578-4644-428b-b084-4442aa90eb9f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.351920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5812c27-f1f4-4e44-bba4-fbadf058c28e req-9c578578-4644-428b-b084-4442aa90eb9f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 946 time: 0.2268448 Dec 07 23:59:31.381000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-226149bd-884d-40dd-9886-93c5198f3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.381624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:31.400638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-226149bd-884d-40dd-9886-93c5198f3455 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287782 Dec 07 23:59:31.437521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-3daaee86-a945-4003-a46c-24e1439c1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.439398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-3daaee86-a945-4003-a46c-24e1439c1389 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1973238 Dec 07 23:59:31.566433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-7018af29-8fb4-491f-b5e5-9399550bed4a service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416049 Dec 07 23:59:31.575455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-ecbed033-751a-4325-8ff7-db4b1cf482f3 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.576905 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-ecbed033-751a-4325-8ff7-db4b1cf482f3 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 950 time: 0.0754862 Dec 07 23:59:31.584359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c99c4-0190-4542-b700-4ebff0c3380a req-ce818b17-3538-4663-877b-dafff143e0db tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.585907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f04c99c4-0190-4542-b700-4ebff0c3380a req-ce818b17-3538-4663-877b-dafff143e0db tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 949 time: 0.1799619 Dec 07 23:59:31.618239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5812c27-f1f4-4e44-bba4-fbadf058c28e req-8071aa4a-3114-4dcc-82af-1b0ac81ed486 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653713 Dec 07 23:59:31.644033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-f7178992-d28c-4232-9a90-a20af9ca200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.645558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-f7178992-d28c-4232-9a90-a20af9ca200b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383691 Dec 07 23:59:31.657491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Attempting to bind port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:31.657826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Attempting to bind port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:31.658212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Attempting to bind port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:31.690265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:31.690265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Attempting to bind port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:31.718114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:31.718757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:31.718757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:31.719174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Bound port: ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:31.719528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:31.736303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f04c99c4-0190-4542-b700-4ebff0c3380a req-d581728d-abaf-48b2-bca3-24360a420b81 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369941 Dec 07 23:59:31.758988 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02ed5a63-95a0-4e63-8326-246a6736f9a9 req-5cbda270-b5cc-4a0a-b727-675a63702131 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810701 Dec 07 23:59:31.764596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Deleting port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 23:59:31.765066 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:31.783328 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f439e3-9a07-4fc3-8b86-ea6574acd4a6 x-openstack-request-id: req-f8f439e3-9a07-4fc3-8b86-ea6574acd4a6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:31.783814 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "name": "network-vif-plugged", "status": "completed", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:31.783894 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8f439e3-9a07-4fc3-8b86-ea6574acd4a6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:31.784802 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e', 'code': 200} Dec 07 23:59:31.865748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97357ba6-febf-4f22-a734-2db37db2eccc req-af97560d-e761-48a2-bc40-f9d158672e65 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:31.867372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97357ba6-febf-4f22-a734-2db37db2eccc req-af97560d-e761-48a2-bc40-f9d158672e65 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1630318 Dec 07 23:59:31.875998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-ef26b750-0d30-4002-8221-452c4e1473cc service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207420 Dec 07 23:59:31.886240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] For port 58816830-e1f1-4d2b-a5a0-e334ee8582b2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=58816830-e1f1-4d2b-a5a0-e334ee8582b2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:31.886604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:31.888227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] For port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:31.906126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Calling delete_port for 58816830-e1f1-4d2b-a5a0-e334ee8582b2 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 23:59:31.925570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] For port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:31.940958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:32.002125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a8383-f824-4f44-97e7-f4a329fb85d9 req-898410b2-13ca-4d22-9f45-42f77c832feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.004165 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-843a8383-f824-4f44-97e7-f4a329fb85d9 req-898410b2-13ca-4d22-9f45-42f77c832feb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1097 time: 0.0925312 Dec 07 23:59:32.047746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97357ba6-febf-4f22-a734-2db37db2eccc req-ed8d46bb-222d-4f61-b4d2-7295b8ea4b31 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705079 Dec 07 23:59:32.067521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.068143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:32.069669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] 10.222.0.59 "PUT /v2.0/ports/ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa HTTP/1.1" status: 200 len: 1095 time: 2.0670145 Dec 07 23:59:32.074276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'tag': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:32.077006 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "34028f93-3e61-4d01-88f3-7a6d8b15adc8", "tag": "ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:32.095704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-843a8383-f824-4f44-97e7-f4a329fb85d9 req-fa621590-7c36-4c9d-b587-fcaafec71d3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678382 Dec 07 23:59:32.117059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f788f29-c433-4cac-b743-8f7d1669838f service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:32.123517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-312e0609-e0bf-4e92-bd39-d8c7fcbaae6e service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374449 Dec 07 23:59:32.136372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455462d-e8a5-49a4-a3b1-78b6b16cfe15 req-4bb81a9b-6205-4d42-abbd-958015fff7c6 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.144865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6455462d-e8a5-49a4-a3b1-78b6b16cfe15 req-4bb81a9b-6205-4d42-abbd-958015fff7c6 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1636322 Dec 07 23:59:32.178246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:32.206784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc33c470-61b1-4d33-abf0-f1d8a274e8fc req-ca7283af-cd0c-4844-b863-1b4f2604b335 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8ac02d8-996d-49b0-aeb5-cdcaca2168b0 HTTP/1.1" status: 200 len: 210 time: 0.0365930 Dec 07 23:59:32.225562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['58816830-e1f1-4d2b-a5a0-e334ee8582b2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:32.247179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Pushing event deleted for resources: {'Port': ['ID=58816830-e1f1-4d2b-a5a0-e334ee8582b2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:32.272277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6455462d-e8a5-49a4-a3b1-78b6b16cfe15 req-8724f4de-b718-41b6-a434-e10bb9901493 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257679 Dec 07 23:59:32.342259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] No DVR routers for this DVR port 58816830-e1f1-4d2b-a5a0-e334ee8582b2 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:59:32.345171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:32.349327 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-15be6540-03f2-4c60-86cb-7f662d56c1fd tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=42aab989a9534925b80040b8de3c9c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340869 Dec 07 23:59:32.350084 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-47e95ce4-39d2-44ff-a0eb-fd21860fe15b req-aae64a2a-17ec-4752-a2c5-5db756836c06 tempest-ImagesNegativeTestJSON-803361515 tempest-ImagesNegativeTestJSON-803361515-project] 10.222.0.44 "DELETE /v2.0/ports/58816830-e1f1-4d2b-a5a0-e334ee8582b2 HTTP/1.1" status: 204 len: 173 time: 0.7488384 Dec 07 23:59:32.477496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-4b4f4f30-1480-4956-b276-1b29d60224bd tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.479014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-4b4f4f30-1480-4956-b276-1b29d60224bd tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239605 Dec 07 23:59:32.498593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-2732975b-9a2b-409e-9e05-8f980ddcb6a1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/quotas/42aab989a9534925b80040b8de3c9c22 HTTP/1.1" status: 200 len: 375 time: 0.0130844 Dec 07 23:59:32.500063 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150191a2-6b31-4778-a93a-10f36a95c47d x-openstack-request-id: req-150191a2-6b31-4778-a93a-10f36a95c47d {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:32.500481 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34028f93-3e61-4d01-88f3-7a6d8b15adc8", "tag": "ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:32.500740 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-150191a2-6b31-4778-a93a-10f36a95c47d {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:32.501134 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'tag': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', 'status': 'completed', 'code': 200} Dec 07 23:59:32.538976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3b891819-e07d-4010-87f6-bb3ca9028a46 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:32.544232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-972e7ca0-9d24-4672-bd21-d235709ac246 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42aab989a9534925b80040b8de3c9c22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388052 Dec 07 23:59:32.561298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-d0e86a9f-df52-4a4c-b342-80abb9e9883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.562922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-d0e86a9f-df52-4a4c-b342-80abb9e9883a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 1098 time: 0.0905933 Dec 07 23:59:32.616431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 3b891819-e07d-4010-87f6-bb3ca9028a46 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:32.621192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 3b891819-e07d-4010-87f6-bb3ca9028a46 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:32.621754 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:32.653286 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-c71d6fe3-81ad-4767-8c25-c3d414d8c5ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa HTTP/1.1" status: 200 len: 217 time: 0.0747678 Dec 07 23:59:32.743194 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:32.773671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-9535f5c1-fea9-497c-b2a0-6e783b64a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.775775 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-9535f5c1-fea9-497c-b2a0-6e783b64a1e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1149590 Dec 07 23:59:32.782758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 3b891819-e07d-4010-87f6-bb3ca9028a46, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3b891819-e07d-4010-87f6-bb3ca9028a46,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:32.788540 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:32.810822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba44853-03cf-4481-9945-d561b0105333 req-1f2a6f43-50b9-40b4-8ebe-1e8508d811f3 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.821232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dba44853-03cf-4481-9945-d561b0105333 req-1f2a6f43-50b9-40b4-8ebe-1e8508d811f3 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.0990696 Dec 07 23:59:32.842671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-d2dbcd8d-93ac-4400-9ed0-f484e30483ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.844615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-d2dbcd8d-93ac-4400-9ed0-f484e30483ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577495 Dec 07 23:59:32.850612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=3b891819-e07d-4010-87f6-bb3ca9028a46,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:32.853518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3e1d-161b-4fdc-a445-b42a74354824 req-1f7c28dc-8d6a-465c-8141-04e0d3fea71e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:32.855081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-854c3e1d-161b-4fdc-a445-b42a74354824 req-1f7c28dc-8d6a-465c-8141-04e0d3fea71e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 947 time: 0.1023536 Dec 07 23:59:32.913952 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dba44853-03cf-4481-9945-d561b0105333 req-091d59df-d736-4448-9270-425afbb76450 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917084 Dec 07 23:59:32.942272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-854c3e1d-161b-4fdc-a445-b42a74354824 req-501e6ee8-37a6-4cd9-8e56-22fa82b6958e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738375 Dec 07 23:59:32.971012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'name': 'network-vif-deleted', 'tag': '58816830-e1f1-4d2b-a5a0-e334ee8582b2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:32.978437 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3ad44a-ecf0-45ac-a2ef-f3c59e8f6967" -d '{"events": [{"server_uuid": "f8ac02d8-996d-49b0-aeb5-cdcaca2168b0", "name": "network-vif-deleted", "tag": "58816830-e1f1-4d2b-a5a0-e334ee8582b2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:33.003991 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-06641cac-2a9b-4db1-a3e6-c56fda85b629 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421485 Dec 07 23:59:33.077580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-72b39175-d27e-47c3-94ff-1a2c8fae6225 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=42aab989a9534925b80040b8de3c9c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300767 Dec 07 23:59:33.086757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b733f-d76d-4d85-9e9e-3f2c616f6080 req-1cf772cf-0042-4065-a1b3-c7f0e37f74ba tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.088383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c76b733f-d76d-4d85-9e9e-3f2c616f6080 req-1cf772cf-0042-4065-a1b3-c7f0e37f74ba tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 946 time: 0.0989988 Dec 07 23:59:33.131633 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-24abc4fb-03d6-4049-a6a0-748f0c97c7b0 req-4675db53-993a-407f-a512-1684d3c79371 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185117 Dec 07 23:59:33.200227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c76b733f-d76d-4d85-9e9e-3f2c616f6080 req-34db38fb-b3a9-4625-9e09-a85204e99444 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998616 Dec 07 23:59:33.234854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-12caf952-18a9-494a-a1bb-88f75d4d5f9a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.239461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-12caf952-18a9-494a-a1bb-88f75d4d5f9a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500337 Dec 07 23:59:33.254218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-d7e47cda-3958-472a-9006-7522700abe17 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/quotas/42aab989a9534925b80040b8de3c9c22 HTTP/1.1" status: 200 len: 375 time: 0.0108159 Dec 07 23:59:33.294422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-190035ac-b883-4f2e-9df2-2752da4d0ff4 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42aab989a9534925b80040b8de3c9c22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339484 Dec 07 23:59:33.333639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398edb-38ef-4546-9b60-0ec0031b80fa req-7079cc1b-4946-4e50-af78-117df9e97eb7 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.335414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88398edb-38ef-4546-9b60-0ec0031b80fa req-7079cc1b-4946-4e50-af78-117df9e97eb7 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.0656717 Dec 07 23:59:33.393110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-c2f3e1db-f6ae-49dd-8e8b-3cc805bf0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.395080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-c2f3e1db-f6ae-49dd-8e8b-3cc805bf0b7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 1098 time: 0.0663204 Dec 07 23:59:33.403643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88398edb-38ef-4546-9b60-0ec0031b80fa req-727f8c6f-71aa-421a-a450-35525acd3fd2 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615222 Dec 07 23:59:33.479132 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304a7ab4-8702-4867-8f2d-6cf292cd5568 x-openstack-request-id: req-304a7ab4-8702-4867-8f2d-6cf292cd5568 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:33.479425 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ac02d8-996d-49b0-aeb5-cdcaca2168b0", "name": "network-vif-deleted", "tag": "58816830-e1f1-4d2b-a5a0-e334ee8582b2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:33.483111 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-304a7ab4-8702-4867-8f2d-6cf292cd5568 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:33.483735 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ac02d8-996d-49b0-aeb5-cdcaca2168b0', 'name': 'network-vif-deleted', 'tag': '58816830-e1f1-4d2b-a5a0-e334ee8582b2', 'status': 'completed', 'code': 200} Dec 07 23:59:33.591009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-fc902577-878f-4ee5-bedf-7c98deab629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.592448 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-fc902577-878f-4ee5-bedf-7c98deab629b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1821268 Dec 07 23:59:33.613399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76b13675-3c0c-4777-8356-918c3925c8ab req-c77800be-ac08-45eb-bdf1-8ac41030a177 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 210 time: 0.0475180 Dec 07 23:59:33.625471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d279-30d5-426f-9880-00172bd1f086 req-687afcb1-06b7-4eae-bf81-af0a41b3e837 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.632941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc68d279-30d5-426f-9880-00172bd1f086 req-687afcb1-06b7-4eae-bf81-af0a41b3e837 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1325002 Dec 07 23:59:33.660529 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-6b85502a-dabb-4013-9887-9b1d9c53e88a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa HTTP/1.1" status: 200 len: 217 time: 0.0456483 Dec 07 23:59:33.701640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc68d279-30d5-426f-9880-00172bd1f086 req-ade12d16-7ca3-415f-9bf7-86b1855e5a89 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533643 Dec 07 23:59:33.733293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-fe9b77d9-213a-4537-bc64-5d51152f1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.735096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-fe9b77d9-213a-4537-bc64-5d51152f1f05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0667768 Dec 07 23:59:33.785949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b891819-e07d-4010-87f6-bb3ca9028a46'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:33.789231 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1386c69f-72d7-4a15-a2f9-81f9722e6795" -d '{"events": [{"server_uuid": "76eb61df-d84a-42fc-9db2-485d5ec3199c", "name": "network-vif-plugged", "status": "completed", "tag": "3b891819-e07d-4010-87f6-bb3ca9028a46"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:33.790113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-f1659736-39f6-4d07-ad8e-38f7582abcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:33.797399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-f1659736-39f6-4d07-ad8e-38f7582abcad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540879 Dec 07 23:59:33.847056 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db58315-5395-4961-9c37-dba96b663b05 x-openstack-request-id: req-0db58315-5395-4961-9c37-dba96b663b05 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:33.847379 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eb61df-d84a-42fc-9db2-485d5ec3199c", "name": "network-vif-plugged", "status": "completed", "tag": "3b891819-e07d-4010-87f6-bb3ca9028a46", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:33.847818 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0db58315-5395-4961-9c37-dba96b663b05 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:33.848378 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b891819-e07d-4010-87f6-bb3ca9028a46', 'code': 200} Dec 07 23:59:33.926008 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-0137596b-05d1-4c4d-bc44-058cc5b162c6 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193802 Dec 07 23:59:34.084948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-4c08318d-28f3-4b9d-b766-64e11f037d93 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=42aab989a9534925b80040b8de3c9c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454810 Dec 07 23:59:34.092351 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19f541fd-3c0e-4eea-84d4-a83bcb45e6ec req-34485feb-98a6-4942-b36a-bdeb2ff3c7a5 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588097 Dec 07 23:59:34.152801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7224a6-2858-4cec-9f70-3ad433f5ac4b req-75e601a2-6da3-49c2-9b65-472c808200a2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.161146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c7224a6-2858-4cec-9f70-3ad433f5ac4b req-75e601a2-6da3-49c2-9b65-472c808200a2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 947 time: 0.1298037 Dec 07 23:59:34.171271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e392e-902a-4858-82eb-c505447753d4 req-d296d35b-8312-48e3-b158-9f589daeb088 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.178798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f8e392e-902a-4858-82eb-c505447753d4 req-d296d35b-8312-48e3-b158-9f589daeb088 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1501181 Dec 07 23:59:34.183509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3669b5-edd3-4eea-9666-4c0962dc2895 req-98617ecd-6491-4983-9434-a207c4ab29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.185172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d3669b5-edd3-4eea-9666-4c0962dc2895 req-98617ecd-6491-4983-9434-a207c4ab29c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 1101 time: 0.1352673 Dec 07 23:59:34.248395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-9d4616ab-2988-47d8-9895-50efb8212dfd tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.249983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-9d4616ab-2988-47d8-9895-50efb8212dfd tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499004 Dec 07 23:59:34.251508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38790) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:34.258635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3f7990a0-2e85-44b9-8550-8dce14a357f3 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:34.267428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f8e392e-902a-4858-82eb-c505447753d4 req-2200c85d-3297-4d07-88ee-83b976fe0cf0 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874591 Dec 07 23:59:34.282255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Request body: {'port': {'device_id': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '42aab989a9534925b80040b8de3c9c22'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:34.328076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d3669b5-edd3-4eea-9666-4c0962dc2895 req-3689c67e-6021-4e3a-b716-bcd15369c9e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187320 Dec 07 23:59:34.344509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c7224a6-2858-4cec-9f70-3ad433f5ac4b req-8e75410b-3e33-48cd-90b6-a46d3a228510 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822569 Dec 07 23:59:34.416319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce1ae4-a724-45ff-abdd-612d1f2f3946 req-2f3d553f-f5fe-48d3-b9f4-b55a9cf8f091 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.425303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09ce1ae4-a724-45ff-abdd-612d1f2f3946 req-2f3d553f-f5fe-48d3-b9f4-b55a9cf8f091 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 946 time: 0.0785456 Dec 07 23:59:34.437036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3f7990a0-2e85-44b9-8550-8dce14a357f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3f7990a0-2e85-44b9-8550-8dce14a357f3,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:34.450597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'mac_address': 'fa:16:3e:72:d0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:34.474916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Made reservation on behalf of 42aab989a9534925b80040b8de3c9c22 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:34.478655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.486057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09ce1ae4-a724-45ff-abdd-612d1f2f3946 req-f9b9459e-56f6-4f40-8f91-4e90759a94f3 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598223 Dec 07 23:59:34.500178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.512149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a2ad2c6-edb5-4a29-b738-05cb1021cdaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b455fe996f546d59be8b8387a9c86ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597783 Dec 07 23:59:34.514647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38798) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:34.526280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.549069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7990a0-2e85-44b9-8550-8dce14a357f3 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:34.583457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f2d3c-200c-47e5-8608-179397a96196 req-02ecd7c1-3e78-47a6-938b-eedffd55e706 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.591050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3f7990a0-2e85-44b9-8550-8dce14a357f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3f7990a0-2e85-44b9-8550-8dce14a357f3,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:34.591820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d7f2d3c-200c-47e5-8608-179397a96196 req-02ecd7c1-3e78-47a6-938b-eedffd55e706 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.0643215 Dec 07 23:59:34.598219 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.601932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f31a0ff-d5d6-4086-8acc-cc55123643b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.640592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f31a0ff-d5d6-4086-8acc-cc55123643b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.643340 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.658512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:34.666493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3f7990a0-2e85-44b9-8550-8dce14a357f3,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:34.679551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d7f2d3c-200c-47e5-8608-179397a96196 req-f7055f76-d564-48c2-a4a0-1e5c502d4ee4 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866215 Dec 07 23:59:34.696112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb0b95-bba0-4eb8-b4fd-80cf9c0cb283 req-45d70b68-771b-47d8-8be0-63021f21d9ff tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.696112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79eb0b95-bba0-4eb8-b4fd-80cf9c0cb283 req-45d70b68-771b-47d8-8be0-63021f21d9ff tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1097 time: 0.0859110 Dec 07 23:59:34.745256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79eb0b95-bba0-4eb8-b4fd-80cf9c0cb283 req-cb0c2558-5760-4a37-b92e-ca47fb9950f8 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Dec 07 23:59:34.776590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b59345a4-237f-4d58-b850-3374abc44490 req-ac4f1283-d16f-41a7-8c56-cb0fbc344806 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 210 time: 0.0303462 Dec 07 23:59:34.906997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cefd4a-5c25-4e35-9f1b-712c3f6b67b5 req-35047983-9d37-44a7-87f6-7c7c3dacbf3e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:34.908485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06cefd4a-5c25-4e35-9f1b-712c3f6b67b5 req-35047983-9d37-44a7-87f6-7c7c3dacbf3e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.0529125 Dec 07 23:59:34.968744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3f7990a0-2e85-44b9-8550-8dce14a357f3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:34.970506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06cefd4a-5c25-4e35-9f1b-712c3f6b67b5 req-f4c538bd-d7e2-4366-b774-7a979b0588f0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554781 Dec 07 23:59:34.976542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cfe892-b9f4-40fa-93ba-b39890ae4e42,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:35.003377 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f31a0ff-d5d6-4086-8acc-cc55123643b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:35.006797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f31a0ff-d5d6-4086-8acc-cc55123643b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:35.008031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9f31a0ff-d5d6-4086-8acc-cc55123643b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20639fad-57ed-40d0-b207-41d84394c179 HTTP/1.1" status: 204 len: 168 time: 0.4922292 Dec 07 23:59:35.035094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc37fe-6a3e-47b1-9f38-62052a254e14 req-7fa8f26b-9249-41a9-9db9-ede0908e683a tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:35.038223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cbc37fe-6a3e-47b1-9f38-62052a254e14 req-7fa8f26b-9249-41a9-9db9-ede0908e683a tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1097 time: 0.0666928 Dec 07 23:59:35.040389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a0ff-d5d6-4086-8acc-cc55123643b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20639fad-57ed-40d0-b207-41d84394c179,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:35.066122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Allocated IP 192.168.233.68 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/925dee84-701f-4468-b425-2df6884d108e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:35.123433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cbc37fe-6a3e-47b1-9f38-62052a254e14 req-38cae03a-e456-450e-866a-08fb320b94b4 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737407 Dec 07 23:59:35.244723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7585ab29-6891-47af-ae3b-a2b4c7a5852d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=42aab989a9534925b80040b8de3c9c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566854 Dec 07 23:59:35.273410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:35.341075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:35.403178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:35.406756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:35.411552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:35.444774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:35.481683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:35.482564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:35.504087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-d5b52669-c2ff-4695-95c7-c46f31fff1c6 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:35.504502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-125ec99b-23c3-41e1-ab60-1640dd1b60d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2274468 Dec 07 23:59:35.505590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-d5b52669-c2ff-4695-95c7-c46f31fff1c6 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601817 Dec 07 23:59:35.535819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7d106-dc34-418e-9ec0-b0ecb189c832 req-7ebd302c-4e1f-421a-9d97-781ab2be8ca3 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:35.537588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3af7d106-dc34-418e-9ec0-b0ecb189c832 req-7ebd302c-4e1f-421a-9d97-781ab2be8ca3 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1452446 Dec 07 23:59:35.564917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Request body: {'port': {'device_id': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:35.596400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Request body: {'port': {'device_id': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '42aab989a9534925b80040b8de3c9c22'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:35.632723 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:35.705584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3af7d106-dc34-418e-9ec0-b0ecb189c832 req-f048240d-6228-4693-85b2-056f35f1b1ca tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553466 Dec 07 23:59:35.744722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed617120-afb7-4fe3-992c-36f73bd207d7 req-2205962f-18d1-46a4-acec-ee745eada801 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:35.746704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed617120-afb7-4fe3-992c-36f73bd207d7 req-2205962f-18d1-46a4-acec-ee745eada801 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 947 time: 0.2080920 Dec 07 23:59:35.787421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2981abc2-ca48-4286-8bf9-55915192b349 None None] Provisioning complete for port 925dee84-701f-4468-b425-2df6884d108e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:35.787800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2981abc2-ca48-4286-8bf9-55915192b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:35.869734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2981abc2-ca48-4286-8bf9-55915192b349 None None] Port 925dee84-701f-4468-b425-2df6884d108e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:35.920975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed617120-afb7-4fe3-992c-36f73bd207d7 req-99f77a23-3238-407b-9047-195d806893e0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568115 Dec 07 23:59:35.936906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545536-fefa-4432-bbe8-decd97ae315d req-32aec8cb-6547-4d5b-989a-8ab7e23c88d4 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:35.938431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2545536-fefa-4432-bbe8-decd97ae315d req-32aec8cb-6547-4d5b-989a-8ab7e23c88d4 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1097 time: 0.1212587 Dec 07 23:59:35.953175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Made reservation on behalf of 42aab989a9534925b80040b8de3c9c22 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:35.957307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.019256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925dee84-701f-4468-b425-2df6884d108e {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:36.029045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.043021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Transition to ACTIVE for port object 925dee84-701f-4468-b425-2df6884d108e will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:36.047296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.060819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2545536-fefa-4432-bbe8-decd97ae315d req-4a69086b-3ec4-4402-9337-65e7a101753e tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162567 Dec 07 23:59:36.115687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c09ac-5f0b-42e4-b7ab-9e45cd81cfd1 req-92155128-633f-4a0f-a681-ef93387ae74d tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:36.117570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c96c09ac-5f0b-42e4-b7ab-9e45cd81cfd1 req-92155128-633f-4a0f-a681-ef93387ae74d tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.0781505 Dec 07 23:59:36.151221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:36.204776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Attempting to bind port 925dee84-701f-4468-b425-2df6884d108e on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:36.205128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Attempting to bind port 925dee84-701f-4468-b425-2df6884d108e by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:36.205619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Attempting to bind port 925dee84-701f-4468-b425-2df6884d108e on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:36.210184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Port 925dee84-701f-4468-b425-2df6884d108e on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:36.210511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Attempting to bind port 925dee84-701f-4468-b425-2df6884d108e on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:36.215873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:36.216216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:36.217374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:36.217374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Bound port: 925dee84-701f-4468-b425-2df6884d108e, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:36.217374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.225485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8568306-a180-404d-9494-df8de08d137c req-507cff4f-ee4d-4e44-b5dd-c623e58fdf4a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 210 time: 0.0483196 Dec 07 23:59:36.229276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Allocated IP 192.168.233.129 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/55981fcf-db75-43fa-8d73-45db22d41fbf) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:36.261972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:36.270440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3f7990a0-2e85-44b9-8550-8dce14a357f3 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:36.271766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c96c09ac-5f0b-42e4-b7ab-9e45cd81cfd1 req-38e97dde-d278-4b03-b530-ed03e72702e8 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323159 Dec 07 23:59:36.331433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:36.335301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:36.343962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.434097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:36.447804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:36.448752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.451608 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-991a5b5f-453b-4dd9-be1b-2b626a802f5b service neutron] 10.222.0.44 "PUT /v2.0/ports/925dee84-701f-4468-b425-2df6884d108e HTTP/1.1" status: 200 len: 1095 time: 0.8904648 Dec 07 23:59:36.452167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'tag': '925dee84-701f-4468-b425-2df6884d108e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:36.457205 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff6400-2306-4db1-b6af-7124f578b3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "tag": "925dee84-701f-4468-b425-2df6884d108e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:36.469335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697cad0-a482-4ae3-a26e-dd82854b33ec req-78e43c10-155d-4e9e-8a82-6a1b8f5e0d95 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:36.471608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d697cad0-a482-4ae3-a26e-dd82854b33ec req-78e43c10-155d-4e9e-8a82-6a1b8f5e0d95 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1267738 Dec 07 23:59:36.480610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 3f7990a0-2e85-44b9-8550-8dce14a357f3 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:36.498360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 3f7990a0-2e85-44b9-8550-8dce14a357f3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:36.498943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.502079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:36.537922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', 'mac_address': 'fa:16:3e:1f:f1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:36.552269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 58816830-e1f1-4d2b-a5a0-e334ee8582b2 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:59:36.613925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 58816830-e1f1-4d2b-a5a0-e334ee8582b2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 23:59:36.614489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 58816830-e1f1-4d2b-a5a0-e334ee8582b2 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:59:36.628810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-e9ffbb21-7272-4ba5-bdb5-b24ad4fb9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:36.630333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-e9ffbb21-7272-4ba5-bdb5-b24ad4fb9a20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42aab989a9534925b80040b8de3c9c22&device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 1098 time: 0.1029642 Dec 07 23:59:36.632253 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.674860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:36.705350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-263aff8c-7158-4f4f-a17e-b85cb250ad87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=925dee84-701f-4468-b425-2df6884d108e HTTP/1.1" status: 200 len: 217 time: 0.0577707 Dec 07 23:59:36.724392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:36.726303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.742016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.785544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7990a0-2e85-44b9-8550-8dce14a357f3'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:36.788278 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8ee820-15b7-488f-87d5-61992696d015" -d '{"events": [{"server_uuid": "ab2174aa-e54e-406c-b084-8ed69f234c14", "name": "network-vif-plugged", "status": "completed", "tag": "3f7990a0-2e85-44b9-8550-8dce14a357f3"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:36.809778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-6abb4885-8301-4cd5-8879-6a3c53e56f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:36.811563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-6abb4885-8301-4cd5-8879-6a3c53e56f9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0993097 Dec 07 23:59:36.814697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3f7990a0-2e85-44b9-8550-8dce14a357f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3f7990a0-2e85-44b9-8550-8dce14a357f3,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:36.845885 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.854932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:36.874755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d697cad0-a482-4ae3-a26e-dd82854b33ec req-db633540-792a-4579-bb87-03a9db5a36bb tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897133 Dec 07 23:59:36.899096 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1291cf7e-2424-4ece-8af8-cbf3050ea46d x-openstack-request-id: req-1291cf7e-2424-4ece-8af8-cbf3050ea46d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:36.899404 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "tag": "925dee84-701f-4468-b425-2df6884d108e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:36.899674 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1291cf7e-2424-4ece-8af8-cbf3050ea46d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:36.900263 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'tag': '925dee84-701f-4468-b425-2df6884d108e', 'status': 'completed', 'code': 200} Dec 07 23:59:36.916167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:36.938873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3759d9-3c91-4325-84bb-958351e831e8 req-a8466386-60b5-48fc-9446-8af67498278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:36.943605 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-a8466386-60b5-48fc-9446-8af67498278b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225357 Dec 07 23:59:36.969624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3f7990a0-2e85-44b9-8550-8dce14a357f3,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:36.975412 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa846fa-3627-40ac-b22b-fdcf3442b75e x-openstack-request-id: req-aaa846fa-3627-40ac-b22b-fdcf3442b75e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:36.976176 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2174aa-e54e-406c-b084-8ed69f234c14", "name": "network-vif-plugged", "status": "completed", "tag": "3f7990a0-2e85-44b9-8550-8dce14a357f3", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:36.976349 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaa846fa-3627-40ac-b22b-fdcf3442b75e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:36.977022 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'code': 200} Dec 07 23:59:37.011082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c5241-aa71-4014-a986-23f6068fa379 req-2cc7ddc1-7310-4eb1-a8b1-f4600f8a12f2 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.012762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-608c5241-aa71-4014-a986-23f6068fa379 req-2cc7ddc1-7310-4eb1-a8b1-f4600f8a12f2 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.0657451 Dec 07 23:59:37.014047 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:37.063279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:37.087790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38872) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:37.090190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:37.092903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:37.160435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-2514abd4-b64b-4c70-83c6-722af76c936a service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252153 Dec 07 23:59:37.163198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad3385-601b-4d87-b7f8-f49a6e4338b5 req-a3557367-b82b-4f9f-85cd-f02644ad740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.164578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d9ad3385-601b-4d87-b7f8-f49a6e4338b5 req-a3557367-b82b-4f9f-85cd-f02644ad740a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 1101 time: 0.0663190 Dec 07 23:59:37.165630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:37.168124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:37.200097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e25f6-6522-4092-8390-cf76e11f0965 req-cff6f35b-7ea9-4abd-8ae9-e7fd288d5fd3 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.201639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f26e25f6-6522-4092-8390-cf76e11f0965 req-cff6f35b-7ea9-4abd-8ae9-e7fd288d5fd3 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.1707814 Dec 07 23:59:37.216054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-608c5241-aa71-4014-a986-23f6068fa379 req-635805c5-361e-43ee-bb65-d22eac2dcf4d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779470 Dec 07 23:59:37.224151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.234205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:37.314778 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d9ad3385-601b-4d87-b7f8-f49a6e4338b5 req-69b50a4c-3502-47c1-bde6-46fd95412364 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425095 Dec 07 23:59:37.325321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-7eb7738c-5f2f-4784-a0ad-f80454910eef tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7382572 Dec 07 23:59:37.344833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2935a5c8-b615-41bb-be99-7044236849f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:37.371225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Request body: {'port': {'device_id': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:37.385195 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-af3759d9-3c91-4325-84bb-958351e831e8 req-4c50b710-831a-491c-84a9-331f4815b5a6 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660955 Dec 07 23:59:37.407919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f26e25f6-6522-4092-8390-cf76e11f0965 req-55476867-bfbb-4dcd-8163-6dd4a25cf770 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904199 Dec 07 23:59:37.446327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ce7b73e6-841b-4f61-b626-70c554f4c30a None None] Provisioning complete for port 55981fcf-db75-43fa-8d73-45db22d41fbf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:37.446854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce7b73e6-841b-4f61-b626-70c554f4c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:37.463363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054a9eb-35d1-4f35-83a3-17b94fb206cc req-7e6fc235-a756-453b-b77d-544adf72e6d7 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.467383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8054a9eb-35d1-4f35-83a3-17b94fb206cc req-7e6fc235-a756-453b-b77d-544adf72e6d7 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 948 time: 0.1339455 Dec 07 23:59:37.485474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b73e6-841b-4f61-b626-70c554f4c30a None None] Port 55981fcf-db75-43fa-8d73-45db22d41fbf cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:37.500203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:37.536030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-9b74fea1-028e-4758-91d5-031150c00dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.537109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-9b74fea1-028e-4758-91d5-031150c00dd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42aab989a9534925b80040b8de3c9c22&device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 1098 time: 0.0409288 Dec 07 23:59:37.618454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8054a9eb-35d1-4f35-83a3-17b94fb206cc req-714907ec-f68d-494c-8a62-da997fb34340 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373131 Dec 07 23:59:37.630064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d23af-4954-4756-9369-e840891db5f2 req-ded9a437-7a96-4c69-b97a-ca863079a1ff tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.631787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c93d23af-4954-4756-9369-e840891db5f2 req-ded9a437-7a96-4c69-b97a-ca863079a1ff tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1097 time: 0.1539791 Dec 07 23:59:37.660894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-c3978d93-bb23-43c9-ae87-54f0bb7b45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.662578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-c3978d93-bb23-43c9-ae87-54f0bb7b45fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.0947943 Dec 07 23:59:37.708685 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-4348fee7-c5bd-4d61-a05e-2ff1089ca1ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=925dee84-701f-4468-b425-2df6884d108e HTTP/1.1" status: 200 len: 217 time: 0.0386360 Dec 07 23:59:37.737716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2935a5c8-b615-41bb-be99-7044236849f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:37.756233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2935a5c8-b615-41bb-be99-7044236849f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:37.767733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-3dc83bef-3cb1-41a8-8138-8794b07bc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.769315 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-3dc83bef-3cb1-41a8-8138-8794b07bc23a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0484776 Dec 07 23:59:37.817207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-140a34c6-3198-4b2f-92ad-97beb933562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.818698 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-140a34c6-3198-4b2f-92ad-97beb933562a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409541 Dec 07 23:59:37.848461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2935a5c8-b615-41bb-be99-7044236849f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=417b2a09317d4cca8af717ddfa30e741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7593629 Dec 07 23:59:37.851719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c93d23af-4954-4756-9369-e840891db5f2 req-01f4109f-761e-451f-a3e5-0888aab92e89 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656840 Dec 07 23:59:37.853636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38882) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:37.855819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a5c8-b615-41bb-be99-7044236849f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ae4f60-194d-48c5-abb7-aaf64454f54e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:37.876429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14856d7-239e-493f-9173-53f32216e71e req-60e937db-eea1-4369-a85d-f182c0fa9305 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:37.877951 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d14856d7-239e-493f-9173-53f32216e71e req-60e937db-eea1-4369-a85d-f182c0fa9305 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 936 time: 0.1723545 Dec 07 23:59:37.926105 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-81afbefd-766e-4307-b53c-3e84bbd603a7 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967786 Dec 07 23:59:38.024410 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42ff6400-2306-4db1-b6af-7124f578b3d9 req-9757669c-be5a-4d7a-8821-a44e21ff3f30 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912609 Dec 07 23:59:38.030302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83f3c333-0256-400a-83b8-8f3bec71691e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.034991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d14856d7-239e-493f-9173-53f32216e71e req-593171c9-a04c-493e-a7f4-125068302f61 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489379 Dec 07 23:59:38.102604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83f3c333-0256-400a-83b8-8f3bec71691e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.138356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55981fcf-db75-43fa-8d73-45db22d41fbf {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:38.156169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.166198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7cb39-3e32-4d4e-b68b-b7c819679f14 req-9099f10d-8d66-423f-8c3d-b555cc80eeea tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:38.167777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ff7cb39-3e32-4d4e-b68b-b7c819679f14 req-9099f10d-8d66-423f-8c3d-b555cc80eeea tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1529579 Dec 07 23:59:38.211575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Transition to ACTIVE for port object 55981fcf-db75-43fa-8d73-45db22d41fbf will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:38.214973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83f3c333-0256-400a-83b8-8f3bec71691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.217753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83f3c333-0256-400a-83b8-8f3bec71691e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.218868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-83f3c333-0256-400a-83b8-8f3bec71691e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26ae4f60-194d-48c5-abb7-aaf64454f54e HTTP/1.1" status: 204 len: 168 time: 0.3603234 Dec 07 23:59:38.228210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.274481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ff7cb39-3e32-4d4e-b68b-b7c819679f14 req-0d186518-ce20-4851-a255-f096f7281550 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975072 Dec 07 23:59:38.275233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3c333-0256-400a-83b8-8f3bec71691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ae4f60-194d-48c5-abb7-aaf64454f54e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:38.302925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:38.396764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:38.401569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:38.402184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.410142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:38.515710 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.565648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5018-535d-4653-a03c-d943412e0851 req-1775d352-5941-4c87-982c-f2c74b297ba3 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:38.571320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:38.576654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c76b5018-535d-4653-a03c-d943412e0851 req-1775d352-5941-4c87-982c-f2c74b297ba3 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1877153 Dec 07 23:59:38.579011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Attempting to bind port 55981fcf-db75-43fa-8d73-45db22d41fbf on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:38.579625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Attempting to bind port 55981fcf-db75-43fa-8d73-45db22d41fbf by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:38.580038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Attempting to bind port 55981fcf-db75-43fa-8d73-45db22d41fbf on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:38.583272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.617355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Port 55981fcf-db75-43fa-8d73-45db22d41fbf on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:38.617672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Attempting to bind port 55981fcf-db75-43fa-8d73-45db22d41fbf on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:38.633094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:38.633462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:38.634430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:38.634869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Bound port: 55981fcf-db75-43fa-8d73-45db22d41fbf, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:38.635320 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.665290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:38.715129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c76b5018-535d-4653-a03c-d943412e0851 req-ff2cbdba-d350-4af7-b3eb-b6460a55892d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373515 Dec 07 23:59:38.790587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:38.794038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:38.799963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.865288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:38.865944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:38.867407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] 10.222.0.44 "PUT /v2.0/ports/55981fcf-db75-43fa-8d73-45db22d41fbf HTTP/1.1" status: 200 len: 1096 time: 1.5187156 Dec 07 23:59:38.868105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:38.870515 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55260bf-5998-4ca3-8852-7d5280c95e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:38.936136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d357b2-3c38-45fd-a3c8-a78822dbab95 req-0f88679d-8605-495f-95b6-854f6eedcce8 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:38.937689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1d357b2-3c38-45fd-a3c8-a78822dbab95 req-0f88679d-8605-495f-95b6-854f6eedcce8 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.1239097 Dec 07 23:59:38.939685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec90574-e0a9-4d08-a385-af8ad46fa576 service neutron] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:38.979342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:38.985435 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1766a7b2-fc47-4c7d-9956-4d9be06db2b3" -d '{"events": [{"server_uuid": "34028f93-3e61-4d01-88f3-7a6d8b15adc8", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:39.025193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-99680670-4a86-4065-97c2-ed56c4cd1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.026738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-99680670-4a86-4065-97c2-ed56c4cd1bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42aab989a9534925b80040b8de3c9c22&device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 1099 time: 0.0881398 Dec 07 23:59:39.034972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1d357b2-3c38-45fd-a3c8-a78822dbab95 req-a2e092e5-f739-4bdb-aaa1-f35f11a24e58 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738969 Dec 07 23:59:39.081747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-c6be19be-b522-4bba-8928-31483fa9973e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=55981fcf-db75-43fa-8d73-45db22d41fbf HTTP/1.1" status: 200 len: 217 time: 0.0405071 Dec 07 23:59:39.168055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-61f86cd1-5f92-4d60-a199-d90705198080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.169461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-61f86cd1-5f92-4d60-a199-d90705198080 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0797539 Dec 07 23:59:39.188705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334c485-0139-4156-8dbf-ab405823833a req-2b6e0a3c-fdaa-4323-ae08-820a0e2e41c4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.190432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f334c485-0139-4156-8dbf-ab405823833a req-2b6e0a3c-fdaa-4323-ae08-820a0e2e41c4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 949 time: 0.0679383 Dec 07 23:59:39.214747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-f14f5e11-aef7-42dc-8c39-816133e896a2 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 23:59:39.216924 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-f14f5e11-aef7-42dc-8c39-816133e896a2 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088685 Dec 07 23:59:39.253641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38946) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:39.262943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-cdf9959c-56c8-4108-b6c4-90b73530c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.267482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-c4b02fa6-78f7-4e4a-8561-ecf4b5b987cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.269017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-c4b02fa6-78f7-4e4a-8561-ecf4b5b987cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894926 Dec 07 23:59:39.272438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f334c485-0139-4156-8dbf-ab405823833a req-9358a63a-4bcf-4cf1-ba06-7a4c79d9ae07 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743442 Dec 07 23:59:39.273580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-cdf9959c-56c8-4108-b6c4-90b73530c458 service neutron] 10.222.0.18 "GET /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 1094 time: 0.0397644 Dec 07 23:59:39.292898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:39.294512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 07 23:59:39.357004 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb3dfdf-07e9-4d31-b218-0866e72487f6 x-openstack-request-id: req-2fb3dfdf-07e9-4d31-b218-0866e72487f6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:39.357933 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:39.358391 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fb3dfdf-07e9-4d31-b218-0866e72487f6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:39.358925 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'status': 'completed', 'code': 200} Dec 07 23:59:39.393786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-d400a9fc-e6db-4574-bf9a-1dcfd8dfe405 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153879 Dec 07 23:59:39.406589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-693800425-network', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:39.464651 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656d3ee7-0299-40c2-95a8-5c8138f07324 x-openstack-request-id: req-656d3ee7-0299-40c2-95a8-5c8138f07324 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:39.465296 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34028f93-3e61-4d01-88f3-7a6d8b15adc8", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:39.465871 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-656d3ee7-0299-40c2-95a8-5c8138f07324 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:39.466462 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', 'code': 200} Dec 07 23:59:39.476764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:39.477342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:39.477978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:39.482979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:39.483255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:39.486704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:39.489542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:39.490396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:39.490927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:39.491568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:39.492094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Bound port: 12b96729-c049-4413-9e6f-5f7887ed5b4e, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:39.517620 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:39.545969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:39.555068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:39.556279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a3b5f378-5b90-47e0-a810-59008d3508a3 service neutron] 10.222.0.18 "POST /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2701173 Dec 07 23:59:39.576170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d45685-3d64-4c10-a585-29fcc7cf8b76 req-ab79a580-ee0a-4bdb-93d6-37c46ea2da67 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738949 Dec 07 23:59:39.605177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab222c-2d02-4c6c-89c4-85e8265b15c1 req-1e7433df-eefd-438c-b765-8c5c94176a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.606766 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68ab222c-2d02-4c6c-89c4-85e8265b15c1 req-1e7433df-eefd-438c-b765-8c5c94176a97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 1100 time: 0.0473015 Dec 07 23:59:39.619302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5845ab-d32c-4346-9118-d61c8622a5e3 req-b7e65dfa-f970-435c-9e5a-622579a416d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.620943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f5845ab-d32c-4346-9118-d61c8622a5e3 req-b7e65dfa-f970-435c-9e5a-622579a416d1 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 948 time: 0.0922258 Dec 07 23:59:39.666468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68ab222c-2d02-4c6c-89c4-85e8265b15c1 req-ff29a307-6659-49e6-9dc7-114705032560 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Dec 07 23:59:39.690939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:39.703826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:39.781193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:59:39.806558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f325d3-1b9a-4540-8930-0586c78320b3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:39.818141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f5845ab-d32c-4346-9118-d61c8622a5e3 req-ffe570ec-d570-4ca9-990d-75ad27d2ed28 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530833 Dec 07 23:59:39.819342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:39.819682 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Added segment ba8abab1-1cd6-4187-a67a-289531891e5d of type vlan for network f334308d-32b7-4ad9-b018-56ac5b027fe9 Dec 07 23:59:39.823045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-d04efb80-a21c-4779-a88c-92103a16995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.824202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-d04efb80-a21c-4779-a88c-92103a16995c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42aab989a9534925b80040b8de3c9c22&device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 1099 time: 0.1362092 Dec 07 23:59:39.870430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166d7df-c523-42b3-987a-d7a8ec58ba61 req-d58cc01a-ae91-47a9-b43f-d8592559e683 tempest-LiveMigrationNegativeTest-2008400156 tempest-LiveMigrationNegativeTest-2008400156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:39.871943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5166d7df-c523-42b3-987a-d7a8ec58ba61 req-d58cc01a-ae91-47a9-b43f-d8592559e683 tempest-LiveMigrationNegativeTest-2008400156 tempest-LiveMigrationNegativeTest-2008400156-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 1101 time: 0.1720824 Dec 07 23:59:39.957208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:39.963711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5166d7df-c523-42b3-987a-d7a8ec58ba61 req-1f4cb5e8-48ec-489e-b757-fa2beab52339 tempest-LiveMigrationNegativeTest-2008400156 tempest-LiveMigrationNegativeTest-2008400156-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.025808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.026730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.027359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.042053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec819-c678-4c0d-8486-1dd92f5050db req-dc09e830-ff52-4607-89ea-62a889acf5fe tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.043545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-332ec819-c678-4c0d-8486-1dd92f5050db req-dc09e830-ff52-4607-89ea-62a889acf5fe tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1671801 Dec 07 23:59:40.064594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-4788b451-8e37-4a05-9d09-16575aa34b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.066530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-4788b451-8e37-4a05-9d09-16575aa34b46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2334273 Dec 07 23:59:40.096556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-e51b2cf6-e9a5-4ee0-b1c3-2e78ef077d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.097911 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-e51b2cf6-e9a5-4ee0-b1c3-2e78ef077d8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1097 time: 0.0419509 Dec 07 23:59:40.106366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8515520 Dec 07 23:59:40.112705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38956) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:40.118385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Request body: {'subnet': {'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-subnet', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:40.149192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-eee74c97-5148-4a37-8512-8dfaa11d37b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=55981fcf-db75-43fa-8d73-45db22d41fbf HTTP/1.1" status: 200 len: 217 time: 0.0589783 Dec 07 23:59:40.190566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:40.192833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.194741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac815a-1828-4991-94c1-e2c53b9db86a admin admin] Pushing event updated for resources: {'Network': ['ID=f334308d-32b7-4ad9-b018-56ac5b027fe9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:40.207722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:59:40.242996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-332ec819-c678-4c0d-8486-1dd92f5050db req-f84fea93-a739-4719-ad49-6f9cc663c218 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796403 Dec 07 23:59:40.289084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5166d7df-c523-42b3-987a-d7a8ec58ba61 req-1f4cb5e8-48ec-489e-b757-fa2beab52339 tempest-LiveMigrationNegativeTest-2008400156 tempest-LiveMigrationNegativeTest-2008400156-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.291019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-0fa8c13e-4614-475d-b244-78caff1f8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.292675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-0fa8c13e-4614-475d-b244-78caff1f8fb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1116114 Dec 07 23:59:40.294057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5166d7df-c523-42b3-987a-d7a8ec58ba61 req-1f4cb5e8-48ec-489e-b757-fa2beab52339 tempest-LiveMigrationNegativeTest-2008400156 tempest-LiveMigrationNegativeTest-2008400156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.297484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-90115363-4146-4a29-a07f-c6537b986c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.299096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-90115363-4146-4a29-a07f-c6537b986c02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.1938975 Dec 07 23:59:40.364450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-3844080a-c9a8-4205-aaa2-9d5b9a349adb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 217 time: 0.0411980 Dec 07 23:59:40.368590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5166d7df-c523-42b3-987a-d7a8ec58ba61 req-1f4cb5e8-48ec-489e-b757-fa2beab52339 tempest-LiveMigrationNegativeTest-2008400156 tempest-LiveMigrationNegativeTest-2008400156-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852688 Dec 07 23:59:40.369188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cb5e8-48ec-489e-b757-fa2beab52339 tempest-LiveMigrationNegativeTest-2008400156 tempest-LiveMigrationNegativeTest-2008400156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65390ac1-e5e9-4790-b75f-edb5ffe95b24,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:40.415228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-7a7b82db-8419-4816-8e23-a7723c4096dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.416725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-7a7b82db-8419-4816-8e23-a7723c4096dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039755 Dec 07 23:59:40.425770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b091a-281c-4396-98e8-fafd4fa04504 req-8828870f-aaff-4ad0-a723-229a6bf3963e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.427259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d0b091a-281c-4396-98e8-fafd4fa04504 req-8828870f-aaff-4ad0-a723-229a6bf3963e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 946 time: 0.0746973 Dec 07 23:59:40.465388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-8b1e0163-8af3-4ec8-ba50-521a45168638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.467004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-8b1e0163-8af3-4ec8-ba50-521a45168638 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0937891 Dec 07 23:59:40.468345 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.534803 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-cfcf0962-97d7-48f8-beee-047ad304de06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424180 Dec 07 23:59:40.562509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=321d1fb4-d755-4a5a-ad46-32904812d815,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:40.572085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:40.619818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Checking segment: {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:40.620177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Network hostable DHCP agents. Network: f334308d-32b7-4ad9-b018-56ac5b027fe9, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:59:40.656955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:59:40.660977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-75a45207-2d58-4290-a749-4c8607886c09 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158094 Dec 07 23:59:40.669698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f334308d-32b7-4ad9-b018-56ac5b027fe9) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:40.695849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6951df5-f700-4c9a-b681-a7518495c917 None None] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:59:40.698727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:40.723418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '925dee84-701f-4468-b425-2df6884d108e', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '925dee84-701f-4468-b425-2df6884d108e', 'mac_address': 'fa:16:3e:5d:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:40.762873 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-6c771402-89cf-43e1-9439-a9cc5dbd70b2 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904820 Dec 07 23:59:40.764414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.764625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.777608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebc3af-9d6c-4fbb-b374-b36cca878dd9 req-01e0953b-e414-4291-960a-4c5839c9590a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:40.785649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16ebc3af-9d6c-4fbb-b374-b36cca878dd9 req-01e0953b-e414-4291-960a-4c5839c9590a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.3500247 Dec 07 23:59:40.793483 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ff84b18b-b855-4a2a-8094-58b4e1efdf0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6749775 Dec 07 23:59:40.793483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38964) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:40.814714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d0b091a-281c-4396-98e8-fafd4fa04504 req-af4088ef-550d-433c-96c5-44e7c17f1c96 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786080 Dec 07 23:59:40.816141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:40.816287 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.825238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-adbbe013-84de-44ed-a052-2d5ffe75b47d service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968158 Dec 07 23:59:40.851142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925dee84-701f-4468-b425-2df6884d108e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:40.861982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f334308d-32b7-4ad9-b018-56ac5b027fe9', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 23:59:40.863373 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.876651 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.878100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:40.897084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16ebc3af-9d6c-4fbb-b374-b36cca878dd9 req-f0e76c42-6a21-49dd-83c9-e45b2459ee8f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109958 Dec 07 23:59:41.015725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.065556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Allocated IP 172.20.0.2 (f334308d-32b7-4ad9-b018-56ac5b027fe9/321d1fb4-d755-4a5a-ad46-32904812d815/f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:41.077073 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c55260bf-5998-4ca3-8852-7d5280c95e7d req-5796c8af-532d-43aa-b278-93d786779c4f service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294388 Dec 07 23:59:41.105864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-cc7e0a68-b786-4660-89a9-98113d84ea3d tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:41.107401 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-cc7e0a68-b786-4660-89a9-98113d84ea3d tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1097 time: 0.1966076 Dec 07 23:59:41.115781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caea5f-667d-4e4c-8bd6-c1e95d69a622 req-d6d79c3c-9f07-4cf6-af94-624fe3fa58f2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:41.117475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51caea5f-667d-4e4c-8bd6-c1e95d69a622 req-d6d79c3c-9f07-4cf6-af94-624fe3fa58f2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 949 time: 0.0904267 Dec 07 23:59:41.119647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:41.150971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.153555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:41.192680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.196891 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51caea5f-667d-4e4c-8bd6-c1e95d69a622 req-22f4db3a-4275-4883-8fd6-d67b50915c46 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727253 Dec 07 23:59:41.212772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d318ab0-b008-4433-a3c1-92306d4a8114 req-d33a483c-f7fc-45bc-826c-f9e9e366aa09 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:41.228293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d318ab0-b008-4433-a3c1-92306d4a8114 req-d33a483c-f7fc-45bc-826c-f9e9e366aa09 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 948 time: 0.0820386 Dec 07 23:59:41.275215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.287554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.290104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d318ab0-b008-4433-a3c1-92306d4a8114 req-52a54426-85c0-4c0b-9922-98b5664f468c tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691884 Dec 07 23:59:41.320187 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.327566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:41.394203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:41.399190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:41.399346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419edd82-b910-4572-8b53-6b7fa68ba596 req-51ce3c44-c1fa-4a94-aabd-5d8f082e9a98 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:41.403480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:41.407988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-419edd82-b910-4572-8b53-6b7fa68ba596 req-51ce3c44-c1fa-4a94-aabd-5d8f082e9a98 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.0651579 Dec 07 23:59:41.420989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Pushing event updated for resources: {'Port': ['ID=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:41.471076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-419edd82-b910-4572-8b53-6b7fa68ba596 req-de12e0d6-490b-4a15-ba19-53ce7440f0b6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559728 Dec 07 23:59:41.478947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Attempting to bind port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:41.478947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Attempting to bind port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:41.479349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Attempting to bind port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 on network f334308d-32b7-4ad9-b018-56ac5b027fe9 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:41.485191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:41.485668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Checking segment: {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:41.486213 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.486632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Bound using segment: {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:41.487722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Bound port: f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:41.488042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.501734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['925dee84-701f-4468-b425-2df6884d108e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:41.556408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:41.601032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.614619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] For port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:41.635986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] For port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:41.648336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb80424-bff7-4c95-bb72-17c0607d7be8 req-3a46ce0c-bc5d-4ae8-ab91-11a66f189359 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:41.648772 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.650118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfb80424-bff7-4c95-bb72-17c0607d7be8 req-3a46ce0c-bc5d-4ae8-ab91-11a66f189359 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.0561879 Dec 07 23:59:41.711220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfb80424-bff7-4c95-bb72-17c0607d7be8 req-032fdd64-e727-4ca7-9e80-bd7e5b5b340a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Dec 07 23:59:41.753240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df67a8-3c95-4ddf-8869-bf1070e4bea2 None None] Pushing event updated for resources: {'Port': ['ID=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:41.856566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:41.943096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:41.997001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589395c3-2854-4b1b-b37f-112ff23df812 req-dd8fa296-1a5c-4b1c-bec2-a50a22188548 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:41.998549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-589395c3-2854-4b1b-b37f-112ff23df812 req-dd8fa296-1a5c-4b1c-bec2-a50a22188548 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 946 time: 0.0750942 Dec 07 23:59:42.024315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:42.026651 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849230b7-e2db-4af1-9864-1a22dcc03c70" -d '{"events": [{"server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "name": "network-vif-unplugged", "status": "completed", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:42.032898 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.047909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.062759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Allocated IP 172.25.6.163 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3e62fcd5-2c85-4809-894e-526403827918) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:42.081216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b5bb5-92cb-423b-899c-0e88a877b24f req-14bcccca-216a-485b-a562-bc13d019829a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:42.082674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b3b5bb5-92cb-423b-899c-0e88a877b24f req-14bcccca-216a-485b-a562-bc13d019829a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.0831454 Dec 07 23:59:42.099286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-589395c3-2854-4b1b-b37f-112ff23df812 req-1c486514-833f-4e66-8dc1-6216c9003afa tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910182 Dec 07 23:59:42.140109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:42.156182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b3b5bb5-92cb-423b-899c-0e88a877b24f req-515045a3-740b-4d8b-ab67-cbb077a655bf tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558107 Dec 07 23:59:42.174190 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec21ce0-5940-44d8-8677-26b143484002 x-openstack-request-id: req-aec21ce0-5940-44d8-8677-26b143484002 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:42.175082 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "name": "network-vif-unplugged", "status": "completed", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:42.175362 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aec21ce0-5940-44d8-8677-26b143484002 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:42.175760 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e', 'code': 200} Dec 07 23:59:42.239915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:42.240254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:42.240585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:42.251035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:42.251947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Attempting to bind port 12b96729-c049-4413-9e6f-5f7887ed5b4e on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:42.263375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:42.263771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:42.264094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:42.264523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Bound port: 12b96729-c049-4413-9e6f-5f7887ed5b4e, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:42.264878 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.315330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.337412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595f396-a640-4377-9a93-aefb2eb7958b req-b6fa9a46-4e55-4b4b-aac6-9d64118b7daa tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:42.338951 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5595f396-a640-4377-9a93-aefb2eb7958b req-b6fa9a46-4e55-4b4b-aac6-9d64118b7daa tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 949 time: 0.0600340 Dec 07 23:59:42.367747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:42.384024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:42.387360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.395948 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.427883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5595f396-a640-4377-9a93-aefb2eb7958b req-2514f0ba-1753-4f10-b0e2-5148ff732352 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 Dec 07 23:59:42.436731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3393034-fffa-4906-90d9-6b4375985b61 req-027ecd30-2571-48ff-81f8-5a911e26ab4f tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:42.438263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3393034-fffa-4906-90d9-6b4375985b61 req-027ecd30-2571-48ff-81f8-5a911e26ab4f tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 948 time: 0.0779753 Dec 07 23:59:42.439723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:42.444316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:42.451126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:42.481079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Pushing event updated for resources: {'Port': ['ID=3e62fcd5-2c85-4809-894e-526403827918,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:42.505118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3393034-fffa-4906-90d9-6b4375985b61 req-5bf44d7c-4a5f-495b-b2c3-dfca9c05f9c2 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 Dec 07 23:59:42.577490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=8']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:42.595014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 55981fcf-db75-43fa-8d73-45db22d41fbf details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:42.596737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3819fce-a7ca-4c8b-894f-09a2a2748d70 req-a9a72b56-b6c5-4eea-a790-056ed3deb855 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:42.604104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:42.604538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3819fce-a7ca-4c8b-894f-09a2a2748d70 req-a9a72b56-b6c5-4eea-a790-056ed3deb855 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 950 time: 0.0777664 Dec 07 23:59:42.605800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.607508 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2efde386-e08b-455c-b4fd-ab4756bae586 service neutron] 10.222.0.44 "PUT /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 1122 time: 1.4598148 Dec 07 23:59:42.609154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:42.681768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef804b2-39a2-4803-a61c-75bdf2bb1454 req-cb1ad50e-5a52-4913-bdcb-8f5895635692 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:42.683370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ef804b2-39a2-4803-a61c-75bdf2bb1454 req-cb1ad50e-5a52-4913-bdcb-8f5895635692 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1102033 Dec 07 23:59:42.695414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3819fce-a7ca-4c8b-894f-09a2a2748d70 req-08fcfc8b-9e6c-420e-87ad-16a464351673 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878055 Dec 07 23:59:42.751859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 925dee84-701f-4468-b425-2df6884d108e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:42.780653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:42.785299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ef804b2-39a2-4803-a61c-75bdf2bb1454 req-91003cd8-23f6-480e-826c-e24d5c540bdc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887733 Dec 07 23:59:42.808737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'mac_address': 'fa:16:3e:77:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:42.812861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 925dee84-701f-4468-b425-2df6884d108e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:42.813675 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.921255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.923705 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:42.926453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['12b96729-c049-4413-9e6f-5f7887ed5b4e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:42.992142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c6ef9-f681-4fea-b57e-038105f67e05 None None] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:59:42.997036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264f8f8-c8f8-4df4-ae4e-f733b0504d50 req-5aa2ecc9-174c-473b-84f6-7ba3df55a7a5 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.011155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f264f8f8-c8f8-4df4-ae4e-f733b0504d50 req-5aa2ecc9-174c-473b-84f6-7ba3df55a7a5 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.1096246 Dec 07 23:59:43.031940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55981fcf-db75-43fa-8d73-45db22d41fbf {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:43.101133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f264f8f8-c8f8-4df4-ae4e-f733b0504d50 req-be85be52-3b26-4dbe-a7f5-46a1d228258c tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889924 Dec 07 23:59:43.125784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f10d8-7e5e-4330-b0fb-f7216d610048 req-b95626ec-aa68-46bf-8588-53f602f19c5c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.133020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f10d8-7e5e-4330-b0fb-f7216d610048 req-b95626ec-aa68-46bf-8588-53f602f19c5c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.135391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e0f10d8-7e5e-4330-b0fb-f7216d610048 req-b95626ec-aa68-46bf-8588-53f602f19c5c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8&device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 1690 time: 0.0881121 Dec 07 23:59:43.197835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.224098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e0f10d8-7e5e-4330-b0fb-f7216d610048 req-753a5380-e23f-4ad3-a5e1-194199550774 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828724 Dec 07 23:59:43.238607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8f045955-00a8-44f7-81f1-34c85812d9d3 None None] Provisioning complete for port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:43.239603 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f045955-00a8-44f7-81f1-34c85812d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.268492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996ad08-0c98-4887-8730-e91b238aba76 req-06ea0c6a-f159-4376-a1ba-2e1d75ef05e9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.277314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9996ad08-0c98-4887-8730-e91b238aba76 req-06ea0c6a-f159-4376-a1ba-2e1d75ef05e9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 944 time: 0.0901020 Dec 07 23:59:43.309710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:43.373555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f045955-00a8-44f7-81f1-34c85812d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.383930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.385342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84335a81-1c0d-42f5-9c39-7be650bc13bb req-258a5af6-a34e-470d-b9f7-f6e2a06b0b39 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.387124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84335a81-1c0d-42f5-9c39-7be650bc13bb req-258a5af6-a34e-470d-b9f7-f6e2a06b0b39 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.0825517 Dec 07 23:59:43.402413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-96f5a814-cfe6-4347-b13b-043241713a77 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.404617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-96f5a814-cfe6-4347-b13b-043241713a77 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 950 time: 0.0801532 Dec 07 23:59:43.417158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8f045955-00a8-44f7-81f1-34c85812d9d3 None None] For port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:43.448288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84335a81-1c0d-42f5-9c39-7be650bc13bb req-a3d4cc13-ce0f-41a8-bcd2-4b81246d79f6 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516031 Dec 07 23:59:43.459048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9996ad08-0c98-4887-8730-e91b238aba76 req-552c7a38-d2a5-4976-aaa5-7f748ed1c1a4 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804490 Dec 07 23:59:43.461409 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f045955-00a8-44f7-81f1-34c85812d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.484089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Router c0256a66-8568-4d2d-8434-baa125ecd723 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 23:59:43.497795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:43.612836 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.616138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:43.616988 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.618824 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.628993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:43.645515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Deleting port 3b891819-e07d-4010-87f6-bb3ca9028a46 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 23:59:43.646088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.663122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda0178-1709-4652-a2cd-8a3e534909cd req-38cc6fad-3ed1-4312-884b-bf603c19a85d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.672931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dda0178-1709-4652-a2cd-8a3e534909cd req-38cc6fad-3ed1-4312-884b-bf603c19a85d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 949 time: 0.0810564 Dec 07 23:59:43.675354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:59:43.691274 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Sync routers for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:59:43.701386 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:59:43.701921 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:43.732204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.735975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e7d2b4cc-049f-4c13-92ba-8ef1424b00de admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9398339 Dec 07 23:59:43.736227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39014) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:43.775596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dda0178-1709-4652-a2cd-8a3e534909cd req-cd0fc70c-3456-485e-ae3c-19b9d783b8f4 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001322 Dec 07 23:59:43.779746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:43.806229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f045955-00a8-44f7-81f1-34c85812d9d3 None None] Pushing event updated for resources: {'Port': ['ID=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:43.806537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] For port 3b891819-e07d-4010-87f6-bb3ca9028a46, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3b891819-e07d-4010-87f6-bb3ca9028a46,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:43.806924 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.811039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a3d18-7d8f-4978-9733-b2a5af249740 req-2b34a967-5d9f-44c6-80ac-d9db689dbb9d tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:43.811625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:43.814096 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6636c2-7b23-4648-bb38-42f98617a15d" -d '{"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-plugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:43.823579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a44a3d18-7d8f-4978-9733-b2a5af249740 req-2b34a967-5d9f-44c6-80ac-d9db689dbb9d tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 1100 time: 0.0973330 Dec 07 23:59:43.837963 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:59:43.851813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Calling delete_port for 3b891819-e07d-4010-87f6-bb3ca9028a46 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 23:59:43.855057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['55981fcf-db75-43fa-8d73-45db22d41fbf'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:43.868489 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:43.936832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a44a3d18-7d8f-4978-9733-b2a5af249740 req-2442093b-7e8e-4420-8d56-3d0b3397b70a tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106932 Dec 07 23:59:44.000077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:44.055357 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6bac71-6da1-4ada-af55-9df88158b8f7 x-openstack-request-id: req-9c6bac71-6da1-4ada-af55-9df88158b8f7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:44.055671 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-plugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:44.055953 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c6bac71-6da1-4ada-af55-9df88158b8f7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:44.056368 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e', 'code': 200} Dec 07 23:59:44.086260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e19e2-ce61-4a18-b569-adec403a06a1 req-38401386-c1f9-46d9-8318-2114e29ee5c0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:44.090246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-167e19e2-ce61-4a18-b569-adec403a06a1 req-38401386-c1f9-46d9-8318-2114e29ee5c0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1488543 Dec 07 23:59:44.135702 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:42Z', 'revision_number': 3, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:44.163662 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Checking router: c0256a66-8568-4d2d-8434-baa125ecd723 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:59:44.164262 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Updating router c0256a66-8568-4d2d-8434-baa125ecd723 port 3e62fcd5-2c85-4809-894e-526403827918 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:59:44.178161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:44.181102 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:44.194395 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.248539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a849ec35-7a6e-479a-862a-a03ee38272bc None None] Provisioning complete for port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:44.249205 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a849ec35-7a6e-479a-862a-a03ee38272bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.312660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-167e19e2-ce61-4a18-b569-adec403a06a1 req-96757504-bcb2-45a7-8a9d-36b2517a448e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148941 Dec 07 23:59:44.334286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe485d9-34c1-45e4-9dc0-4df7f4b97287 req-10e90842-83cf-4f54-acce-4df9a0f45d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:44.336131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbe485d9-34c1-45e4-9dc0-4df7f4b97287 req-10e90842-83cf-4f54-acce-4df9a0f45d8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 1100 time: 0.1885688 Dec 07 23:59:44.349909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1cdfd-2ab7-4ed8-840a-c8a9b70d5f02 req-31417c3d-6040-437c-a376-21892fc0a34b tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:44.370084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ef1cdfd-2ab7-4ed8-840a-c8a9b70d5f02 req-31417c3d-6040-437c-a376-21892fc0a34b tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 1101 time: 0.1698406 Dec 07 23:59:44.470144 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.477917 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.479286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9421e9a-4f2e-4120-989e-d40da2eb55a0 req-80c2bfe8-2391-455b-b1d8-375a74266aaa tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 210 time: 0.0390396 Dec 07 23:59:44.490422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbe485d9-34c1-45e4-9dc0-4df7f4b97287 req-53342535-1b52-4137-aeea-608e6a01b195 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168559 Dec 07 23:59:44.533912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ef1cdfd-2ab7-4ed8-840a-c8a9b70d5f02 req-b50c4702-bf5d-4379-bdb3-fba379dc0470 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271846 Dec 07 23:59:44.548965 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Pushing event updated for resources: {'Port': ['ID=3e62fcd5-2c85-4809-894e-526403827918,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:44.559161 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.559660 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.560617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.560617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.560808 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.561014 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.561524 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.561865 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.562202 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.562669 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.563046 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.563375 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.563703 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:44.606016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 12b96729-c049-4413-9e6f-5f7887ed5b4e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:44.617933 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Attempting to bind port 3e62fcd5-2c85-4809-894e-526403827918 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:44.618718 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Attempting to bind port 3e62fcd5-2c85-4809-894e-526403827918 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:44.619466 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Attempting to bind port 3e62fcd5-2c85-4809-894e-526403827918 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:44.625331 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:44.626063 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:44.627883 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.628370 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:44.628943 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Bound port: 3e62fcd5-2c85-4809-894e-526403827918, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:44.629447 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.656909 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2294fc97-e3d9-42dc-a7ba-8f39bd4d4bd4 x-openstack-request-id: req-2294fc97-e3d9-42dc-a7ba-8f39bd4d4bd4 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:44.657504 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:44.657616 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2294fc97-e3d9-42dc-a7ba-8f39bd4d4bd4 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:44.657992 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e', 'status': 'completed', 'code': 200} Dec 07 23:59:44.669156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.698519 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] For port 3e62fcd5-2c85-4809-894e-526403827918, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:44.701985 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] For port 3e62fcd5-2c85-4809-894e-526403827918, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3e62fcd5-2c85-4809-894e-526403827918,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:44.714657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02729f86-ce83-4a90-a109-b8ea985edad1 req-61799847-4645-4b34-81a9-62d44b514c4b tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:44.724388 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.725768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02729f86-ce83-4a90-a109-b8ea985edad1 req-61799847-4645-4b34-81a9-62d44b514c4b tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1125035 Dec 07 23:59:44.755084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:44.769847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6665fb-7934-4c54-b51b-56123b67ba96 req-dc856acd-5503-4ae7-8393-d1aaf94aa56d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:44.770563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 12b96729-c049-4413-9e6f-5f7887ed5b4e has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 07 23:59:44.780709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b6665fb-7934-4c54-b51b-56123b67ba96 req-dc856acd-5503-4ae7-8393-d1aaf94aa56d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 944 time: 0.1355207 Dec 07 23:59:44.782672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Pushing event deleted for resources: {'Port': ['ID=3b891819-e07d-4010-87f6-bb3ca9028a46,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:44.789007 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e4436-217b-4149-b2ee-0157663150cb None None] Pushing event updated for resources: {'Port': ['ID=3e62fcd5-2c85-4809-894e-526403827918,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:44.823094 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:59:44.823938 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:44.847160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b6665fb-7934-4c54-b51b-56123b67ba96 req-d43b4eea-2bdb-441b-a739-f27005774065 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Dec 07 23:59:44.849473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] No DVR routers for this DVR port 3b891819-e07d-4010-87f6-bb3ca9028a46 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:59:44.855299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:44.862449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e23197c-1eaf-47a0-8dc4-6f03be03b377 req-459f1106-c298-40e6-a619-6f0193de60ff tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "DELETE /v2.0/ports/3b891819-e07d-4010-87f6-bb3ca9028a46 HTTP/1.1" status: 204 len: 173 time: 1.4497020 Dec 07 23:59:44.884257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02729f86-ce83-4a90-a109-b8ea985edad1 req-6e816d79-54d4-4537-9d3f-84cfdc59da5f tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574287 Dec 07 23:59:44.927650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-f9bdda13-50bc-4545-bfc9-8706eb77bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:44.929355 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-f9bdda13-50bc-4545-bfc9-8706eb77bd46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1125 time: 0.2705965 Dec 07 23:59:44.980344 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:59:45.012053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['182fd294-09be-4bf9-a3eb-ac1bf336af81'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:45.068478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:45.120519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-9c8fd58c-39ef-4a98-8692-e12eee21e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:45.122496 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-9c8fd58c-39ef-4a98-8692-e12eee21e838 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.1843846 Dec 07 23:59:45.210683 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-2bc6f7b9-0f08-48ce-8756-96d175a04171 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 217 time: 0.0732048 Dec 07 23:59:45.217942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc859b-8638-4d8b-8e44-72fbb5fcc375 req-b2d98243-61bf-4f34-aff6-342479078617 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:45.229518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7bcc859b-8638-4d8b-8e44-72fbb5fcc375 req-b2d98243-61bf-4f34-aff6-342479078617 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 949 time: 0.1019425 Dec 07 23:59:45.303538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7bcc859b-8638-4d8b-8e44-72fbb5fcc375 req-39f018db-b3ae-46e5-9913-4c2c9373060c tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730090 Dec 07 23:59:45.330038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-6249d3ac-d3bd-4b60-a496-9f8bc8bd37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:45.331667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-6249d3ac-d3bd-4b60-a496-9f8bc8bd37df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1091497 Dec 07 23:59:45.351099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-b5eab17c-11ca-4b05-89cd-ef087b29fc35 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421386 Dec 07 23:59:45.384611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-8ebe6e7a-8f48-4d37-acb9-cb1eb9ec2b70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449233 Dec 07 23:59:45.401533 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:42Z', 'revision_number': 3, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:45.415898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:45.436760 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee546956-58a0-4cdc-a14d-76dcf8d71524 None None] The sync data for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 is: [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:42Z', 'revision_number': 3, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:59:45.440224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Allocated IP 172.20.0.1 (f334308d-32b7-4ad9-b018-56ac5b027fe9/321d1fb4-d755-4a5a-ad46-32904812d815/37516bd9-4a3f-423c-964f-5973e5fe11b6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:45.479847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:45.480508 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:45.518794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daae930-8307-4ba9-a46a-72777a88699c req-657a1f5e-5566-4c79-b10e-deb57d38a8b8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:45.525988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8daae930-8307-4ba9-a46a-72777a88699c req-657a1f5e-5566-4c79-b10e-deb57d38a8b8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.0708756 Dec 07 23:59:45.564396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-8ca03182-d7af-433a-8adf-7e0abd123e12 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685874 Dec 07 23:59:45.568302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-1b9d371c-bac5-48ff-9aae-2b6c9beaf729 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:45.575388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-1b9d371c-bac5-48ff-9aae-2b6c9beaf729 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233891 Dec 07 23:59:45.596292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-b3872198-9e09-430b-9960-d78f8cd450c1 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/quotas/9395de888aa24de89e450082beda9a3d HTTP/1.1" status: 200 len: 375 time: 0.0199525 Dec 07 23:59:45.640047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:45.651470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8daae930-8307-4ba9-a46a-72777a88699c req-9192d3e0-401d-4030-bb87-eaca345eff59 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245790 Dec 07 23:59:45.676590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-5f341734-f6a9-4c45-88a3-90d0d1013845 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743496 Dec 07 23:59:45.729407 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c43a14f5-bc38-4e10-93c3-38fc3ad4f1b2 req-94c04208-a9a7-4b31-a130-3eb0bbaab66b service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551919 Dec 07 23:59:45.738128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:45.788823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:45.791859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:45.797647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:45.814942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-196c5694-7d1d-4911-a0a7-c7c501d27f4e req-171e22f5-5f6c-45b2-85f5-6b5ad0c60aee tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=76eb61df-d84a-42fc-9db2-485d5ec3199c HTTP/1.1" status: 200 len: 210 time: 0.0526402 Dec 07 23:59:45.875909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Pushing event updated for resources: {'Port': ['ID=37516bd9-4a3f-423c-964f-5973e5fe11b6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:45.896418 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.035705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f898a-11bb-4625-8e77-e7be79f8ded0 req-a921cd1e-b6d2-448f-b2c6-e07568a2b70b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:46.048163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-801f898a-11bb-4625-8e77-e7be79f8ded0 req-a921cd1e-b6d2-448f-b2c6-e07568a2b70b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 944 time: 0.0904090 Dec 07 23:59:46.164993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-801f898a-11bb-4625-8e77-e7be79f8ded0 req-5b41ef6b-37cf-4c59-9ed3-8c4bb941c0db tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035943 Dec 07 23:59:46.179364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-886f3696-29d0-4f3c-a4a4-64a111ca65a1 None None] Provisioning complete for port 37516bd9-4a3f-423c-964f-5973e5fe11b6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:46.179800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-886f3696-29d0-4f3c-a4a4-64a111ca65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.189246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.235289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-886f3696-29d0-4f3c-a4a4-64a111ca65a1 None None] Port 37516bd9-4a3f-423c-964f-5973e5fe11b6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:46.309831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a7132-fff4-4285-acb8-04954ac0f8a0 req-fab6beb7-eced-40d9-8e99-411fee159105 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:46.311578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-664a7132-fff4-4285-acb8-04954ac0f8a0 req-fab6beb7-eced-40d9-8e99-411fee159105 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.0685794 Dec 07 23:59:46.382118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-664a7132-fff4-4285-acb8-04954ac0f8a0 req-d24182a8-7d69-4ac8-b1cf-b8b64ea9bff4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635953 Dec 07 23:59:46.403883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.412290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.503013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Pushing event updated for resources: {'Port': ['ID=37516bd9-4a3f-423c-964f-5973e5fe11b6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:46.507826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.560799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecf7c-5c81-440f-bf8f-5919587661cf req-d2887de5-8de4-4665-ace2-b02e61a05043 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:46.568238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ecf7c-5c81-440f-bf8f-5919587661cf req-d2887de5-8de4-4665-ace2-b02e61a05043 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 949 time: 0.0932124 Dec 07 23:59:46.618279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 55981fcf-db75-43fa-8d73-45db22d41fbf up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:46.627254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:46.629061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:46.703653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-794f95e7-7eac-4002-920b-859e17a352f4 req-4a3944f7-5dd6-4882-9463-d45390ebbda8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 210 time: 0.0552731 Dec 07 23:59:46.703970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'name': 'network-vif-deleted', 'tag': '3b891819-e07d-4010-87f6-bb3ca9028a46'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:46.703970 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb7b34e-30ca-4ef5-9bfb-1e2d4de3bd16" -d '{"events": [{"server_uuid": "76eb61df-d84a-42fc-9db2-485d5ec3199c", "name": "network-vif-deleted", "tag": "3b891819-e07d-4010-87f6-bb3ca9028a46"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:46.705196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ecf7c-5c81-440f-bf8f-5919587661cf req-53ba63c8-2cba-4244-87d5-6abdf077cfba tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303682 Dec 07 23:59:46.723274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 55981fcf-db75-43fa-8d73-45db22d41fbf completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 23:59:46.734874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 55981fcf-db75-43fa-8d73-45db22d41fbf triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:46.735669 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.819604 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67539f2c-860d-4ba3-a738-7971419bbd1a x-openstack-request-id: req-67539f2c-860d-4ba3-a738-7971419bbd1a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:46.820130 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eb61df-d84a-42fc-9db2-485d5ec3199c", "name": "network-vif-deleted", "tag": "3b891819-e07d-4010-87f6-bb3ca9028a46", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:46.820130 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67539f2c-860d-4ba3-a738-7971419bbd1a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:46.820386 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eb61df-d84a-42fc-9db2-485d5ec3199c', 'name': 'network-vif-deleted', 'tag': '3b891819-e07d-4010-87f6-bb3ca9028a46', 'status': 'completed', 'code': 200} Dec 07 23:59:46.856423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5ed42-d31b-4a2c-9316-8fecaf3f7da1 req-26c98223-927e-4dc6-81b0-df11e169a48f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:46.857959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bd5ed42-d31b-4a2c-9316-8fecaf3f7da1 req-26c98223-927e-4dc6-81b0-df11e169a48f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1008401 Dec 07 23:59:46.891404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:46.938871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:46.946127 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1dade-69f7-450e-a04f-3412812d10b6" -d '{"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-plugged", "status": "completed", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:46.960370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Router c0256a66-8568-4d2d-8434-baa125ecd723 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 23:59:46.963093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bd5ed42-d31b-4a2c-9316-8fecaf3f7da1 req-ad467a4b-3729-4fe6-be91-93f53a786c03 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936353 Dec 07 23:59:46.991777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:47.000166 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.001132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3b891819-e07d-4010-87f6-bb3ca9028a46 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:59:47.035339 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84560f1-8732-41f3-b761-5123f8a0860b x-openstack-request-id: req-d84560f1-8732-41f3-b761-5123f8a0860b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:47.035671 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-plugged", "status": "completed", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:47.035933 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d84560f1-8732-41f3-b761-5123f8a0860b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:47.036331 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'code': 200} Dec 07 23:59:47.039115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 3b891819-e07d-4010-87f6-bb3ca9028a46 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 23:59:47.039466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3b891819-e07d-4010-87f6-bb3ca9028a46 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:59:47.047420 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-bb67bc1f-8a08-4a37-8583-bebadd24df59 service neutron] 10.222.0.59 "GET /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.1785991 Dec 07 23:59:47.101121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:47.105069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a81004d3-77d6-47dc-a50e-8f7e6d477bfb None None] Provisioning complete for port 37516bd9-4a3f-423c-964f-5973e5fe11b6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:47.105442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a81004d3-77d6-47dc-a50e-8f7e6d477bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.146483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a81004d3-77d6-47dc-a50e-8f7e6d477bfb None None] Port 37516bd9-4a3f-423c-964f-5973e5fe11b6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:47.220389 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.227489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:59:47.233229 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ff682a64-4b9e-40f7-a907-93f88efafbcf admin admin] 10.222.0.18 "PUT /v2.0/routers/c0256a66-8568-4d2d-8434-baa125ecd723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954457 Dec 07 23:59:47.298210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63b179-8115-498a-9c5f-88639502c1e2 req-5ced418e-b5e9-48ed-bd42-927bd2804508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:47.299749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d63b179-8115-498a-9c5f-88639502c1e2 req-5ced418e-b5e9-48ed-bd42-927bd2804508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 1101 time: 0.1529832 Dec 07 23:59:47.489894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c2d5-1213-4abf-b2f7-81c7e940075b req-e830bb34-c04a-46ea-8612-8253d2c934c0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:47.499598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a56c2d5-1213-4abf-b2f7-81c7e940075b req-e830bb34-c04a-46ea-8612-8253d2c934c0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 944 time: 0.2038920 Dec 07 23:59:47.511409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d63b179-8115-498a-9c5f-88639502c1e2 req-218e7c81-a08f-4030-9680-531db1e1ced3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031815 Dec 07 23:59:47.522827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3e62fcd5-2c85-4809-894e-526403827918 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:47.569396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:47.595717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:47.600344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3e62fcd5-2c85-4809-894e-526403827918 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:47.600900 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.618046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a56c2d5-1213-4abf-b2f7-81c7e940075b req-9dae7780-5adf-46dd-ab92-c21798f844fb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174276 Dec 07 23:59:47.630280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15691913-04c0-4d6b-b963-4346dc5acb3e req-e7be6778-895b-4635-b2df-1bc63e1f022a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:47.641644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15691913-04c0-4d6b-b963-4346dc5acb3e req-e7be6778-895b-4635-b2df-1bc63e1f022a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 949 time: 0.1218805 Dec 07 23:59:47.691092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b96729-c049-4413-9e6f-5f7887ed5b4e {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:47.706642 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.719477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:47.720288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15691913-04c0-4d6b-b963-4346dc5acb3e req-c2ae75c0-27a3-44b2-97c8-b6514666ce28 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725181 Dec 07 23:59:47.740490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 3e62fcd5-2c85-4809-894e-526403827918, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3e62fcd5-2c85-4809-894e-526403827918,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:47.745136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.745629 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.829582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9c372-0333-44d5-b79f-670e6e6f5e59 req-4f0f00ea-0158-4e18-8566-d50f6b40c8c8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:47.832290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21e9c372-0333-44d5-b79f-670e6e6f5e59 req-4f0f00ea-0158-4e18-8566-d50f6b40c8c8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1094480 Dec 07 23:59:47.856427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=3e62fcd5-2c85-4809-894e-526403827918,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:47.911321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21e9c372-0333-44d5-b79f-670e6e6f5e59 req-d5949c12-9ceb-4ac8-a6e6-f723e0d2a8aa tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713353 Dec 07 23:59:47.955149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] Transition to ACTIVE for port object 12b96729-c049-4413-9e6f-5f7887ed5b4e will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:47.963543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:47.989702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Sync routers for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:59:48.001857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:59:48.002678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:48.024644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32af92bc-595b-43cd-987e-9642ad4580c8 req-13d25e7a-c8d2-456a-9c0f-90da570aa9a7 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 210 time: 0.0317914 Dec 07 23:59:48.088003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cd759-6843-442c-885c-37fce695e0ef req-762bfa2f-15e3-42d3-87c3-73aac5c2e84a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:48.088211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] No DVR routers for this DVR port 12b96729-c049-4413-9e6f-5f7887ed5b4e on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:59:48.090154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad4cd759-6843-442c-885c-37fce695e0ef req-762bfa2f-15e3-42d3-87c3-73aac5c2e84a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 950 time: 0.0642314 Dec 07 23:59:48.117415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] Pushing event updated for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:48.151703 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b48a509c-f73a-4f67-924e-30b3830ba446 service neutron] 10.222.0.59 "PUT /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0943782 Dec 07 23:59:48.170380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39116) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:48.175416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-447006432-network', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:48.188246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:59:48.199730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Made reservation on behalf of d92f59883f374bcbb3d5533a4d33dee3 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:48.200837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad4cd759-6843-442c-885c-37fce695e0ef req-6c728c91-ec43-4bd5-aa6b-5f2d4dba92aa tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036360 Dec 07 23:59:48.202015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.212000 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.215210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51858f-f2c0-43db-aa88-ca9e195842d1 req-f035bf33-ef9c-4ced-8f59-aa4f54a17218 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:48.226049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd51858f-f2c0-43db-aa88-ca9e195842d1 req-f035bf33-ef9c-4ced-8f59-aa4f54a17218 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.0901794 Dec 07 23:59:48.282753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd51858f-f2c0-43db-aa88-ca9e195842d1 req-6362f51d-3c31-4d9a-a6ad-52f635631e2c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492425 Dec 07 23:59:48.308119 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.313276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.337259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 23:59:48.351129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a503d6e4-8e29-4fcd-abd1-09922dde977d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:48.355931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.356481 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Added segment ddaba1dc-b035-4bd1-aeca-43eff4bdd47b of type vlan for network a349e88f-babf-4e7a-a34e-49a27839f99d Dec 07 23:59:48.405240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.432431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.433450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:48.434037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.449482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 2, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:48.485697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Checking router: c0256a66-8568-4d2d-8434-baa125ecd723 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:59:48.486044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Updating router c0256a66-8568-4d2d-8434-baa125ecd723 port 37516bd9-4a3f-423c-964f-5973e5fe11b6 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:59:48.508096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3364093 Dec 07 23:59:48.510903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39118) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:48.516067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Request body: {'subnet': {'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-subnet', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:48.520188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.551136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Made reservation on behalf of d92f59883f374bcbb3d5533a4d33dee3 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:48.553815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:48.558851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e94e85-c521-45c1-a094-acb8be49bdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=a349e88f-babf-4e7a-a34e-49a27839f99d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:48.577620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a349e88f-babf-4e7a-a34e-49a27839f99d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 23:59:48.607757 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-26b78f09-1840-45c1-8899-25de98c12afb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438237 Dec 07 23:59:48.608079 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 23:59:48.616917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-dcf72cc1-92e1-4611-bc08-b467ee9e8b39 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:48.619509 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-dcf72cc1-92e1-4611-bc08-b467ee9e8b39 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.1655650 Dec 07 23:59:48.750629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-6fbe872e-7247-4d8c-a89a-d51ea8dfb083 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:48.757837 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-6fbe872e-7247-4d8c-a89a-d51ea8dfb083 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364679 Dec 07 23:59:48.815700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:48.877113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-c3e7dfbb-4735-4e49-82a2-2efa9318b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:48.879257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-c3e7dfbb-4735-4e49-82a2-2efa9318b79a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13&tenant_id=e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 1096 time: 0.1203330 Dec 07 23:59:48.917290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-eb6d54aa-de80-4fd3-b5f0-0c962c0d7989 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668867 Dec 07 23:59:49.048580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-de28b8c9-d050-4ec8-83dc-651298c61ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.050616 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-de28b8c9-d050-4ec8-83dc-651298c61ab9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1096 time: 0.1007283 Dec 07 23:59:49.055097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:49.059029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf92b28-3c89-40e0-8931-b9fdee9138c2 req-f859ecd8-622e-478f-9377-72b3ff8b9130 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.060338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.060518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cf92b28-3c89-40e0-8931-b9fdee9138c2 req-f859ecd8-622e-478f-9377-72b3ff8b9130 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 945 time: 0.3027768 Dec 07 23:59:49.148689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.158507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.167391 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.209424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0bad5-af9b-48b1-ad63-2eb0296a5211 req-28de2919-4b06-49bf-9296-b426d8e5661a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.211007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81c0bad5-af9b-48b1-ad63-2eb0296a5211 req-28de2919-4b06-49bf-9296-b426d8e5661a tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 949 time: 0.2920208 Dec 07 23:59:49.258462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48299-c60f-4628-b05e-2b8da314de4a None None] Pushing event updated for resources: {'Port': ['ID=37516bd9-4a3f-423c-964f-5973e5fe11b6,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:49.285713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cf92b28-3c89-40e0-8931-b9fdee9138c2 req-b105fd8a-475b-4ce6-bfc2-883b36637295 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130723 Dec 07 23:59:49.318917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a401007-0ce1-4b73-aa33-83756f22df30,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:49.375862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-cd462778-3515-4a0d-9abc-600d6c28371a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.378142 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-cd462778-3515-4a0d-9abc-600d6c28371a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4174504 Dec 07 23:59:49.382262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.383118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.383787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.384306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.384912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.385451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.385967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.386498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.387128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.387713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.388204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.388747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.389245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:49.416348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:49.432553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3e62fcd5-2c85-4809-894e-526403827918 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:49.442544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Checking segment: {'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:49.442923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Network hostable DHCP agents. Network: a349e88f-babf-4e7a-a34e-49a27839f99d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 23:59:49.496952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Attempting to bind port 37516bd9-4a3f-423c-964f-5973e5fe11b6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:49.497509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Attempting to bind port 37516bd9-4a3f-423c-964f-5973e5fe11b6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:49.497781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Attempting to bind port 37516bd9-4a3f-423c-964f-5973e5fe11b6 on network f334308d-32b7-4ad9-b018-56ac5b027fe9 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:49.518725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:49.519039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Checking segment: {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:49.519443 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.519840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Bound using segment: {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:49.520329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Bound port: 37516bd9-4a3f-423c-964f-5973e5fe11b6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:49.520703 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.522123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81c0bad5-af9b-48b1-ad63-2eb0296a5211 req-5e36d83a-d88d-4504-a38d-83457ea8c1a1 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bcd30c8-68b4-4358-a112-15a5f2f6a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800784 Dec 07 23:59:49.590921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Network a349e88f-babf-4e7a-a34e-49a27839f99d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 23:59:49.600787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.89 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/51939378-df46-482e-a0dd-46ed2cab5997) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:49.606317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b6784936-e2ba-4680-b87e-1b695b060127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.608615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b6784936-e2ba-4680-b87e-1b695b060127 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.4872220 Dec 07 23:59:49.648252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3e62fcd5-2c85-4809-894e-526403827918 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:49.648619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.650340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a349e88f-babf-4e7a-a34e-49a27839f99d) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:49.659071 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-8e7d576d-a0fb-4490-a41e-92081806ab55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 217 time: 0.0407825 Dec 07 23:59:49.664192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.664742 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.683464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abae78-3fe3-43b2-9535-e01243d0a36a None None] Network a349e88f-babf-4e7a-a34e-49a27839f99d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:59:49.695661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1686d7d7-1beb-4901-9af6-fe0b87d3b6da req-49fce6e5-213d-4274-83aa-7b94eb5dea4f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 210 time: 0.0607257 Dec 07 23:59:49.704292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f87ab-35dd-408f-a388-85ea5b1d25fb req-5a78180e-8efd-44b6-a3d0-ebe0d7741eef tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.711775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f54f87ab-35dd-408f-a388-85ea5b1d25fb req-5a78180e-8efd-44b6-a3d0-ebe0d7741eef tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1760526 Dec 07 23:59:49.728403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-585e6ab8-bf6a-4791-af74-18cf1169f27b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2163796 Dec 07 23:59:49.732271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39134) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:49.742735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:49.759751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-8911bf0b-4d4e-4e36-8df2-38dd14f2f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.761528 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-8911bf0b-4d4e-4e36-8df2-38dd14f2f7e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0852816 Dec 07 23:59:49.774768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] For port 37516bd9-4a3f-423c-964f-5973e5fe11b6, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:49.777082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 07 23:59:49.777082 n-d-820549-2 neutron-server[103114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 07 23:59:49.777082 n-d-820549-2 neutron-server[103114]: [parameters: {'project_id_1': 'd92f59883f374bcbb3d5533a4d33dee3', 'expiration_1': datetime.datetime(2021, 12, 7, 23, 59, 29, 751599)}] Dec 07 23:59:49.777082 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 23:59:49.777513 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 23:59:49.797281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 23:59:49.801531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.830944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] For port 37516bd9-4a3f-423c-964f-5973e5fe11b6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=37516bd9-4a3f-423c-964f-5973e5fe11b6,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:49.837359 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-b6b8ea3c-63d2-4e56-b161-32e3d0bbeafe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298910 Dec 07 23:59:49.846997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.848802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7657bae0-9cde-4008-9051-e4de0ea039e1 None None] Provisioning complete for port 37516bd9-4a3f-423c-964f-5973e5fe11b6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:49.849245 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7657bae0-9cde-4008-9051-e4de0ea039e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.852826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f54f87ab-35dd-408f-a388-85ea5b1d25fb req-f23cb9b1-3b2b-4414-9519-c2f258e8bc82 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404581 Dec 07 23:59:49.881073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:49.978110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b99d6-db98-4c5a-bb43-b2b1c2c56dec req-dc7da07c-72f3-4f5d-9932-51c4634e8641 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:49.979788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a2b99d6-db98-4c5a-bb43-b2b1c2c56dec req-dc7da07c-72f3-4f5d-9932-51c4634e8641 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 950 time: 0.1516271 Dec 07 23:59:50.011363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.052119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-a95e3baf-ae9a-4b78-b557-0581d84271bf service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419241 Dec 07 23:59:50.074501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:50.075471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:50.077756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-a349e88f-babf-4e7a-a34e-49a27839f99d', 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d', 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'fixed_ips': [{'subnet_id': '2a401007-0ce1-4b73-aa33-83756f22df30'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 07 23:59:50.078823 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.083968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:50.098256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=51939378-df46-482e-a0dd-46ed2cab5997,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:50.100957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:50.103249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.175 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/c78cc8e6-20fd-4b3e-be4e-bf280e3022ac) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:50.114266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.114859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.116178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.116541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.116909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.117239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.117573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.117903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.118227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.118552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.118900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.119234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.119730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 23:59:50.148846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48299-c60f-4628-b05e-2b8da314de4a None None] Pushing event updated for resources: {'Port': ['ID=37516bd9-4a3f-423c-964f-5973e5fe11b6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:50.155978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:59:50.156679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:50.300041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:50.300689 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.305525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:59:50.317255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-b506255d-c295-45e5-a61e-2c44c545b817 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:50.317486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0a37-5518-43df-b7a9-4ed0cd3ce9a7 req-8ee6eecf-cdd5-434d-b740-c41fe38d9ce3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:50.318766 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-b506255d-c295-45e5-a61e-2c44c545b817 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 949 time: 0.1739130 Dec 07 23:59:50.325218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a11b0a37-5518-43df-b7a9-4ed0cd3ce9a7 req-8ee6eecf-cdd5-434d-b740-c41fe38d9ce3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.3882613 Dec 07 23:59:50.339798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.341082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.370912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b96729-c049-4413-9e6f-5f7887ed5b4e no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:59:50.395210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-2c8660d2-79d7-4b7c-80bd-6ba600d62664 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072096 Dec 07 23:59:50.401867 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-a3f5e6fb-efb8-4cf7-bdc6-b755f01635c2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6096210 Dec 07 23:59:50.423740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Request body: {'port': {'device_id': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:50.428730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a2b99d6-db98-4c5a-bb43-b2b1c2c56dec req-1998ef81-d41d-44bd-b328-26197dfc2f22 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113371 Dec 07 23:59:50.506489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.523865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a11b0a37-5518-43df-b7a9-4ed0cd3ce9a7 req-f34111e2-7e68-4f4e-b532-81f5527bce23 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927006 Dec 07 23:59:50.562843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.574112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Deleting port 182fd294-09be-4bf9-a3eb-ac1bf336af81 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 23:59:50.574595 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.606982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.644883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b96729-c049-4413-9e6f-5f7887ed5b4e not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:59:50.646956 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7657bae0-9cde-4008-9051-e4de0ea039e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.648540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.830366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] For port 182fd294-09be-4bf9-a3eb-ac1bf336af81, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=182fd294-09be-4bf9-a3eb-ac1bf336af81,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:50.830905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.848041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-8f2b3e4d-9e3d-4506-ac2f-211c7590e185 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1854641 Dec 07 23:59:50.854473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Calling delete_port for 182fd294-09be-4bf9-a3eb-ac1bf336af81 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 23:59:50.860194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7657bae0-9cde-4008-9051-e4de0ea039e1 None None] For port 37516bd9-4a3f-423c-964f-5973e5fe11b6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=37516bd9-4a3f-423c-964f-5973e5fe11b6,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:50.873877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Allocated IP 172.20.0.2 (a349e88f-babf-4e7a-a34e-49a27839f99d/2a401007-0ce1-4b73-aa33-83756f22df30/ef661cdc-bec3-4d20-9a77-d4251cf6e01d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:50.886210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7657bae0-9cde-4008-9051-e4de0ea039e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:50.936325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba8630-0bd6-466c-80b3-8c388053157d req-700e8983-f802-4acf-b360-4ace4b2240e1 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:50.938020 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-700e8983-f802-4acf-b360-4ace4b2240e1 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.1898081 Dec 07 23:59:51.007058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:51.020656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:51.027117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:51.060491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:51.094103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275f5af-c274-4bb4-b5e8-cb2dc563b16f req-227a9a9e-4135-46b3-b4d1-f1eaa285b6e5 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:51.096763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e275f5af-c274-4bb4-b5e8-cb2dc563b16f req-227a9a9e-4135-46b3-b4d1-f1eaa285b6e5 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 949 time: 0.4923389 Dec 07 23:59:51.100323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657bae0-9cde-4008-9051-e4de0ea039e1 None None] Pushing event updated for resources: {'Port': ['ID=37516bd9-4a3f-423c-964f-5973e5fe11b6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:51.123928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-cffe63b8-42ee-49fd-a41e-312e869644ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:51.125878 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-cffe63b8-42ee-49fd-a41e-312e869644ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1095 time: 0.1754529 Dec 07 23:59:51.153808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1461b4d8-7f9e-4bdd-9f20-eff71bfb4d79 None None] Provisioning complete for port 37516bd9-4a3f-423c-964f-5973e5fe11b6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:51.154591 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1461b4d8-7f9e-4bdd-9f20-eff71bfb4d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.182836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51939378-df46-482e-a0dd-46ed2cab5997 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:51.222486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f3075-74e5-4665-bff1-b954447f969b req-1c5221da-2436-43ba-b9a6-938d6fc1a63b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:51.224736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a0f3075-74e5-4665-bff1-b954447f969b req-1c5221da-2436-43ba-b9a6-938d6fc1a63b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 945 time: 0.6974528 Dec 07 23:59:51.233515 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.233741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:51.234217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.300224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.316591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-666fe1cb-3e34-43ce-8729-afe44ec6117e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9052873 Dec 07 23:59:51.325999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Transition to ACTIVE for port object 51939378-df46-482e-a0dd-46ed2cab5997 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:51.337225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.350683 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.361198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Request body: {'port': {'device_id': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 23:59:51.394474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['182fd294-09be-4bf9-a3eb-ac1bf336af81'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:51.396386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0eba8630-0bd6-466c-80b3-8c388053157d req-fd2469a4-400f-40a3-92ab-5783fc597678 service neutron] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:51.412312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0eba8630-0bd6-466c-80b3-8c388053157d req-fd2469a4-400f-40a3-92ab-5783fc597678 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.413048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a0f3075-74e5-4665-bff1-b954447f969b req-0f5d6df2-6344-41ed-bf6e-33ff2db7c657 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613977 Dec 07 23:59:51.414470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-fd2469a4-400f-40a3-92ab-5783fc597678 service neutron] 10.222.0.44 "DELETE /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.4503689 Dec 07 23:59:51.415708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-84f2b671-1ee3-4b25-ab36-2231d23575c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:51.417843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-84f2b671-1ee3-4b25-ab36-2231d23575c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2470908 Dec 07 23:59:51.503157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Pushing event updated for resources: {'Port': ['ID=51939378-df46-482e-a0dd-46ed2cab5997,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:51.505109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:49Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:51.508773 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ff525fba-d82b-46db-9d5b-13ddfb9df138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.521623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e275f5af-c274-4bb4-b5e8-cb2dc563b16f req-b5c5c4da-d40d-4421-bbb2-571820e51055 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356505 Dec 07 23:59:51.523898 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.535819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-2caca04f-87d8-436f-b7a1-d56193ca270a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 217 time: 0.1061354 Dec 07 23:59:51.565090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbf0b-32cb-4e1a-9e77-0a9f70f0d970 None None] The sync data for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 is: [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:49Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:59:51.622644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] No DVR routers for this DVR port 182fd294-09be-4bf9-a3eb-ac1bf336af81 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 23:59:51.695663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Pushing event deleted for resources: {'Port': ['ID=182fd294-09be-4bf9-a3eb-ac1bf336af81,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:51.699273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.704990 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde6ffec-152f-4779-99ea-fe00aea36968 req-a9b31b18-fe32-4dc5-b80a-7ddc4a48b964 tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.44 "DELETE /v2.0/ports/182fd294-09be-4bf9-a3eb-ac1bf336af81 HTTP/1.1" status: 204 len: 173 time: 1.3467164 Dec 07 23:59:51.710109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5084683a-b03f-444b-b18a-41dc09960c46', 'name': 'network-vif-deleted', 'tag': '182fd294-09be-4bf9-a3eb-ac1bf336af81'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:51.713103 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef73557-98ba-4afc-a235-d5dd1671e128" -d '{"events": [{"server_uuid": "5084683a-b03f-444b-b18a-41dc09960c46", "name": "network-vif-deleted", "tag": "182fd294-09be-4bf9-a3eb-ac1bf336af81"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:51.724477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.755715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-5bfed793-30fb-42e3-8dc5-4fd8f3535877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:51.757995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-5bfed793-30fb-42e3-8dc5-4fd8f3535877 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1983762 Dec 07 23:59:51.781827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.812574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-b9a37596-80e5-475b-8575-e6627873657f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415604 Dec 07 23:59:51.813424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Attempting to bind port 51939378-df46-482e-a0dd-46ed2cab5997 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:51.813754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Attempting to bind port 51939378-df46-482e-a0dd-46ed2cab5997 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:51.814068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Attempting to bind port 51939378-df46-482e-a0dd-46ed2cab5997 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:51.831328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Port 51939378-df46-482e-a0dd-46ed2cab5997 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:51.831890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Attempting to bind port 51939378-df46-482e-a0dd-46ed2cab5997 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:51.855477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:51.856199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:51.856759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:51.857442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Bound port: 51939378-df46-482e-a0dd-46ed2cab5997, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:51.858043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:51.901479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbe3d4f1-d3db-4efa-ba01-c977beff86df req-a8f81148-384b-4c82-82e1-d023f054582d tempest-LiveMigrationNegativeTest-92272448 tempest-LiveMigrationNegativeTest-92272448-project] 10.222.0.18 "GET /v2.0/ports?device_id=5084683a-b03f-444b-b18a-41dc09960c46 HTTP/1.1" status: 200 len: 210 time: 0.1204329 Dec 07 23:59:51.958366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Network a349e88f-babf-4e7a-a34e-49a27839f99d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:51.989627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:52.010875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:52.019546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Pushing event updated for resources: {'Port': ['ID=ef661cdc-bec3-4d20-9a77-d4251cf6e01d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:52.133776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Attempting to bind port ef661cdc-bec3-4d20-9a77-d4251cf6e01d on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:52.134386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Attempting to bind port ef661cdc-bec3-4d20-9a77-d4251cf6e01d by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:52.134962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Attempting to bind port ef661cdc-bec3-4d20-9a77-d4251cf6e01d on network a349e88f-babf-4e7a-a34e-49a27839f99d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:52.140660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-fc8d9490-f4e0-4301-99d8-3ebd4f380a6d service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205695 Dec 07 23:59:52.154748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:52.155439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Checking segment: {'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:52.156030 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.162641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Bound using segment: {'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:52.163207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Bound port: ef661cdc-bec3-4d20-9a77-d4251cf6e01d, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:52.163622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.198122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb5cdd-8140-41c8-8542-2404f5b240cc req-c81b112a-1ca1-4c0a-9289-962f51ee619d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:52.207905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8bb5cdd-8140-41c8-8542-2404f5b240cc req-c81b112a-1ca1-4c0a-9289-962f51ee619d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 947 time: 0.4917951 Dec 07 23:59:52.278731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] For port 51939378-df46-482e-a0dd-46ed2cab5997, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:52.314291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] For port 51939378-df46-482e-a0dd-46ed2cab5997, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=51939378-df46-482e-a0dd-46ed2cab5997,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:52.365970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] For port ef661cdc-bec3-4d20-9a77-d4251cf6e01d, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:52.370362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] For port ef661cdc-bec3-4d20-9a77-d4251cf6e01d, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ef661cdc-bec3-4d20-9a77-d4251cf6e01d,segment=NetworkSegment(ddaba1dc-b035-4bd1-aeca-43eff4bdd47b),segment_id=ddaba1dc-b035-4bd1-aeca-43eff4bdd47b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:52.410660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-744b5eee-45c6-4f70-b922-b704d6a88641 req-0245cf63-a220-4132-a60e-fbd9ef83a1b8 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594066 Dec 07 23:59:52.415816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.421004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.421550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32eea1-891f-4f1f-b58c-3c333c770bed req-59236d94-832d-4fe1-9ab0-ed38b09db3d4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:52.432927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccb91eec-8681-4619-af91-690d29d8e37f None None] Provisioning complete for port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:52.433312 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccb91eec-8681-4619-af91-690d29d8e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.435436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc32eea1-891f-4f1f-b58c-3c333c770bed req-59236d94-832d-4fe1-9ab0-ed38b09db3d4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.4147406 Dec 07 23:59:52.598222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ccb91eec-8681-4619-af91-690d29d8e37f None None] Port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:52.603923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67f083-53ee-42d4-baab-0243e5400d20 None None] Pushing event updated for resources: {'Port': ['ID=ef661cdc-bec3-4d20-9a77-d4251cf6e01d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:52.608788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Pushing event updated for resources: {'Port': ['ID=51939378-df46-482e-a0dd-46ed2cab5997,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:52.620940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:52.621673 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.625379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d3bfdc00-1e98-470b-9634-ca7dfecec77d service neutron] 10.222.0.59 "PUT /v2.0/ports/51939378-df46-482e-a0dd-46ed2cab5997 HTTP/1.1" status: 200 len: 1095 time: 2.2063794 Dec 07 23:59:52.629487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8bb5cdd-8140-41c8-8542-2404f5b240cc req-37356d43-5554-4c93-9d4d-2aaa520fe4cb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206336 Dec 07 23:59:52.818154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-0d384d38-441a-44c6-9af4-998acd185d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:52.820917 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-0d384d38-441a-44c6-9af4-998acd185d82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 1098 time: 0.0938895 Dec 07 23:59:52.823647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc32eea1-891f-4f1f-b58c-3c333c770bed req-9ea45a91-d7b0-41a5-81bc-68f8296ffec5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873446 Dec 07 23:59:52.853278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.945376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78cc8e6-20fd-4b3e-be4e-bf280e3022ac {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:52.950280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.959024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:52.999133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Transition to ACTIVE for port object c78cc8e6-20fd-4b3e-be4e-bf280e3022ac will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 23:59:53.004489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-d929e05a-71d0-47de-a088-9f8ce10f9fa9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=51939378-df46-482e-a0dd-46ed2cab5997 HTTP/1.1" status: 200 len: 217 time: 0.1154625 Dec 07 23:59:53.039752 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:53.059682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1bb3d-9c64-48c8-bb58-a43c8f5c610c req-1a11f9c0-4c57-486e-afb9-7580b0722c24 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:53.061259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b1bb3d-9c64-48c8-bb58-a43c8f5c610c req-1a11f9c0-4c57-486e-afb9-7580b0722c24 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.2998064 Dec 07 23:59:53.192246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-e767d82d-95cd-468a-b950-a523ac9771ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:53.202572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-e767d82d-95cd-468a-b950-a523ac9771ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1386726 Dec 07 23:59:53.318345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-1fbae46c-dc6a-4948-b863-40312af937d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:53.320732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-1fbae46c-dc6a-4948-b863-40312af937d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976179 Dec 07 23:59:53.345643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Pushing event updated for resources: {'Port': ['ID=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:53.398658 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05bc28d-4e95-4196-89c6-9ebea125d887 x-openstack-request-id: req-a05bc28d-4e95-4196-89c6-9ebea125d887 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:53.399605 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5084683a-b03f-444b-b18a-41dc09960c46", "name": "network-vif-deleted", "tag": "182fd294-09be-4bf9-a3eb-ac1bf336af81", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:53.399605 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a05bc28d-4e95-4196-89c6-9ebea125d887 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:53.399830 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5084683a-b03f-444b-b18a-41dc09960c46', 'name': 'network-vif-deleted', 'tag': '182fd294-09be-4bf9-a3eb-ac1bf336af81', 'status': 'completed', 'code': 200} Dec 07 23:59:53.438861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:53.452981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b1bb3d-9c64-48c8-bb58-a43c8f5c610c req-1aa3909f-77d1-4d87-9eb6-5346fe24a8ea tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566935 Dec 07 23:59:53.603747 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-f1bdbb0c-4cc5-4c75-a6ef-6d1a0ef7c1de service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712574 Dec 07 23:59:53.615430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3b21-4cf6-4a15-9612-ad331a2d8e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:53.625497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Allocated IP 172.25.6.199 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/1bfa52ac-0358-4c6a-be53-e57997a90580) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:53.687241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 37516bd9-4a3f-423c-964f-5973e5fe11b6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:53.690303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a507035-8b76-4a89-97bb-593bfb707116 req-8e2a97dd-862e-4e18-b5c7-94ae97015fc2 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:53.698010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a507035-8b76-4a89-97bb-593bfb707116 req-8e2a97dd-862e-4e18-b5c7-94ae97015fc2 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 945 time: 0.1478331 Dec 07 23:59:53.855437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Attempting to bind port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:53.859355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Attempting to bind port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:53.859909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Attempting to bind port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:53.896974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 23:59:53.897298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Attempting to bind port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:53.916654 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-f707604e-4628-47c4-8f68-5b1c312a643b service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542834 Dec 07 23:59:53.931094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a507035-8b76-4a89-97bb-593bfb707116 req-552511c4-2b76-45a5-83d4-6a1a41d55ae5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232676 Dec 07 23:59:53.951546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 37516bd9-4a3f-423c-964f-5973e5fe11b6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:53.951914 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.024331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:54.024657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:54.025104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:54.025417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Bound port: c78cc8e6-20fd-4b3e-be4e-bf280e3022ac, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:54.025827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.216599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39188) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:54.256216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ef661cdc-bec3-4d20-9a77-d4251cf6e01d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:54.310393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] For port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:54.326822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f209f0-e5e1-41f3-94d8-15206354af13 None None] Network a349e88f-babf-4e7a-a34e-49a27839f99d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 07 23:59:54.335345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8be2a-defb-4d9a-a6e8-8825b57c8ace req-6709d3f5-e4eb-4a45-9250-e1aa5f6fa11a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:54.344140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58e8be2a-defb-4d9a-a6e8-8825b57c8ace req-6709d3f5-e4eb-4a45-9250-e1aa5f6fa11a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.2984488 Dec 07 23:59:54.386824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf962eb0-fdf5-46ac-b4ff-c9ef77b9867c req-288c3f17-812f-48a7-bc9d-8c74af05dabf tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:54.388655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf962eb0-fdf5-46ac-b4ff-c9ef77b9867c req-288c3f17-812f-48a7-bc9d-8c74af05dabf tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 947 time: 0.3314440 Dec 07 23:59:54.418916 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0cd5d6bd-335a-4939-ab92-bdb9d547c904 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3da03fb83134e17b2b6fa12d2ac6e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008805 Dec 07 23:59:54.421276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39192) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:54.446148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.448761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] For port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:54.452967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf962eb0-fdf5-46ac-b4ff-c9ef77b9867c req-dfbaf96f-1b5c-4b12-9493-0f98abb73f9e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544841 Dec 07 23:59:54.463458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-de747898-1861-4137-9789-b9a77904796f None None] Provisioning complete for port ef661cdc-bec3-4d20-9a77-d4251cf6e01d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:54.463965 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de747898-1861-4137-9789-b9a77904796f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.470430 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.516323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8beaf4-8282-4408-92de-f2d023448804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.528650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ef661cdc-bec3-4d20-9a77-d4251cf6e01d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:54.529423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.546255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8beaf4-8282-4408-92de-f2d023448804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.558309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:54.559389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.560438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] 10.222.0.44 "PUT /v2.0/ports/c78cc8e6-20fd-4b3e-be4e-bf280e3022ac HTTP/1.1" status: 200 len: 1096 time: 3.2033670 Dec 07 23:59:54.560892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'tag': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:54.563412 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b50feab-bb15-4175-ae41-89e64c86c4cb", "tag": "c78cc8e6-20fd-4b3e-be4e-bf280e3022ac"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:54.582839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58e8be2a-defb-4d9a-a6e8-8825b57c8ace req-ebf360b4-8353-4c0a-9925-2d2389d5ae86 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353046 Dec 07 23:59:54.635777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8beaf4-8282-4408-92de-f2d023448804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.638925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8beaf4-8282-4408-92de-f2d023448804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.640456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d8beaf4-8282-4408-92de-f2d023448804 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bcd30c8-68b4-4358-a112-15a5f2f6a654 HTTP/1.1" status: 204 len: 168 time: 0.2179322 Dec 07 23:59:54.653654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 182fd294-09be-4bf9-a3eb-ac1bf336af81 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 23:59:54.657134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8beaf4-8282-4408-92de-f2d023448804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcd30c8-68b4-4358-a112-15a5f2f6a654,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:54.690306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e044f6-4a15-4bff-a33a-cdbf3a9085fe service neutron] Pushing event updated for resources: {'Port': ['ID=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:54.715680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.740546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 182fd294-09be-4bf9-a3eb-ac1bf336af81 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 23:59:54.740890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 182fd294-09be-4bf9-a3eb-ac1bf336af81 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 23:59:54.786142 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de747898-1861-4137-9789-b9a77904796f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.810433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.811149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532a1a-5df0-4131-9e88-a93df7b304ac req-7309dfc4-9909-4a49-9799-f062a01d5b7e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:54.818925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e532a1a-5df0-4131-9e88-a93df7b304ac req-7309dfc4-9909-4a49-9799-f062a01d5b7e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.2201843 Dec 07 23:59:54.822929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:54.841369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:54.850572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:54.859248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfa52ac-0358-4c6a-be53-e57997a90580,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:54.860109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-de747898-1861-4137-9789-b9a77904796f None None] For port ef661cdc-bec3-4d20-9a77-d4251cf6e01d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ef661cdc-bec3-4d20-9a77-d4251cf6e01d,segment=NetworkSegment(ddaba1dc-b035-4bd1-aeca-43eff4bdd47b),segment_id=ddaba1dc-b035-4bd1-aeca-43eff4bdd47b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:54.871852 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de747898-1861-4137-9789-b9a77904796f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:54.927350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-beadb6bd-b973-4611-a6af-f34f433fcce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:54.929027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-beadb6bd-b973-4611-a6af-f34f433fcce3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 1099 time: 0.2609499 Dec 07 23:59:55.005959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 23:59:55.006575 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 23:59:55.012041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de747898-1861-4137-9789-b9a77904796f None None] Pushing event updated for resources: {'Port': ['ID=ef661cdc-bec3-4d20-9a77-d4251cf6e01d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:55.022452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.098584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0fae6e9f-eaf6-4242-9acf-6533af472aed None None] Provisioning complete for port ef661cdc-bec3-4d20-9a77-d4251cf6e01d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:55.099186 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0fae6e9f-eaf6-4242-9acf-6533af472aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.103352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39208) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:55.155247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1e875cb5-da1a-4ada-9bbf-b4a8401f4d2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8f67f33acbf497983ac2c16b196d71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481846 Dec 07 23:59:55.156177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39210) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:55.213367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5c80-ecdf-49c2-83e9-725295c187a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.237486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5c80-ecdf-49c2-83e9-725295c187a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.293577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5c80-ecdf-49c2-83e9-725295c187a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.296828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5c80-ecdf-49c2-83e9-725295c187a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.297282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35515e-45aa-47db-bf7a-a23f0837b392 req-1c5687c4-8270-4763-9e35-c6a61666c866 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:55.300961 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4cdb5c80-ecdf-49c2-83e9-725295c187a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65390ac1-e5e9-4790-b75f-edb5ffe95b24 HTTP/1.1" status: 204 len: 168 time: 0.1408775 Dec 07 23:59:55.305313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd35515e-45aa-47db-bf7a-a23f0837b392 req-1c5687c4-8270-4763-9e35-c6a61666c866 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1096 time: 0.5946319 Dec 07 23:59:55.307315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb5c80-ecdf-49c2-83e9-725295c187a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65390ac1-e5e9-4790-b75f-edb5ffe95b24,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:55.319480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-6318a987-7081-41b1-9f58-b1c330f9cf17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac HTTP/1.1" status: 200 len: 217 time: 0.3466594 Dec 07 23:59:55.402350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'tag': '51939378-df46-482e-a0dd-46ed2cab5997'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:55.405321 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8dda43-b939-42e7-86ef-3300a89c00e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb5ea73-1689-4727-b4eb-a01549a1195f", "tag": "51939378-df46-482e-a0dd-46ed2cab5997"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:55.422213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e532a1a-5df0-4131-9e88-a93df7b304ac req-587a0eb1-ef49-4fb3-853c-8fe2507bd018 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881145 Dec 07 23:59:55.575607 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a4452a-f546-415a-a91c-8901be537c94 x-openstack-request-id: req-b2a4452a-f546-415a-a91c-8901be537c94 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:55.575898 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b50feab-bb15-4175-ae41-89e64c86c4cb", "tag": "c78cc8e6-20fd-4b3e-be4e-bf280e3022ac", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:55.576153 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2a4452a-f546-415a-a91c-8901be537c94 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:55.576553 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'tag': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'status': 'completed', 'code': 200} Dec 07 23:59:55.592006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd35515e-45aa-47db-bf7a-a23f0837b392 req-6300c84a-bceb-4132-b29d-e159bb7e8bc9 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815044 Dec 07 23:59:55.601204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-8e00aa52-15cb-4486-9801-e3e733e90a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:55.602679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-8e00aa52-15cb-4486-9801-e3e733e90a6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2529111 Dec 07 23:59:55.611377 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.700714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ef661cdc-bec3-4d20-9a77-d4251cf6e01d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:55.729127 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0778fcce-57d3-4109-96d5-6b2bbcd793e4 x-openstack-request-id: req-0778fcce-57d3-4109-96d5-6b2bbcd793e4 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 23:59:55.729630 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb5ea73-1689-4727-b4eb-a01549a1195f", "tag": "51939378-df46-482e-a0dd-46ed2cab5997", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 23:59:55.730139 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0778fcce-57d3-4109-96d5-6b2bbcd793e4 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 23:59:55.730690 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'tag': '51939378-df46-482e-a0dd-46ed2cab5997', 'status': 'completed', 'code': 200} Dec 07 23:59:55.845040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ef661cdc-bec3-4d20-9a77-d4251cf6e01d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:55.846145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:55.867667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-66c5d076-3419-4457-af0f-4e9fa10e6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:55.872547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-66c5d076-3419-4457-af0f-4e9fa10e6e9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 1098 time: 0.0826950 Dec 07 23:59:55.941135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198858-02a6-43dc-9070-a957a3f06f4a req-aa34939f-7549-4e1b-92e3-5004b02eadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:55.942782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-aa34939f-7549-4e1b-92e3-5004b02eadd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3274193 Dec 07 23:59:56.049851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c5471-704a-4ee7-91d8-27ad42d083a5 req-54efe209-a547-43ee-a347-0d8af4bcf417 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.051432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba4c5471-704a-4ee7-91d8-27ad42d083a5 req-54efe209-a547-43ee-a347-0d8af4bcf417 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 947 time: 0.1805952 Dec 07 23:59:56.063380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b37b5b-cb8e-4979-a7f5-a70634a892aa req-ec9b62a3-6c94-44dd-9816-1255146fefcc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.064988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34b37b5b-cb8e-4979-a7f5-a70634a892aa req-ec9b62a3-6c94-44dd-9816-1255146fefcc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1952398 Dec 07 23:59:56.155478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:56.229570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-30ab6d36-b054-4d80-89d0-5e25fe3d646b service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761760 Dec 07 23:59:56.248912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-12324fed-ea02-48df-94fe-790fb353a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.250664 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-12324fed-ea02-48df-94fe-790fb353a9a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3688052 Dec 07 23:59:56.270465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba4c5471-704a-4ee7-91d8-27ad42d083a5 req-5d7ad173-fffd-4cfc-ac8a-3c07a725dbf5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025936 Dec 07 23:59:56.295171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34b37b5b-cb8e-4979-a7f5-a70634a892aa req-a972311d-dd0f-44bc-b344-e66ca986aa77 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858208 Dec 07 23:59:56.301319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:56.314281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-b566db7a-39f7-41df-9902-bbe9fc79db41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=51939378-df46-482e-a0dd-46ed2cab5997 HTTP/1.1" status: 200 len: 217 time: 0.0555096 Dec 07 23:59:56.391552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-0e8d7368-90f2-4e48-9e72-68c486f0da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.393421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-0e8d7368-90f2-4e48-9e72-68c486f0da99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0653417 Dec 07 23:59:56.454750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-c761e2fa-20ae-46b0-a7a4-97695eaf0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.456779 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-c761e2fa-20ae-46b0-a7a4-97695eaf0629 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545533 Dec 07 23:59:56.560183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198858-02a6-43dc-9070-a957a3f06f4a req-9397945f-830e-4444-bc82-88a552c40c44 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120265 Dec 07 23:59:56.589628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-cbf74a7e-3598-4f59-98eb-1514c01c9583 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179612 Dec 07 23:59:56.629757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-0509b951-d35d-48e5-9f68-4c4ba62de81f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.637117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-0509b951-d35d-48e5-9f68-4c4ba62de81f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.2490520 Dec 07 23:59:56.653222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:56.666020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-e223ec86-850d-418c-9754-70ec72e36ee4 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/quotas/e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 375 time: 0.0277684 Dec 07 23:59:56.676012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045e579-24c1-4830-a3a8-982596e1048c req-84c58e0b-0436-478e-8d76-fc45fed21f1a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.677529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8045e579-24c1-4830-a3a8-982596e1048c req-84c58e0b-0436-478e-8d76-fc45fed21f1a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1471262 Dec 07 23:59:56.775368 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d8dda43-b939-42e7-86ef-3300a89c00e4 req-a1765328-6ebd-4aef-bb5e-2b8f909c33d9 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741617 Dec 07 23:59:56.788401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 23:59:56.796231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:56.802564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-ba9a47ae-29f5-4193-a4da-6b2493719c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:56.802564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-ba9a47ae-29f5-4193-a4da-6b2493719c25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 1099 time: 0.1258631 Dec 07 23:59:56.821494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-61b249b5-35f7-4be1-a21d-93bce4881377 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548111 Dec 07 23:59:56.825433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '925dee84-701f-4468-b425-2df6884d108e', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '925dee84-701f-4468-b425-2df6884d108e', 'mac_address': 'fa:16:3e:5d:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:56.844511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8045e579-24c1-4830-a3a8-982596e1048c req-7f4be12f-c4ba-453d-acec-06a5d94e1fc4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430218 Dec 07 23:59:56.877402 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:56.892110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 925dee84-701f-4468-b425-2df6884d108e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:56.935063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:56.941455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:57.025563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:57.124917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['925dee84-701f-4468-b425-2df6884d108e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 23:59:57.197306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:57.390918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-78982587-cade-4187-9d81-3106cf6aff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.392373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-78982587-cade-4187-9d81-3106cf6aff32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.5689211 Dec 07 23:59:57.399843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-29f76bcc-ba6f-4ca8-ba84-e1177bd93125 service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775287 Dec 07 23:59:57.436569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 23:59:57.446480 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Sync routers for ids ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 23:59:57.459708 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Routers {'899f1cbe-bd63-40f7-96e6-b4e1e423ad27'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:59:57.460961 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:57.516784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-c5ba0d2c-3f7d-440b-9792-131d919ea434 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac HTTP/1.1" status: 200 len: 217 time: 0.0837486 Dec 07 23:59:57.573049 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:57.575837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39318) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 23:59:57.576484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e7d14ea1-fc1c-47a7-b747-08aaf67a7e57 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8365312 Dec 07 23:59:57.637726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.638201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.638665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.643412 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Set router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:59:57.645245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.645764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.659410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.659919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.660384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.660855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.661713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.663418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fc64b74-9ace-4ac2-8b99-eb573cb5444e req-2f86a762-0efa-4270-8c3f-e8174042fade tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7147 time: 0.3567474 Dec 07 23:59:57.686560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-e9209386-e3f2-4118-9dde-ba081332c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.688057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-e9209386-e3f2-4118-9dde-ba081332c6a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1590393 Dec 07 23:59:57.696742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-96a6a8bf-81af-4252-94b4-8db39cc0721e service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626960 Dec 07 23:59:57.905234 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-07T23:59:55Z', 'revision_number': 3, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port': {'id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:52Z', 'updated_at': '2021-12-07T23:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:57.912674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-509bdc43-fd36-4565-bdd3-9c8fa382894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:57.915638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-509bdc43-fd36-4565-bdd3-9c8fa382894d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1839128 Dec 07 23:59:57.944594 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Checking router: 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 23:59:57.944951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Updating router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 port 1bfa52ac-0358-4c6a-be53-e57997a90580 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 23:59:57.974031 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:58.142349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-7c3cdb05-f320-4ab0-aeb3-76ed8f840be9 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112751 Dec 07 23:59:58.190532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ff30-756d-4e0d-967b-f3b7743747fa req-32c13afe-be4b-45d5-a2c1-8094fbdd3c2f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:58.197811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f03ff30-756d-4e0d-967b-f3b7743747fa req-32c13afe-be4b-45d5-a2c1-8094fbdd3c2f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 947 time: 0.4101477 Dec 07 23:59:58.302500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:58.323833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5973a6-0e86-44da-b323-331c5a25cdc1 req-7a3c7e84-d901-497c-a0e0-fad881c1179c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:58.331946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc5973a6-0e86-44da-b323-331c5a25cdc1 req-7a3c7e84-d901-497c-a0e0-fad881c1179c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1884916 Dec 07 23:59:58.358365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f03ff30-756d-4e0d-967b-f3b7743747fa req-0b675840-fbdc-4b76-9563-7b27facd20d2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596045 Dec 07 23:59:58.411458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdb69b6b-bcf0-4723-8339-0ba99c9639f0 req-1fa589ad-867d-4c2f-9884-fd26b108c205 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559083 Dec 07 23:59:58.448826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 51939378-df46-482e-a0dd-46ed2cab5997 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 23:59:58.478213 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:58.492533 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:58.495904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc5973a6-0e86-44da-b323-331c5a25cdc1 req-4bdda0cf-4164-4b85-bbcb-badb3da0091a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597297 Dec 07 23:59:58.630627 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Attempting to bind port 1bfa52ac-0358-4c6a-be53-e57997a90580 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 23:59:58.634939 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Attempting to bind port 1bfa52ac-0358-4c6a-be53-e57997a90580 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 23:59:58.635477 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Attempting to bind port 1bfa52ac-0358-4c6a-be53-e57997a90580 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 23:59:58.647329 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7c89e-4d3b-4110-b42e-ef1a12f9a245 None None] Pushing event updated for resources: {'Port': ['ID=1bfa52ac-0358-4c6a-be53-e57997a90580,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:58.662085 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 23:59:58.662699 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 23:59:58.663810 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:58.664414 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 23:59:58.665134 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Bound port: 1bfa52ac-0358-4c6a-be53-e57997a90580, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 23:59:58.665717 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:58.673194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 23:59:58.681709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bdcf8-f588-4d56-9d80-f61a53558a76 req-6d636869-2330-48a7-8ded-5e242fe5a2eb tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:58.701143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a2bdcf8-f588-4d56-9d80-f61a53558a76 req-6d636869-2330-48a7-8ded-5e242fe5a2eb tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 886 time: 0.3070564 Dec 07 23:59:58.721789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Allocated IP 172.20.0.1 (a349e88f-babf-4e7a-a34e-49a27839f99d/2a401007-0ce1-4b73-aa33-83756f22df30/e357c060-1113-4b93-8975-d97ca63cf9f6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 23:59:58.733679 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] For port 1bfa52ac-0358-4c6a-be53-e57997a90580, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 23:59:58.737221 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] For port 1bfa52ac-0358-4c6a-be53-e57997a90580, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1bfa52ac-0358-4c6a-be53-e57997a90580,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 23:59:58.753179 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:58.800937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838f38f-fde5-46cf-9221-bf17600a9e34 req-1308d95d-0074-4685-ac6d-3b0adcd15348 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:58.811038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0838f38f-fde5-46cf-9221-bf17600a9e34 req-1308d95d-0074-4685-ac6d-3b0adcd15348 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1949363 Dec 07 23:59:58.825785 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7c89e-4d3b-4110-b42e-ef1a12f9a245 None None] Pushing event updated for resources: {'Port': ['ID=1bfa52ac-0358-4c6a-be53-e57997a90580,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:58.890439 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Routers {'899f1cbe-bd63-40f7-96e6-b4e1e423ad27'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 23:59:58.891119 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:58.895811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3b4d14-467c-4e20-a4df-a4eb44e54e87 req-2b8fa649-aa66-4de2-9804-5bc619f82de6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 210 time: 0.0491107 Dec 07 23:59:58.931726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 51939378-df46-482e-a0dd-46ed2cab5997, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=51939378-df46-482e-a0dd-46ed2cab5997,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:58.974017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0838f38f-fde5-46cf-9221-bf17600a9e34 req-10ea08fe-61fe-4caf-9e87-32ac93701f6f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583123 Dec 07 23:59:58.989571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.024582 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] Set router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 23:59:59.082620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.174205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Network a349e88f-babf-4e7a-a34e-49a27839f99d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 23:59:59.177660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 23:59:59.195077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 23:59:59.214343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '51939378-df46-482e-a0dd-46ed2cab5997', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '51939378-df46-482e-a0dd-46ed2cab5997', 'mac_address': 'fa:16:3e:45:bb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 23:59:59.234250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e357c060-1113-4b93-8975-d97ca63cf9f6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:59.282527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.286632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 925dee84-701f-4468-b425-2df6884d108e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:59.287180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.359326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.364623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.365091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.365550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.366004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.366456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.366921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.367374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.367822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.368273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.368720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.398326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-897e6249-341c-4e29-a3bc-721d7ba5cf1e req-afc93b8a-1f48-4588-8698-3d38bb9673e1 tempest-NetworksTest-1745305967 tempest-NetworksTest-1745305967-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7147 time: 0.2852733 Dec 07 23:59:59.422140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51939378-df46-482e-a0dd-46ed2cab5997 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 23:59:59.438316 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-07T23:59:55Z', 'revision_number': 3, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port': {'id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:52Z', 'updated_at': '2021-12-07T23:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 23:59:59.474685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 51939378-df46-482e-a0dd-46ed2cab5997, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=51939378-df46-482e-a0dd-46ed2cab5997,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:59.516968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.552296 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92ed5c-bfcf-4bf0-8785-cee68f85de49 None None] The sync data for ids ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'] in n-d-820549-2 is: [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-07T23:59:55Z', 'revision_number': 3, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port': {'id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:52Z', 'updated_at': '2021-12-07T23:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 23:59:59.592228 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.597615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.652110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd18c-e67f-4789-b2b3-92499b1ddbad req-e4ef22aa-64b5-4a13-a19e-0bd0887374f8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.667605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-727fd18c-e67f-4789-b2b3-92499b1ddbad req-e4ef22aa-64b5-4a13-a19e-0bd0887374f8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 948 time: 0.2029014 Dec 07 23:59:59.700866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 23:59:59.708566 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b16ec6-54cd-41e2-af36-9092bf4d0d15" -d '{"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-plugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 23:59:59.731444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 23:59:59.749682 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.755342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=51939378-df46-482e-a0dd-46ed2cab5997,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:59.820369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 23:59:59.841064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d673ddde-880b-4f9c-a74b-320704e73f39 None None] Provisioning complete for port e357c060-1113-4b93-8975-d97ca63cf9f6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 23:59:59.841441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d673ddde-880b-4f9c-a74b-320704e73f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 23:59:59.906913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d673ddde-880b-4f9c-a74b-320704e73f39 None None] Port e357c060-1113-4b93-8975-d97ca63cf9f6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 23:59:59.913058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-727fd18c-e67f-4789-b2b3-92499b1ddbad req-9629a640-6d6f-4791-b112-e26e37eaf929 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390788 Dec 07 23:59:59.955328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c8f7d-b2bf-48de-8101-36ae1fbd63b1 req-33c3b6df-fde1-432b-bbeb-168f9151f8a8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 23:59:59.987535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e1c8f7d-b2bf-48de-8101-36ae1fbd63b1 req-33c3b6df-fde1-432b-bbeb-168f9151f8a8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.3114784 Dec 07 23:59:59.992310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39362) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:00.005658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['51939378-df46-482e-a0dd-46ed2cab5997'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:00.098344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:00.140224 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 23:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3370494-36c6-4597-a7cc-2bf3d887c11b x-openstack-request-id: req-b3370494-36c6-4597-a7cc-2bf3d887c11b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:00.146781 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-plugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:00.149046 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3370494-36c6-4597-a7cc-2bf3d887c11b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:00.151469 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e', 'code': 200} Dec 08 00:00:00.181620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-fddfb0a4-4a83-44de-ab25-53ee07c57c67 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:00.208939 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-fddfb0a4-4a83-44de-ab25-53ee07c57c67 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.3884583 Dec 08 00:00:00.212171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:00.254969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e1c8f7d-b2bf-48de-8101-36ae1fbd63b1 req-5779822c-f67c-40c2-840c-dad6373e84bb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607162 Dec 08 00:00:00.328700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Request body: {'port': {'device_id': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'admin_state_up': True, 'tenant_id': 'e359c7608405466aa7b5fb1475327769'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:00.338599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fec95bd-d4d4-43ca-a83c-760d4f17c21a req-b1c15c90-4086-490c-b2f1-29c92d4432f0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 210 time: 0.0286021 Dec 08 00:00:00.489719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f110a1ab-ee4c-4f8f-9383-e74de7293914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:00.491478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7669-aa1a-4128-a14b-9d26de0bb4b1 req-5a1af109-149b-4d36-932d-5233d5d21914 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:00.493232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b8f7669-aa1a-4128-a14b-9d26de0bb4b1 req-5a1af109-149b-4d36-932d-5233d5d21914 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.0952570 Dec 08 00:00:00.638098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b8f7669-aa1a-4128-a14b-9d26de0bb4b1 req-d4aa2b88-5445-4c0d-9afa-3df2cc3edbd4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197886 Dec 08 00:00:00.639851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e357c060-1113-4b93-8975-d97ca63cf9f6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:00.679644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c78cc8e6-20fd-4b3e-be4e-bf280e3022ac details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:00.693284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:00.818748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f110a1ab-ee4c-4f8f-9383-e74de7293914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:00.833367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:00.850658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f110a1ab-ee4c-4f8f-9383-e74de7293914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:00.854518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'mac_address': 'fa:16:3e:58:4d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:00.903130 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:00.907276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a1ab-ee4c-4f8f-9383-e74de7293914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d4bac4-c6cd-430f-a077-7eafee9ea3fc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:00.919775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78cc8e6-20fd-4b3e-be4e-bf280e3022ac {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:00.943041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:00.952710 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:01.007064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39380) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:01.008851 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f110a1ab-ee4c-4f8f-9383-e74de7293914 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5936f9e11b1947b1bf4e41a7d89faaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0084763 Dec 08 00:00:01.013521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Network a349e88f-babf-4e7a-a34e-49a27839f99d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:01.016874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:01.086258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Made reservation on behalf of e359c7608405466aa7b5fb1475327769 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:01.089861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:01.093957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:01.198263 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07d2-b41f-404d-aa21-2f000cc80a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:01.224346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e931817-26df-4599-be9f-7f871464fb0b req-c03115f7-d686-4113-8232-9fd4feca178a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:01.232728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e931817-26df-4599-be9f-7f871464fb0b req-c03115f7-d686-4113-8232-9fd4feca178a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 948 time: 0.1407273 Dec 08 00:00:01.240530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:00:01.305552 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07d2-b41f-404d-aa21-2f000cc80a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:01.339074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:01.356189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e931817-26df-4599-be9f-7f871464fb0b req-a12b5c7c-571c-4335-acda-10c2ae76d0a0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224759 Dec 08 00:00:01.427478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Allocated IP 172.20.0.3 (52dbba08-3a74-4ec7-88e6-f6a6f2eee121/06a6a071-fb13-4727-8a78-67dfeda21b9c/b2ad7e67-597e-44c3-af44-5b25dfbba380) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:01.453357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b433550d-b89d-46bf-8bbf-f45d1997945b None None] Provisioning complete for port e357c060-1113-4b93-8975-d97ca63cf9f6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:01.453357 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b433550d-b89d-46bf-8bbf-f45d1997945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:01.491361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c996f-aec5-40f5-89fa-1d1165a0b5fb req-d29e4aae-4afc-4812-ae6e-1896c8a59bdc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:01.500169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-075c996f-aec5-40f5-89fa-1d1165a0b5fb req-d29e4aae-4afc-4812-ae6e-1896c8a59bdc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1398790 Dec 08 00:00:01.521437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b433550d-b89d-46bf-8bbf-f45d1997945b None None] Port e357c060-1113-4b93-8975-d97ca63cf9f6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:00:01.580698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:00:01.587682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4734427-4ba5-4e7e-8d61-a0c1fdbdd9b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/899f1cbe-bd63-40f7-96e6-b4e1e423ad27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0097537 Dec 08 00:00:01.587873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd8d865c-988c-4976-ba30-82537640f531 req-9ea42c88-de1b-4826-94f1-1eb01b098c27 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 210 time: 0.0781243 Dec 08 00:00:01.634836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07d2-b41f-404d-aa21-2f000cc80a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:01.638536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07d2-b41f-404d-aa21-2f000cc80a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:01.639738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7bcc07d2-b41f-404d-aa21-2f000cc80a0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08d4bac4-c6cd-430f-a077-7eafee9ea3fc HTTP/1.1" status: 204 len: 168 time: 0.6316381 Dec 08 00:00:01.656592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-075c996f-aec5-40f5-89fa-1d1165a0b5fb req-7e9dbf30-13e1-4e4e-b925-bb06e2d577f9 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508877 Dec 08 00:00:01.669150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc07d2-b41f-404d-aa21-2f000cc80a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d4bac4-c6cd-430f-a077-7eafee9ea3fc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:01.835151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1bfa52ac-0358-4c6a-be53-e57997a90580 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:01.919811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a888f38-39a9-490d-bd18-72c1081300eb req-6233bc92-d945-4489-b874-3ba98eae6e56 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:01.922133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a888f38-39a9-490d-bd18-72c1081300eb req-6233bc92-d945-4489-b874-3ba98eae6e56 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.0788066 Dec 08 00:00:01.966254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1bfa52ac-0358-4c6a-be53-e57997a90580 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:01.966628 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.002973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a888f38-39a9-490d-bd18-72c1081300eb req-ec7315dc-84b8-4a92-855d-c09b26069aae tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716355 Dec 08 00:00:02.073728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.132672 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.153936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.161459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 1bfa52ac-0358-4c6a-be53-e57997a90580, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1bfa52ac-0358-4c6a-be53-e57997a90580,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:02.168561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.173924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39412) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:02.197895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a23842d-9047-41fb-8b57-142a5a9e5c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.272850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=1bfa52ac-0358-4c6a-be53-e57997a90580,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:02.277498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:02.284545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:02.287050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:02.326132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:02.331589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a23842d-9047-41fb-8b57-142a5a9e5c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.341554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a23842d-9047-41fb-8b57-142a5a9e5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.356642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:02.356861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.384497 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-2e07bed8-5d8d-4eb6-9d40-fb3cdab9e1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1098886 Dec 08 00:00:02.398980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5a23842d-9047-41fb-8b57-142a5a9e5c0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=416406af8edf4af293763cc48aaf5e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217555 Dec 08 00:00:02.402242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39416) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:02.412808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23842d-9047-41fb-8b57-142a5a9e5c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b3d34-f215-4f6f-a734-de23b3f669c5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:02.426260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Request body: {'port': {'device_id': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:02.468479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 51939378-df46-482e-a0dd-46ed2cab5997 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:02.560410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d429-0dd5-4b62-b3b5-270abab4d9a7 req-a98fc394-fe14-4128-b2c8-8b4356ff7299 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:02.569332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9840d429-0dd5-4b62-b3b5-270abab4d9a7 req-a98fc394-fe14-4128-b2c8-8b4356ff7299 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 948 time: 0.0873401 Dec 08 00:00:02.575548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 51939378-df46-482e-a0dd-46ed2cab5997 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:02.581668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 51939378-df46-482e-a0dd-46ed2cab5997 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:02.582043 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.605578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d25d3f9-a45e-4bbd-99c1-841207c0dd7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.624154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.649023 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d25d3f9-a45e-4bbd-99c1-841207c0dd7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.658813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Sync routers for ids ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:00:02.668797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9840d429-0dd5-4b62-b3b5-270abab4d9a7 req-a434bd35-6d2b-464e-bb21-7ece5783f134 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966995 Dec 08 00:00:02.706871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c78cc8e6-20fd-4b3e-be4e-bf280e3022ac up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:02.721075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Routers {'899f1cbe-bd63-40f7-96e6-b4e1e423ad27'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:00:02.728069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:02.828878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8ea57-fe25-461d-a350-f2361b42c6b1 req-e8717d89-03f4-4906-90dd-179548a2af78 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:02.831906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93d8ea57-fe25-461d-a350-f2361b42c6b1 req-e8717d89-03f4-4906-90dd-179548a2af78 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 931 time: 0.1037631 Dec 08 00:00:02.899574 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d25d3f9-a45e-4bbd-99c1-841207c0dd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.902974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d25d3f9-a45e-4bbd-99c1-841207c0dd7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:02.907940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d25d3f9-a45e-4bbd-99c1-841207c0dd7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f10b3d34-f215-4f6f-a734-de23b3f669c5 HTTP/1.1" status: 204 len: 168 time: 0.5021820 Dec 08 00:00:02.928551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25d3f9-a45e-4bbd-99c1-841207c0dd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b3d34-f215-4f6f-a734-de23b3f669c5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:02.980829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93d8ea57-fe25-461d-a350-f2361b42c6b1 req-ae2d6662-0800-4b9a-8d1a-2d72da9672a9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357634 Dec 08 00:00:03.087539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:03.192101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Set router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:00:03.301854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0860e-fd7c-438c-b836-4abc512dd514 req-0cee299f-5b84-4880-8666-0739c91d6727 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:03.315153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06f0860e-fd7c-438c-b836-4abc512dd514 req-0cee299f-5b84-4880-8666-0739c91d6727 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1403623 Dec 08 00:00:03.489401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06f0860e-fd7c-438c-b836-4abc512dd514 req-41b2a2f3-98cc-41d9-a27d-f965116dfcbf tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782248 Dec 08 00:00:03.510709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51939378-df46-482e-a0dd-46ed2cab5997'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:03.513021 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5400d7-4f81-443b-aac7-90a018743377" -d '{"events": [{"server_uuid": "9bb5ea73-1689-4727-b4eb-a01549a1195f", "name": "network-vif-plugged", "status": "completed", "tag": "51939378-df46-482e-a0dd-46ed2cab5997"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:03.587046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:03.593694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 51939378-df46-482e-a0dd-46ed2cab5997, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=51939378-df46-482e-a0dd-46ed2cab5997,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:03.603838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:03.604277 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:03.657606 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999fe7f4-67c8-4c6d-bb29-333ccfc0ac5b x-openstack-request-id: req-999fe7f4-67c8-4c6d-bb29-333ccfc0ac5b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:03.658703 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5ea73-1689-4727-b4eb-a01549a1195f", "name": "network-vif-plugged", "status": "completed", "tag": "51939378-df46-482e-a0dd-46ed2cab5997", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:03.659047 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-999fe7f4-67c8-4c6d-bb29-333ccfc0ac5b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:03.659512 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51939378-df46-482e-a0dd-46ed2cab5997', 'code': 200} Dec 08 00:00:03.668364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:03.769694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf5454-bef5-42da-b459-1b1268cef7af req-5748a824-2223-45b0-b3f6-221ab69ece14 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:03.779888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40bf5454-bef5-42da-b459-1b1268cef7af req-5748a824-2223-45b0-b3f6-221ab69ece14 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1636119 Dec 08 00:00:03.881853 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:03.897884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1bfa52ac-0358-4c6a-be53-e57997a90580 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:03.906581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-07T23:59:59Z', 'revision_number': 4, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port': {'id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:52Z', 'updated_at': '2021-12-08T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e357c060-1113-4b93-8975-d97ca63cf9f6', 'name': '', 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2a401007-0ce1-4b73-aa33-83756f22df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:58Z', 'updated_at': '2021-12-07T23:59:59Z', 'revision_number': 2, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'subnets': [{'id': '2a401007-0ce1-4b73-aa33-83756f22df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:03.920413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ad7e67-597e-44c3-af44-5b25dfbba380 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:03.953834 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:03.995914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Transition to ACTIVE for port object b2ad7e67-597e-44c3-af44-5b25dfbba380 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:00:04.000535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40bf5454-bef5-42da-b459-1b1268cef7af req-4cc91e5a-de08-4c2c-b0e2-c1e0f3176dd7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193851 Dec 08 00:00:04.008269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:04.060743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c0b01-e14b-45f3-9f6a-a6c43e023b6d req-c98c4107-fb8c-4d75-a459-2a5015feb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:04.063320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe1c0b01-e14b-45f3-9f6a-a6c43e023b6d req-c98c4107-fb8c-4d75-a459-2a5015feb29e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 1100 time: 0.2799854 Dec 08 00:00:04.090951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2855-9c06-475f-9749-9c23f2c92b7e req-a1fa7ebd-c30f-4415-9b96-67e1c1ea21f4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:04.094030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Checking router: 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:00:04.094540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Updating router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 port e357c060-1113-4b93-8975-d97ca63cf9f6 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:00:04.103472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8afd2855-9c06-475f-9749-9c23f2c92b7e req-a1fa7ebd-c30f-4415-9b96-67e1c1ea21f4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 949 time: 0.2507672 Dec 08 00:00:04.131600 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:04.138779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:04.154666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=51939378-df46-482e-a0dd-46ed2cab5997,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:04.243446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:04.244108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:04.245350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:04.256799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:04.257127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:04.264481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:04.264886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:04.273689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:04.273689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Bound port: b2ad7e67-597e-44c3-af44-5b25dfbba380, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:04.273689 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:04.274078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe1c0b01-e14b-45f3-9f6a-a6c43e023b6d req-de722c33-26c2-436a-9129-08433a46bac5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467745 Dec 08 00:00:04.304948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8afd2855-9c06-475f-9749-9c23f2c92b7e req-1826da70-1eb2-47f6-9b2f-51b12aaff646 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005293 Dec 08 00:00:04.335270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f40f-231b-4963-812e-99d0df75f916 req-18f55c13-d9dc-40e8-8bb0-fff6deb3b79e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:04.336411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:04.338715 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e150f40f-231b-4963-812e-99d0df75f916 req-18f55c13-d9dc-40e8-8bb0-fff6deb3b79e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.1782002 Dec 08 00:00:04.363013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:04.371866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:04.376744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:04.385842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:04.415577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e150f40f-231b-4963-812e-99d0df75f916 req-7e59b558-5c7e-4499-88e7-cd8223b30652 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600271 Dec 08 00:00:04.490806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:04.491454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:04.492844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] 10.222.0.59 "PUT /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 1091 time: 2.0741851 Dec 08 00:00:04.493289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:04.495562 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae4544-8664-4655-a4de-647330077d53" -d '{"events": [{"name": "network-changed", "server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:04.550412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdac81-3ea5-4efb-bc84-d5e333b6d03a service neutron] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:04.584561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39526) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:04.595210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1bfa52ac-0358-4c6a-be53-e57997a90580 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:04.601609 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:04.640610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:04.664665 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-a90eee62-18b7-4581-9b83-1d4c236e8bf6 service neutron] show failed (client error): The resource could not be found. Dec 08 00:00:04.666079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-a90eee62-18b7-4581-9b83-1d4c236e8bf6 service neutron] 10.222.0.44 "GET /v2.0/ports/e8850398-7c1a-4559-a63d-112ee34ec6a7/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0816140 Dec 08 00:00:04.784919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afdba9-e1c7-47d5-96ad-55c6ead0724b req-ce015b0c-cbcb-44d3-a00f-c25b9abae1bf tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:04.790220 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44215da2-d475-4057-aab7-03b9a10646aa x-openstack-request-id: req-44215da2-d475-4057-aab7-03b9a10646aa {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:04.791033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3afdba9-e1c7-47d5-96ad-55c6ead0724b req-ce015b0c-cbcb-44d3-a00f-c25b9abae1bf tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 945 time: 0.1276572 Dec 08 00:00:04.804204 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:04.804767 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44215da2-d475-4057-aab7-03b9a10646aa {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:04.807768 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380', 'status': 'completed', 'code': 200} Dec 08 00:00:04.828199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-228161718-network', 'tenant_id': '54f1e1df09c0471fba19256266db5160'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:04.883542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3afdba9-e1c7-47d5-96ad-55c6ead0724b req-361f2d69-7344-4538-a12a-2e3c91277543 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825806 Dec 08 00:00:04.916122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-087f2efd-31fc-479b-9aa2-50a0c80eb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:04.918000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-087f2efd-31fc-479b-9aa2-50a0c80eb772 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1094 time: 0.2045426 Dec 08 00:00:05.028411 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-702d129e-fadf-4ba3-b755-d3a78a8bf40d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 217 time: 0.0867045 Dec 08 00:00:05.028411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Made reservation on behalf of 54f1e1df09c0471fba19256266db5160 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:05.028411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.046353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.128059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-c1152760-2331-45db-b272-1de844ba0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:05.129600 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-c1152760-2331-45db-b272-1de844ba0d8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0861592 Dec 08 00:00:05.222973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-7fdb7053-202a-4090-8d02-0b3f2fc83728 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542846 Dec 08 00:00:05.278800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.295036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3022c-24d7-489a-9854-1d829104535a req-39be712f-59b4-45f6-800e-7677b392b47c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:05.296620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82d3022c-24d7-489a-9854-1d829104535a req-39be712f-59b4-45f6-800e-7677b392b47c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1641533 Dec 08 00:00:05.300143 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.360836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-28dbe1da-cfa7-4126-ad70-7303cb9d6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:05.363113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-28dbe1da-cfa7-4126-ad70-7303cb9d6625 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4&tenant_id=33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 1101 time: 0.1413417 Dec 08 00:00:05.371663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82d3022c-24d7-489a-9854-1d829104535a req-85a0e0cc-3f01-4942-984b-1371025bdf61 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677481 Dec 08 00:00:05.382139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.398622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:05.447896 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf53930-8ea1-4202-be48-ef73fa0923e9 None None] Pushing event updated for resources: {'Port': ['ID=e357c060-1113-4b93-8975-d97ca63cf9f6,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:05.543938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-c3690f5a-368a-4ea9-a145-792a99ebaddd service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908440 Dec 08 00:00:05.545205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.558161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:00:05.571853 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.572585 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Added segment 542a46a2-9ab4-4a77-9d0c-68fc5cde310c of type vlan for network 57368d6d-15d7-4456-b530-fb924ab10f2c Dec 08 00:00:05.578778 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.661027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:05.663446 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d322bbc-458e-42ec-86d2-2a45743379ba" -d '{"events": [{"server_uuid": "5b50feab-bb15-4175-ae41-89e64c86c4cb", "name": "network-vif-plugged", "status": "completed", "tag": "c78cc8e6-20fd-4b3e-be4e-bf280e3022ac"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:05.667138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Attempting to bind port e357c060-1113-4b93-8975-d97ca63cf9f6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:05.667510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Attempting to bind port e357c060-1113-4b93-8975-d97ca63cf9f6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:05.667998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Attempting to bind port e357c060-1113-4b93-8975-d97ca63cf9f6 on network a349e88f-babf-4e7a-a34e-49a27839f99d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:05.673924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f81dc-269f-4fd8-b79b-2eb9c4155336 req-eaba7c84-bf67-47ef-8162-ffa237a8889c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:05.675987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.682381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef0f81dc-269f-4fd8-b79b-2eb9c4155336 req-eaba7c84-bf67-47ef-8162-ffa237a8889c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 949 time: 0.1612692 Dec 08 00:00:05.700145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:05.700534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Checking segment: {'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:05.700950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.701342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Bound using segment: {'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:05.701814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Bound port: e357c060-1113-4b93-8975-d97ca63cf9f6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:05.702196 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.909436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] For port e357c060-1113-4b93-8975-d97ca63cf9f6, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:05.923012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] For port e357c060-1113-4b93-8975-d97ca63cf9f6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e357c060-1113-4b93-8975-d97ca63cf9f6,segment=NetworkSegment(ddaba1dc-b035-4bd1-aeca-43eff4bdd47b),segment_id=ddaba1dc-b035-4bd1-aeca-43eff4bdd47b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:05.927356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6fe6cddc-b1ff-4dc7-bca4-6b41148470eb None None] Provisioning complete for port e357c060-1113-4b93-8975-d97ca63cf9f6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:05.927779 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cddc-b1ff-4dc7-bca4-6b41148470eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.942437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9efc9cc-5def-465c-836b-6c3813423668,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:05.963838 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:05.967061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef0f81dc-269f-4fd8-b79b-2eb9c4155336 req-4fcbb97b-b30b-4610-88b0-6dd3819bb35c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837303 Dec 08 00:00:06.012956 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.016476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:06.019101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.051949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Routers {'899f1cbe-bd63-40f7-96e6-b4e1e423ad27'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:00:06.052621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-07T23:59:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:06.087693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0227cf93-f034-470d-95c2-0908fc68a1f6 req-b46bec42-9744-464e-93ce-0c3c1974707e service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988340 Dec 08 00:00:06.104106 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5184054 Dec 08 00:00:06.141997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:06.162389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf53930-8ea1-4202-be48-ef73fa0923e9 None None] Pushing event updated for resources: {'Port': ['ID=e357c060-1113-4b93-8975-d97ca63cf9f6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:06.170631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Request body: {'subnet': {'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-228161718-subnet', 'tenant_id': '54f1e1df09c0471fba19256266db5160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:06.260604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Made reservation on behalf of 54f1e1df09c0471fba19256266db5160 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:06.263250 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.276603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538df34-b458-48c3-b3e1-4f5fe7851918 admin admin] Pushing event updated for resources: {'Network': ['ID=57368d6d-15d7-4456-b530-fb924ab10f2c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:06.312851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 57368d6d-15d7-4456-b530-fb924ab10f2c details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:00:06.357778 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cddc-b1ff-4dc7-bca4-6b41148470eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.419548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] Set router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:00:06.434633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4544-8664-4655-a4de-647330077d53 req-ca9047ea-f763-4445-8ec8-ec01011637b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:06.436113 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eae4544-8664-4655-a4de-647330077d53 req-ca9047ea-f763-4445-8ec8-ec01011637b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1094 time: 0.1765659 Dec 08 00:00:06.474313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:06.523384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:06.607702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:06.611482 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9610ff6-d508-4b51-9ba6-9eda4a7850fc" -d '{"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:06.618658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.643579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4544-8664-4655-a4de-647330077d53 req-0b79cdb9-fd91-439d-ada7-867b468f2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:06.645089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eae4544-8664-4655-a4de-647330077d53 req-0b79cdb9-fd91-439d-ada7-867b468f2878 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2006481 Dec 08 00:00:06.656960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Transition to ACTIVE for port object e8850398-7c1a-4559-a63d-112ee34ec6a7 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:00:06.666175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.750578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eae4544-8664-4655-a4de-647330077d53 req-8c8b0d28-d299-4d11-abe9-58a67c61c87d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 217 time: 0.0942411 Dec 08 00:00:06.765550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] No DVR routers for this DVR port e8850398-7c1a-4559-a63d-112ee34ec6a7 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:00:06.784240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.857335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:06.862581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:06.863321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:06.863889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:06.877936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Port e8850398-7c1a-4559-a63d-112ee34ec6a7 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:06.878639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Attempting to bind port e8850398-7c1a-4559-a63d-112ee34ec6a7 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:06.891516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d39fcac-4f9c-44bb-b5b3-b950aa7b009a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:06.895545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:06.896181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:06.897304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:06.898114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Bound port: e8850398-7c1a-4559-a63d-112ee34ec6a7, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:06.898715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:06.952523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Checking segment: {'id': '542a46a2-9ab4-4a77-9d0c-68fc5cde310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:06.952889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Network hostable DHCP agents. Network: 57368d6d-15d7-4456-b530-fb924ab10f2c, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:00:06.958288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4544-8664-4655-a4de-647330077d53 req-0f76cd06-1ee2-44f5-bb63-a45bdad40395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:06.961023 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eae4544-8664-4655-a4de-647330077d53 req-0f76cd06-1ee2-44f5-bb63-a45bdad40395 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.2001395 Dec 08 00:00:07.012266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:07.017002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:07.019628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6fe6cddc-b1ff-4dc7-bca4-6b41148470eb None None] For port e357c060-1113-4b93-8975-d97ca63cf9f6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e357c060-1113-4b93-8975-d97ca63cf9f6,segment=NetworkSegment(ddaba1dc-b035-4bd1-aeca-43eff4bdd47b),segment_id=ddaba1dc-b035-4bd1-aeca-43eff4bdd47b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:07.024262 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:07.036012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cddc-b1ff-4dc7-bca4-6b41148470eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:07.047480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eae4544-8664-4655-a4de-647330077d53 req-fc5efcef-0c3a-4d42-9f5e-6b2f4132a33c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711732 Dec 08 00:00:07.049254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Network 57368d6d-15d7-4456-b530-fb924ab10f2c is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:00:07.067724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 57368d6d-15d7-4456-b530-fb924ab10f2c) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:07.073067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:07.073676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:07.083565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9673a3-e15f-47d5-84e1-b5fa93d3f745 None None] Network 57368d6d-15d7-4456-b530-fb924ab10f2c requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:07.085932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:07.086751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:07.101801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] 10.222.0.59 "PUT /v2.0/ports/e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 1096 time: 1.7159426 Dec 08 00:00:07.143483 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aac654a0-9a79-4a95-a150-52ac7c3c0924 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9918685 Dec 08 00:00:07.251615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eae4544-8664-4655-a4de-647330077d53 req-6b8cf0e9-2b5c-43d3-8b1e-cddd10d40da5 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938167 Dec 08 00:00:07.255370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-07T23:59:59Z', 'revision_number': 4, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port': {'id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:52Z', 'updated_at': '2021-12-08T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e357c060-1113-4b93-8975-d97ca63cf9f6', 'name': '', 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2a401007-0ce1-4b73-aa33-83756f22df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:58Z', 'updated_at': '2021-12-08T00:00:05Z', 'revision_number': 4, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'subnets': [{'id': '2a401007-0ce1-4b73-aa33-83756f22df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:07.266000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a661d9-8b69-480a-ae09-ca5b3aa98f87 None None] Network 57368d6d-15d7-4456-b530-fb924ab10f2c requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:07.339934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-dd91dcbe-7101-4002-9a3c-24c33aaca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:07.358530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-dd91dcbe-7101-4002-9a3c-24c33aaca2b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1099 time: 0.2150297 Dec 08 00:00:07.376316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6cddc-b1ff-4dc7-bca4-6b41148470eb None None] Pushing event updated for resources: {'Port': ['ID=e357c060-1113-4b93-8975-d97ca63cf9f6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:07.395292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba8fc0-79a9-43f4-abf3-b0e556fcd94c None None] The sync data for ids ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'] in n-d-820549-2 is: [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-07T23:59:59Z', 'revision_number': 4, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port': {'id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:52Z', 'updated_at': '2021-12-08T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e357c060-1113-4b93-8975-d97ca63cf9f6', 'name': '', 'network_id': 'a349e88f-babf-4e7a-a34e-49a27839f99d', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2a401007-0ce1-4b73-aa33-83756f22df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:58Z', 'updated_at': '2021-12-08T00:00:05Z', 'revision_number': 4, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'subnets': [{'id': '2a401007-0ce1-4b73-aa33-83756f22df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:00:07.415771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-99e76014-b503-4c81-b5e7-5e2340fc8c24 None None] Provisioning complete for port e357c060-1113-4b93-8975-d97ca63cf9f6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:07.416145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-99e76014-b503-4c81-b5e7-5e2340fc8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:07.426561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5064417-6728-4f25-b1ac-0ce9e27c8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:07.568543 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eae4544-8664-4655-a4de-647330077d53 req-43233bd3-623b-4345-b482-e29c52efb196 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051283 Dec 08 00:00:07.690469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-cdfb0ad7-beac-4de8-946f-e3382b216c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:07.692036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-cdfb0ad7-beac-4de8-946f-e3382b216c20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3220580 Dec 08 00:00:07.794439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e357c060-1113-4b93-8975-d97ca63cf9f6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:07.807921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-b13d83ce-e6d6-47fd-8a48-3389ac9bab19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0952959 Dec 08 00:00:07.922497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-e5ed4594-757c-477f-a336-ceda9a4ff025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:07.922831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e357c060-1113-4b93-8975-d97ca63cf9f6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:07.923341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:07.927615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-e5ed4594-757c-477f-a336-ceda9a4ff025 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1103175 Dec 08 00:00:08.038015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-cc1df284-f677-4626-bf2d-5b95a7e86e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:08.039578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-cc1df284-f677-4626-bf2d-5b95a7e86e63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976722 Dec 08 00:00:08.246180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-2a02f62f-69d0-44e5-8f45-78c02700c741 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915774 Dec 08 00:00:08.393549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39614) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:08.398552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-967074397-network', 'tenant_id': '44bee9194a764bbe8c6eb43a5132c7a0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:08.442571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Made reservation on behalf of 44bee9194a764bbe8c6eb43a5132c7a0 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:08.448307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.471049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.505867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4b4a08a-cbd3-49ad-82d2-47e97520f1b3 req-d1b560d0-0577-434b-ba60-a2734a3c1c48 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493441 Dec 08 00:00:08.612511 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.624440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.691347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:00:08.716602 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.717445 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Added segment 5e8177a3-1676-497f-a44c-0695649dfb9e of type vlan for network 0bc1b9d5-6253-43c9-b191-b4b49f27a897 Dec 08 00:00:08.736799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:00:08.761428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c170f-dc6d-49c5-83d3-b33cbd8cea81,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:08.811173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.826322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:00:08.850565 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.852081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:08.852905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:08.948884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] Pushing event updated for resources: {'Network': ['ID=0bc1b9d5-6253-43c9-b191-b4b49f27a897,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:08.962238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 0bc1b9d5-6253-43c9-b191-b4b49f27a897 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:00:08.978022 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8c43887b-6da6-488f-a454-128bd6dad0dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5807357 Dec 08 00:00:08.978769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39618) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:08.990945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Request body: {'subnet': {'network_id': '0bc1b9d5-6253-43c9-b191-b4b49f27a897', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-967074397-subnet', 'tenant_id': '44bee9194a764bbe8c6eb43a5132c7a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:09.034240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Made reservation on behalf of 44bee9194a764bbe8c6eb43a5132c7a0 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:09.042861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:09.369464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:09.443803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44592373-83e7-4874-a4f0-c67b579d007b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:09.453841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Checking segment: {'id': '5e8177a3-1676-497f-a44c-0695649dfb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bc1b9d5-6253-43c9-b191-b4b49f27a897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:09.454280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Network hostable DHCP agents. Network: 0bc1b9d5-6253-43c9-b191-b4b49f27a897, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:00:09.477794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Network 0bc1b9d5-6253-43c9-b191-b4b49f27a897 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:00:09.491818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 0bc1b9d5-6253-43c9-b191-b4b49f27a897) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:09.497186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:09.497780 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:09.506695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236314b-6452-4397-9190-bf26b9518960 None None] Network 0bc1b9d5-6253-43c9-b191-b4b49f27a897 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:09.540844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c943299f-2823-4fe2-9cb0-be9343c7f8a4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5602717 Dec 08 00:00:09.808627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd6caab-1bf2-4638-aeb9-8a91181c3600 None None] Network 0bc1b9d5-6253-43c9-b191-b4b49f27a897 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:10.543570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device b2ad7e67-597e-44c3-af44-5b25dfbba380 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:10.682021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:10.700105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'b2ad7e67-597e-44c3-af44-5b25dfbba380', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'port_id': 'b2ad7e67-597e-44c3-af44-5b25dfbba380', 'mac_address': 'fa:16:3e:d5:e7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a6a071-fb13-4727-8a78-67dfeda21b9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:10.744304 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:10.764069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ad7e67-597e-44c3-af44-5b25dfbba380 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:10.790117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:10.805057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:10.890365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:11.241847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['b2ad7e67-597e-44c3-af44-5b25dfbba380'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:12.560439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:12.575004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device b2ad7e67-597e-44c3-af44-5b25dfbba380 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:12.719030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port b2ad7e67-597e-44c3-af44-5b25dfbba380 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:12.725593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port b2ad7e67-597e-44c3-af44-5b25dfbba380 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:12.726217 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:12.787460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:12.814193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'mac_address': 'fa:16:3e:f2:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:12.866713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:12.921596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8850398-7c1a-4559-a63d-112ee34ec6a7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:12.921596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:12.966312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:12.970272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:12.972212 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:12.978913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:13.033984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:13.042775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.043154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.043497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.044081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.044412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.044773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.045333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.045656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.045978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.046295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.046613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.046948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.047263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:13.116859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:13.458057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:13.482051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:14.684053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041a6d4-8b23-4325-90ce-d54ddc6c12b7 req-35d0b9de-d9f1-402a-8c7f-a50039e43124 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:14.685620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d041a6d4-8b23-4325-90ce-d54ddc6c12b7 req-35d0b9de-d9f1-402a-8c7f-a50039e43124 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.0502923 Dec 08 00:00:14.745813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d041a6d4-8b23-4325-90ce-d54ddc6c12b7 req-948171e4-2754-4d2e-b613-4b95b8db1296 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 Dec 08 00:00:14.813026 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bbf46f-3fe5-49b3-b893-74f491bf38c2 x-openstack-request-id: req-83bbf46f-3fe5-49b3-b893-74f491bf38c2 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:14.814572 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b50feab-bb15-4175-ae41-89e64c86c4cb", "name": "network-vif-plugged", "status": "completed", "tag": "c78cc8e6-20fd-4b3e-be4e-bf280e3022ac", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:14.815193 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83bbf46f-3fe5-49b3-b893-74f491bf38c2 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:14.815823 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'code': 200} Dec 08 00:00:14.910197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e2512-3576-4fbb-90fb-a25748e2c258 req-161ba5c2-0d33-47c9-8bf4-da23c3d83717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:14.912328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-947e2512-3576-4fbb-90fb-a25748e2c258 req-161ba5c2-0d33-47c9-8bf4-da23c3d83717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 949 time: 0.0505528 Dec 08 00:00:14.928295 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496149ee-61da-4efe-ade2-479b7ce6d3e3 x-openstack-request-id: req-496149ee-61da-4efe-ade2-479b7ce6d3e3 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:14.928833 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:14.929082 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-496149ee-61da-4efe-ade2-479b7ce6d3e3 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:14.929674 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'code': 200} Dec 08 00:00:15.000204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-947e2512-3576-4fbb-90fb-a25748e2c258 req-0ead22f5-8ec2-4fda-bdb7-382d66a79b17 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690272 Dec 08 00:00:15.059534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4892d-7802-4576-959d-bf36a1974ea9 req-c2be0d22-4005-4d81-a2fc-d133dcdf60e3 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:15.061076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2f4892d-7802-4576-959d-bf36a1974ea9 req-c2be0d22-4005-4d81-a2fc-d133dcdf60e3 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 949 time: 0.0679893 Dec 08 00:00:15.149200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2f4892d-7802-4576-959d-bf36a1974ea9 req-7e3b7a74-ad79-49c9-8da6-5ae69dbcd7d0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793638 Dec 08 00:00:15.166218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f5d8a-0e33-426e-a8d5-cb4050e7d605 req-eb29482e-f1f6-4680-84ff-6efaca6eb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:15.168019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a18f5d8a-0e33-426e-a8d5-cb4050e7d605 req-eb29482e-f1f6-4680-84ff-6efaca6eb067 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 1101 time: 0.0778008 Dec 08 00:00:15.224591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a18f5d8a-0e33-426e-a8d5-cb4050e7d605 req-bfdecdb9-62bd-4a43-a018-f85dbc548832 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472214 Dec 08 00:00:15.374957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-70c19387-b0ae-45a3-8cff-a86f59a18de2 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:15.376651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-70c19387-b0ae-45a3-8cff-a86f59a18de2 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/networks?id=57368d6d-15d7-4456-b530-fb924ab10f2c HTTP/1.1" status: 200 len: 814 time: 0.1283197 Dec 08 00:00:15.396151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-f37cab2b-a1a9-4a47-a572-0ce63232e524 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/quotas/54f1e1df09c0471fba19256266db5160 HTTP/1.1" status: 200 len: 375 time: 0.0124536 Dec 08 00:00:15.657474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-9270ef62-8b0d-4c4d-bbbb-9e1a37c4beb1 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54f1e1df09c0471fba19256266db5160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2544694 Dec 08 00:00:15.833668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4fc3b-4cea-4e82-8ad0-d3cb3cf16664 req-85cd824d-6bd5-4bfe-a924-4c328c3a51c9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:15.835517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7a4fc3b-4cea-4e82-8ad0-d3cb3cf16664 req-85cd824d-6bd5-4bfe-a924-4c328c3a51c9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 950 time: 0.1824269 Dec 08 00:00:15.845984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-440e8dbe-a8c2-4ea1-b5d0-a1646fcc1c74 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:15.847394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-440e8dbe-a8c2-4ea1-b5d0-a1646fcc1c74 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4&tenant_id=33e98863a69744a7b380e1b398fec89c&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 949 time: 0.1927567 Dec 08 00:00:15.904196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-e309f5fc-6e28-49d9-a745-b58fd0747844 service neutron] 10.222.0.18 "GET /v2.0/networks/57368d6d-15d7-4456-b530-fb924ab10f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373562 Dec 08 00:00:15.974687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7a4fc3b-4cea-4e82-8ad0-d3cb3cf16664 req-10f35353-849f-4ec4-9fe8-b4068e7b4ad4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247544 Dec 08 00:00:16.012226 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-e40d6343-bf99-4082-b68c-f95e9cc29b2f service neutron] delete failed (client error): The resource could not be found. Dec 08 00:00:16.013242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-e40d6343-bf99-4082-b68c-f95e9cc29b2f service neutron] 10.222.0.44 "DELETE /v2.0/ports/e8850398-7c1a-4559-a63d-112ee34ec6a7/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.1479158 Dec 08 00:00:16.039997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-5b429e53-a595-4e2a-a873-4b5975b70597 service neutron] 10.222.0.18 "GET /v2.0/networks/57368d6d-15d7-4456-b530-fb924ab10f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215005 Dec 08 00:00:16.125869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ec99b-6d40-4a83-9e24-48821d28bf22 req-ef99f520-c7ed-47d0-ac42-b24353d39dfe tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:16.130874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-156ec99b-6d40-4a83-9e24-48821d28bf22 req-ef99f520-c7ed-47d0-ac42-b24353d39dfe tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 949 time: 0.0669856 Dec 08 00:00:16.219462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-3eb26a47-31c9-44d1-bb49-6ce0c555ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:16.221034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-3eb26a47-31c9-44d1-bb49-6ce0c555ef69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1100 time: 0.0892138 Dec 08 00:00:16.225509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-156ec99b-6d40-4a83-9e24-48821d28bf22 req-568006d9-773a-49fe-9645-771568ecb471 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843904 Dec 08 00:00:16.378763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb9950-6f89-4e0a-98c7-47e6a59ed418 req-1b7620b0-63b3-48ea-888a-2b8e67cecfba tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:16.380342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9bdb9950-6f89-4e0a-98c7-47e6a59ed418 req-1b7620b0-63b3-48ea-888a-2b8e67cecfba tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 949 time: 0.1410363 Dec 08 00:00:16.427310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-c20d3e24-a906-4ed8-b9e5-1f7bc2315046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:16.428836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-c20d3e24-a906-4ed8-b9e5-1f7bc2315046 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1989017 Dec 08 00:00:16.457954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201453-3796-4542-a5f4-7e4ad93c9235 req-07bcbdb3-d423-4851-9821-b37e7c67599f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:16.459187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2201453-3796-4542-a5f4-7e4ad93c9235 req-07bcbdb3-d423-4851-9821-b37e7c67599f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1250069 Dec 08 00:00:16.503991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-90306acc-5a8b-4aa1-a62f-71474a89d7c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0633144 Dec 08 00:00:16.510218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9bdb9950-6f89-4e0a-98c7-47e6a59ed418 req-2819af01-aa2a-4dcc-8947-e45b23f897ef tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228380 Dec 08 00:00:16.558129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:16.584663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2201453-3796-4542-a5f4-7e4ad93c9235 req-644facef-10e0-42ca-99a8-4b162152e0a0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916188 Dec 08 00:00:16.586492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-38f97a0b-aaad-485b-a51f-ce6f20acef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:16.588545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-38f97a0b-aaad-485b-a51f-ce6f20acef20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0685837 Dec 08 00:00:16.669689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-21081df4-ab2e-4ebe-97f5-aa4708dab583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:16.672400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-21081df4-ab2e-4ebe-97f5-aa4708dab583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704699 Dec 08 00:00:16.690665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port e8850398-7c1a-4559-a63d-112ee34ec6a7 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:16.701279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port e8850398-7c1a-4559-a63d-112ee34ec6a7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:16.705296 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:16.768290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a637430-a9bb-4832-80fa-a86a57d01892 req-37447c8f-83e7-4dc1-97b0-eb6b07da26a4 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 210 time: 0.0491908 Dec 08 00:00:16.850148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:16.859506 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe74fa9-93d9-4eb1-94e8-d3cf67ba7829" -d '{"events": [{"server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:16.864983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-89400058-4c14-4fd7-9ec0-26385b281cb3 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818645 Dec 08 00:00:16.889891 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:16.929404 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6353ac4-8d3d-4317-a436-b7c71a2ccd13 x-openstack-request-id: req-e6353ac4-8d3d-4317-a436-b7c71a2ccd13 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:16.930554 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:16.930825 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6353ac4-8d3d-4317-a436-b7c71a2ccd13 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:16.931239 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380', 'code': 200} Dec 08 00:00:16.959462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:16.961541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:16.963990 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f" -d '{"events": [{"name": "network-changed", "server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:16.965090 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:17.026474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9facd70-6396-442c-a443-2f1eee1a35a8 req-e11afa71-3b90-470c-b249-7da4877e0dfe service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506152 Dec 08 00:00:17.070516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:17.083914 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d7f77d-48b7-424b-9da7-3d61e4cf9c2d x-openstack-request-id: req-34d7f77d-48b7-424b-9da7-3d61e4cf9c2d {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:17.084457 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:17.084917 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34d7f77d-48b7-424b-9da7-3d61e4cf9c2d {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:17.085509 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'status': 'completed', 'code': 200} Dec 08 00:00:17.224340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:17.271890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-450ea105-2da1-4d5d-a96d-74f9e1fa7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.283765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edea489-6a4a-4e4d-8dad-49e62bb31a34 req-ec6748bd-dd76-471a-a09d-0bc1838cb652 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.288686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-450ea105-2da1-4d5d-a96d-74f9e1fa7bcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.0820210 Dec 08 00:00:17.291465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9edea489-6a4a-4e4d-8dad-49e62bb31a34 req-ec6748bd-dd76-471a-a09d-0bc1838cb652 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 950 time: 0.1479166 Dec 08 00:00:17.300299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65c34c-320f-4ed0-aad9-4bcaa52010b0 req-b16c6b5a-1b26-478d-a831-d47c78892283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.301737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc65c34c-320f-4ed0-aad9-4bcaa52010b0 req-b16c6b5a-1b26-478d-a831-d47c78892283 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1096 time: 0.1217909 Dec 08 00:00:17.310928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-11165f7a-0133-43ca-a8b2-3158f6d47876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.310928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-11165f7a-0133-43ca-a8b2-3158f6d47876 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.1324782 Dec 08 00:00:17.414272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-6d501a17-a0f2-4151-9cad-a074fe5c8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.416363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-6d501a17-a0f2-4151-9cad-a074fe5c8bbb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1004508 Dec 08 00:00:17.419589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9edea489-6a4a-4e4d-8dad-49e62bb31a34 req-782afc9f-b9a3-4c9a-8b08-1adc94e149a9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248271 Dec 08 00:00:17.499101 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-0ac1c43b-a95a-49f8-820a-4e83b94c5176 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0642519 Dec 08 00:00:17.605153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-b33a672f-96f2-40a2-9bc6-b459f6170122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.606992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-b33a672f-96f2-40a2-9bc6-b459f6170122 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2623720 Dec 08 00:00:17.609821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc65c34c-320f-4ed0-aad9-4bcaa52010b0 req-0da83c50-5514-4de0-9663-d33b55382e29 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900603 Dec 08 00:00:17.616380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-ddf96771-094f-4362-a166-89864e12b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.617842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-ddf96771-094f-4362-a166-89864e12b28e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1067402 Dec 08 00:00:17.697598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-b9c99760-95fa-4869-8670-e51ca5d95f65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0819137 Dec 08 00:00:17.799612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335ea97-4229-4abc-b15e-c3dc03be5dd6 req-760b781a-7852-4067-972f-eca0cbda1d1b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.807036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2335ea97-4229-4abc-b15e-c3dc03be5dd6 req-760b781a-7852-4067-972f-eca0cbda1d1b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1113706 Dec 08 00:00:17.828804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-cf8c1743-2611-4ac6-bb11-6635e0014164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.830326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-cf8c1743-2611-4ac6-bb11-6635e0014164 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0915377 Dec 08 00:00:17.923694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2335ea97-4229-4abc-b15e-c3dc03be5dd6 req-82588782-ac55-4c58-8a1a-db070d374bb2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114864 Dec 08 00:00:17.958741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f81c8-36b6-4b3c-b570-ff334b1c7fbf req-067aeade-56cb-4962-bbca-9429ee67d0fb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.965211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f81c8-36b6-4b3c-b570-ff334b1c7fbf req-067aeade-56cb-4962-bbca-9429ee67d0fb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:17.975553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-639f81c8-36b6-4b3c-b570-ff334b1c7fbf req-067aeade-56cb-4962-bbca-9429ee67d0fb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f&device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 1690 time: 0.0920842 Dec 08 00:00:18.027328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-97935270-96cf-4387-9d67-73773a71097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:18.030082 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-97935270-96cf-4387-9d67-73773a71097c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670917 Dec 08 00:00:18.042290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-65dfe48a-8e47-4aa7-a1e2-421b4a1f2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:18.043798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-65dfe48a-8e47-4aa7-a1e2-421b4a1f2b41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1948140 Dec 08 00:00:18.074725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-639f81c8-36b6-4b3c-b570-ff334b1c7fbf req-9bb79c86-35d8-4dad-8ead-9d2d9d424f41 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982935 Dec 08 00:00:18.219227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49ae5-94f6-4193-9827-7e42d5cf848b req-55855e92-8530-4226-9372-79f8f9af4871 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:18.223777 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-b6586702-e705-42b4-86f5-12438a04f603 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181166 Dec 08 00:00:18.228143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6c49ae5-94f6-4193-9827-7e42d5cf848b req-55855e92-8530-4226-9372-79f8f9af4871 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.2178230 Dec 08 00:00:18.301418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9f3eb14-79b1-4229-9e70-a2f0b26dc786 req-e71d9ed9-bbe9-4b17-af7f-71aee512e05d tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 210 time: 0.0349419 Dec 08 00:00:18.322698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-e8d262ca-76cd-4bdf-88d5-52ec5a1a36e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554183 Dec 08 00:00:18.385727 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-58218452-f4ad-4327-82cf-82dd00734d0c service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329391 Dec 08 00:00:18.442061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6c49ae5-94f6-4193-9827-7e42d5cf848b req-af4ae33a-a5d5-425d-a863-b0eba3ef522a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126749 Dec 08 00:00:18.546548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-7042b018-4384-4a9f-b790-79762910ad42 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:18.548998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-7042b018-4384-4a9f-b790-79762910ad42 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.59 "GET /v2.0/networks?id=57368d6d-15d7-4456-b530-fb924ab10f2c HTTP/1.1" status: 200 len: 814 time: 0.2832899 Dec 08 00:00:18.553292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbbdbf7a-0484-4fef-9d6e-9f54c8b4639f req-097a9a71-f76f-46be-bc59-4f42bbad7c66 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112761 Dec 08 00:00:18.572183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:18.644439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Request body: {'port': {'device_id': 'af124163-f092-4669-8078-0cd24e25b7f2', 'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c', 'admin_state_up': True, 'tenant_id': '54f1e1df09c0471fba19256266db5160'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:18.692315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:18.714074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'mac_address': 'fa:16:3e:28:27:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:18.772821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:18.794511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:18.803424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:00:18.804898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Made reservation on behalf of 54f1e1df09c0471fba19256266db5160 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:18.809299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:18.891166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:18.927477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:18.969386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:18.971972 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42dc3f1-e785-40a2-8179-ae835fb89902" -d '{"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-plugged", "status": "completed", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:19.011446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Allocated IP 172.20.0.11 (57368d6d-15d7-4456-b530-fb924ab10f2c/8d39fcac-4f9c-44bb-b5b3-b950aa7b009a/ca41503a-cb16-439d-9f9d-f3f37c8de55f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:19.047803 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:19.075617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:19.162748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:19.176046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:19.290211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:19.296782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:19.402971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:19.463045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8b09-8c1e-48d8-b7de-67bc27f7437c req-4137915a-ce82-4d63-89dc-e0658a70407d tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:19.464598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-511d8b09-8c1e-48d8-b7de-67bc27f7437c req-4137915a-ce82-4d63-89dc-e0658a70407d tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 1100 time: 0.0827889 Dec 08 00:00:19.545771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:19.572440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Network 57368d6d-15d7-4456-b530-fb924ab10f2c is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:19.586232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:19.620129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:19.661126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-511d8b09-8c1e-48d8-b7de-67bc27f7437c req-7c998d7a-7c14-4ce5-98b1-9c6f9c5bedce tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879404 Dec 08 00:00:19.691587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e115e82-2263-46a4-867e-c28b81db4d38 req-9ad32a67-3233-4809-91ad-6e9deab25e28 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:19.691587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e115e82-2263-46a4-867e-c28b81db4d38 req-9ad32a67-3233-4809-91ad-6e9deab25e28 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1855605 Dec 08 00:00:19.691587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Pushing event updated for resources: {'Port': ['ID=ca41503a-cb16-439d-9f9d-f3f37c8de55f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:19.730424 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed2fc18-f2be-4809-aa84-99604f918565 x-openstack-request-id: req-7ed2fc18-f2be-4809-aa84-99604f918565 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:19.731041 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-plugged", "status": "completed", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:19.731192 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ed2fc18-f2be-4809-aa84-99604f918565 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:19.731599 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'code': 200} Dec 08 00:00:19.770144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:19.770773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:19.795780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e115e82-2263-46a4-867e-c28b81db4d38 req-5a7e1b4f-e09f-409b-be0c-438d33e0c380 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030841 Dec 08 00:00:19.804695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d9a63c4b-6bb6-455a-bc5f-2b2ae9c7b5ba tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1656775 Dec 08 00:00:19.853144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Request body: {'port': {'device_id': 'af124163-f092-4669-8078-0cd24e25b7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:19.985995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:20.013675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec000d-5984-4a0c-9680-4c06f8266f58 req-c05ea16f-c451-4cba-8985-fdd79de7def3 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:20.016287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1ec000d-5984-4a0c-9680-4c06f8266f58 req-c05ea16f-c451-4cba-8985-fdd79de7def3 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 932 time: 0.1306739 Dec 08 00:00:20.060645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faa689-da4a-4ad2-8372-324f58fb16d0 req-1dd076e3-082c-495c-81f0-5024b06070f1 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:20.067822 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71faa689-da4a-4ad2-8372-324f58fb16d0 req-1dd076e3-082c-495c-81f0-5024b06070f1 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1398389 Dec 08 00:00:20.208061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1ec000d-5984-4a0c-9680-4c06f8266f58 req-31433ab9-2afd-4b3c-8ee4-0f0c871cd4df tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851861 Dec 08 00:00:20.260345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71faa689-da4a-4ad2-8372-324f58fb16d0 req-113c97cc-3612-4c8e-abe7-858d7b7f311f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850011 Dec 08 00:00:20.592239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:20.694254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:20.694817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:20.750963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67c72-cd15-4b3e-ac0d-a72dab9c8ba0 req-ff178de8-99a6-4642-9209-513a873efc90 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:20.752575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69f67c72-cd15-4b3e-ac0d-a72dab9c8ba0 req-ff178de8-99a6-4642-9209-513a873efc90 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 1101 time: 0.1239059 Dec 08 00:00:20.763402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e75d59-4a2e-415f-aa44-c0d4b94d5055 req-9f5ffd62-8f27-41c1-8f41-5faa04ab9ebb tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:20.771957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41e75d59-4a2e-415f-aa44-c0d4b94d5055 req-9f5ffd62-8f27-41c1-8f41-5faa04ab9ebb tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.1442127 Dec 08 00:00:20.810744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 55981fcf-db75-43fa-8d73-45db22d41fbf details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:20.864740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca41503a-cb16-439d-9f9d-f3f37c8de55f {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:20.884023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:20.909105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41e75d59-4a2e-415f-aa44-c0d4b94d5055 req-8dc4e87c-eae7-422a-be8f-f3e816e673f6 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283510 Dec 08 00:00:20.959381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69f67c72-cd15-4b3e-ac0d-a72dab9c8ba0 req-32f456f0-e15b-4c33-891d-b4d76c852c40 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973670 Dec 08 00:00:20.978486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Transition to ACTIVE for port object ca41503a-cb16-439d-9f9d-f3f37c8de55f will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:00:20.990903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.003723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:21.022265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'mac_address': 'fa:16:3e:77:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:21.027219 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.109030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=ca41503a-cb16-439d-9f9d-f3f37c8de55f,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:21.148732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:21.174940 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.202311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827df07d-f69a-476d-9dfc-be4071c0af16 req-a415cd8c-f2fe-45cc-a314-64b8de787694 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:21.210152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-827df07d-f69a-476d-9dfc-be4071c0af16 req-a415cd8c-f2fe-45cc-a314-64b8de787694 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1096 time: 0.1602044 Dec 08 00:00:21.210382 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.268259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Attempting to bind port ca41503a-cb16-439d-9f9d-f3f37c8de55f on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:21.268595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Attempting to bind port ca41503a-cb16-439d-9f9d-f3f37c8de55f by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '542a46a2-9ab4-4a77-9d0c-68fc5cde310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:21.268923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Attempting to bind port ca41503a-cb16-439d-9f9d-f3f37c8de55f on network 57368d6d-15d7-4456-b530-fb924ab10f2c {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:21.276880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Port ca41503a-cb16-439d-9f9d-f3f37c8de55f on network 57368d6d-15d7-4456-b530-fb924ab10f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:21.277200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Attempting to bind port ca41503a-cb16-439d-9f9d-f3f37c8de55f on network 57368d6d-15d7-4456-b530-fb924ab10f2c {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:21.299637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-827df07d-f69a-476d-9dfc-be4071c0af16 req-ce40c63e-34db-4a35-a6d6-6639df241a9a tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855150 Dec 08 00:00:21.316023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:21.317265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Checking segment: {'id': '542a46a2-9ab4-4a77-9d0c-68fc5cde310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:21.317661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Bound using segment: {'id': '542a46a2-9ab4-4a77-9d0c-68fc5cde310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:21.318112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Bound port: ca41503a-cb16-439d-9f9d-f3f37c8de55f, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542a46a2-9ab4-4a77-9d0c-68fc5cde310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:21.318477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.348632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55981fcf-db75-43fa-8d73-45db22d41fbf {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:21.417974 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-21c28361-f1be-481d-80d4-58ef2d087fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.461884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:21.470333 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.475921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] For port ca41503a-cb16-439d-9f9d-f3f37c8de55f, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:21.479710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] For port ca41503a-cb16-439d-9f9d-f3f37c8de55f, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ca41503a-cb16-439d-9f9d-f3f37c8de55f,segment=NetworkSegment(542a46a2-9ab4-4a77-9d0c-68fc5cde310c),segment_id=542a46a2-9ab4-4a77-9d0c-68fc5cde310c)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:21.486123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.501939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:21.614286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:21.616711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:21.617367 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:21.621568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] 10.222.0.59 "PUT /v2.0/ports/ca41503a-cb16-439d-9f9d-f3f37c8de55f HTTP/1.1" status: 200 len: 1092 time: 1.7728677 Dec 08 00:00:21.623840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af124163-f092-4669-8078-0cd24e25b7f2', 'tag': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:21.651567 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee" -d '{"events": [{"name": "network-changed", "server_uuid": "af124163-f092-4669-8078-0cd24e25b7f2", "tag": "ca41503a-cb16-439d-9f9d-f3f37c8de55f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:21.690150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['55981fcf-db75-43fa-8d73-45db22d41fbf'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:21.808658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e'}, {'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:21.812491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048f5f2-6c84-4184-8d3d-f65e6086ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=ca41503a-cb16-439d-9f9d-f3f37c8de55f,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:21.815615 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa199f9-4070-40d8-a795-7625633a7efe" -d '{"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e"}, {"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-plugged", "status": "completed", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:21.834005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-c7becf66-abc0-452a-9558-607a2d3e07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:21.835897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-c7becf66-abc0-452a-9558-607a2d3e07f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54f1e1df09c0471fba19256266db5160&device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 1095 time: 0.1293261 Dec 08 00:00:21.969594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-a785f6e6-1f5c-42b8-a6ec-bf28c39603ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca41503a-cb16-439d-9f9d-f3f37c8de55f HTTP/1.1" status: 200 len: 217 time: 0.1073332 Dec 08 00:00:22.086310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-63f4a84b-c0f9-4145-bf00-7f1c23aa86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:22.087971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-63f4a84b-c0f9-4145-bf00-7f1c23aa86b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d39fcac-4f9c-44bb-b5b3-b950aa7b009a HTTP/1.1" status: 200 len: 854 time: 0.1102157 Dec 08 00:00:22.150553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-fd52983f-635f-401b-8682-de2fd527a632 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57368d6d-15d7-4456-b530-fb924ab10f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505180 Dec 08 00:00:22.369435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-103b26c5-ca4e-45b8-a47c-d2171cb4b205 service neutron] 10.222.0.59 "GET /v2.0/networks/57368d6d-15d7-4456-b530-fb924ab10f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975112 Dec 08 00:00:22.601594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12fbf82e-4aa4-4e19-b763-5dae5fb4688f req-cefeb059-9187-4b66-8746-8c024fcc6a4d service neutron] 10.222.0.59 "GET /v2.0/networks/57368d6d-15d7-4456-b530-fb924ab10f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221315 Dec 08 00:00:22.819882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 55981fcf-db75-43fa-8d73-45db22d41fbf up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:22.955293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 55981fcf-db75-43fa-8d73-45db22d41fbf triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:22.955760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:23.143328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:23.228991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:23.239424 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:23.394068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:23.571005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9278d3a8-a14c-4138-969b-7f33e3031776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:24.990242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:25.645193 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:00:26.156502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:26.629384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ca41503a-cb16-439d-9f9d-f3f37c8de55f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:26.819060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ca41503a-cb16-439d-9f9d-f3f37c8de55f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ca41503a-cb16-439d-9f9d-f3f37c8de55f,segment=NetworkSegment(542a46a2-9ab4-4a77-9d0c-68fc5cde310c),segment_id=542a46a2-9ab4-4a77-9d0c-68fc5cde310c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:26.841718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f', 'network_id': '57368d6d-15d7-4456-b530-fb924ab10f2c', 'port_id': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f', 'mac_address': 'fa:16:3e:01:82:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d39fcac-4f9c-44bb-b5b3-b950aa7b009a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:26.884497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:26.901583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca41503a-cb16-439d-9f9d-f3f37c8de55f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:26.937078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ca41503a-cb16-439d-9f9d-f3f37c8de55f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ca41503a-cb16-439d-9f9d-f3f37c8de55f,segment=NetworkSegment(542a46a2-9ab4-4a77-9d0c-68fc5cde310c),segment_id=542a46a2-9ab4-4a77-9d0c-68fc5cde310c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:26.943793 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:27.021103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ca41503a-cb16-439d-9f9d-f3f37c8de55f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:27.161607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:27.451930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ca41503a-cb16-439d-9f9d-f3f37c8de55f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:30.668156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ca41503a-cb16-439d-9f9d-f3f37c8de55f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:30.734294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port ca41503a-cb16-439d-9f9d-f3f37c8de55f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:30.739151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ca41503a-cb16-439d-9f9d-f3f37c8de55f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:30.739532 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:30.831218 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:30.885699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ca41503a-cb16-439d-9f9d-f3f37c8de55f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ca41503a-cb16-439d-9f9d-f3f37c8de55f,segment=NetworkSegment(542a46a2-9ab4-4a77-9d0c-68fc5cde310c),segment_id=542a46a2-9ab4-4a77-9d0c-68fc5cde310c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:30.893560 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:30.962857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ca41503a-cb16-439d-9f9d-f3f37c8de55f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:31.002674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-55104c95-8bf3-4b14-abb1-adff5d019503 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252752 Dec 08 00:00:31.177977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e890cc4-159f-4ff5-a26e-ed72fbcf6c47 req-30b9e3c8-5b6f-4076-a601-35931c605246 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:31.179933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e890cc4-159f-4ff5-a26e-ed72fbcf6c47 req-30b9e3c8-5b6f-4076-a601-35931c605246 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 946 time: 0.1202517 Dec 08 00:00:31.229376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-d60ac550-f3d2-473c-973b-1b0756d0937c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:31.232150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-d60ac550-f3d2-473c-973b-1b0756d0937c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214034 Dec 08 00:00:31.271366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-59002765-5680-4e54-ba11-2ed45f89d65c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/quotas/9395de888aa24de89e450082beda9a3d HTTP/1.1" status: 200 len: 375 time: 0.0264480 Dec 08 00:00:31.276901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e890cc4-159f-4ff5-a26e-ed72fbcf6c47 req-ff6f4b19-99b3-4761-aeeb-6e7bc2ec4b3d tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904882 Dec 08 00:00:31.402498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-4e6e64b3-4f53-4239-aaea-e9e2ccc6d5f3 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1126244 Dec 08 00:00:31.472457 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c9ae2c-5f54-4bfb-bd81-63857d272a92 x-openstack-request-id: req-e8c9ae2c-5f54-4bfb-bd81-63857d272a92 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:31.472457 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af124163-f092-4669-8078-0cd24e25b7f2", "tag": "ca41503a-cb16-439d-9f9d-f3f37c8de55f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:31.472457 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8c9ae2c-5f54-4bfb-bd81-63857d272a92 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:31.472457 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af124163-f092-4669-8078-0cd24e25b7f2', 'tag': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f', 'status': 'completed', 'code': 200} Dec 08 00:00:31.640691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-6c3ad97c-9f08-4bbd-9600-81d7648c8712 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597479 Dec 08 00:00:31.780161 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af94a06-cf63-4254-a1fb-c3af9b627e1d x-openstack-request-id: req-4af94a06-cf63-4254-a1fb-c3af9b627e1d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:31.781276 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e", "code": 200}, {"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-plugged", "status": "completed", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:31.781770 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4af94a06-cf63-4254-a1fb-c3af9b627e1d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:31.783060 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e', 'code': 200} Dec 08 00:00:31.783929 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'code': 200} Dec 08 00:00:31.819191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-b41c9991-86c4-46d1-a34e-e729e8714841 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:31.826762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-b41c9991-86c4-46d1-a34e-e729e8714841 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838686 Dec 08 00:00:31.850317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-2dce6fc1-3e7d-4fff-a6a8-d65399bf6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:31.854179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-2dce6fc1-3e7d-4fff-a6a8-d65399bf6fda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54f1e1df09c0471fba19256266db5160&device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 1097 time: 0.3082306 Dec 08 00:00:31.864205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-865e2517-a55d-4bde-adb5-040c00cd85d8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/quotas/33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 375 time: 0.0349457 Dec 08 00:00:32.072628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-471eb111-cd8f-4ff3-937f-d996de8c0db3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793623 Dec 08 00:00:32.111261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-f78f0355-381a-410a-b129-7ba0642e840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:32.113090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-f78f0355-381a-410a-b129-7ba0642e840c service neutron] 10.222.0.59 "GET /v2.0/networks?id=57368d6d-15d7-4456-b530-fb924ab10f2c HTTP/1.1" status: 200 len: 915 time: 0.2469015 Dec 08 00:00:32.310096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fffa591-6cd1-4a60-b509-1b75369ee49d req-5d3eb7f3-0ac4-45e5-80d7-e81c9e9d48b4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 210 time: 0.2012908 Dec 08 00:00:32.317343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-2ea9a93b-e4b9-49fb-b9e3-8d69add4c47b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca41503a-cb16-439d-9f9d-f3f37c8de55f HTTP/1.1" status: 200 len: 217 time: 0.1614375 Dec 08 00:00:32.452326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-ac1e028e-d21c-4250-b7ce-c65a9c8a818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:32.457191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-ac1e028e-d21c-4250-b7ce-c65a9c8a818c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d39fcac-4f9c-44bb-b5b3-b950aa7b009a HTTP/1.1" status: 200 len: 854 time: 0.1334276 Dec 08 00:00:32.562363 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-6f6f5ac7-7849-4ad7-812b-525b58c5d0db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57368d6d-15d7-4456-b530-fb924ab10f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872970 Dec 08 00:00:32.901219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbd740-9f77-4615-8c85-b2e3eeef109b req-97de18b9-a2a6-4880-8887-574ed3d46321 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:32.910237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8dbd740-9f77-4615-8c85-b2e3eeef109b req-97de18b9-a2a6-4880-8887-574ed3d46321 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 946 time: 0.3365738 Dec 08 00:00:33.004375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6202e4-bb3b-4a66-aa3a-3bcd49b08ad2 req-0d2ae8e4-02ce-454c-ac87-b41c0742fc13 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:33.006487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b6202e4-bb3b-4a66-aa3a-3bcd49b08ad2 req-0d2ae8e4-02ce-454c-ac87-b41c0742fc13 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 946 time: 0.3718731 Dec 08 00:00:33.010151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-f879c6ff-7020-4b19-a37d-bdf8dec3eed3 service neutron] 10.222.0.59 "GET /v2.0/networks/57368d6d-15d7-4456-b530-fb924ab10f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357796 Dec 08 00:00:33.179415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74a5e68-e6a0-47ed-95ef-36c0cbe005ee req-d8f996c8-76c2-41f5-bfa2-4f31e9e0b137 service neutron] 10.222.0.59 "GET /v2.0/networks/57368d6d-15d7-4456-b530-fb924ab10f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173427 Dec 08 00:00:33.187836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8dbd740-9f77-4615-8c85-b2e3eeef109b req-688b29e9-7729-41d0-be07-a782831c0425 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770841 Dec 08 00:00:33.302726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b6202e4-bb3b-4a66-aa3a-3bcd49b08ad2 req-b1463dae-6304-4ea4-9545-5ffcf0f7f652 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421143 Dec 08 00:00:33.363348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f4d19b9-4205-40c0-ab65-0d5b941356ae req-5ff82103-6fdd-4534-8a3f-e7f040ea887e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 210 time: 0.0514650 Dec 08 00:00:33.496710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc80233-a463-488b-befa-33dce8037c08 req-e5ce735e-b9d0-4dd7-a1c6-f90b904c4da6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 210 time: 0.0451169 Dec 08 00:00:33.542928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-bda68645-4ead-4835-b629-b500e0e5d24f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451441 Dec 08 00:00:33.785169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf'}, {'server_uuid': 'af124163-f092-4669-8078-0cd24e25b7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:33.788171 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8cc4d1-1b70-4c8f-9041-683b941c6189" -d '{"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-plugged", "status": "completed", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf"}, {"server_uuid": "af124163-f092-4669-8078-0cd24e25b7f2", "name": "network-vif-plugged", "status": "completed", "tag": "ca41503a-cb16-439d-9f9d-f3f37c8de55f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:33.894058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-688e8c50-345a-4600-8bf3-2c4340efc514 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:33.895966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-688e8c50-345a-4600-8bf3-2c4340efc514 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814457 Dec 08 00:00:33.916963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:33.931377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259edf9-c7b3-4c6b-b9de-5e7567092132 req-fb0cac3b-57fa-4674-b150-ed831333f9fe tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:33.931710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7259edf9-c7b3-4c6b-b9de-5e7567092132 req-fb0cac3b-57fa-4674-b150-ed831333f9fe tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 950 time: 0.1271467 Dec 08 00:00:34.038933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7259edf9-c7b3-4c6b-b9de-5e7567092132 req-e2f48220-c02f-4a3c-8c81-3fa4665acb30 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962408 Dec 08 00:00:34.059051 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68399ab-b421-473d-a538-42032481ccad x-openstack-request-id: req-f68399ab-b421-473d-a538-42032481ccad {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:34.059357 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-plugged", "status": "completed", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf", "code": 200}, {"server_uuid": "af124163-f092-4669-8078-0cd24e25b7f2", "name": "network-vif-plugged", "status": "completed", "tag": "ca41503a-cb16-439d-9f9d-f3f37c8de55f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:34.059615 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f68399ab-b421-473d-a538-42032481ccad {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:34.060020 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'code': 200} Dec 08 00:00:34.060285 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af124163-f092-4669-8078-0cd24e25b7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f', 'code': 200} Dec 08 00:00:34.081024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:34.084909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:34.262775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3575c-99c8-4a93-ade7-e2e5f38a212f req-db3ac63a-f48b-4000-a303-cbc043e9c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:34.273312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6cd3575c-99c8-4a93-ade7-e2e5f38a212f req-db3ac63a-f48b-4000-a303-cbc043e9c13e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0777187 Dec 08 00:00:34.398110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-a1fd83aa-0a1b-45e0-ac2f-947c24199ab9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614758 Dec 08 00:00:34.471170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6cd3575c-99c8-4a93-ade7-e2e5f38a212f req-0362fc9c-eee9-43f7-8e7b-27e5a86c3841 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878365 Dec 08 00:00:34.547187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.39 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/ca5b42cd-4be8-4116-b655-4e3bb93886ba) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:34.585263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b7507-4b76-4efe-a212-4932bb9018df req-a446883c-4a96-4e5b-93c5-43f0693d8d99 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:34.586867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f74b7507-4b76-4efe-a212-4932bb9018df req-a446883c-4a96-4e5b-93c5-43f0693d8d99 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 946 time: 0.1324060 Dec 08 00:00:34.591818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-6dbf8635-1db5-4e13-977c-5fa6b1c31680 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:34.593530 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-6dbf8635-1db5-4e13-977c-5fa6b1c31680 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901739 Dec 08 00:00:34.652394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Request body: {'port': {'device_id': '4a059fa7-9ade-4ea5-8490-37815de38834', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '33e98863a69744a7b380e1b398fec89c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:34.758841 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f74b7507-4b76-4efe-a212-4932bb9018df req-39c3ac7e-a479-4662-86c8-ceeb810779b7 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626492 Dec 08 00:00:34.846171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Made reservation on behalf of 33e98863a69744a7b380e1b398fec89c for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:34.853127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:34.918045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00155c7f-e34b-4915-874d-88998179b9a7 req-8b6173d2-f3af-4fe4-bd02-88435dea307b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 210 time: 0.0375462 Dec 08 00:00:34.946864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.042268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.080848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:35.114215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:35.127446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:35.135731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:35.137384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', '51939378-df46-482e-a0dd-46ed2cab5997'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:35.138684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Allocated IP 192.168.233.241 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/8d1b527b-c1be-4665-aa85-400959a1e87f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:35.186104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=ca5b42cd-4be8-4116-b655-4e3bb93886ba,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:35.197275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-2fb5341c-be7c-4ed8-8b07-b764905e267b tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--722855171&fields=id&tenant_id=fc58c9304d884f0782d5035ffdde31eb HTTP/1.1" status: 200 len: 267 time: 0.1723070 Dec 08 00:00:35.369087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:35.371159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.401192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-07740db2-001c-4bf1-a82e-5a5f8e8815f5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4892087 Dec 08 00:00:35.421734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.437254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Request body: {'port': {'device_id': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:35.488302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.572568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-33ac55b9-cae2-419c-9e50-c300b344dc6f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:35.573925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-33ac55b9-cae2-419c-9e50-c300b344dc6f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 824 time: 0.3624277 Dec 08 00:00:35.616669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:35.620477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:35.622422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:35.625126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:35.628479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.643517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-36c87ea3-36d5-47ed-8925-2c7b7635dd73 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/quotas/fc58c9304d884f0782d5035ffdde31eb HTTP/1.1" status: 200 len: 375 time: 0.0566669 Dec 08 00:00:35.699092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:35.700075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.732880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-5f8e27d1-166b-4377-9611-296c4ed60f44 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0863473 Dec 08 00:00:35.740988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-49f28282-ffb0-4446-81f0-b6abd0de18c8 None None] Provisioning complete for port ca5b42cd-4be8-4116-b655-4e3bb93886ba triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:35.741549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-49f28282-ffb0-4446-81f0-b6abd0de18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:35.758393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Request body: {'port': {'device_id': '4a059fa7-9ade-4ea5-8490-37815de38834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:35.861422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-49f28282-ffb0-4446-81f0-b6abd0de18c8 None None] Port ca5b42cd-4be8-4116-b655-4e3bb93886ba cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:00:35.892724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.119865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-c6430ea9-009c-4a76-912c-2854cb94a2f2 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:36.128418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-c6430ea9-009c-4a76-912c-2854cb94a2f2 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 0.5672183 Dec 08 00:00:36.149644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-22cd9b57-c20b-46a3-96fe-287d9f093382 None None] Provisioning complete for port 8d1b527b-c1be-4665-aa85-400959a1e87f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:36.151879 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22cd9b57-c20b-46a3-96fe-287d9f093382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.197806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-8131d2e9-5512-4473-9ef6-f3567bb273df tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5532267 Dec 08 00:00:36.256996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-83e2db87-1233-415b-b498-4e5488f6c2c4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/quotas/24a02edbc02946b9872a25c961841fd0 HTTP/1.1" status: 200 len: 375 time: 0.1278458 Dec 08 00:00:36.260625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-22cd9b57-c20b-46a3-96fe-287d9f093382 None None] Port 8d1b527b-c1be-4665-aa85-400959a1e87f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:00:36.312958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1b527b-c1be-4665-aa85-400959a1e87f {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:36.322861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.337073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Transition to ACTIVE for port object 8d1b527b-c1be-4665-aa85-400959a1e87f will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:00:36.347275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.492164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-21566387-0ea3-4bc2-8d74-b84d4d202774 service neutron] 10.222.0.18 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934589 Dec 08 00:00:36.514054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-115337c3-1156-446a-8909-55e5b91034c7 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2562783 Dec 08 00:00:36.553775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:36.622518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Attempting to bind port 8d1b527b-c1be-4665-aa85-400959a1e87f on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:36.623846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Attempting to bind port 8d1b527b-c1be-4665-aa85-400959a1e87f by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:36.624183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Attempting to bind port 8d1b527b-c1be-4665-aa85-400959a1e87f on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:36.638448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Port 8d1b527b-c1be-4665-aa85-400959a1e87f on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:36.643084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Attempting to bind port 8d1b527b-c1be-4665-aa85-400959a1e87f on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:36.651084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:36.651516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:36.651976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:36.652472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Bound port: 8d1b527b-c1be-4665-aa85-400959a1e87f, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:36.652895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.705021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:00:36.724676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:36.728498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:36.734471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.752494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5b42cd-4be8-4116-b655-4e3bb93886ba {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:36.760650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.774449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Transition to ACTIVE for port object ca5b42cd-4be8-4116-b655-4e3bb93886ba will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:00:36.798712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:36.799625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.801735 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] 10.222.0.44 "PUT /v2.0/ports/8d1b527b-c1be-4665-aa85-400959a1e87f HTTP/1.1" status: 200 len: 1096 time: 1.0495126 Dec 08 00:00:36.802460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:36.805764 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e670fcc7-76df-4f35-8740-5dcc847bb091" -d '{"events": [{"name": "network-changed", "server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:36.818179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.834601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf2e45-b620-4925-96f9-19075a9f0c4d service neutron] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:36.883261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 55981fcf-db75-43fa-8d73-45db22d41fbf no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:00:36.929141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:36.992698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-02bf2fc3-eb56-4aa9-a40b-5b177bb9343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:36.992919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:36.995302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-02bf2fc3-eb56-4aa9-a40b-5b177bb9343a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 1099 time: 0.1204948 Dec 08 00:00:37.007858 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8a7ed-886e-4323-a4db-1d61f72bb65b" -d '{"events": [{"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-unplugged", "status": "completed", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:37.009247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-40923fc7-9919-4adf-8b36-74ed5f647021 service neutron] 10.222.0.18 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089829 Dec 08 00:00:37.043030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5b42cd-4be8-4116-b655-4e3bb93886ba,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:37.064811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-d9154dd8-d31c-446d-9fcb-1ec21c3aae09 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231972 Dec 08 00:00:37.070323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-8baadd98-1854-44d1-a386-90a2ae542e36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8d1b527b-c1be-4665-aa85-400959a1e87f HTTP/1.1" status: 200 len: 217 time: 0.0559976 Dec 08 00:00:37.073766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:37.134618 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:37.180285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-56e6722f-7193-4745-808f-e2c3bc20e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:37.187435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-56e6722f-7193-4745-808f-e2c3bc20e3e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1082132 Dec 08 00:00:37.272925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:37.288527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-e341d003-7148-476a-91e5-f91616c83832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:37.292238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-e341d003-7148-476a-91e5-f91616c83832 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969183 Dec 08 00:00:37.357305 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:37.384293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Attempting to bind port ca5b42cd-4be8-4116-b655-4e3bb93886ba on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:37.384962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Attempting to bind port ca5b42cd-4be8-4116-b655-4e3bb93886ba by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:37.384962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Attempting to bind port ca5b42cd-4be8-4116-b655-4e3bb93886ba on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:37.420816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Port ca5b42cd-4be8-4116-b655-4e3bb93886ba on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:37.421357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Attempting to bind port ca5b42cd-4be8-4116-b655-4e3bb93886ba on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:37.461118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:37.461460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:37.461848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:37.462291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Bound port: ca5b42cd-4be8-4116-b655-4e3bb93886ba, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:37.466207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:37.484267 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-4d62c1b3-885e-4b74-83cf-df1aeb279e52 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828637 Dec 08 00:00:37.484483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:37.487735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-58c82c17-3051-4624-b597-608827ab74ec service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220769 Dec 08 00:00:37.493241 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:37.504163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84511da1-2a8c-46a5-a82c-099fa9058b6f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:37.505706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84511da1-2a8c-46a5-a82c-099fa9058b6f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "GET /v2.0/ports?device_id=b29ea3c5-ae43-4a2f-9816-73db7afbb89e HTTP/1.1" status: 200 len: 946 time: 0.2284694 Dec 08 00:00:37.565584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:37.734147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67e439-0f52-4dc2-b504-3665c9cac222 req-ce46999c-4fb2-47f4-a4aa-08c8d7a9c0d7 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:37.743177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee67e439-0f52-4dc2-b504-3665c9cac222 req-ce46999c-4fb2-47f4-a4aa-08c8d7a9c0d7 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 947 time: 0.3395655 Dec 08 00:00:37.756168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-058b9e77-6279-42d6-b91f-a7f55174fe26 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:37.758045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-058b9e77-6279-42d6-b91f-a7f55174fe26 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4e814e4-6ed4-404b-8fe9-7ee60b43c165 HTTP/1.1" status: 200 len: 943 time: 0.1693320 Dec 08 00:00:37.762619 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13bf00c8-2ea0-4be2-833e-47f8c06d1893 req-6914bf11-1734-4bbd-9dba-ec12e501f417 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537270 Dec 08 00:00:37.851731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] For port ca5b42cd-4be8-4116-b655-4e3bb93886ba, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:37.864971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] For port ca5b42cd-4be8-4116-b655-4e3bb93886ba, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ca5b42cd-4be8-4116-b655-4e3bb93886ba,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:37.899836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:37.913037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:37.956026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Deleting port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:00:37.958521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:38.041459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5b42cd-4be8-4116-b655-4e3bb93886ba,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:38.056323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee67e439-0f52-4dc2-b504-3665c9cac222 req-35c0c2bb-d12d-45eb-8ec2-88bdf4f53965 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122447 Dec 08 00:00:38.254836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:38.259905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:38.263871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5a57a44c-8643-4cac-8511-48cd0e9d1861 service neutron] 10.222.0.44 "PUT /v2.0/ports/ca5b42cd-4be8-4116-b655-4e3bb93886ba HTTP/1.1" status: 200 len: 1095 time: 2.8323777 Dec 08 00:00:38.274188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'tag': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:38.291205 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8", "tag": "ca5b42cd-4be8-4116-b655-4e3bb93886ba"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:38.455273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Deleting port 3217aef1-cce7-4c48-974a-923ff8820d3c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:00:38.455741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:38.466133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66343cee-2303-40cb-94e3-a43e9697414b req-feb4158f-2fce-4e54-9351-205fe0621a16 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:38.475704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66343cee-2303-40cb-94e3-a43e9697414b req-feb4158f-2fce-4e54-9351-205fe0621a16 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 946 time: 0.5804193 Dec 08 00:00:38.599930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-3313f843-2ef6-4987-aefe-f02a6a8995c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:38.602413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-3313f843-2ef6-4987-aefe-f02a6a8995c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 1098 time: 0.2367942 Dec 08 00:00:38.653500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] For port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:38.654017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdfe6e-3e1b-4a55-a665-ac17f77c3b9b req-1a546592-0461-4ba5-8b46-264fc9a9cd53 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:38.655192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:38.661270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55cdfe6e-3e1b-4a55-a665-ac17f77c3b9b req-1a546592-0461-4ba5-8b46-264fc9a9cd53 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 948 time: 0.3341286 Dec 08 00:00:38.676354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Calling delete_port for 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:00:38.732589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-7158dbd7-85e8-48b7-8db8-8b8ba2cd18ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ca5b42cd-4be8-4116-b655-4e3bb93886ba HTTP/1.1" status: 200 len: 217 time: 0.0687041 Dec 08 00:00:38.751923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66343cee-2303-40cb-94e3-a43e9697414b req-cb5d1e15-2417-4b34-9abd-fdd2649cd559 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752707 Dec 08 00:00:38.822568 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e393b9f4-85f3-4c4d-9aa3-e21da2dff966 x-openstack-request-id: req-e393b9f4-85f3-4c4d-9aa3-e21da2dff966 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:38.823090 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:38.824434 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e393b9f4-85f3-4c4d-9aa3-e21da2dff966 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:38.824858 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'status': 'completed', 'code': 200} Dec 08 00:00:38.888155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] For port 3217aef1-cce7-4c48-974a-923ff8820d3c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3217aef1-cce7-4c48-974a-923ff8820d3c,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:38.892433 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:38.897202 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d76a7f2-6524-4037-b4b6-75c71cb5220f x-openstack-request-id: req-5d76a7f2-6524-4037-b4b6-75c71cb5220f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:38.897202 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-unplugged", "status": "completed", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:38.897682 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d76a7f2-6524-4037-b4b6-75c71cb5220f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:38.897682 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'code': 200} Dec 08 00:00:38.908200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:39.031222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-7a294230-69b7-4151-b91a-54b4bb26a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:39.032776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-7a294230-69b7-4151-b91a-54b4bb26a1cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 1099 time: 0.1233659 Dec 08 00:00:39.036742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55cdfe6e-3e1b-4a55-a665-ac17f77c3b9b req-a8e238a1-1fe4-4d81-9542-c97153e06277 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745439 Dec 08 00:00:39.202516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:39.218484 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:39.240686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '925dee84-701f-4468-b425-2df6884d108e', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '925dee84-701f-4468-b425-2df6884d108e', 'mac_address': 'fa:16:3e:5d:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:39.318718 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:39.368308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925dee84-701f-4468-b425-2df6884d108e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:39.415664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:39.425939 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:39.562373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-35a46278-315c-47d0-9b1d-7f0a024bf9f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:39.564504 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-35a46278-315c-47d0-9b1d-7f0a024bf9f4 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 824 time: 0.2441323 Dec 08 00:00:39.565707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:39.614588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] No DVR routers for this DVR port 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:00:39.617021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event deleted for resources: {'Port': ['ID=3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:39.630978 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:39.649031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-66aa4950-af4c-43de-87c1-30d01ecb774e req-78bcb692-5ba5-47bb-b725-85a1be582734 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "DELETE /v2.0/ports/3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a HTTP/1.1" status: 204 len: 173 time: 1.8778875 Dec 08 00:00:39.654611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['925dee84-701f-4468-b425-2df6884d108e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:39.808221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-40ff8514-f987-418c-aabb-b88a9606f576 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc58c9304d884f0782d5035ffdde31eb HTTP/1.1" status: 200 len: 379 time: 0.1786308 Dec 08 00:00:39.820677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-f57519f8-6ea7-457c-b451-4c3c9bcc9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:39.822330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-f57519f8-6ea7-457c-b451-4c3c9bcc9d33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.7739608 Dec 08 00:00:39.835705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'port': {'device_id': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'admin_state_up': True, 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'security_groups': ['b3025e7a-f4ac-4f91-ad57-d662a5f8fab6']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:40.018601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-65eb8ef4-1001-4332-9cac-13459e5a7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:40.032429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-65eb8ef4-1001-4332-9cac-13459e5a7eed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 1.2765403 Dec 08 00:00:40.050593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e938133-553e-415a-9a08-55e75ffd710f req-4eb6e52c-04b2-41a9-8d57-a853ff74146d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 210 time: 0.9317727 Dec 08 00:00:40.126812 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-e1d4e3e9-0f95-480b-9121-dde49660644e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8d1b527b-c1be-4665-aa85-400959a1e87f HTTP/1.1" status: 200 len: 217 time: 0.2470400 Dec 08 00:00:40.187508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc72c44c-47ea-422d-b85a-434bee8b7962 req-89e42453-d5ee-476f-b989-97ce970c23e8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 210 time: 0.9785366 Dec 08 00:00:40.218432 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ad5d07-3ea4-4d32-a3e6-82352212023f x-openstack-request-id: req-12ad5d07-3ea4-4d32-a3e6-82352212023f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:40.242185 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8", "tag": "ca5b42cd-4be8-4116-b655-4e3bb93886ba", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:40.249385 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12ad5d07-3ea4-4d32-a3e6-82352212023f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:40.249854 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'tag': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba', 'status': 'completed', 'code': 200} Dec 08 00:00:40.587133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Made reservation on behalf of fc58c9304d884f0782d5035ffdde31eb for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:40.591848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:40.771240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3217aef1-cce7-4c48-974a-923ff8820d3c no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:00:40.819199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Allocated IP 172.20.0.10 (09cfacd2-d65d-42ef-a1d7-16366979b21d/be26e61f-3d99-4f56-98ce-ae40dd160a82/0b6098da-4497-4fc2-b8cc-a71369c9e6af) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:40.900735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:40.906684 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b7415-99c8-44a9-9d57-ac12aab6bbed" -d '{"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-unplugged", "status": "completed", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:40.924642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1b527b-c1be-4665-aa85-400959a1e87f details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:40.971085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-deleted', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:40.973791 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1825556f-84d1-4c10-aee3-716c22e0744c" -d '{"events": [{"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-deleted", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:40.995526 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:40.995971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:40.996354 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe disassociated. External IP: 172.25.6.89, port: 3217aef1-cce7-4c48-974a-923ff8820d3c. Dec 08 00:00:40.996702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Calling delete_port for 3217aef1-cce7-4c48-974a-923ff8820d3c owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:00:41.026610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-59a36b45-66d7-4722-a858-12a742fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:41.033998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-59a36b45-66d7-4722-a858-12a742fdd265 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9144893 Dec 08 00:00:41.069845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:41.088834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'mac_address': 'fa:16:3e:6d:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:41.090851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:41.091987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc86a6-519e-4dd8-bc04-054bcec68fe9 req-008d9d17-ab46-4684-9f39-d200ec241d97 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:41.093508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90dc86a6-519e-4dd8-bc04-054bcec68fe9 req-008d9d17-ab46-4684-9f39-d200ec241d97 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 948 time: 0.4230962 Dec 08 00:00:41.213306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 925dee84-701f-4468-b425-2df6884d108e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:41.213954 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:41.256759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc294fd-4ce7-4b6d-96b2-c7ee5271c219 req-9d164d9b-61ab-452f-ae67-92de8967e66d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:41.258314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccc294fd-4ce7-4b6d-96b2-c7ee5271c219 req-9d164d9b-61ab-452f-ae67-92de8967e66d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 947 time: 0.5867834 Dec 08 00:00:41.271462 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:41.322550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-28613ff0-e218-4209-b5ab-1cff0a8f46eb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:41.324133 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-28613ff0-e218-4209-b5ab-1cff0a8f46eb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 1.2274654 Dec 08 00:00:41.352448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-b6852cb3-0bb8-4f2d-8264-f2fc56061335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:41.377225 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-b6852cb3-0bb8-4f2d-8264-f2fc56061335 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 1.2425644 Dec 08 00:00:41.386615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3217aef1-cce7-4c48-974a-923ff8820d3c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3217aef1-cce7-4c48-974a-923ff8820d3c,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:41.393069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Request body: {'port': {'device_id': '024d1e57-48db-49a7-a76e-02286b84e87a', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'admin_state_up': True, 'tenant_id': '24a02edbc02946b9872a25c961841fd0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:41.403660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:41.404614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:00:41.451619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:00:41.451831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:00:41.577165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:41.640491 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:41.676673 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:41.691487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1b527b-c1be-4665-aa85-400959a1e87f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:41.695629 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90dc86a6-519e-4dd8-bc04-054bcec68fe9 req-53e2adab-85eb-4de6-8bc5-a0c641727ca5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789201 Dec 08 00:00:41.708762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-804bd05c-1d02-444d-bc29-c5e67a1b9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:41.710304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-804bd05c-1d02-444d-bc29-c5e67a1b9d57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2960258 Dec 08 00:00:41.766049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccc294fd-4ce7-4b6d-96b2-c7ee5271c219 req-061046c9-0ccc-4e26-9f88-555ee8c08e67 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453155 Dec 08 00:00:41.807056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-b70c42fe-0fc5-4310-9725-1bf0e9be981b service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524929 Dec 08 00:00:41.855589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:41.898280 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d384695d-c142-462d-a2cb-dc92b5ba10b9 x-openstack-request-id: req-d384695d-c142-462d-a2cb-dc92b5ba10b9 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:41.898614 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-unplugged", "status": "completed", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:41.898909 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d384695d-c142-462d-a2cb-dc92b5ba10b9 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:41.900362 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'code': 200} Dec 08 00:00:41.907287 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:41.917174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:41.927521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3217aef1-cce7-4c48-974a-923ff8820d3c,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:41.984532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-6e02414b-5ac4-450f-9fe8-dd5eeb835479 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487254 Dec 08 00:00:42.005349 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cd4d51-563e-4584-8ef3-821a58f121fc x-openstack-request-id: req-d9cd4d51-563e-4584-8ef3-821a58f121fc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:42.010263 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e814e4-6ed4-404b-8fe9-7ee60b43c165", "name": "network-vif-deleted", "tag": "3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:42.013932 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9cd4d51-563e-4584-8ef3-821a58f121fc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:42.014439 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e814e4-6ed4-404b-8fe9-7ee60b43c165', 'name': 'network-vif-deleted', 'tag': '3fd9336f-47f6-4cee-aac2-e4f5aa9a5b1a', 'status': 'completed', 'code': 200} Dec 08 00:00:42.075115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:42.098080 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:42.116305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=10']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:42.150500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event updated for resources: {'Port': ['ID=0b6098da-4497-4fc2-b8cc-a71369c9e6af,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:42.208035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:42.213473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:42.217370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:42.256758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:42.272427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:42.273301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:42.289490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Made reservation on behalf of 24a02edbc02946b9872a25c961841fd0 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:42.295929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:42.355559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-6d927a81-2867-4672-bf29-c7c6949ab1ad tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5279016 Dec 08 00:00:42.359460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ecaad52-d446-4b46-977d-98ca5738ee29 req-e7f94d16-18d8-4386-8eda-ed730dbc7fe0 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 210 time: 0.2224426 Dec 08 00:00:42.377883 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:42.399756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Request body: {'port': {'device_id': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:42.472305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1b527b-c1be-4665-aa85-400959a1e87f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:42.491412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event deleted for resources: {'Port': ['ID=3217aef1-cce7-4c48-974a-923ff8820d3c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:42.496585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e670fcc7-76df-4f35-8740-5dcc847bb091 req-c857b233-ac1e-46c5-be67-45d53af26838 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323328 Dec 08 00:00:42.543699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2d148dc-9198-4ac4-be0b-210bea49e213 req-5cec7319-7e50-4343-8e29-2b182197c0d9 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342374 Dec 08 00:00:42.586617 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:42.608737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ddcc-2f2e-4b32-ac65-d627a8e90e39 req-a11e2413-1e20-455c-ad67-287ac62adc16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:42.610625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b849ddcc-2f2e-4b32-ac65-d627a8e90e39 req-a11e2413-1e20-455c-ad67-287ac62adc16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 932 time: 0.6069078 Dec 08 00:00:42.846472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a5ad4a94-58f3-4477-9dbe-752d392418b3 None None] Provisioning complete for port 0b6098da-4497-4fc2-b8cc-a71369c9e6af triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:42.846899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4a94-58f3-4477-9dbe-752d392418b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:42.881381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-19222788-ebbb-4688-8220-4facc058b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:42.882439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-19222788-ebbb-4688-8220-4facc058b13a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 1098 time: 0.2007594 Dec 08 00:00:42.952453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Allocated IP 172.20.0.12 (8f8d3d56-432c-4120-b694-46d5176f1272/2d346f4a-6c8c-405e-afda-809a98520932/24ec1fa5-1e51-42d0-a624-a486ef2381f5) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:43.054566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad4a94-58f3-4477-9dbe-752d392418b3 None None] Port 0b6098da-4497-4fc2-b8cc-a71369c9e6af cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:00:43.137893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-3a3f6a49-3dd1-49f4-91f8-6c78c9ee8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:43.140433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-3a3f6a49-3dd1-49f4-91f8-6c78c9ee8271 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2398894 Dec 08 00:00:43.167779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b849ddcc-2f2e-4b32-ac65-d627a8e90e39 req-0706feb4-dbae-46c4-8faa-d5602b4c9a58 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5358968 Dec 08 00:00:43.312838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-36fc1d95-a73f-4a44-a67c-9ae79e5c63a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ca5b42cd-4be8-4116-b655-4e3bb93886ba HTTP/1.1" status: 200 len: 217 time: 0.1418726 Dec 08 00:00:43.320215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Router 1fc42750-cf46-42ab-b5ef-b22f55048915 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:00:43.473180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:43.480416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-b742f62a-f6dd-40b9-aa0f-9ea78824c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:43.482735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-b742f62a-f6dd-40b9-aa0f-9ea78824c558 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1601236 Dec 08 00:00:43.503103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ccdd4-d349-459c-bb52-168de2ecbe14 req-20d4c533-59f9-4e72-8914-93974d6a05b8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:43.504782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb9ccdd4-d349-459c-bb52-168de2ecbe14 req-20d4c533-59f9-4e72-8914-93974d6a05b8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 949 time: 0.1702425 Dec 08 00:00:43.710309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6098da-4497-4fc2-b8cc-a71369c9e6af {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:43.719900 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:43.724181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-cac808f5-a60a-4de7-ab92-77de254f5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:43.725815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-cac808f5-a60a-4de7-ab92-77de254f5d7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201397 Dec 08 00:00:43.738130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb9ccdd4-d349-459c-bb52-168de2ecbe14 req-6edbf022-aa6b-4424-a111-2f1d1dabbdaf tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960185 Dec 08 00:00:43.739383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Transition to ACTIVE for port object 0b6098da-4497-4fc2-b8cc-a71369c9e6af will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:00:43.758911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:00:43.759164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:43.768270 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] Sync routers for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:00:43.787367 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:00:43.790351 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:00:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:43.887755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d57a1-8e8a-49aa-b87b-05cd2e776e7d req-e359362d-06af-4f6f-8140-c7043e20ffb5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:43.901507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-284d57a1-8e8a-49aa-b87b-05cd2e776e7d req-e359362d-06af-4f6f-8140-c7043e20ffb5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 947 time: 0.2612281 Dec 08 00:00:43.901757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c'}, {'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:43.908895 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b897599a-cd61-44d6-8cb4-99d6658b4e10" -d '{"events": [{"server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "name": "network-vif-unplugged", "status": "completed", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c"}, {"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-plugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:43.913655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] No DVR routers for this DVR port 3217aef1-cce7-4c48-974a-923ff8820d3c on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:00:43.920228 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:43.927177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6975a2b2-4ca8-4b21-bdd0-75797f2e77d7 req-84e4c539-dbfa-4cd1-96e5-394be080443a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "DELETE /v2.0/ports/3217aef1-cce7-4c48-974a-923ff8820d3c HTTP/1.1" status: 204 len: 173 time: 6.3203583 Dec 08 00:00:43.958571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'name': 'network-vif-deleted', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:43.963115 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0f813a-cbeb-4700-85dd-7e0257008a5a" -d '{"events": [{"server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "name": "network-vif-deleted", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:44.133318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2d03940-0f1e-42fe-9816-79e8031ab98f req-96d7d289-8267-455b-a10b-136638b20953 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 210 time: 0.1098313 Dec 08 00:00:44.138528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6098da-4497-4fc2-b8cc-a71369c9e6af,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:44.197918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-284d57a1-8e8a-49aa-b87b-05cd2e776e7d req-c4b15ef0-f88a-48fc-8cef-d69ce2872c9b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946210 Dec 08 00:00:44.209456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-bce7cdfd-a684-46f5-abae-c7b698a273cd service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696634 Dec 08 00:00:44.254981 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:00:44.324053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:44.386534 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461dbab-9f99-4c5d-8690-402fe7d56cec x-openstack-request-id: req-e461dbab-9f99-4c5d-8690-402fe7d56cec {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:44.387166 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "name": "network-vif-unplugged", "status": "completed", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c", "code": 200}, {"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-plugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:44.387166 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e461dbab-9f99-4c5d-8690-402fe7d56cec {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:44.398389 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'code': 200} Dec 08 00:00:44.398753 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e', 'code': 200} Dec 08 00:00:44.401693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:44.497118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Network 8f8d3d56-432c-4120-b694-46d5176f1272 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:44.508132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:44.517277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:44.521878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:44.525776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Attempting to bind port 0b6098da-4497-4fc2-b8cc-a71369c9e6af on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:44.526359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Attempting to bind port 0b6098da-4497-4fc2-b8cc-a71369c9e6af by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:44.526872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Attempting to bind port 0b6098da-4497-4fc2-b8cc-a71369c9e6af on network 09cfacd2-d65d-42ef-a1d7-16366979b21d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:44.557709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Port 0b6098da-4497-4fc2-b8cc-a71369c9e6af on network 09cfacd2-d65d-42ef-a1d7-16366979b21d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:44.558370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Attempting to bind port 0b6098da-4497-4fc2-b8cc-a71369c9e6af on network 09cfacd2-d65d-42ef-a1d7-16366979b21d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:44.566328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941a22d1-d84a-4d67-9b51-fd4c3d3ecac8 req-79a94664-f292-472a-963d-1db2aca7a09b service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478532 Dec 08 00:00:44.567965 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e385d-d1e4-4976-a99c-000ee5a77e2a x-openstack-request-id: req-134e385d-d1e4-4976-a99c-000ee5a77e2a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:44.568506 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29ea3c5-ae43-4a2f-9816-73db7afbb89e", "name": "network-vif-deleted", "tag": "3217aef1-cce7-4c48-974a-923ff8820d3c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:44.577966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:44.579266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Checking segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:44.579978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Bound using segment: {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:44.580749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Bound port: 0b6098da-4497-4fc2-b8cc-a71369c9e6af, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700166b8-e05d-4dbd-8a4d-ec64fa553461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:44.581328 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-134e385d-d1e4-4976-a99c-000ee5a77e2a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:44.581850 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29ea3c5-ae43-4a2f-9816-73db7afbb89e', 'name': 'network-vif-deleted', 'tag': '3217aef1-cce7-4c48-974a-923ff8820d3c', 'status': 'completed', 'code': 200} Dec 08 00:00:44.582533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:44.628814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:44.630577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:44.678413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05be7d-ebfd-436b-a13a-272ac10d480e req-6e7bc8dc-f8d9-4005-bbdf-91052f357f72 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:44.688401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa05be7d-ebfd-436b-a13a-272ac10d480e req-6e7bc8dc-f8d9-4005-bbdf-91052f357f72 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 944 time: 0.0967333 Dec 08 00:00:44.748385 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-4f10a852-5409-4a18-bfc3-75574c3f84ad tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3595755 Dec 08 00:00:44.760593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa05be7d-ebfd-436b-a13a-272ac10d480e req-e221e5a6-76e4-4bf9-ad36-3194fbf3ec8d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668447 Dec 08 00:00:44.789893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Request body: {'port': {'device_id': '024d1e57-48db-49a7-a76e-02286b84e87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:44.868955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] For port 0b6098da-4497-4fc2-b8cc-a71369c9e6af, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:44.913894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] For port 0b6098da-4497-4fc2-b8cc-a71369c9e6af, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:44.930113 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:44.936956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ca5b42cd-4be8-4116-b655-4e3bb93886ba details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:44.979292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1b527b-c1be-4665-aa85-400959a1e87f up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:44.999447 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] Checking router: 1fc42750-cf46-42ab-b5ef-b22f55048915 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:00:45.007512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:45.020709 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:00:45.026611 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:00:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:45.080840 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:00:45.112070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:45.112743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:45.114184 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] 10.222.0.59 "PUT /v2.0/ports/0b6098da-4497-4fc2-b8cc-a71369c9e6af HTTP/1.1" status: 200 len: 1092 time: 2.7343614 Dec 08 00:00:45.114657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:45.138743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107c684-65c8-4677-bd9e-45e3e69e91d7 req-357b1f2f-31f2-456e-8a0b-f3c7c36b4247 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:45.141557 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c418485-1bb0-480f-bb52-7eea4d3f40ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:45.155083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6107c684-65c8-4677-bd9e-45e3e69e91d7 req-357b1f2f-31f2-456e-8a0b-f3c7c36b4247 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 949 time: 0.2316828 Dec 08 00:00:45.178653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:45.320244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 8d1b527b-c1be-4665-aa85-400959a1e87f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:45.328894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 8d1b527b-c1be-4665-aa85-400959a1e87f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:45.329321 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:45.383340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6107c684-65c8-4677-bd9e-45e3e69e91d7 req-4bcd1578-3e0a-4070-a5ed-a2e625e96d61 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272768 Dec 08 00:00:45.426759 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:00:45.442321 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6db5f1-dd0a-4452-86f5-1d651029ceff x-openstack-request-id: req-2d6db5f1-dd0a-4452-86f5-1d651029ceff {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:45.442641 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:45.444754 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d6db5f1-dd0a-4452-86f5-1d651029ceff {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:45.445616 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'status': 'completed', 'code': 200} Dec 08 00:00:45.484547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ca5b42cd-4be8-4116-b655-4e3bb93886ba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ca5b42cd-4be8-4116-b655-4e3bb93886ba,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:45.533508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba', 'mac_address': 'fa:16:3e:18:c9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:45.635067 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:45.674583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5b42cd-4be8-4116-b655-4e3bb93886ba {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:45.711083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99660fe2-5fd1-41ef-b34e-42573cd3aee9 req-4e2d548c-55b2-482b-addd-fcaadb545e37 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:45.725504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99660fe2-5fd1-41ef-b34e-42573cd3aee9 req-4e2d548c-55b2-482b-addd-fcaadb545e37 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 932 time: 0.2480922 Dec 08 00:00:45.809962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b412b-b33e-46e0-9564-bad4ebb648c8 req-afae5b28-aca6-4ee7-86a2-d167670b3155 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:45.816109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d7b412b-b33e-46e0-9564-bad4ebb648c8 req-afae5b28-aca6-4ee7-86a2-d167670b3155 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 947 time: 0.2369437 Dec 08 00:00:45.878415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99660fe2-5fd1-41ef-b34e-42573cd3aee9 req-fd676b03-66c1-4f32-9ef6-03626439c606 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467986 Dec 08 00:00:45.941402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf67aa7-1c40-4c55-87de-27dc1fa44749 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6098da-4497-4fc2-b8cc-a71369c9e6af,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:46.003112 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:00:46.037586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-df2dd4cc-402f-445f-9a4c-af183f99c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:46.045071 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-df2dd4cc-402f-445f-9a4c-af183f99c4d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 1095 time: 0.6946011 Dec 08 00:00:46.061019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ca5b42cd-4be8-4116-b655-4e3bb93886ba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ca5b42cd-4be8-4116-b655-4e3bb93886ba,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:46.071334 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080040b-d35e-4285-844d-bc3e3233324b None None] The sync data for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 is: [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:00:46.091146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:46.157751 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-a7b26b60-5cb6-43e4-a559-cdf65e64a4ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af HTTP/1.1" status: 200 len: 217 time: 0.0769346 Dec 08 00:00:46.160294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=ca5b42cd-4be8-4116-b655-4e3bb93886ba,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:46.179045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:46.267282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:46.271088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ec1fa5-1e51-42d0-a624-a486ef2381f5 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:46.280128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:46.289407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:46.313686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Transition to ACTIVE for port object 24ec1fa5-1e51-42d0-a624-a486ef2381f5 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:00:46.323064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:46.377205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:46.398683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-4987eb28-b6bd-4fda-88e5-4070352e2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:46.401799 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-4987eb28-b6bd-4fda-88e5-4070352e2203 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 200 len: 863 time: 0.1985300 Dec 08 00:00:46.404054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:46.406911 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dbcfdd-5c14-471e-ba32-3c415226e2e9" -d '{"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-plugged", "status": "completed", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:46.409542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:46.423932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d7b412b-b33e-46e0-9564-bad4ebb648c8 req-5951ad62-59ba-48ef-aab0-24f40341b693 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422285 Dec 08 00:00:46.465040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d95ca-157e-42b9-a709-45a3e0bbbf37 req-5db04846-91fa-4a25-b65e-528c6224ec74 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:46.474145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b09d95ca-157e-42b9-a709-45a3e0bbbf37 req-5db04846-91fa-4a25-b65e-528c6224ec74 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 944 time: 0.1163812 Dec 08 00:00:46.486379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-d2938c05-8850-4ecf-b620-8cbca175e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:46.488300 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-d2938c05-8850-4ecf-b620-8cbca175e8a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09cfacd2-d65d-42ef-a1d7-16366979b21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670812 Dec 08 00:00:46.569826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['ca5b42cd-4be8-4116-b655-4e3bb93886ba'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:46.581387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b09d95ca-157e-42b9-a709-45a3e0bbbf37 req-1e291260-68ed-4bba-b8a0-6f4e61982d8e tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916080 Dec 08 00:00:46.621904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40656239-b6a6-424c-a075-783182d00bd9 req-e795bf3b-79b0-4baa-b09a-d3f2750ee815 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:46.626677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40656239-b6a6-424c-a075-783182d00bd9 req-e795bf3b-79b0-4baa-b09a-d3f2750ee815 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1038992 Dec 08 00:00:46.648522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7191163e-7961-4568-8902-cd0e8e465194 None None] New status for floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:00:46.652177 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f3370-b71e-4769-bbaf-2e85a1ea2e80 x-openstack-request-id: req-c60f3370-b71e-4769-bbaf-2e85a1ea2e80 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:46.652515 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-plugged", "status": "completed", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:46.652758 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c60f3370-b71e-4769-bbaf-2e85a1ea2e80 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:46.653150 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'code': 200} Dec 08 00:00:46.669065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Attempting to bind port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:46.669312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Attempting to bind port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:46.669571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Attempting to bind port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:46.712564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40656239-b6a6-424c-a075-783182d00bd9 req-50bf0abc-c5a0-4523-86cf-d9ddc8ed863b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796742 Dec 08 00:00:46.782527 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-cc68f624-55d7-489a-b868-eb704578a12c service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529433 Dec 08 00:00:46.785772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 on network 8f8d3d56-432c-4120-b694-46d5176f1272 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:46.787134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Attempting to bind port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:46.792631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:46.792981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Checking segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:46.793628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Bound using segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:46.794059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Bound port: 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:46.794454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:46.844967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccbc60-4a0c-4db0-9cc6-6a6b68fe1811 req-d7f5ca7b-bac7-47d1-9301-123176f1d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:46.846598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bccbc60-4a0c-4db0-9cc6-6a6b68fe1811 req-d7f5ca7b-bac7-47d1-9301-123176f1d5b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 1101 time: 0.0834017 Dec 08 00:00:47.011485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:47.019447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:47.020237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bccbc60-4a0c-4db0-9cc6-6a6b68fe1811 req-2acd6d0d-afd1-4c0f-935f-f2928bffa74a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647427 Dec 08 00:00:47.033386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:47.107576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4169a0f-5c19-4b73-8329-eaef34451646 req-bc6fabbf-7cd8-440f-abe4-74164df5a45d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.117048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4169a0f-5c19-4b73-8329-eaef34451646 req-bc6fabbf-7cd8-440f-abe4-74164df5a45d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 944 time: 0.0745122 Dec 08 00:00:47.184262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4169a0f-5c19-4b73-8329-eaef34451646 req-f240e29b-ed1c-441e-abae-84f980b518b7 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660429 Dec 08 00:00:47.225469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:47.356764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe003c74-1bf5-459d-b6f8-eca1e22c58b9 req-d8bf291e-0672-4887-9402-faad27b5eb37 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422502 Dec 08 00:00:47.369299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.370697 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:47.372537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] 10.222.0.59 "PUT /v2.0/ports/24ec1fa5-1e51-42d0-a624-a486ef2381f5 HTTP/1.1" status: 200 len: 1092 time: 2.5977237 Dec 08 00:00:47.401693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dcb3f-f1b7-4c61-87d5-6c82a007b158 service neutron] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:47.447242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:47.450950 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:47.519738 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817f6920-3a28-4fc0-ba6f-6086507e2782 x-openstack-request-id: req-817f6920-3a28-4fc0-ba6f-6086507e2782 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:47.520420 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:47.520961 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-817f6920-3a28-4fc0-ba6f-6086507e2782 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:47.522188 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'status': 'completed', 'code': 200} Dec 08 00:00:47.596665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c73c4-a910-4fc6-ab89-9263f774f227 req-3c79a44a-821c-4276-9f48-57a915b82291 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.598814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74c73c4-a910-4fc6-ab89-9263f774f227 req-3c79a44a-821c-4276-9f48-57a915b82291 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 948 time: 0.0900955 Dec 08 00:00:47.705260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-c16140cc-3c6e-49ef-b35e-6c79d0a8b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.707166 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-c16140cc-3c6e-49ef-b35e-6c79d0a8b354 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 1095 time: 0.1484547 Dec 08 00:00:47.710210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-a5ce356a-cafe-4a94-9b05-73ac68a5bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.711574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-a5ce356a-cafe-4a94-9b05-73ac68a5bff2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 1095 time: 0.1665335 Dec 08 00:00:47.755308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b74c73c4-a910-4fc6-ab89-9263f774f227 req-ef477ad5-5bcc-4005-9f0c-0994579ef6c8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274765 Dec 08 00:00:47.788909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3203d-5f74-4fa8-b77f-cf76db0b256d req-1335e2dd-b796-40e7-84b3-11080a10b8d9 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.798761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-feb3203d-5f74-4fa8-b77f-cf76db0b256d req-1335e2dd-b796-40e7-84b3-11080a10b8d9 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 944 time: 0.1225889 Dec 08 00:00:47.829652 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-fa28df51-0ad2-4dea-8c03-326f798722a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5 HTTP/1.1" status: 200 len: 217 time: 0.0940576 Dec 08 00:00:47.936156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-feb3203d-5f74-4fa8-b77f-cf76db0b256d req-91191cc1-9079-4a2c-a7a0-7caa6a71a931 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357162 Dec 08 00:00:47.939314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-c8c20edf-35fb-41aa-b839-52f7162f8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.941102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-c8c20edf-35fb-41aa-b839-52f7162f8fbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.1004567 Dec 08 00:00:47.970842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305af4b4-4c55-4785-949b-615c2182535d req-056e90bd-aeea-4bd5-9050-a154bb377f25 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.972171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-305af4b4-4c55-4785-949b-615c2182535d req-056e90bd-aeea-4bd5-9050-a154bb377f25 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0999634 Dec 08 00:00:47.981891 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-7af67d34-18f6-42d0-abc3-c3aff05a494f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317044 Dec 08 00:00:47.987156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-2cee3dd2-164f-4888-9528-069a064c0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:47.989268 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-2cee3dd2-164f-4888-9528-069a064c0a96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 925 time: 0.2408819 Dec 08 00:00:48.053099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-305af4b4-4c55-4785-949b-615c2182535d req-16df12c0-1406-4684-b161-78cf7dedb8ba tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676267 Dec 08 00:00:48.059303 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-6d2069e0-3859-4666-b97e-484d2693a72d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af HTTP/1.1" status: 200 len: 217 time: 0.0503516 Dec 08 00:00:48.210128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-0461d35d-3323-494b-a3c3-e8319f18e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:48.211690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-0461d35d-3323-494b-a3c3-e8319f18e2a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 200 len: 863 time: 0.1442862 Dec 08 00:00:48.244409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-81f55241-52ba-489b-8607-f7cfcb1ea204 service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532647 Dec 08 00:00:48.378807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5f44-b97c-4a9e-88bf-c706c191bbbc req-59d35b1b-f969-4211-87a3-595fd74516fa tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:48.382109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c4b5f44-b97c-4a9e-88bf-c706c191bbbc req-59d35b1b-f969-4211-87a3-595fd74516fa tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 944 time: 0.0723190 Dec 08 00:00:48.382832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40446) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:48.387924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-819490771'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:48.455847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:48.461907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:48.480406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-a49258cb-d831-4307-9899-b09669b35b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:48.481927 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-a49258cb-d831-4307-9899-b09669b35b2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09cfacd2-d65d-42ef-a1d7-16366979b21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128639 Dec 08 00:00:48.530354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c4b5f44-b97c-4a9e-88bf-c706c191bbbc req-e2fc1571-d232-4773-9331-532c310497d1 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381159 Dec 08 00:00:48.552869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:00:48.568401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:48.568841 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Added segment f5d46d2c-ba95-4b05-9198-5b6380bedbd1 of type vlan for network 4b78f093-b8bf-45fb-8a64-1e298676065d Dec 08 00:00:48.604294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-aa6e4b75-0156-4f04-8513-5739541dd1d6 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123302 Dec 08 00:00:48.619888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:48.626418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49477e1a-22ae-4f9f-a4da-b1a658190ac1 req-a20c0653-074d-4849-951b-4e7bb9e35852 service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325038 Dec 08 00:00:48.674366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:48.689132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:48.689751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:48.773470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c418485-1bb0-480f-bb52-7eea4d3f40ff req-9aabe42f-e0bc-4ee7-a3f7-f00ab48af85e service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457298 Dec 08 00:00:48.804924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4201660 Dec 08 00:00:48.807246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40454) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:48.814037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-27903370'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:48.902822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:48.907645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:48.916822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be216b3b-aa40-417c-b1e9-513a8f5fbaac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Network': ['ID=4b78f093-b8bf-45fb-8a64-1e298676065d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:48.929838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 4b78f093-b8bf-45fb-8a64-1e298676065d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:00:48.944360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3d0e-d60b-48e4-85a7-5653a79fdf52 req-d6784fdc-c3f7-4870-9765-5c2c08f778f0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:48.946457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c7c3d0e-d60b-48e4-85a7-5653a79fdf52 req-d6784fdc-c3f7-4870-9765-5c2c08f778f0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 948 time: 0.1119924 Dec 08 00:00:48.987874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-fdf13baf-a0f5-48fb-9763-363d99a06ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:48.989469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-fdf13baf-a0f5-48fb-9763-363d99a06ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 1095 time: 0.1586719 Dec 08 00:00:49.013468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:00:49.035304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ca5b42cd-4be8-4116-b655-4e3bb93886ba up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:49.049116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c7c3d0e-d60b-48e4-85a7-5653a79fdf52 req-8219bb84-a03a-4130-bbae-ad2268f943ec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879006 Dec 08 00:00:49.081901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:49.082458 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Added segment 6c7f6ab8-ad59-4a5d-aeef-421779e779ab of type vlan for network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 Dec 08 00:00:49.116311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port ca5b42cd-4be8-4116-b655-4e3bb93886ba completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:49.124016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port ca5b42cd-4be8-4116-b655-4e3bb93886ba triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:49.124821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:49.181833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49938ee-4852-4d4d-9182-76e1d1165597 req-973e07a0-cac8-4751-b557-3519ffcc3033 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:49.185969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b49938ee-4852-4d4d-9182-76e1d1165597 req-973e07a0-cac8-4751-b557-3519ffcc3033 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 944 time: 0.1107647 Dec 08 00:00:49.262030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f539-1580-430d-9262-6b2b4ef51d46 req-3d658733-504d-4f1d-afff-cb46698650b8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:49.263041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:49.269949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:49.271876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47f6f539-1580-430d-9262-6b2b4ef51d46 req-3d658733-504d-4f1d-afff-cb46698650b8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0847604 Dec 08 00:00:49.314658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:49.321732 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b395e71f-a848-48b3-8220-2f34fdb4828b" -d '{"events": [{"server_uuid": "4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b42cd-4be8-4116-b655-4e3bb93886ba"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:49.337058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ca5b42cd-4be8-4116-b655-4e3bb93886ba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ca5b42cd-4be8-4116-b655-4e3bb93886ba,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:49.347687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47f6f539-1580-430d-9262-6b2b4ef51d46 req-77c7a8d1-ef97-4850-aa91-0fa3d7522101 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748432 Dec 08 00:00:49.351260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b49938ee-4852-4d4d-9182-76e1d1165597 req-95482b21-a97f-4184-82d8-d33ead5c73ca tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544495 Dec 08 00:00:49.351657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:49.397076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-a898d5d9-2334-47f5-aa6e-0f983289890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:49.398498 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-a898d5d9-2334-47f5-aa6e-0f983289890f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 906 time: 0.3987436 Dec 08 00:00:49.421560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=ca5b42cd-4be8-4116-b655-4e3bb93886ba,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:49.461519 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08da291b-08cf-4ca0-8db5-9cbde4682ad6 x-openstack-request-id: req-08da291b-08cf-4ca0-8db5-9cbde4682ad6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:49.461816 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b42cd-4be8-4116-b655-4e3bb93886ba", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:49.462069 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08da291b-08cf-4ca0-8db5-9cbde4682ad6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:49.463079 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba', 'code': 200} Dec 08 00:00:49.506036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-e1d929c0-45a8-464d-83d3-ebb085e489d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5 HTTP/1.1" status: 200 len: 217 time: 0.0820677 Dec 08 00:00:49.511086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:49.518865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:49.519448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:49.521236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-4ce98bf0-71d8-4638-babd-a4b49841501b req-8bed105c-3b2a-4c33-825a-700897d49b88 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:00:49.522205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ce98bf0-71d8-4638-babd-a4b49841501b req-8bed105c-3b2a-4c33-825a-700897d49b88 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051775 Dec 08 00:00:49.767455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64885e-8cab-4913-b532-d84939a85d31 req-34a6f924-3d91-4a9a-aa64-5d80b897b42a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:49.776406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f64885e-8cab-4913-b532-d84939a85d31 req-34a6f924-3d91-4a9a-aa64-5d80b897b42a tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 944 time: 0.1295521 Dec 08 00:00:49.825209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Network': ['ID=2234cea8-e90b-4673-81a1-3c084ac7cbc8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:49.839488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:00:49.929546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d7351-51ec-4e2a-ac63-36b88c66f86c req-159a205d-a5c6-4e32-83c0-6522baa4c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:49.931623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-449d7351-51ec-4e2a-ac63-36b88c66f86c req-159a205d-a5c6-4e32-83c0-6522baa4c352 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 1100 time: 0.2050338 Dec 08 00:00:49.936636 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ab51b7c8-2ac1-450b-89e1-3b1827bf52b0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1279919 Dec 08 00:00:49.940758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40482) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:49.946989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'subnet': {'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:49.998551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-6ad25f29-58b2-4587-bf3f-ee25ea387639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:50.000833 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-6ad25f29-58b2-4587-bf3f-ee25ea387639 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42aab989a9534925b80040b8de3c9c22&device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 1101 time: 0.2534080 Dec 08 00:00:50.002319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-f09e1584-3ec6-4363-b890-96d15efd9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:50.013624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-f09e1584-3ec6-4363-b890-96d15efd9d1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.4801791 Dec 08 00:00:50.048784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f64885e-8cab-4913-b532-d84939a85d31 req-bdeb7a93-27b5-4e2b-8b9b-ebe525aaf73e tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713909 Dec 08 00:00:50.096023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb6e9a-a335-4044-9aa6-593e1f98b855 req-6777b1ce-b77f-4424-9961-191931a654f6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:50.097544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9fb6e9a-a335-4044-9aa6-593e1f98b855 req-6777b1ce-b77f-4424-9961-191931a654f6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.2144942 Dec 08 00:00:50.175202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9fb6e9a-a335-4044-9aa6-593e1f98b855 req-a6deae93-5f9a-4b01-a1f3-6d37b5ce134d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690393 Dec 08 00:00:50.177255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-449d7351-51ec-4e2a-ac63-36b88c66f86c req-2d2206c8-0a17-4c8f-98a3-b172de7061ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570368 Dec 08 00:00:50.178285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:50.182166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:50.232174 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-447e25b5-f566-4d13-a078-10b4bb585e5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3308971 Dec 08 00:00:50.238483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-f99712f4-6065-445c-8e02-176eeaf96890 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:00:50.252408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-f99712f4-6065-445c-8e02-176eeaf96890 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193906 Dec 08 00:00:50.260977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-c52d3b1b-255f-4543-a805-3b08cbd287b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687530 Dec 08 00:00:50.306929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f089a65-f44e-4f63-826b-0aa693df6380 req-d045e9e0-dd25-43a1-86ca-1674d9e67fd3 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:50.308479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f089a65-f44e-4f63-826b-0aa693df6380 req-d045e9e0-dd25-43a1-86ca-1674d9e67fd3 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 949 time: 0.1039360 Dec 08 00:00:50.362217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-7f9cf4b0-80cc-4e15-9645-2570114bba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:50.378776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-7f9cf4b0-80cc-4e15-9645-2570114bba80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3529232 Dec 08 00:00:50.396015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f089a65-f44e-4f63-826b-0aa693df6380 req-7c22555f-e2d0-428e-8450-c61d36679033 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772586 Dec 08 00:00:50.551534 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-dbe65189-d9ec-45bc-9a57-3c2bb1e02062 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=925dee84-701f-4468-b425-2df6884d108e HTTP/1.1" status: 200 len: 217 time: 0.0865722 Dec 08 00:00:50.679651 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-109de6c1-9b77-417d-8c71-8d6b12172c19 service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083965 Dec 08 00:00:50.703520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adcdf6-db31-458d-8945-8ed77ecb4b40 req-a31928bf-0afe-492b-ada9-7d45b0fdfc47 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:50.705447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4adcdf6-db31-458d-8945-8ed77ecb4b40 req-a31928bf-0afe-492b-ada9-7d45b0fdfc47 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 944 time: 0.1288021 Dec 08 00:00:50.712373 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:50.740677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0b6098da-4497-4fc2-b8cc-a71369c9e6af details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:50.760421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-6a16ffd2-4d0c-4697-aa21-a0933e369209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:50.762983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-6a16ffd2-4d0c-4697-aa21-a0933e369209 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1993718 Dec 08 00:00:50.966605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4adcdf6-db31-458d-8945-8ed77ecb4b40 req-4efdf016-de68-44e6-bf81-d884632eebc1 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442985 Dec 08 00:00:50.971372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Checking segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:50.976945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network hostable DHCP agents. Network: 4b78f093-b8bf-45fb-8a64-1e298676065d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:00:50.985588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0b6098da-4497-4fc2-b8cc-a71369c9e6af, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:51.004505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'port_id': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'mac_address': 'fa:16:3e:ad:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:51.017605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-08987973-08c6-4633-ba66-a90a6f30f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:51.019566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-08987973-08c6-4633-ba66-a90a6f30f320 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2032292 Dec 08 00:00:51.021826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c9bec7-ac63-4a21-9ec0-a11d0fea2cf5 req-89db9810-e649-48a6-9f04-77d8cb3469ed service neutron] 10.222.0.59 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271308 Dec 08 00:00:51.022143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Subnet': ['ID=50325a6a-edf4-421b-b05d-91c2a551857d,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:51.052743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:51.053104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.053467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.053817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.054161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.054503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.054838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.062053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.063055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.067739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.068126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.068506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.068844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.069184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:51.072658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6098da-4497-4fc2-b8cc-a71369c9e6af {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:51.102492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 4b78f093-b8bf-45fb-8a64-1e298676065d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:00:51.103746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0b6098da-4497-4fc2-b8cc-a71369c9e6af, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:51.116038 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:51.134298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 4b78f093-b8bf-45fb-8a64-1e298676065d) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:51.142398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:51.143617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:51.155308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599954a-05da-4a65-b32b-6470ce482004 None None] Network 4b78f093-b8bf-45fb-8a64-1e298676065d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:51.187674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-50215011-35ca-4789-b3dc-eefaf6b73a83 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2455409 Dec 08 00:00:51.190467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40526) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:51.198590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'subnet': {'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:51.241830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=0b6098da-4497-4fc2-b8cc-a71369c9e6af,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:51.371880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-4bffaf15-d20e-4f61-9a90-1f576972d96c service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340411 Dec 08 00:00:51.459974 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e8ff0d4c-8b0a-4dd6-876e-4f8272a90e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:51.469512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4b78f093-b8bf-45fb-8a64-1e298676065d', 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'fixed_ips': [{'subnet_id': '50325a6a-edf4-421b-b05d-91c2a551857d'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:00:51.471620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:51.493593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a390593-8e9a-49dd-b85f-b83d5b3758ca req-c4ff2f9d-53a7-4e5e-a78c-0f69d769c987 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:51.495152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a390593-8e9a-49dd-b85f-b83d5b3758ca req-c4ff2f9d-53a7-4e5e-a78c-0f69d769c987 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 944 time: 0.2311323 Dec 08 00:00:51.517852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2319b-162c-45a8-873f-373b1a8ddd79 req-2996fdc1-1ce5-48ad-b1c1-6f4fe6ca168d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:51.519582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2e2319b-162c-45a8-873f-373b1a8ddd79 req-2996fdc1-1ce5-48ad-b1c1-6f4fe6ca168d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1632495 Dec 08 00:00:51.521896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:51.525436 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:51.659962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b3963ae-c4ac-483f-b509-e2cfafdea2aa req-21e07313-5ef6-4cef-aec0-1cf539f2ed86 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554564 Dec 08 00:00:51.698856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a390593-8e9a-49dd-b85f-b83d5b3758ca req-0834e8fb-2a50-433f-8ecd-1c297c261f76 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961584 Dec 08 00:00:51.725090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2e2319b-162c-45a8-873f-373b1a8ddd79 req-44d2dad5-5e4c-4ad3-9d4a-5eb0c23521a6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876767 Dec 08 00:00:51.877218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Allocated IP 10.1.1.2 (4b78f093-b8bf-45fb-8a64-1e298676065d/50325a6a-edf4-421b-b05d-91c2a551857d/a785be67-6b8a-45af-801d-bf1075c8a641) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:52.020776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d091ce-e94f-47d2-8ea7-d150fe5d07b1 req-71d20a56-13a9-4ae9-81f7-a2cf51122643 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:52.022463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69d091ce-e94f-47d2-8ea7-d150fe5d07b1 req-71d20a56-13a9-4ae9-81f7-a2cf51122643 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 949 time: 0.1261609 Dec 08 00:00:52.023949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:52.122549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:52.130365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['0b6098da-4497-4fc2-b8cc-a71369c9e6af'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:52.135355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:52.164404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Subnet': ['ID=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:52.200648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69d091ce-e94f-47d2-8ea7-d150fe5d07b1 req-e8841ee0-0ec7-492c-96f8-279bf9c0a727 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703050 Dec 08 00:00:52.204212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Checking segment: {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:52.205021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network hostable DHCP agents. Network: 2234cea8-e90b-4673-81a1-3c084ac7cbc8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:00:52.227912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Pushing event updated for resources: {'Port': ['ID=a785be67-6b8a-45af-801d-bf1075c8a641,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:52.230589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c86ed-a17c-45fc-9bf8-834a81502b05 req-67180cef-2c61-4290-92ba-260f26f1440f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:52.232384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a6c86ed-a17c-45fc-9bf8-834a81502b05 req-67180cef-2c61-4290-92ba-260f26f1440f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 945 time: 0.1373253 Dec 08 00:00:52.242132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:00:52.276985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2234cea8-e90b-4673-81a1-3c084ac7cbc8) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:52.307382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefca25-d712-4636-a565-6b83cd310a71 None None] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:52.308697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:52.310747 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:52.317364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Network 4b78f093-b8bf-45fb-8a64-1e298676065d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:52.364083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:52.394756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:52.426388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-26b37bc4-b8b0-4b8e-a1c3-6425d51cdb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:52.428989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-26b37bc4-b8b0-4b8e-a1c3-6425d51cdb09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 1101 time: 0.0584793 Dec 08 00:00:52.475185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e2a0e1f6-a2c7-48ff-89ed-45ba5de8a338 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2828009 Dec 08 00:00:52.475765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40550) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:52.482984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'port': {'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'name': 'tempest-TaggedBootDevicesTest_v242-1891973870', 'fixed_ips': [{'subnet_id': '50325a6a-edf4-421b-b05d-91c2a551857d'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:52.504556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a6c86ed-a17c-45fc-9bf8-834a81502b05 req-45e55a9e-1130-4a44-8b5a-edb06dd8774b tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501738 Dec 08 00:00:52.568668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-90b013b6-5536-408b-a7f5-c3870fb264cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:52.574102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-90b013b6-5536-408b-a7f5-c3870fb264cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1338389 Dec 08 00:00:52.590256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faa3e9-29cf-476b-8d31-7744f6234679 req-8087252b-97df-44dc-8fd9-223f3da53d4e tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:52.599138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80faa3e9-29cf-476b-8d31-7744f6234679 req-8087252b-97df-44dc-8fd9-223f3da53d4e tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 1100 time: 0.2485747 Dec 08 00:00:52.691224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2234cea8-e90b-4673-81a1-3c084ac7cbc8', 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8', 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'fixed_ips': [{'subnet_id': '6ef77716-9ea7-4bf3-a937-ec6cdb3ea250'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:00:52.691977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:52.709654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Attempting to bind port a785be67-6b8a-45af-801d-bf1075c8a641 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:52.710025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Attempting to bind port a785be67-6b8a-45af-801d-bf1075c8a641 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:52.710397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Attempting to bind port a785be67-6b8a-45af-801d-bf1075c8a641 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:52.713289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80faa3e9-29cf-476b-8d31-7744f6234679 req-b7e74c37-4126-4402-ab55-733e77448c4e tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131666 Dec 08 00:00:52.736517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:52.737354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Checking segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:52.737913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:52.739348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Bound using segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:52.739860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Bound port: a785be67-6b8a-45af-801d-bf1075c8a641, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:52.741282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:52.764780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:52.790459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 24ec1fa5-1e51-42d0-a624-a486ef2381f5 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:00:53.091318 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:53.097164 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-b578b15f-ffcc-4f93-b8df-20b8c5b9a7f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8d1b527b-c1be-4665-aa85-400959a1e87f HTTP/1.1" status: 200 len: 217 time: 0.5159199 Dec 08 00:00:53.142858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] device_id is not set on port 12b8b463-48cb-4131-b066-14d29b481368 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:00:53.163729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617764fc-e380-48b0-8a98-a05e6fad736a req-c4ec1727-31d4-4069-96eb-dc63a2d063f3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:53.171939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-617764fc-e380-48b0-8a98-a05e6fad736a req-c4ec1727-31d4-4069-96eb-dc63a2d063f3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.2504940 Dec 08 00:00:53.176023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-c15d4eda-8051-4d34-9d16-cbd1e78963e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:53.178610 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-c15d4eda-8051-4d34-9d16-cbd1e78963e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0677426 Dec 08 00:00:53.189536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-c6494ae9-73bc-438f-947e-f3f8d6a61a94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1215525 Dec 08 00:00:53.190289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d60400-5614-40c4-994d-317bb386664d req-e5d392bc-0b8b-44c0-aa50-f52e189f34c4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:53.197883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92d60400-5614-40c4-994d-317bb386664d req-e5d392bc-0b8b-44c0-aa50-f52e189f34c4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 944 time: 0.2003653 Dec 08 00:00:53.267727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-1c69140a-adc6-44fc-bec5-d648f5fbdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:53.269497 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-1c69140a-adc6-44fc-bec5-d648f5fbdc8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779090 Dec 08 00:00:53.364653 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:00:53.479958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] For port a785be67-6b8a-45af-801d-bf1075c8a641, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:53.509342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-468a932e-da8f-4ca9-a22e-6782f849f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:53.510563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] For port a785be67-6b8a-45af-801d-bf1075c8a641, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a785be67-6b8a-45af-801d-bf1075c8a641,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:53.511080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-468a932e-da8f-4ca9-a22e-6782f849f59d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 1101 time: 0.2211287 Dec 08 00:00:53.532356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:53.537236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-3e66a15b-6040-42c8-9905-5dca4f836bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560613 Dec 08 00:00:53.574233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Allocated IP 10.2.2.2 (2234cea8-e90b-4673-81a1-3c084ac7cbc8/6ef77716-9ea7-4bf3-a937-ec6cdb3ea250/3d2a6640-f5ad-4951-8a9f-fce9c5710010) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:53.591016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:53.594307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92d60400-5614-40c4-994d-317bb386664d req-02adce79-30ac-4aec-9272-ce9897652035 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938472 Dec 08 00:00:53.625676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ba61d14b-63f5-4210-b6a6-9d16ca95453f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:53.636860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'mac_address': 'fa:16:3e:f7:0c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:00:53.703724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-617764fc-e380-48b0-8a98-a05e6fad736a req-177d8f21-5ff6-4f83-bac4-ba6fa25e0787 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269361 Dec 08 00:00:53.726324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c34a24-7d2e-4f3c-8903-c842547e1593 None None] Pushing event updated for resources: {'Port': ['ID=a785be67-6b8a-45af-801d-bf1075c8a641,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:53.800489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-a376892c-7d37-4afa-bc6e-4af95ccf514a service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513485 Dec 08 00:00:53.925976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:53.949366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-748aeffc-fc57-4f33-9d68-80a84f1ec3de tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1530232 Dec 08 00:00:53.964298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-a0ac89b1-983d-4c99-b99a-5b3ea0d09bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:53.965783 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-a0ac89b1-983d-4c99-b99a-5b3ea0d09bf3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.4276252 Dec 08 00:00:54.068067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ec1fa5-1e51-42d0-a624-a486ef2381f5 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:00:54.073456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-dfd7e0b2-5a63-4a69-a229-b91413db3cd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c HTTP/1.1" status: 200 len: 217 time: 0.0967994 Dec 08 00:00:54.127326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:54.157942 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:54.247900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-c3b70b55-c6db-4a96-98f0-442cd13b1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:54.251019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-c3b70b55-c6db-4a96-98f0-442cd13b1b36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1591945 Dec 08 00:00:54.284039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 10.1.1.212 (4b78f093-b8bf-45fb-8a64-1e298676065d/50325a6a-edf4-421b-b05d-91c2a551857d/12b8b463-48cb-4131-b066-14d29b481368) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:54.323640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9934-e54b-4d69-b387-a0b681357b95 req-801c1cd5-96ae-41c1-9318-670a23cd9e09 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:54.325203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa1a9934-e54b-4d69-b387-a0b681357b95 req-801c1cd5-96ae-41c1-9318-670a23cd9e09 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 945 time: 0.4012537 Dec 08 00:00:54.402046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-b94f5c3e-b68c-47c4-bf36-b16d1dcf5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:54.404121 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-b94f5c3e-b68c-47c4-bf36-b16d1dcf5eb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340482 Dec 08 00:00:54.415791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:54.433895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:54.444438 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:54.504233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:54.519414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:54.526773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:54.554451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-d72752b4-b3de-4df6-b144-d9628eeb1bfe service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398485 Dec 08 00:00:54.627779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Pushing event updated for resources: {'Port': ['ID=3d2a6640-f5ad-4951-8a9f-fce9c5710010,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:54.643249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Attempting to bind port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:54.643884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Attempting to bind port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:54.644418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Attempting to bind port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 on network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:54.666212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:54.667139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Checking segment: {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:54.667842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:54.668407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Bound using segment: {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:54.669628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Bound port: 3d2a6640-f5ad-4951-8a9f-fce9c5710010, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:54.670194 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:54.720994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-3c166f3a-fae0-4c1d-b5f7-3c1f158519d8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:54.725578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-3c166f3a-fae0-4c1d-b5f7-3c1f158519d8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7750196 Dec 08 00:00:54.733792 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8e6099a9-7784-486b-ac8b-a876bbb4a457 req-90a9c93e-e93a-4a1f-99cd-254b09dce486 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681178 Dec 08 00:00:54.761430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['24ec1fa5-1e51-42d0-a624-a486ef2381f5'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:54.771164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-f32daa5d-7753-4368-808a-c6104a6af6af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/quotas/9395de888aa24de89e450082beda9a3d HTTP/1.1" status: 200 len: 375 time: 0.0324874 Dec 08 00:00:54.834029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa1a9934-e54b-4d69-b387-a0b681357b95 req-9b69e2ba-a3f8-4c97-9dfc-cca4416e159c tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4874637 Dec 08 00:00:54.884876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0b6098da-4497-4fc2-b8cc-a71369c9e6af up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:55.048420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-45793261-5a94-4381-b9b8-6a60dfebb5c5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2484598 Dec 08 00:00:55.095702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:55.114218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbaa7d-0629-43e2-8bc3-96dfe2953bae req-baa9e152-b3eb-4968-bf80-2f700d92f658 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:55.118842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ebbaa7d-0629-43e2-8bc3-96dfe2953bae req-baa9e152-b3eb-4968-bf80-2f700d92f658 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 945 time: 0.1463578 Dec 08 00:00:55.135438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] For port 3d2a6640-f5ad-4951-8a9f-fce9c5710010, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:00:55.236126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] For port 3d2a6640-f5ad-4951-8a9f-fce9c5710010, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2a6640-f5ad-4951-8a9f-fce9c5710010,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:00:55.268022 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:55.350507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ebbaa7d-0629-43e2-8bc3-96dfe2953bae req-b07c0d68-64aa-43e7-9cfb-d090c3ec7402 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239282 Dec 08 00:00:55.363779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:55.429469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:55.447171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a612245-1181-47fa-b3e1-3ca2333b6d1a None None] Network 4b78f093-b8bf-45fb-8a64-1e298676065d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:55.597253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 0b6098da-4497-4fc2-b8cc-a71369c9e6af completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:55.631559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 0b6098da-4497-4fc2-b8cc-a71369c9e6af triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:55.631978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:55.872651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-018a9e70-708b-4189-9e19-c67e7f04c89b req-be9022c2-a17a-48e4-9f45-e992bdd8ca2b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 210 time: 0.1228216 Dec 08 00:00:55.878508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59714bbb-bddb-4710-aaa1-3cce475df812 None None] Pushing event updated for resources: {'Port': ['ID=3d2a6640-f5ad-4951-8a9f-fce9c5710010,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:55.926088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 4b78f093-b8bf-45fb-8a64-1e298676065d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:55.947253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:55.963233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:56.029610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a785be67-6b8a-45af-801d-bf1075c8a641 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:56.099757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:56.100523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:56.145961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-16d69303-a4dc-4dab-a9a0-5d3aec2d2b7d None None] Provisioning complete for port a785be67-6b8a-45af-801d-bf1075c8a641 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:56.146338 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16d69303-a4dc-4dab-a9a0-5d3aec2d2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:56.149862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81130-73a1-4f54-8f16-41f14951a7ff req-7da31b67-dd1c-446f-b728-032a43f7e2e1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:56.158751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbd81130-73a1-4f54-8f16-41f14951a7ff req-7da31b67-dd1c-446f-b728-032a43f7e2e1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.5683959 Dec 08 00:00:56.170651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=12b8b463-48cb-4131-b066-14d29b481368,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:56.231209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40618) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:56.238070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'port': {'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'name': 'tempest-TaggedBootDevicesTest_v242-588320835', 'fixed_ips': [{'subnet_id': '50325a6a-edf4-421b-b05d-91c2a551857d'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:56.244066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ad839003-6760-4ccb-8ce1-908b321c6d77 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7639699 Dec 08 00:00:56.366799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbd81130-73a1-4f54-8f16-41f14951a7ff req-0d397115-67da-444e-8a13-8091064d5471 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004175 Dec 08 00:00:56.444526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bde1c5-7b95-47e8-8dd1-7198d2a271f4 req-20ed7817-6577-48e4-9af9-d8bc14f7fc3a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:56.458736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3bde1c5-7b95-47e8-8dd1-7198d2a271f4 req-20ed7817-6577-48e4-9af9-d8bc14f7fc3a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 945 time: 0.3444841 Dec 08 00:00:56.565839 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:56.582769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a785be67-6b8a-45af-801d-bf1075c8a641 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:56.583178 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:56.616821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:56.679509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3bde1c5-7b95-47e8-8dd1-7198d2a271f4 req-7fcc2cf1-0bbb-4da4-8352-dbba759eeb74 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180831 Dec 08 00:00:56.697729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9c361-355a-4dd0-95b3-9286355ab99e req-7190d814-f092-46f1-8804-b74c1ea3060c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:56.707208 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff9c361-355a-4dd0-95b3-9286355ab99e req-7190d814-f092-46f1-8804-b74c1ea3060c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 945 time: 0.1532679 Dec 08 00:00:56.795279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff9c361-355a-4dd0-95b3-9286355ab99e req-26c9cb62-7e09-49b4-b0c8-b1817325e8d8 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824046 Dec 08 00:00:56.817238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16d69303-a4dc-4dab-a9a0-5d3aec2d2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:56.924740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:56.965159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.013117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] device_id is not set on port 4149b686-9caf-4b96-96d9-e31ab747b636 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:00:57.065017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-16d69303-a4dc-4dab-a9a0-5d3aec2d2b7d None None] For port a785be67-6b8a-45af-801d-bf1075c8a641, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a785be67-6b8a-45af-801d-bf1075c8a641,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:57.066242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:57.068890 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a077d667-1c3d-46cd-9237-52f92ac76594" -d '{"events": [{"server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "name": "network-vif-plugged", "status": "completed", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:57.111874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16d69303-a4dc-4dab-a9a0-5d3aec2d2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.134610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb6afdb-6d8a-4e67-b4e9-df1fba54edaf req-288c8488-d763-481d-adef-48a4086a252b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 210 time: 0.0973315 Dec 08 00:00:57.164147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0b6098da-4497-4fc2-b8cc-a71369c9e6af, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:57.191973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa5113-3b01-4a88-bac3-dd5a38f88f7f req-afddb7dc-fa43-4c3e-bd17-eb90f80e66a9 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:57.204223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0aaa5113-3b01-4a88-bac3-dd5a38f88f7f req-afddb7dc-fa43-4c3e-bd17-eb90f80e66a9 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1096 time: 0.2601206 Dec 08 00:00:57.307210 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceb3b5e-aa30-4932-9786-a2091acba510 x-openstack-request-id: req-9ceb3b5e-aa30-4932-9786-a2091acba510 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:57.307585 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "name": "network-vif-plugged", "status": "completed", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:57.307858 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ceb3b5e-aa30-4932-9786-a2091acba510 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:57.308271 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'code': 200} Dec 08 00:00:57.325522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0aaa5113-3b01-4a88-bac3-dd5a38f88f7f req-a203cebe-a603-428b-af29-2998e8b44274 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190958 Dec 08 00:00:57.471106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 10.1.1.239 (4b78f093-b8bf-45fb-8a64-1e298676065d/50325a6a-edf4-421b-b05d-91c2a551857d/4149b686-9caf-4b96-96d9-e31ab747b636) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:57.505192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d69303-a4dc-4dab-a9a0-5d3aec2d2b7d None None] Pushing event updated for resources: {'Port': ['ID=a785be67-6b8a-45af-801d-bf1075c8a641,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:57.509149 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.520901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d59061-450b-44f3-9a62-87c81bc102b7 None None] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:00:57.606991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 24ec1fa5-1e51-42d0-a624-a486ef2381f5 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:57.684860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.725406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=0b6098da-4497-4fc2-b8cc-a71369c9e6af,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:57.726521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd9a4-37ec-49bf-a2d0-ad84e07144ec req-5f4fed68-2681-4903-9ea3-fb6bef99a1f2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:57.731690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5edd9a4-37ec-49bf-a2d0-ad84e07144ec req-5f4fed68-2681-4903-9ea3-fb6bef99a1f2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.2084963 Dec 08 00:00:57.732615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.786469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-158be218-a97f-4252-91d6-1dfc27467946 None None] Provisioning complete for port 12b8b463-48cb-4131-b066-14d29b481368 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:57.786469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-158be218-a97f-4252-91d6-1dfc27467946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.817077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.850437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-158be218-a97f-4252-91d6-1dfc27467946 None None] Port 12b8b463-48cb-4131-b066-14d29b481368 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:00:57.863259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5edd9a4-37ec-49bf-a2d0-ad84e07144ec req-f99a69dd-6ae1-46c5-a5c9-18f8319f4861 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239188 Dec 08 00:00:57.868289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-158be218-a97f-4252-91d6-1dfc27467946 None None] Provisioning complete for port a785be67-6b8a-45af-801d-bf1075c8a641 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:57.868672 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-158be218-a97f-4252-91d6-1dfc27467946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:57.873771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:00:57.921028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5fcc5-37e3-4cc7-87d2-a38803ef01a1 req-aba7bd7e-8339-4105-8575-12bbcb47a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:57.922304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ab5fcc5-37e3-4cc7-87d2-a38803ef01a1 req-aba7bd7e-8339-4105-8575-12bbcb47a8fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 1097 time: 0.2928789 Dec 08 00:00:57.994447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=4149b686-9caf-4b96-96d9-e31ab747b636,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:58.005605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:58.005986 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:58.087061 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-82d762d1-230b-4ecb-938c-d3e7f7c1e7d0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502400 Dec 08 00:00:58.095009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 4b78f093-b8bf-45fb-8a64-1e298676065d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:58.096681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.097032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.097379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.097718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.098055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.098387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.098719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.105322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.105749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.106107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.106462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.107144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.107144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:00:58.148141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:58.166072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:58.181932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc6911-ac4b-4ff2-a3a4-62900f21d41e req-819b838f-1dee-40ac-91d2-38960212e21a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:58.197493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2edc6911-ac4b-4ff2-a3a4-62900f21d41e req-819b838f-1dee-40ac-91d2-38960212e21a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 946 time: 0.1714621 Dec 08 00:00:58.303124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2edc6911-ac4b-4ff2-a3a4-62900f21d41e req-bf0e216c-5477-441e-9596-5c2196766e0e tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040680 Dec 08 00:00:58.366479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:58.367440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:58.475595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1dd08-1161-495f-ba28-973c7e8f746b req-5779b526-8d45-4b87-b2fa-03dc3d0474bf tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:58.484586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa1dd08-1161-495f-ba28-973c7e8f746b req-5779b526-8d45-4b87-b2fa-03dc3d0474bf tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 945 time: 0.0732138 Dec 08 00:00:58.518311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d2a6640-f5ad-4951-8a9f-fce9c5710010 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:58.522186 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ab5fcc5-37e3-4cc7-87d2-a38803ef01a1 req-a9286a20-f8a4-47f0-a0be-85df86680b58 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5204794 Dec 08 00:00:58.537511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-07df78c6-9e84-421f-a9b2-ea7b819ab947 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3011079 Dec 08 00:00:58.615368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa1dd08-1161-495f-ba28-973c7e8f746b req-c4e6de44-9b72-45b5-8dbe-a42830c92340 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296613 Dec 08 00:00:58.617070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-aec63b3b-449c-4d0e-a465-9897491c7739 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:58.619297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-aec63b3b-449c-4d0e-a465-9897491c7739 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4931901 Dec 08 00:00:58.649916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:58.718438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:58.718992 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:58.776703 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:58.819229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:00:58.827077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:58.836215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:58.838616 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:58.878814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Provisioning complete for port 4149b686-9caf-4b96-96d9-e31ab747b636 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:58.879375 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:58.923521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d95a1c0-3e8e-4111-8615-c3a8ca6dd7bb req-0c97d438-d511-44e5-a654-cb57a23f5a3a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 210 time: 0.0813699 Dec 08 00:00:59.003734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.008918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:59.028006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Port 4149b686-9caf-4b96-96d9-e31ab747b636 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:00:59.061654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 3d2a6640-f5ad-4951-8a9f-fce9c5710010, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2a6640-f5ad-4951-8a9f-fce9c5710010,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:00:59.063414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Provisioning complete for port 12b8b463-48cb-4131-b066-14d29b481368 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:59.063840 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.086010 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.092755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a785be67-6b8a-45af-801d-bf1075c8a641 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:00:59.140980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.13 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/52029433-98e3-4037-85c7-6648bec7ba26) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:00:59.179196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Port 12b8b463-48cb-4131-b066-14d29b481368 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:00:59.204960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=3d2a6640-f5ad-4951-8a9f-fce9c5710010,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:59.216511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Provisioning complete for port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:59.217004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe62bae-6e66-446c-96ca-cfe50b121249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.245509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a785be67-6b8a-45af-801d-bf1075c8a641 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:00:59.245958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.273704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-107dfd69-3c12-48e4-8d65-5f753823e505 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:00:59.274793 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-107dfd69-3c12-48e4-8d65-5f753823e505 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111065 Dec 08 00:00:59.359312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40706) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:59.361051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:00:59.363520 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a3573-87c0-4201-b6cb-39a60b41cd9b" -d '{"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-plugged", "status": "completed", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:00:59.365139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5b21836b-2338-44f8-82f9-caf7302a0e41 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956031107', 'description': 'tempest-description--630315240'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:59.410991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-c890658a-cc91-4e6d-bf4f-90dda0212ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:59.412818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-c890658a-cc91-4e6d-bf4f-90dda0212ec2 service neutron] 10.222.0.18 "GET /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 1093 time: 0.1075058 Dec 08 00:00:59.427218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5b21836b-2338-44f8-82f9-caf7302a0e41 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.455408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:59.456354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:00:59.492697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8f6e6-73a7-4009-a40d-b1e23d0669ca req-77b8a7eb-2d58-4dd7-8a4e-3d5b4b7d8eb9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:59.494164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99e8f6e6-73a7-4009-a40d-b1e23d0669ca req-77b8a7eb-2d58-4dd7-8a4e-3d5b4b7d8eb9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0847473 Dec 08 00:00:59.561393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.572229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5b21836b-2338-44f8-82f9-caf7302a0e41 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.592148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99e8f6e6-73a7-4009-a40d-b1e23d0669ca req-e59b5cfe-f104-4199-9433-d693adf91ddf tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891001 Dec 08 00:00:59.596310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5b21836b-2338-44f8-82f9-caf7302a0e41 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.646036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5b21836b-2338-44f8-82f9-caf7302a0e41 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.647944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5b21836b-2338-44f8-82f9-caf7302a0e41 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2873609 Dec 08 00:00:59.649873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21836b-2338-44f8-82f9-caf7302a0e41 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1cbf5-ac1d-4c32-959f-1c4476341758,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:59.650878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40712) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:00:59.655729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8d92586b-f164-4450-ad32-cbbc0d3511e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'security_group_rule': {'security_group_id': '8df1cbf5-ac1d-4c32-959f-1c4476341758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:00:59.697731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d92586b-f164-4450-ad32-cbbc0d3511e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.717864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.740838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f272-1408-49e2-933e-5090ddf7d382 req-3b8c06af-378b-4159-892b-209b0fc7d8fb tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:59.749100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1857f272-1408-49e2-933e-5090ddf7d382 req-3b8c06af-378b-4159-892b-209b0fc7d8fb tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 946 time: 0.0824869 Dec 08 00:00:59.758150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'ca5b42cd-4be8-4116-b655-4e3bb93886ba'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:59.794741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:00:59.795168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:00:59.795498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:59.799625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:00:59.807576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', '51939378-df46-482e-a0dd-46ed2cab5997'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:00:59.809792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:00:59.815859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:00:59.816186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:00:59.818335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:00:59.848527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=52029433-98e3-4037-85c7-6648bec7ba26,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:59.851894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1857f272-1408-49e2-933e-5090ddf7d382 req-7e710218-01bd-4e64-b5d6-2a5ddeadc11f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994403 Dec 08 00:00:59.872574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:00:59.872881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:00:59.873426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:00:59.873880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Bound port: b2ad7e67-597e-44c3-af44-5b25dfbba380, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:00:59.878689 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d92586b-f164-4450-ad32-cbbc0d3511e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.916615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d92586b-f164-4450-ad32-cbbc0d3511e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.931040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:00:59.931823 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:00:59.963919 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de1c7d4-742c-4c9c-b7be-c48cc1740489 x-openstack-request-id: req-0de1c7d4-742c-4c9c-b7be-c48cc1740489 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:00:59.964869 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-plugged", "status": "completed", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:00:59.965283 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0de1c7d4-742c-4c9c-b7be-c48cc1740489 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:00:59.965843 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'code': 200} Dec 08 00:00:59.982810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92586b-f164-4450-ad32-cbbc0d3511e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0697c6cb-700b-4590-841c-1dd8c4ece602,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:00:59.997480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-4d51510f-0235-4ba5-9e7a-b2734664a792 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3616059 Dec 08 00:01:00.002186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d92586b-f164-4450-ad32-cbbc0d3511e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.003573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d92586b-f164-4450-ad32-cbbc0d3511e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516409 Dec 08 00:01:00.006681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40718) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:00.012151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-27328e60-1725-4065-b94d-86a084c103ef tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'security_group_rule': {'security_group_id': '8df1cbf5-ac1d-4c32-959f-1c4476341758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:00.020416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Request body: {'port': {'device_id': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:00.034744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:00.055601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.057062 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-0e9dd371-dc34-4265-a97d-6f78f6effbfd service neutron] 10.222.0.18 "POST /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380/bindings HTTP/1.1" status: 201 len: 389 time: 0.6380951 Dec 08 00:01:00.122168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.157970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27328e60-1725-4065-b94d-86a084c103ef tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.240414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d2a6640-f5ad-4951-8a9f-fce9c5710010 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:00.410720 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27328e60-1725-4065-b94d-86a084c103ef tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.431454 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27328e60-1725-4065-b94d-86a084c103ef tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.468771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab7cf-ac34-428f-87cf-60cb3c921463 req-1b506a47-aaff-41b8-8eea-93974be47109 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:00.470415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cfab7cf-ac34-428f-87cf-60cb3c921463 req-1b506a47-aaff-41b8-8eea-93974be47109 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 946 time: 0.1722836 Dec 08 00:01:00.478316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27328e60-1725-4065-b94d-86a084c103ef tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.482506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-27328e60-1725-4065-b94d-86a084c103ef tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4718206 Dec 08 00:01:00.482729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:00.489423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:00.499098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27328e60-1725-4065-b94d-86a084c103ef tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3261369e-e80f-4df5-9e4f-4a466a72a6c0,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:00.523733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d57d27-6cac-435c-a077-7694b1b5d805 req-53d76f03-2fbd-4664-84d3-f11e9413a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:00.533690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-26d57d27-6cac-435c-a077-7694b1b5d805 req-53d76f03-2fbd-4664-84d3-f11e9413a309 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 1097 time: 0.2688558 Dec 08 00:01:00.600299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-68cb8465-6363-4042-aa32-d34fce32d29a None None] Provisioning complete for port 52029433-98e3-4037-85c7-6648bec7ba26 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:00.600839 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68cb8465-6363-4042-aa32-d34fce32d29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.616654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.637893 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-26d57d27-6cac-435c-a077-7694b1b5d805 req-dea70784-abab-405a-aa3d-e4534297ec48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994291 Dec 08 00:01:00.659392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cfab7cf-ac34-428f-87cf-60cb3c921463 req-22e94005-2dfa-45f9-985a-c7cf221097e5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648641 Dec 08 00:01:00.696091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-1602d9f5-6858-4380-a1c4-65c64bb9b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:00.698111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-1602d9f5-6858-4380-a1c4-65c64bb9b63d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1096 time: 0.1287174 Dec 08 00:01:00.708585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150f824-b0f5-4a94-8618-6ab80108cb18 req-7d83cfc3-0c2a-46ef-8be3-a1d3311757fd tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:00.716139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c150f824-b0f5-4a94-8618-6ab80108cb18 req-7d83cfc3-0c2a-46ef-8be3-a1d3311757fd tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 935 time: 0.1455016 Dec 08 00:01:00.722425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-68cb8465-6363-4042-aa32-d34fce32d29a None None] Port 52029433-98e3-4037-85c7-6648bec7ba26 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:00.751841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:00.752377 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.850805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52029433-98e3-4037-85c7-6648bec7ba26 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:00.860114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.878903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Transition to ACTIVE for port object 52029433-98e3-4037-85c7-6648bec7ba26 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:00.892392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:00.903479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c150f824-b0f5-4a94-8618-6ab80108cb18 req-31e76a21-2049-4da1-864f-eb40b224e3cc tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861737 Dec 08 00:01:00.970992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Pushing event updated for resources: {'Port': ['ID=52029433-98e3-4037-85c7-6648bec7ba26,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:00.973491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8f2e2-73b8-49fc-aee9-19cd27e799c0 req-2c064fd0-d186-47da-b499-f91d4c8b0b09 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:00.992827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1f8f2e2-73b8-49fc-aee9-19cd27e799c0 req-2c064fd0-d186-47da-b499-f91d4c8b0b09 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1749744 Dec 08 00:01:01.014528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-ee899c96-b1c0-4919-8ae4-dcedd3669339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.017675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-ee899c96-b1c0-4919-8ae4-dcedd3669339 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2983384 Dec 08 00:01:01.110620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-ae64d90c-603f-4cab-a268-c9c31a4a1990 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 217 time: 0.0785005 Dec 08 00:01:01.125984 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:01.161816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Attempting to bind port 52029433-98e3-4037-85c7-6648bec7ba26 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:01.162065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Attempting to bind port 52029433-98e3-4037-85c7-6648bec7ba26 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:01.162245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Attempting to bind port 52029433-98e3-4037-85c7-6648bec7ba26 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:01.169397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Port 52029433-98e3-4037-85c7-6648bec7ba26 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:01.169397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Attempting to bind port 52029433-98e3-4037-85c7-6648bec7ba26 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:01.174917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:01.175633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:01.175759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:01.176103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Bound port: 52029433-98e3-4037-85c7-6648bec7ba26, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:01.176464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:01.257755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1f8f2e2-73b8-49fc-aee9-19cd27e799c0 req-418918f2-c271-4bc0-b332-f04e3b6cfb0d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577252 Dec 08 00:01:01.320282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] For port 52029433-98e3-4037-85c7-6648bec7ba26, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:01.324813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-4eae91d2-0f54-4ad0-8f45-3d230fa5958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.328628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-4eae91d2-0f54-4ad0-8f45-3d230fa5958d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1980503 Dec 08 00:01:01.345118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] For port 52029433-98e3-4037-85c7-6648bec7ba26, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=52029433-98e3-4037-85c7-6648bec7ba26,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:01.357371 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:01.404625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.405247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:01.407324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] 10.222.0.44 "PUT /v2.0/ports/52029433-98e3-4037-85c7-6648bec7ba26 HTTP/1.1" status: 200 len: 1095 time: 1.3910499 Dec 08 00:01:01.407806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'tag': '52029433-98e3-4037-85c7-6648bec7ba26'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:01.410095 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "614d8af8-113c-411c-8f49-0f7e9579eba7", "tag": "52029433-98e3-4037-85c7-6648bec7ba26"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:01.465127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d851437-cac6-455b-8056-93211a4c4bcc service neutron] Pushing event updated for resources: {'Port': ['ID=52029433-98e3-4037-85c7-6648bec7ba26,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:01.524360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-6fb7e637-da13-4119-b6e1-678639f0d41f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115878 Dec 08 00:01:01.545061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-89b457ae-f512-46dd-ba77-d79e9e67b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.548360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-89b457ae-f512-46dd-ba77-d79e9e67b982 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 1098 time: 0.0583358 Dec 08 00:01:01.615771 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-d94e584c-923a-4205-8e76-25b5921da134 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=52029433-98e3-4037-85c7-6648bec7ba26 HTTP/1.1" status: 200 len: 217 time: 0.0497844 Dec 08 00:01:01.682172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa10971-75ac-48e5-9cc4-39f23ec85555 req-aff1a275-0cc1-40a4-b16d-e60df1bc4fbc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.686561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-1a8f3ecf-f9de-406e-b3a1-98ede67cb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.690128 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-1a8f3ecf-f9de-406e-b3a1-98ede67cb8af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0647905 Dec 08 00:01:01.691556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9aa10971-75ac-48e5-9cc4-39f23ec85555 req-aff1a275-0cc1-40a4-b16d-e60df1bc4fbc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.5904145 Dec 08 00:01:01.694412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-92b9db80-9379-4f7f-8c8f-e2000d3720ec service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543918 Dec 08 00:01:01.737354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b68efd-0ef7-496c-b128-61d74c144c13 req-b76ee707-3752-4613-a180-bf1bbc97458d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.746023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45b68efd-0ef7-496c-b128-61d74c144c13 req-b76ee707-3752-4613-a180-bf1bbc97458d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 946 time: 0.3184011 Dec 08 00:01:01.755640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-e63d6dd4-e4ea-4c7f-85bb-3ef7fbc70041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:01.757253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-e63d6dd4-e4ea-4c7f-85bb-3ef7fbc70041 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517476 Dec 08 00:01:01.864344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 172.25.6.8 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/e165dc7b-af23-47a5-ad17-36c723a838eb) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:01.870687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-9a515735-fe09-46d9-ae84-48d010f228be service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969083 Dec 08 00:01:01.902271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9aa10971-75ac-48e5-9cc4-39f23ec85555 req-c33dbc12-edbe-473a-bde6-005b54724f07 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056727 Dec 08 00:01:01.941871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45b68efd-0ef7-496c-b128-61d74c144c13 req-5131139f-3318-4d24-956e-118e4bb3421c tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948688 Dec 08 00:01:02.041972 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91db9bb-b8ba-4e8d-8381-01235c95f3bb x-openstack-request-id: req-a91db9bb-b8ba-4e8d-8381-01235c95f3bb {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:02.042325 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614d8af8-113c-411c-8f49-0f7e9579eba7", "tag": "52029433-98e3-4037-85c7-6648bec7ba26", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:02.042497 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a91db9bb-b8ba-4e8d-8381-01235c95f3bb {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:02.042908 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'tag': '52029433-98e3-4037-85c7-6648bec7ba26', 'status': 'completed', 'code': 200} Dec 08 00:01:02.066176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a8e3283a-264b-4e85-87c5-b5ed234e97dd req-18faff48-a144-4129-9c9e-d31a40260a03 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850460 Dec 08 00:01:02.085131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-b118f00f-f31b-4056-981c-620727c39d91 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560424 Dec 08 00:01:02.161834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:02.304703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78bba-1b2d-4668-b059-c80f719ca749 req-9312b1ee-b9e9-4bf0-a3f9-e000a8e96095 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:02.306651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2a78bba-1b2d-4668-b059-c80f719ca749 req-9312b1ee-b9e9-4bf0-a3f9-e000a8e96095 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 947 time: 0.1838434 Dec 08 00:01:02.308736 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:02.359153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98307de-4f52-460c-bc63-8bf166c5ab7d req-6b7f4ec2-0796-4b8f-857c-8fe6c8cf1192 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:02.360826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f98307de-4f52-460c-bc63-8bf166c5ab7d req-6b7f4ec2-0796-4b8f-857c-8fe6c8cf1192 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 946 time: 0.2367094 Dec 08 00:01:02.410670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=e165dc7b-af23-47a5-ad17-36c723a838eb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:02.435835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:02.449024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:02.458745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:02.521213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-65eb25da-4c3c-427e-aa34-033ea6074727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:02.522992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-65eb25da-4c3c-427e-aa34-033ea6074727 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 1098 time: 0.2801600 Dec 08 00:01:02.539384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f98307de-4f52-460c-bc63-8bf166c5ab7d req-3b1cc0ec-8efc-4e94-a7f9-d05eb739522d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557984 Dec 08 00:01:02.566936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2a78bba-1b2d-4668-b059-c80f719ca749 req-331157b6-c477-49c6-a2ba-ef6cf95a9abc tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413650 Dec 08 00:01:02.632612 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:01:02.752487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:02.828192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c1a7-f2bb-44be-883c-fc786179fbe2 req-02f6fa3f-096e-409f-bc69-b2e4b7b6501d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:02.829703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0714c1a7-f2bb-44be-883c-fc786179fbe2 req-02f6fa3f-096e-409f-bc69-b2e4b7b6501d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 946 time: 0.1567600 Dec 08 00:01:02.838644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:02.843560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Request body: {'floatingip': {'port_id': '0b6098da-4497-4fc2-b8cc-a71369c9e6af'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:02.861445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc41a4-dc02-4dd5-b503-4b694028fa19 req-df9f6574-7a17-4ecb-8fde-cc2a4df6ae17 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:02.868543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15bc41a4-dc02-4dd5-b503-4b694028fa19 req-df9f6574-7a17-4ecb-8fde-cc2a4df6ae17 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.2043469 Dec 08 00:01:02.895729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:02.896453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-f4047a0a-cc33-4c66-ad54-32b5e9062c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:02.899376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-f4047a0a-cc33-4c66-ad54-32b5e9062c42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2750869 Dec 08 00:01:02.920653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:03.026125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-5cddf8b1-85c7-4852-af87-38c891705eba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=52029433-98e3-4037-85c7-6648bec7ba26 HTTP/1.1" status: 200 len: 217 time: 0.1182570 Dec 08 00:01:03.125182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15bc41a4-dc02-4dd5-b503-4b694028fa19 req-0b074937-d5f5-4774-9ac6-8f540d101a60 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551332 Dec 08 00:01:03.145964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-2c52f051-16eb-4c80-822c-ca26f1a6837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:03.147596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-2c52f051-16eb-4c80-822c-ca26f1a6837f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1111305 Dec 08 00:01:03.252753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ba290-04ab-4eae-907f-e28768d92611 req-ff1ea339-29b9-4c32-80dd-163ce830877a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:03.260021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-096ba290-04ab-4eae-907f-e28768d92611 req-ff1ea339-29b9-4c32-80dd-163ce830877a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.2305212 Dec 08 00:01:03.608726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:03.613505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:03.681359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-096ba290-04ab-4eae-907f-e28768d92611 req-f62328d2-4479-4749-854a-11053c5fd511 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203637 Dec 08 00:01:03.690274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-29c22062-ff13-4892-941e-2e725535e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:03.694446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-29c22062-ff13-4892-941e-2e725535e8fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5203340 Dec 08 00:01:03.959204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:03.980076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:04.065252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed1b2c-252c-4bb9-ad5b-4772e127a94c req-7aff5c4b-5306-41e7-9a39-22e9fe43610d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:04.072849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78ed1b2c-252c-4bb9-ad5b-4772e127a94c req-7aff5c4b-5306-41e7-9a39-22e9fe43610d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 947 time: 0.2416105 Dec 08 00:01:04.088595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcaa4f-f935-4332-bcf0-e736767a6cae req-d13a354e-57e5-41f7-aa4a-be6201fecd67 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:04.096013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12bcaa4f-f935-4332-bcf0-e736767a6cae req-d13a354e-57e5-41f7-aa4a-be6201fecd67 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 946 time: 0.2075729 Dec 08 00:01:04.130948 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe associated. External IP: 172.25.6.89, port: 0b6098da-4497-4fc2-b8cc-a71369c9e6af. Dec 08 00:01:04.154440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=e165dc7b-af23-47a5-ad17-36c723a838eb,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:04.156496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:04.210718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-68fad63f-5208-472c-913f-6d249b359532 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002799 Dec 08 00:01:04.223276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12bcaa4f-f935-4332-bcf0-e736767a6cae req-5ba1f4cb-351b-4f25-9b3c-1ced3cf9daa2 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263435 Dec 08 00:01:04.360744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43c6a1a1-37e7-424d-ab9e-077626b9e9c7 req-90ea0b7e-65b1-4987-89b4-ea352aedf6e2 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343191 Dec 08 00:01:04.398751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78ed1b2c-252c-4bb9-ad5b-4772e127a94c req-4605d773-4602-42e4-9070-7b8e87e09392 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249621 Dec 08 00:01:04.422874 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:04.424301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9fb57876-74b6-4d85-8f19-9ead4c5a1b6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9405558 Dec 08 00:01:04.507150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Router 1fc42750-cf46-42ab-b5ef-b22f55048915 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:01:04.643913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbd90-987e-49ec-8758-a4f8ac62c11d req-d335d69c-4b31-4608-b8dc-6379c593353d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:04.645980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-958dbd90-987e-49ec-8758-a4f8ac62c11d req-d335d69c-4b31-4608-b8dc-6379c593353d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1599815 Dec 08 00:01:04.728965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-958dbd90-987e-49ec-8758-a4f8ac62c11d req-b650f730-f1e2-4182-91b6-87dd8c11839e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770814 Dec 08 00:01:04.842647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:01:04.856801 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] Sync routers for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:01:04.870139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:04.870360 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:01:04.871349 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:00:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:04.934905 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-effb7540-af77-488a-857e-de575a274c16 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "PUT /v2.0/floatingips/aaaa0c1d-8872-4a06-b309-fd85dd622ffe HTTP/1.1" status: 200 len: 991 time: 2.0952237 Dec 08 00:01:04.935909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:04.939958 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c311204-29cb-4996-9600-7b4deeca7d16" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:05.022056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-2973d8f7-824a-486d-988f-16e5e2d34cc2 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--956031107&fields=id&tenant_id=bcef88a591c14ae68f5c5229f147c775 HTTP/1.1" status: 200 len: 267 time: 0.0877998 Dec 08 00:01:05.052836 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:01:05.055298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 52029433-98e3-4037-85c7-6648bec7ba26 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:01:05.116044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-270cafce-e344-4df4-a2f2-d302170f6df1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:05.117320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-270cafce-e344-4df4-a2f2-d302170f6df1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports/12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 937 time: 0.0940497 Dec 08 00:01:05.218507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c080333a-812e-4dde-b164-1e4f503d09fc tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:05.219969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c080333a-812e-4dde-b164-1e4f503d09fc tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports/4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 936 time: 0.0837879 Dec 08 00:01:05.232346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf903a-b94e-4e42-868c-264702eb2d96 req-6de9b179-ce4e-434e-a580-eb052ead9396 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:05.234472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbdf903a-b94e-4e42-868c-264702eb2d96 req-6de9b179-ce4e-434e-a580-eb052ead9396 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1157291 Dec 08 00:01:05.300089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c69d78f9-18a7-4fd8-8e90-b07287f814a9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0645590 Dec 08 00:01:05.323968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 52029433-98e3-4037-85c7-6648bec7ba26, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=52029433-98e3-4037-85c7-6648bec7ba26,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:05.348400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-e899a199-1730-4158-a8fb-c8d577f23467 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0341718 Dec 08 00:01:05.355426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '52029433-98e3-4037-85c7-6648bec7ba26', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '52029433-98e3-4037-85c7-6648bec7ba26', 'mac_address': 'fa:16:3e:39:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:01:05.413169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbdf903a-b94e-4e42-868c-264702eb2d96 req-9145ed31-8d99-4ab7-a896-c96a9b5bfe1d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408458 Dec 08 00:01:05.461593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'aaaa0c1d-8872-4a06-b309-fd85dd622ffe', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'port_id': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'mac_address': 'fa:16:3e:ad:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T23:58:18Z', 'updated_at': '2021-12-08T00:01:03Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:05.480697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:05.509411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52029433-98e3-4037-85c7-6648bec7ba26 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:05.536103 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] Checking router: 1fc42750-cf46-42ab-b5ef-b22f55048915 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:01:05.546749 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:01:05.547415 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:00:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:05.563186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-eeb6df42-5144-4de8-a6df-5bb29463c896 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:05.582965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-eeb6df42-5144-4de8-a6df-5bb29463c896 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:05.585789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 52029433-98e3-4037-85c7-6648bec7ba26, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=52029433-98e3-4037-85c7-6648bec7ba26,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:05.589035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-eeb6df42-5144-4de8-a6df-5bb29463c896 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:05.596761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-eeb6df42-5144-4de8-a6df-5bb29463c896 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/networks?id=f334308d-32b7-4ad9-b018-56ac5b027fe9&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 200 len: 1992 time: 0.2390513 Dec 08 00:01:05.598435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:05.637443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3044df8f-2bee-4a10-ac4c-091fdae7be9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/quotas/bcef88a591c14ae68f5c5229f147c775 HTTP/1.1" status: 200 len: 375 time: 0.0396197 Dec 08 00:01:05.691000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=52029433-98e3-4037-85c7-6648bec7ba26,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:05.741977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-05476a2b-1a00-4989-a6d8-e2f6d7a623ca tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1028523 Dec 08 00:01:05.746977 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:01:05.935051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-15e10723-18a2-4b88-9127-4377b7e6ed77 service neutron] 10.222.0.18 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839058 Dec 08 00:01:06.012427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['52029433-98e3-4037-85c7-6648bec7ba26'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:06.070709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da999084-94dc-432d-983e-33b21fbed201 service neutron] 10.222.0.18 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149952 Dec 08 00:01:06.109497 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655cfb2b-2c70-4e7a-9135-fc60306e3c5c x-openstack-request-id: req-655cfb2b-2c70-4e7a-9135-fc60306e3c5c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:06.110038 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:06.110038 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-655cfb2b-2c70-4e7a-9135-fc60306e3c5c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:06.110539 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'status': 'completed', 'code': 200} Dec 08 00:01:06.147390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-702433af-5fe4-435a-a33c-d8dc9de70ff6 service neutron] 10.222.0.18 "GET /v2.0/ports/12b8b463-48cb-4131-b066-14d29b481368?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0734274 Dec 08 00:01:06.244361 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'aaaa0c1d-8872-4a06-b309-fd85dd622ffe', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'port_id': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'mac_address': 'fa:16:3e:ad:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T23:58:18Z', 'updated_at': '2021-12-08T00:01:03Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:06.277469 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b3dc5-737b-4990-b254-e28f9e73d505 None None] The sync data for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 is: [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'aaaa0c1d-8872-4a06-b309-fd85dd622ffe', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'port_id': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'mac_address': 'fa:16:3e:ad:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T23:58:18Z', 'updated_at': '2021-12-08T00:01:03Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:01:06.279694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-33154f8a-87b5-44cc-8f3c-1df4307b8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:06.281456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-33154f8a-87b5-44cc-8f3c-1df4307b8281 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc58c9304d884f0782d5035ffdde31eb&device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 1097 time: 0.0916059 Dec 08 00:01:06.355499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade566a0-e3f5-49e5-9d21-b3c254e55ecc req-6ea7a1d3-bb26-4141-8a3a-f8077f56ec4d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:06.362790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ade566a0-e3f5-49e5-9d21-b3c254e55ecc req-6ea7a1d3-bb26-4141-8a3a-f8077f56ec4d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 946 time: 0.1269066 Dec 08 00:01:06.381189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-bcf7f724-3d6d-4f8b-aaaa-2d32e70199cc service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261434 Dec 08 00:01:06.393973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-29ea00df-60b2-4224-9465-90abf0fbb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:06.395815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-29ea00df-60b2-4224-9465-90abf0fbb20c service neutron] 10.222.0.59 "GET /v2.0/networks?id=09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 200 len: 925 time: 0.1065512 Dec 08 00:01:06.441002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ade566a0-e3f5-49e5-9d21-b3c254e55ecc req-3c976bde-8928-43fb-a6e7-b7c1601657ec tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772705 Dec 08 00:01:06.468945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-301be485-9eec-44f7-92f7-988d80e9ec26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af HTTP/1.1" status: 200 len: 999 time: 0.0644367 Dec 08 00:01:06.533222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-a4dc7244-ef15-496c-a7bf-32b8ffe5abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:06.534843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-a4dc7244-ef15-496c-a7bf-32b8ffe5abbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 200 len: 863 time: 0.0545287 Dec 08 00:01:06.556405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-d6591fc9-0bfd-4aa3-9172-05ba54ccdb1a service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685097 Dec 08 00:01:06.569186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d85587a-9b60-4046-8ffe-8636f74ded09 None None] New status for floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:01:06.585271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52032-36ac-4820-b28c-b54672c0fca1 req-2e68458e-d85f-4b3f-86d8-07a68cef4a3a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:06.585672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d52032-36ac-4820-b28c-b54672c0fca1 req-2e68458e-d85f-4b3f-86d8-07a68cef4a3a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 948 time: 0.0605593 Dec 08 00:01:06.628282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-bca18c90-38f7-4385-9706-cc147226b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:06.630575 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-bca18c90-38f7-4385-9706-cc147226b617 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09cfacd2-d65d-42ef-a1d7-16366979b21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682492 Dec 08 00:01:06.637311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6c715137-ae2b-43f9-958f-f4a627d622a6 service neutron] 10.222.0.18 "GET /v2.0/ports/4149b686-9caf-4b96-96d9-e31ab747b636?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0506530 Dec 08 00:01:06.692743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20d52032-36ac-4820-b28c-b54672c0fca1 req-c552cac9-ddc2-48a3-94a7-7fbf5ed41cf1 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784609 Dec 08 00:01:06.763104 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-99f2e588-14b6-42ec-92ff-0b6e2ec90b96 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131787 Dec 08 00:01:06.770962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-31c931fa-3798-4e9d-ac59-1969214eb92c service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239722 Dec 08 00:01:06.870850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c311204-29cb-4996-9600-7b4deeca7d16 req-248da04d-a9bc-4fdb-a0e9-d1e7606ae6c9 service neutron] 10.222.0.59 "GET /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984757 Dec 08 00:01:06.907542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-264d93d4-2b9a-427f-980e-76fddb5168ee service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277168 Dec 08 00:01:06.918352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676005a-5b53-4b8c-bbdc-6b41d75a9705 req-571ef5f0-f72c-4158-9f45-90cb96050731 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:06.919814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f676005a-5b53-4b8c-bbdc-6b41d75a9705 req-571ef5f0-f72c-4158-9f45-90cb96050731 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.0737944 Dec 08 00:01:07.021060 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f676005a-5b53-4b8c-bbdc-6b41d75a9705 req-9e60a023-314e-4506-99f3-9efe9bb0a61a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926895 Dec 08 00:01:07.054341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3116a38e-b274-4fd7-b09d-dab538d556b6 service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294765 Dec 08 00:01:07.152727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-35422446-c63c-4756-bde6-d0fb78f9d861 service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966368 Dec 08 00:01:07.275139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9964414c-c2e7-4e2f-954b-05a38468873f service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214411 Dec 08 00:01:07.283690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa9520-92be-4331-9554-44c2e5180438 req-e7927bd5-b837-46dd-b4c9-8e41c8d97023 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:07.285077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71fa9520-92be-4331-9554-44c2e5180438 req-e7927bd5-b837-46dd-b4c9-8e41c8d97023 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0681736 Dec 08 00:01:07.388883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71fa9520-92be-4331-9554-44c2e5180438 req-c0210a77-e8be-4164-af3f-9411b1d367fe tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957024 Dec 08 00:01:07.413682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9f137e2b-e7e2-4ae8-baa8-a9a018c66c60 service neutron] 10.222.0.18 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276648 Dec 08 00:01:07.506480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f0330c81-c78b-4063-b080-1ab622e5aa5a service neutron] 10.222.0.18 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865638 Dec 08 00:01:07.602497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-06fe9a21-1716-4920-810a-03e63da916c5 service neutron] 10.222.0.18 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895603 Dec 08 00:01:07.716304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-0f14f595-f4fb-4888-be1c-513d4fffdc31 service neutron] 10.222.0.18 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076646 Dec 08 00:01:07.807610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4ad296de-7ed0-4b50-af78-b1c8deb969a9 service neutron] 10.222.0.18 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903051 Dec 08 00:01:08.008721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0c96f-33b2-48f7-a0b9-b3297cb651bc req-eaf59f70-9ec2-48d3-9696-408293d15f6a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:08.010294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bb0c96f-33b2-48f7-a0b9-b3297cb651bc req-eaf59f70-9ec2-48d3-9696-408293d15f6a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 948 time: 0.0513022 Dec 08 00:01:08.064469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bb0c96f-33b2-48f7-a0b9-b3297cb651bc req-2a0183af-c591-44ff-89ce-1443ca6434bf tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Dec 08 00:01:08.164393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010328c5-f93b-47c2-9a85-2e6f50444102 req-13237db3-8226-40f8-872c-5f7faeddd23d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:08.165963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-010328c5-f93b-47c2-9a85-2e6f50444102 req-13237db3-8226-40f8-872c-5f7faeddd23d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 950 time: 0.0477500 Dec 08 00:01:08.213233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-010328c5-f93b-47c2-9a85-2e6f50444102 req-b0b73625-52b4-43b4-af35-5d9e5b50439c tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Dec 08 00:01:08.316980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bee68d-0720-440d-892c-524599b93949 req-887a8aaa-748b-420f-a59c-80e72bd59220 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:08.318483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63bee68d-0720-440d-892c-524599b93949 req-887a8aaa-748b-420f-a59c-80e72bd59220 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.0493238 Dec 08 00:01:08.368447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63bee68d-0720-440d-892c-524599b93949 req-5d432bf5-1cfb-4f34-b5cb-0cd24afbae1e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Dec 08 00:01:08.622957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2c8c8-5f88-4920-9add-3f88cd410972 req-733a64af-5956-477f-bdc4-77884f50f6a4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:08.624353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ef2c8c8-5f88-4920-9add-3f88cd410972 req-733a64af-5956-477f-bdc4-77884f50f6a4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0518980 Dec 08 00:01:08.670994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ef2c8c8-5f88-4920-9add-3f88cd410972 req-951c494a-80e8-4ad1-9dd1-3c628e0e92b2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Dec 08 00:01:09.070155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 52029433-98e3-4037-85c7-6648bec7ba26 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:09.130829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 52029433-98e3-4037-85c7-6648bec7ba26 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:01:09.136574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 52029433-98e3-4037-85c7-6648bec7ba26 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:09.137011 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:09.213234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e44a5c-4cb9-4bb1-9211-c5d5268895a1 req-950c4e1c-96ff-4ac4-a68e-0c30d96385d2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:09.214735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3e44a5c-4cb9-4bb1-9211-c5d5268895a1 req-950c4e1c-96ff-4ac4-a68e-0c30d96385d2 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 948 time: 0.0535457 Dec 08 00:01:09.237693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:09.266944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52029433-98e3-4037-85c7-6648bec7ba26'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:09.271392 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3dc098-1a39-4656-a6c7-f63753c49f5f" -d '{"events": [{"server_uuid": "614d8af8-113c-411c-8f49-0f7e9579eba7", "name": "network-vif-plugged", "status": "completed", "tag": "52029433-98e3-4037-85c7-6648bec7ba26"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:09.282009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3e44a5c-4cb9-4bb1-9211-c5d5268895a1 req-8e880991-a2ad-4af1-9c9f-27e0ceb462ce tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580268 Dec 08 00:01:09.294012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 52029433-98e3-4037-85c7-6648bec7ba26, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=52029433-98e3-4037-85c7-6648bec7ba26,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:09.317665 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:09.320655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:09.566018 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f9c469-f284-458b-be3d-67c88c4d6e2a x-openstack-request-id: req-c8f9c469-f284-458b-be3d-67c88c4d6e2a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:09.566334 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614d8af8-113c-411c-8f49-0f7e9579eba7", "name": "network-vif-plugged", "status": "completed", "tag": "52029433-98e3-4037-85c7-6648bec7ba26", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:09.566594 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8f9c469-f284-458b-be3d-67c88c4d6e2a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:09.567008 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52029433-98e3-4037-85c7-6648bec7ba26', 'code': 200} Dec 08 00:01:09.572856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bb105-0d2c-4303-808d-174d6131adb4 req-c7847497-8e45-4667-b23e-a2da1fc0e23c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:09.579655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415bb105-0d2c-4303-808d-174d6131adb4 req-c7847497-8e45-4667-b23e-a2da1fc0e23c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.0633020 Dec 08 00:01:09.579870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=52029433-98e3-4037-85c7-6648bec7ba26,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:09.596182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:09.633978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:09.638263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:09.658379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415bb105-0d2c-4303-808d-174d6131adb4 req-6fab1d2e-05f0-44b5-84f0-425d44402151 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676425 Dec 08 00:01:09.660404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c79-2ce7-4ccd-be00-bc5f1527ded7 req-7c3225e3-22e2-412e-b2a5-da433ef49e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:09.661782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9104c79-2ce7-4ccd-be00-bc5f1527ded7 req-7c3225e3-22e2-412e-b2a5-da433ef49e9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 1100 time: 0.0814490 Dec 08 00:01:09.690222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:09.728122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9104c79-2ce7-4ccd-be00-bc5f1527ded7 req-9aaf4088-b7f4-4163-ab74-03f7cd879197 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572000 Dec 08 00:01:09.911879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddae5c-e9e5-4c25-87e9-8c280a01b6f0 req-f8fe3f8f-f187-4039-a1e0-fb9f0cc03b17 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:09.913330 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05ddae5c-e9e5-4c25-87e9-8c280a01b6f0 req-f8fe3f8f-f187-4039-a1e0-fb9f0cc03b17 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0476003 Dec 08 00:01:09.960262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05ddae5c-e9e5-4c25-87e9-8c280a01b6f0 req-918cd345-8187-4a9f-a6c3-ea76439df4a2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Dec 08 00:01:10.419651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f2387-052b-4995-bb9f-557f1c3c6b2b req-17a8037c-78ef-4016-a1e5-766807ce7c53 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:10.421100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc4f2387-052b-4995-bb9f-557f1c3c6b2b req-17a8037c-78ef-4016-a1e5-766807ce7c53 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 949 time: 0.0514266 Dec 08 00:01:10.468604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc4f2387-052b-4995-bb9f-557f1c3c6b2b req-8f1afebc-28c1-460c-9103-b782bb7192ab tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Dec 08 00:01:10.805045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed5c93-0beb-4d43-b021-aa9de06971ed req-01b71988-17b9-48bc-b117-909497068abd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:10.806617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3ed5c93-0beb-4d43-b021-aa9de06971ed req-01b71988-17b9-48bc-b117-909497068abd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.0544810 Dec 08 00:01:10.858675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3ed5c93-0beb-4d43-b021-aa9de06971ed req-10e4b279-bf78-4cb5-ac01-176e11aeae8a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Dec 08 00:01:10.929891 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 24ec1fa5-1e51-42d0-a624-a486ef2381f5 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:01:11.099706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:11.126610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'mac_address': 'fa:16:3e:f7:0c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:01:11.158227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036c221-3b96-47e7-b6ae-aef807e7f0b0 req-0eaa3445-1d9b-488b-bf89-9a5af3561620 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:11.160362 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c036c221-3b96-47e7-b6ae-aef807e7f0b0 req-0eaa3445-1d9b-488b-bf89-9a5af3561620 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0671003 Dec 08 00:01:11.193027 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:11.215586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24ec1fa5-1e51-42d0-a624-a486ef2381f5 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:11.240680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c036c221-3b96-47e7-b6ae-aef807e7f0b0 req-07cc0f45-50d1-4e62-9cd3-f214b2cc54a0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Dec 08 00:01:11.256054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:11.262449 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:11.395319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:11.508539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['24ec1fa5-1e51-42d0-a624-a486ef2381f5'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:11.569253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:11.571496 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add46c32-9d3f-43cc-b9de-00a41f3ed817" -d '{"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:11.833350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3016b1-3368-450e-bb34-71b5186fe49c req-4ab8f480-566f-42b6-bbf5-623ebef35eaa tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:11.841086 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3016b1-3368-450e-bb34-71b5186fe49c req-4ab8f480-566f-42b6-bbf5-623ebef35eaa tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 949 time: 0.0845435 Dec 08 00:01:11.946550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3016b1-3368-450e-bb34-71b5186fe49c req-e0e923a9-8e04-4a89-8a1e-07780dd2b720 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043479 Dec 08 00:01:11.981749 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b126ac-ad77-4449-bafa-58f8d21d7549 x-openstack-request-id: req-27b126ac-ad77-4449-bafa-58f8d21d7549 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:11.982697 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "925dee84-701f-4468-b425-2df6884d108e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:11.983201 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27b126ac-ad77-4449-bafa-58f8d21d7549 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:11.983895 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925dee84-701f-4468-b425-2df6884d108e', 'code': 200} Dec 08 00:01:12.541067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed526a88-0bb8-47ce-93e4-b8da2374bbbf req-5aaad888-ee1e-44e3-867a-f1ae341e06cf tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:12.550685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed526a88-0bb8-47ce-93e4-b8da2374bbbf req-5aaad888-ee1e-44e3-867a-f1ae341e06cf tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.0756314 Dec 08 00:01:12.693116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed526a88-0bb8-47ce-93e4-b8da2374bbbf req-470f63e6-bca0-4e18-87ac-0f723b53a345 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389768 Dec 08 00:01:12.850298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a266937-0a77-4d59-9cf3-cfc35baee573 req-5f8c5d89-5da5-4834-9636-1cfddaf8220e tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:12.853563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a266937-0a77-4d59-9cf3-cfc35baee573 req-5f8c5d89-5da5-4834-9636-1cfddaf8220e tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 1100 time: 0.0631957 Dec 08 00:01:12.928167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a266937-0a77-4d59-9cf3-cfc35baee573 req-df31a08d-2b96-4791-8bf1-d2f24927b433 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622923 Dec 08 00:01:12.946128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 24ec1fa5-1e51-42d0-a624-a486ef2381f5 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:13.098700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5c24d97-98cc-45bd-b92a-55f4b83d528f req-78ba4110-2154-46df-b9aa-af25338d8393 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0820739 Dec 08 00:01:13.131652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:13.133617 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:13.276068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9443ece-9849-4d10-a0e0-f7ba62b4ebf8 req-04175d12-cc2c-4667-a6ba-d377596c79f8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:13.283580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9443ece-9849-4d10-a0e0-f7ba62b4ebf8 req-04175d12-cc2c-4667-a6ba-d377596c79f8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.2093728 Dec 08 00:01:13.379300 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:13.429549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9443ece-9849-4d10-a0e0-f7ba62b4ebf8 req-c16b01bd-3243-4c1b-8f62-800c48b9b683 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327250 Dec 08 00:01:13.452492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:13.470170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:13.534134 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:13.583092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:13.606419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.616123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.618575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.620546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.620976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.621248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.622716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.623179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.623963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.627159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.627659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.628138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.628446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:13.986920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:13.988717 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652630a5-146d-4f49-826a-6c9738cdeedc" -d '{"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-plugged", "status": "completed", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:14.484250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-24ac479c-8b53-4c54-9d2e-46efd0471c09 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425358 Dec 08 00:01:14.541985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a81350-70ea-4d18-a9aa-15575f58246b req-5d3b00f4-bcd5-4bc1-b426-28dd2fd0b1a4 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:14.550090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39a81350-70ea-4d18-a9aa-15575f58246b req-5d3b00f4-bcd5-4bc1-b426-28dd2fd0b1a4 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1222527 Dec 08 00:01:14.655803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39a81350-70ea-4d18-a9aa-15575f58246b req-7dfc9a18-3221-435b-99ae-4384f4a278d0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039741 Dec 08 00:01:14.703906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3eee3164-5a7f-4b2e-8a30-ccc94eb48f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:14.707214 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3eee3164-5a7f-4b2e-8a30-ccc94eb48f70 service neutron] 10.222.0.59 "GET /v2.0/ports/12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 1033 time: 0.0918629 Dec 08 00:01:14.716194 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b26ea8-1dbf-4993-9164-18fe83b70709 x-openstack-request-id: req-00b26ea8-1dbf-4993-9164-18fe83b70709 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:14.716876 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-plugged", "status": "completed", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:14.716876 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00b26ea8-1dbf-4993-9164-18fe83b70709 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:14.717170 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'code': 200} Dec 08 00:01:14.741411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-a1ca39d3-4666-4d05-9b33-c1b880aee98e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:14.745393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-a1ca39d3-4666-4d05-9b33-c1b880aee98e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543194 Dec 08 00:01:14.780996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-c310774d-98da-42a7-b627-8b99e39cf612 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/quotas/9395de888aa24de89e450082beda9a3d HTTP/1.1" status: 200 len: 375 time: 0.0287685 Dec 08 00:01:14.810672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3f18b337-a603-4164-aaf6-0ae7269a8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:14.812921 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3f18b337-a603-4164-aaf6-0ae7269a8ba6 service neutron] 10.222.0.59 "GET /v2.0/ports/4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 1032 time: 0.0902019 Dec 08 00:01:14.941863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-2f0a18b7-18ed-4576-ac2f-a5fa25e29c71 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1596372 Dec 08 00:01:14.984627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f11a80bb-a642-4d85-8e2e-d5c4072d5047 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:14.991343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f11a80bb-a642-4d85-8e2e-d5c4072d5047 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:14.997770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f11a80bb-a642-4d85-8e2e-d5c4072d5047 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:15.000632 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f11a80bb-a642-4d85-8e2e-d5c4072d5047 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "GET /v2.0/networks?id=f334308d-32b7-4ad9-b018-56ac5b027fe9&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 200 len: 1992 time: 0.1754057 Dec 08 00:01:15.003416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd7d4765-bd2d-44dd-959d-071d558ca7c4 req-3ce162b1-fad8-4189-b1c3-4f9d0bc09a4c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0476561 Dec 08 00:01:15.130988 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-0bd087b5-f263-45b6-b83b-f896baf740ae tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcef88a591c14ae68f5c5229f147c775 HTTP/1.1" status: 200 len: 379 time: 0.0919783 Dec 08 00:01:15.145328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'admin_state_up': True, 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'security_groups': ['8df1cbf5-ac1d-4c32-959f-1c4476341758']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:15.339568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:15.344719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:15.588580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 172.20.0.12 (f334308d-32b7-4ad9-b018-56ac5b027fe9/321d1fb4-d755-4a5a-ad46-32904812d815/2a9ed764-9bce-4e21-a167-25af796ea97b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:15.820730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:15.897507 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:15.985969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:15.997172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:15.999727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=2a9ed764-9bce-4e21-a167-25af796ea97b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:16.001964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:16.114761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:16.114761 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:16.149095 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-54f681ab-bc01-4a3a-b077-0289c442ff85 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0115829 Dec 08 00:01:16.169696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'admin_state_up': True, 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'security_groups': ['8df1cbf5-ac1d-4c32-959f-1c4476341758']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:16.329039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d329d46-d90a-4584-9978-1a3c102f36bc req-09a20deb-0516-4a32-bf8c-3b2e04086dd3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:16.338788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d329d46-d90a-4584-9978-1a3c102f36bc req-09a20deb-0516-4a32-bf8c-3b2e04086dd3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1389687 Dec 08 00:01:16.456181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0995256-f4cb-49c6-bfeb-5f2fe1c92de3 req-1ece961a-47b0-4f6b-b03d-71b66eb17507 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 210 time: 0.0454473 Dec 08 00:01:16.460082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-63d2599d-5f58-48ca-9f39-84dd345d9872 None None] Provisioning complete for port 2a9ed764-9bce-4e21-a167-25af796ea97b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:16.461070 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63d2599d-5f58-48ca-9f39-84dd345d9872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:16.478194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d329d46-d90a-4584-9978-1a3c102f36bc req-10d99312-99e1-479c-b9b8-2303169b6bd4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352262 Dec 08 00:01:16.487822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:16.491426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:16.505394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-63d2599d-5f58-48ca-9f39-84dd345d9872 None None] Port 2a9ed764-9bce-4e21-a167-25af796ea97b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:16.698169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9720a-42fa-4e3c-b108-5bda5c859127 req-244918e9-70ca-470d-a2c4-085bf002cb83 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:16.707625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30b9720a-42fa-4e3c-b108-5bda5c859127 req-244918e9-70ca-470d-a2c4-085bf002cb83 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1231706 Dec 08 00:01:16.757388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 10.1.1.90 (4b78f093-b8bf-45fb-8a64-1e298676065d/50325a6a-edf4-421b-b05d-91c2a551857d/64f23527-dd87-492e-abfd-0fb9c6a013d8) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:16.845375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30b9720a-42fa-4e3c-b108-5bda5c859127 req-220a21fe-43ba-4d2c-81aa-e035f4eba96a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331062 Dec 08 00:01:16.895334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-29854880-7aa0-4dc7-abd5-4f9f1c215ec1 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9395de888aa24de89e450082beda9a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917380 Dec 08 00:01:17.010975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a734a8-8c45-41d5-9ab3-d91d237c5fd8 req-2a8d7b3b-15e3-4762-b388-f8862b91be74 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:17.022425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2a734a8-8c45-41d5-9ab3-d91d237c5fd8 req-2a8d7b3b-15e3-4762-b388-f8862b91be74 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 932 time: 0.1157954 Dec 08 00:01:17.140505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2a734a8-8c45-41d5-9ab3-d91d237c5fd8 req-da312044-8411-4415-83a8-e9d43ce98694 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118896 Dec 08 00:01:17.243703 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:17.324001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-80bfe9d1-b766-42d5-8450-d4cb245ff456 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:17.327638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-80bfe9d1-b766-42d5-8450-d4cb245ff456 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113226 Dec 08 00:01:17.350952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ab22-038e-4976-a7cd-03cd9fad0d8a req-8765391d-8310-443d-b583-50b1a50820a5 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:17.355336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e92ab22-038e-4976-a7cd-03cd9fad0d8a req-8765391d-8310-443d-b583-50b1a50820a5 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 948 time: 0.0981953 Dec 08 00:01:17.366359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Request body: {'port': {'device_id': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '9395de888aa24de89e450082beda9a3d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:17.386748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:17.445379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e92ab22-038e-4976-a7cd-03cd9fad0d8a req-aee157c0-bc7a-41bf-b3a6-8cc6c10b8f1a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853195 Dec 08 00:01:17.544192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:17.611149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Made reservation on behalf of 9395de888aa24de89e450082beda9a3d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:17.616875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:17.639540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 4b78f093-b8bf-45fb-8a64-1e298676065d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:17.658617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:17.662626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:17.666776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=64f23527-dd87-492e-abfd-0fb9c6a013d8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:17.730861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d3faf7b-30c1-4db0-807c-5c4315f53d68 req-b4cf5773-3e7f-4af5-9dc7-b3e65e4ee569 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 210 time: 0.1173697 Dec 08 00:01:17.781250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86fe65-295b-4c95-bde8-217e2c3fa585 req-0c3c0681-c67f-44c9-a8c2-d01ca91d5931 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:17.805834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a86fe65-295b-4c95-bde8-217e2c3fa585 req-0c3c0681-c67f-44c9-a8c2-d01ca91d5931 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.2037566 Dec 08 00:01:17.908243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:17.909080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:18.116544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Allocated IP 192.168.233.125 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/805dfbfa-5a5f-48c4-be2d-9a76f7d86735) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:18.256984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-39dd9a49-53b7-4086-a4e7-2708bbe585c2 None None] Provisioning complete for port 64f23527-dd87-492e-abfd-0fb9c6a013d8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:18.257544 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-39dd9a49-53b7-4086-a4e7-2708bbe585c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:18.368970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-39dd9a49-53b7-4086-a4e7-2708bbe585c2 None None] Port 64f23527-dd87-492e-abfd-0fb9c6a013d8 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:18.378530 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:18.380198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a86fe65-295b-4c95-bde8-217e2c3fa585 req-36198224-7fc2-42ad-a169-cc6eb61c504c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732467 Dec 08 00:01:18.406201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ae4af-697d-4e84-8658-0b36a212588c req-abb67f56-6ece-4d0b-a049-5eda3d4ee0f1 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:18.431603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778ae4af-697d-4e84-8658-0b36a212588c req-abb67f56-6ece-4d0b-a049-5eda3d4ee0f1 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1463330 Dec 08 00:01:18.447965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b4e35c5-2185-41ba-b93f-86e04fd4cbbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2840099 Dec 08 00:01:18.449001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:18.487754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'admin_state_up': True, 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'security_groups': ['8df1cbf5-ac1d-4c32-959f-1c4476341758']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:18.495935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'ca5b42cd-4be8-4116-b655-4e3bb93886ba', '52029433-98e3-4037-85c7-6648bec7ba26'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:18.499356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', '51939378-df46-482e-a0dd-46ed2cab5997'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:18.520382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:18.534990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:18.542709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:18.549962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event updated for resources: {'Port': ['ID=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:18.617366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea071-d053-4e4d-9674-c88548f9b455 req-db4f1ff6-1791-4c37-aec3-0c9418f338de tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:18.624758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea071-d053-4e4d-9674-c88548f9b455 req-db4f1ff6-1791-4c37-aec3-0c9418f338de tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:18.632801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e4ea071-d053-4e4d-9674-c88548f9b455 req-db4f1ff6-1791-4c37-aec3-0c9418f338de tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 1653 time: 0.1192794 Dec 08 00:01:18.718391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778ae4af-697d-4e84-8658-0b36a212588c req-186a1e3b-d00b-43f0-b3e2-0a953bc07b6c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790625 Dec 08 00:01:18.729711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:18.730619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:18.739391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e4ea071-d053-4e4d-9674-c88548f9b455 req-e51b2787-3db0-4a03-b655-a596744b9fac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055906 Dec 08 00:01:18.775137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-79ffee18-ab85-44f3-a96a-24e1ee997eec tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4101846 Dec 08 00:01:18.782311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:18.797442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:18.809924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Request body: {'port': {'device_id': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:19.019001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:19.184259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-81e96e7b-b323-42c1-b85d-2399eaf92abd None None] Provisioning complete for port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:19.184484 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-81e96e7b-b323-42c1-b85d-2399eaf92abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:19.250301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-81e96e7b-b323-42c1-b85d-2399eaf92abd None None] Port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:19.306842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf73c9-d0e7-48cf-b94e-3ee695d77d23 req-43074813-3e90-4f7b-b9a9-fe94d221729d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:19.320718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffdf73c9-d0e7-48cf-b94e-3ee695d77d23 req-43074813-3e90-4f7b-b9a9-fe94d221729d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 948 time: 0.2154193 Dec 08 00:01:19.395829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd4d96-addb-4d95-a316-ea5411db59bc req-2e82deed-efa8-4569-bf66-588d604eebba tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:19.407508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abcd4d96-addb-4d95-a316-ea5411db59bc req-2e82deed-efa8-4569-bf66-588d604eebba tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 936 time: 0.3954732 Dec 08 00:01:19.528859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47475552-d735-4050-9e9f-3671afda2ed2 req-e020642f-4652-4d38-85c4-349b5682147f tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:19.531430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47475552-d735-4050-9e9f-3671afda2ed2 req-e020642f-4652-4d38-85c4-349b5682147f tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 948 time: 0.3450835 Dec 08 00:01:19.600008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:19.609021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:19.624424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Transition to ACTIVE for port object 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:19.661026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 10.1.1.168 (4b78f093-b8bf-45fb-8a64-1e298676065d/50325a6a-edf4-421b-b05d-91c2a551857d/20ea7f1e-7655-41d6-8157-e128d9b9e2f4) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:19.735865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffdf73c9-d0e7-48cf-b94e-3ee695d77d23 req-cf48cfb0-f898-4488-98b1-b3c933baab37 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139876 Dec 08 00:01:19.769807 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abcd4d96-addb-4d95-a316-ea5411db59bc req-667f4dcb-bc00-4f74-8c29-83c2ef3d5f30 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610840 Dec 08 00:01:19.803937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Deleting port 55981fcf-db75-43fa-8d73-45db22d41fbf {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:19.804284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:19.893476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:19.962505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:19.987412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.010982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 4b78f093-b8bf-45fb-8a64-1e298676065d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:20.043110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:20.046861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:20.097840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:20.098499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.119521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] For port 55981fcf-db75-43fa-8d73-45db22d41fbf, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=55981fcf-db75-43fa-8d73-45db22d41fbf,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:20.119957 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.181797 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6991189 Dec 08 00:01:20.182385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Calling delete_port for 55981fcf-db75-43fa-8d73-45db22d41fbf owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:01:20.187365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:20.226731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8', 'admin_state_up': True, 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'security_groups': ['8df1cbf5-ac1d-4c32-959f-1c4476341758']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:20.240036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a429eda-52d7-4bdc-be37-89c6a065f7e1 req-35022966-779d-45af-8f72-28e83e72ac3f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:20.246025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a429eda-52d7-4bdc-be37-89c6a065f7e1 req-35022966-779d-45af-8f72-28e83e72ac3f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.3390989 Dec 08 00:01:20.403361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:20.496175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e880b15-3602-4075-b50e-762200049da1 req-2a158d6d-06bc-4791-bf28-4f8fa56df45d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:20.504953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e880b15-3602-4075-b50e-762200049da1 req-2a158d6d-06bc-4791-bf28-4f8fa56df45d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.5446639 Dec 08 00:01:20.519411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a429eda-52d7-4bdc-be37-89c6a065f7e1 req-a77a08d4-f5c4-416e-9869-1f8eebccad57 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722025 Dec 08 00:01:20.520084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.567171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.584942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Attempting to bind port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:20.585271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Attempting to bind port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:20.585596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Attempting to bind port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:20.593115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:20.593440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Attempting to bind port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:20.601461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950b4ad-1f2c-4a2b-a6bc-f1d840722a02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:20.613856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:20.614387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:20.615094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:20.615698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Bound port: 805dfbfa-5a5f-48c4-be2d-9a76f7d86735, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:20.616223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.642671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Pushing event deleted for resources: {'Port': ['ID=55981fcf-db75-43fa-8d73-45db22d41fbf,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:20.669684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-29717ae5-0fc5-4bcc-8829-aa7eed2a2225 None None] Provisioning complete for port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:20.670686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29717ae5-0fc5-4bcc-8829-aa7eed2a2225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.760849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-29717ae5-0fc5-4bcc-8829-aa7eed2a2225 None None] Port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:20.823167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] No DVR routers for this DVR port 55981fcf-db75-43fa-8d73-45db22d41fbf on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:20.840567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e880b15-3602-4075-b50e-762200049da1 req-6ba8fedb-5efd-4d1b-ab13-28f979871c3e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346996 Dec 08 00:01:20.848689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:20.854615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47475552-d735-4050-9e9f-3671afda2ed2 req-3b89652c-47d3-44d4-97b3-3f2aca90ada3 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "DELETE /v2.0/ports/55981fcf-db75-43fa-8d73-45db22d41fbf HTTP/1.1" status: 204 len: 173 time: 1.2944491 Dec 08 00:01:20.880362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e53ac-efb2-4341-9bad-5570c1c66591 req-dc4a794e-5fd2-40ed-9bec-25aac99518cb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:20.902968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e53ac-efb2-4341-9bad-5570c1c66591 req-dc4a794e-5fd2-40ed-9bec-25aac99518cb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:20.910703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e53ac-efb2-4341-9bad-5570c1c66591 req-dc4a794e-5fd2-40ed-9bec-25aac99518cb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:20.919601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d87e53ac-efb2-4341-9bad-5570c1c66591 req-dc4a794e-5fd2-40ed-9bec-25aac99518cb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 2374 time: 0.1966724 Dec 08 00:01:20.922226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-deleted', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:20.925065 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd48fe0-6731-4fa2-b352-8555bf4affe5" -d '{"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-deleted", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:21.063290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d87e53ac-efb2-4341-9bad-5570c1c66591 req-d929a170-c57a-40a4-accd-016dce5a5d43 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421652 Dec 08 00:01:21.284201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 10.2.2.100 (2234cea8-e90b-4673-81a1-3c084ac7cbc8/6ef77716-9ea7-4bf3-a937-ec6cdb3ea250/e740fce2-d8d7-4e3b-b7aa-da84c381d6fd) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:21.320523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1176e-d3c2-48a6-9ae5-67ad925b2dc4 req-b176e51b-23c7-456d-8de5-7333a084fe85 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd53713e-1895-46f8-9aa3-6f9ae70a0261 HTTP/1.1" status: 200 len: 210 time: 0.0924652 Dec 08 00:01:21.358555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b173bbd9-1ef6-425b-8204-4538647c5007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:21.425821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] For port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:21.445795 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59c3e6-4a29-417f-9f71-36915f4b7962 x-openstack-request-id: req-9b59c3e6-4a29-417f-9f71-36915f4b7962 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:21.446355 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd53713e-1895-46f8-9aa3-6f9ae70a0261", "name": "network-vif-deleted", "tag": "55981fcf-db75-43fa-8d73-45db22d41fbf", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:21.446835 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b59c3e6-4a29-417f-9f71-36915f4b7962 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:21.447431 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd53713e-1895-46f8-9aa3-6f9ae70a0261', 'name': 'network-vif-deleted', 'tag': '55981fcf-db75-43fa-8d73-45db22d41fbf', 'status': 'completed', 'code': 200} Dec 08 00:01:21.480801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df822f41-08d7-41f2-9660-e8227216a321 req-6408b5fc-93df-49ca-9f85-7d3bc352845b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:21.490556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] For port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:21.495752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df822f41-08d7-41f2-9660-e8227216a321 req-6408b5fc-93df-49ca-9f85-7d3bc352845b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 948 time: 0.1698580 Dec 08 00:01:21.630666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df822f41-08d7-41f2-9660-e8227216a321 req-160f7ad4-828c-41c4-b2a4-bc2fb6959a04 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324246 Dec 08 00:01:21.771835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f076d-92bc-40a7-b709-47cfdb4edab1 req-a9a3d101-13be-4451-a9fc-58027f726a37 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:21.773414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-981f076d-92bc-40a7-b709-47cfdb4edab1 req-a9a3d101-13be-4451-a9fc-58027f726a37 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1285107 Dec 08 00:01:21.869126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:21.870589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-981f076d-92bc-40a7-b709-47cfdb4edab1 req-5d790bb4-6e97-40bb-9363-ad54c79a2303 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842376 Dec 08 00:01:21.979607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:21.994919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:22.011294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] 10.222.0.59 "PUT /v2.0/ports/805dfbfa-5a5f-48c4-be2d-9a76f7d86735 HTTP/1.1" status: 200 len: 1096 time: 3.1935637 Dec 08 00:01:22.015176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'tag': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:22.025120 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d925a0-5d03-437c-8654-2408c12585d2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a", "tag": "805dfbfa-5a5f-48c4-be2d-9a76f7d86735"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:22.071125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da6cfd-7c5b-4ccc-b4e4-2e43f4670ecb req-2b8415c0-6783-4220-b519-7f3ed01fe15d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:22.083499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-85da6cfd-7c5b-4ccc-b4e4-2e43f4670ecb req-2b8415c0-6783-4220-b519-7f3ed01fe15d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 945 time: 0.1000259 Dec 08 00:01:22.185056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-85da6cfd-7c5b-4ccc-b4e4-2e43f4670ecb req-e9f29b25-cec1-4eda-af86-366ac56f7cb0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004891 Dec 08 00:01:22.214648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:22.298992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ccebe-5404-415a-8dec-72f30e274cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:22.310603 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245df7d9-1f13-443c-ac85-715d06ec4fe6 x-openstack-request-id: req-245df7d9-1f13-443c-ac85-715d06ec4fe6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:22.310723 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a", "tag": "805dfbfa-5a5f-48c4-be2d-9a76f7d86735", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:22.311038 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-245df7d9-1f13-443c-ac85-715d06ec4fe6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:22.311928 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'tag': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735', 'status': 'completed', 'code': 200} Dec 08 00:01:22.320249 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:22.379426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2b8-3b0b-4248-9e83-df75d442d8e1 req-2c10efda-751b-4403-b299-2b58bcf4a5e9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:22.393864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2b8-3b0b-4248-9e83-df75d442d8e1 req-2c10efda-751b-4403-b299-2b58bcf4a5e9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:22.414507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2b8-3b0b-4248-9e83-df75d442d8e1 req-2c10efda-751b-4403-b299-2b58bcf4a5e9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:22.416914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d4ad2b8-3b0b-4248-9e83-df75d442d8e1 req-2c10efda-751b-4403-b299-2b58bcf4a5e9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 2374 time: 0.1728392 Dec 08 00:01:22.435158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:22.477270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:22.487049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:22.490098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:22.599898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:22.600643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:22.614464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d4ad2b8-3b0b-4248-9e83-df75d442d8e1 req-572618c8-40bc-44db-937a-bae26906a63f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610138 Dec 08 00:01:22.629408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-56b122b9-ee22-434f-b7dd-e1f85e94d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:22.633282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-56b122b9-ee22-434f-b7dd-e1f85e94d8db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 1099 time: 0.5659645 Dec 08 00:01:22.637618 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-852f43f2-33e2-4640-8641-fc80b0be5acd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4389446 Dec 08 00:01:22.643886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-6d015cc9-831b-4403-94d4-c584c9ccbfd3 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:22.646184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-6d015cc9-831b-4403-94d4-c584c9ccbfd3 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.2190497 Dec 08 00:01:22.678948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:22.682203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8', 'admin_state_up': True, 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'security_groups': ['8df1cbf5-ac1d-4c32-959f-1c4476341758']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:22.815145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:22.938683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Made reservation on behalf of bcef88a591c14ae68f5c5229f147c775 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:22.943667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:22.948469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-3d9f5d21-71e1-4a35-8359-ec6fb95146e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=805dfbfa-5a5f-48c4-be2d-9a76f7d86735 HTTP/1.1" status: 200 len: 217 time: 0.2859204 Dec 08 00:01:23.040512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9d62e8b9-6545-4114-8a0a-7e7385c8ad3b None None] Provisioning complete for port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:23.043044 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9d62e8b9-6545-4114-8a0a-7e7385c8ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.077288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-5d253dfd-acac-4e42-9899-8be95f7e853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:23.078778 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-5d253dfd-acac-4e42-9899-8be95f7e853b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1234460 Dec 08 00:01:23.088652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:23.091548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9d62e8b9-6545-4114-8a0a-7e7385c8ad3b None None] Port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:23.160222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:23.163355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b2ad7e67-597e-44c3-af44-5b25dfbba380 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:01:23.185422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 55981fcf-db75-43fa-8d73-45db22d41fbf no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:23.217478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.254011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 55981fcf-db75-43fa-8d73-45db22d41fbf {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:01:23.254358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 55981fcf-db75-43fa-8d73-45db22d41fbf not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:01:23.273344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.352670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:23.378024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Allocated IP 10.2.2.200 (2234cea8-e90b-4673-81a1-3c084ac7cbc8/6ef77716-9ea7-4bf3-a937-ec6cdb3ea250/7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:23.379417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496b079-706c-4ab9-8acc-fcf0f008d1f2 req-7ce369ed-1897-4eb0-bdd7-f15634c43bdc tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:23.389070 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6496b079-706c-4ab9-8acc-fcf0f008d1f2 req-7ce369ed-1897-4eb0-bdd7-f15634c43bdc tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 948 time: 0.5581889 Dec 08 00:01:23.434651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2d1aa-a7b6-42cc-b52a-81bb5d1a2bc9 req-bba32418-27c3-4be5-ae00-7f24bb845e72 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:23.444633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1d2d1aa-a7b6-42cc-b52a-81bb5d1a2bc9 req-bba32418-27c3-4be5-ae00-7f24bb845e72 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 948 time: 0.6659458 Dec 08 00:01:23.493739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:23.496406 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bf4a15-1ca9-4952-b0c6-01c2bd1dc477" -d '{"events": [{"server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:23.526862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:23.568882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1d2d1aa-a7b6-42cc-b52a-81bb5d1a2bc9 req-3824a773-09da-44f0-b25a-f5784407754e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226373 Dec 08 00:01:23.570400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b2ad7e67-597e-44c3-af44-5b25dfbba380 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:01:23.571685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:23.573379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:23.574673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:23.574831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.579655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af3a1d43-cc01-43e7-91ae-a48b800ac95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.603040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:23.604156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Attempting to bind port b2ad7e67-597e-44c3-af44-5b25dfbba380 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:23.623723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:23.627000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:23.629010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:23.629716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Bound port: b2ad7e67-597e-44c3-af44-5b25dfbba380, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:23.631473 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.658870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6496b079-706c-4ab9-8acc-fcf0f008d1f2 req-2fa4511f-881e-4cb9-95ae-d4b5aca07ff4 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676222 Dec 08 00:01:23.671789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.711277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:23.739879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:23.746729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:23.797216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-ec2d69bd-9438-4165-b240-1ccc7fba18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:23.798745 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-ec2d69bd-9438-4165-b240-1ccc7fba18d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7019281 Dec 08 00:01:23.841813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event updated for resources: {'Port': ['ID=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:23.865587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:23.878756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:23.938810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.964231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:23.964918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:23.997175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f9b7bc56-d643-4856-9037-d7c8328ba8a1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3315113 Dec 08 00:01:24.057564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:24.104488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d039125-9103-43ae-b948-d162f86829eb req-38d8d469-2c26-406d-99ac-200b34a10d2c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.114465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d039125-9103-43ae-b948-d162f86829eb req-38d8d469-2c26-406d-99ac-200b34a10d2c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.4063315 Dec 08 00:01:24.136467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=8']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:24.199171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:24.199964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d039125-9103-43ae-b948-d162f86829eb req-49efe161-4d92-4c88-9b38-12f35cf4dce3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842555 Dec 08 00:01:24.238750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2bbb1bd9-871e-403a-bf95-ed578e71d342 None None] Provisioning complete for port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:24.239253 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1bd9-871e-403a-bf95-ed578e71d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:24.300436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb1bd9-871e-403a-bf95-ed578e71d342 None None] Port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:24.315337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.316223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:24.318352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-a315ab3a-cadc-41cb-a00d-d224fdbb808e service neutron] 10.222.0.44 "PUT /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 1121 time: 1.6583159 Dec 08 00:01:24.331034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f502f5-27ab-4d97-9243-a0d570499803 req-58bbb384-7f0f-4f72-800c-362adc60cdbc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.333525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f502f5-27ab-4d97-9243-a0d570499803 req-58bbb384-7f0f-4f72-800c-362adc60cdbc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.3147228 Dec 08 00:01:24.453429 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df340f-a0ed-4a83-ae9e-2743adce2b39 x-openstack-request-id: req-66df340f-a0ed-4a83-ae9e-2743adce2b39 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:24.455226 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:24.458113 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66df340f-a0ed-4a83-ae9e-2743adce2b39 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:24.458677 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380', 'code': 200} Dec 08 00:01:24.495698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['b2ad7e67-597e-44c3-af44-5b25dfbba380'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:24.536323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f502f5-27ab-4d97-9243-a0d570499803 req-e4cc6998-5ecf-4a38-9962-d45e0cf0209b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955051 Dec 08 00:01:24.553236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b2ad7e67-597e-44c3-af44-5b25dfbba380'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:24.734161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a263b1-e522-4da7-b929-89e70b1b91fb req-87b995dc-aafa-4cbc-8a48-712ddbf55766 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.742232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a263b1-e522-4da7-b929-89e70b1b91fb req-87b995dc-aafa-4cbc-8a48-712ddbf55766 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.748937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a263b1-e522-4da7-b929-89e70b1b91fb req-87b995dc-aafa-4cbc-8a48-712ddbf55766 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.755549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a263b1-e522-4da7-b929-89e70b1b91fb req-87b995dc-aafa-4cbc-8a48-712ddbf55766 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.762321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a263b1-e522-4da7-b929-89e70b1b91fb req-87b995dc-aafa-4cbc-8a48-712ddbf55766 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.771514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36a263b1-e522-4da7-b929-89e70b1b91fb req-87b995dc-aafa-4cbc-8a48-712ddbf55766 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 3816 time: 0.1879838 Dec 08 00:01:24.792382 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-b64c117b-ca4b-4545-abda-2401df8b8ce5 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9687471 Dec 08 00:01:24.830300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9ed764-9bce-4e21-a167-25af796ea97b {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:24.851727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36a263b1-e522-4da7-b929-89e70b1b91fb req-a33952ad-a9fc-4ade-830d-8d8a24ee5439 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792689 Dec 08 00:01:24.872041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:24.952776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Transition to ACTIVE for port object 2a9ed764-9bce-4e21-a167-25af796ea97b will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:24.988225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f93617-84d0-4c92-9f86-5bde5fcd80d2 req-d27365ae-1ed8-4622-b432-561ff25f2f0c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:24.989804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8f93617-84d0-4c92-9f86-5bde5fcd80d2 req-d27365ae-1ed8-4622-b432-561ff25f2f0c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 948 time: 0.2677071 Dec 08 00:01:25.023680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:25.026748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:25.136162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8f93617-84d0-4c92-9f86-5bde5fcd80d2 req-b442a4d5-dd92-439f-b4fd-a3ef45733ec1 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360562 Dec 08 00:01:25.183010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef12e94e-b127-4447-981d-f8937b5417c4 req-d6ebbd48-e3d8-4b4e-ac5b-4c8fabdb1217 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692460 Dec 08 00:01:25.201794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9ed764-9bce-4e21-a167-25af796ea97b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:25.209409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa724c1-266a-41b8-96fb-a2c29831b551 req-8961345b-5f93-4fab-93fb-bda06447a62a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.215168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfa724c1-266a-41b8-96fb-a2c29831b551 req-8961345b-5f93-4fab-93fb-bda06447a62a tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 948 time: 0.1765351 Dec 08 00:01:25.379476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfa724c1-266a-41b8-96fb-a2c29831b551 req-d15c79dc-3e20-4514-abd0-fbc083d4c6b6 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8cfe892-b9f4-40fa-93ba-b39890ae4e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355057 Dec 08 00:01:25.421219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Attempting to bind port 2a9ed764-9bce-4e21-a167-25af796ea97b on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:25.422066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Attempting to bind port 2a9ed764-9bce-4e21-a167-25af796ea97b by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:25.422942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Attempting to bind port 2a9ed764-9bce-4e21-a167-25af796ea97b on network f334308d-32b7-4ad9-b018-56ac5b027fe9 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:25.429054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Port 2a9ed764-9bce-4e21-a167-25af796ea97b on network f334308d-32b7-4ad9-b018-56ac5b027fe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:25.429622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Attempting to bind port 2a9ed764-9bce-4e21-a167-25af796ea97b on network f334308d-32b7-4ad9-b018-56ac5b027fe9 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:25.442172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:25.442939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Checking segment: {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:25.443766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Bound using segment: {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:25.444456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Bound port: 2a9ed764-9bce-4e21-a167-25af796ea97b, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8abab1-1cd6-4187-a67a-289531891e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:25.445126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:25.467821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c806b-ff12-4347-b730-4a4c7759848e req-4d97db63-fe91-4f20-8b43-4ecc5bed697f tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.469374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-313c806b-ff12-4347-b730-4a4c7759848e req-4d97db63-fe91-4f20-8b43-4ecc5bed697f tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 948 time: 0.2525625 Dec 08 00:01:25.472052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d925a0-5d03-437c-8654-2408c12585d2 req-94b52515-348e-4ca4-829d-037d1c813e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.474054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64d925a0-5d03-437c-8654-2408c12585d2 req-94b52515-348e-4ca4-829d-037d1c813e42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9395de888aa24de89e450082beda9a3d&device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 1099 time: 0.1494796 Dec 08 00:01:25.607107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] For port 2a9ed764-9bce-4e21-a167-25af796ea97b, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:25.626155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dab456-15bf-480f-95f4-037588f4ad7b req-61fc8672-b19b-454e-9c5c-c206f20b7750 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.627927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98dab456-15bf-480f-95f4-037588f4ad7b req-61fc8672-b19b-454e-9c5c-c206f20b7750 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.2473860 Dec 08 00:01:25.629124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] For port 2a9ed764-9bce-4e21-a167-25af796ea97b, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2a9ed764-9bce-4e21-a167-25af796ea97b,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:25.646341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:25.677205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d925a0-5d03-437c-8654-2408c12585d2 req-a07d4d32-6399-4b84-9d1b-4c78b70b76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.679166 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64d925a0-5d03-437c-8654-2408c12585d2 req-a07d4d32-6399-4b84-9d1b-4c78b70b76f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1699436 Dec 08 00:01:25.754488 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64d925a0-5d03-437c-8654-2408c12585d2 req-cdd74054-d2ac-46e8-a242-e13184a3a52e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=805dfbfa-5a5f-48c4-be2d-9a76f7d86735 HTTP/1.1" status: 200 len: 217 time: 0.0542448 Dec 08 00:01:25.760443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.761138 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:25.762638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] 10.222.0.59 "PUT /v2.0/ports/2a9ed764-9bce-4e21-a167-25af796ea97b HTTP/1.1" status: 200 len: 1092 time: 1.7107549 Dec 08 00:01:25.769400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:25.772080 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:25.866101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1e992-4930-4bbf-b538-2a8d2b528437 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9ed764-9bce-4e21-a167-25af796ea97b,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:25.877241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:25.894399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98dab456-15bf-480f-95f4-037588f4ad7b req-f07e10dc-42f6-413e-b7c5-42a8a9c13f23 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057321 Dec 08 00:01:25.935718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77014a52-87ed-4bb4-9135-c0f25ca8d8fb req-32d48099-95e9-47ca-9f71-54ae6fd47215 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.937824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77014a52-87ed-4bb4-9135-c0f25ca8d8fb req-32d48099-95e9-47ca-9f71-54ae6fd47215 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.2476194 Dec 08 00:01:25.962209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Deleting port 925dee84-701f-4468-b425-2df6884d108e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:25.962547 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:25.966717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d925a0-5d03-437c-8654-2408c12585d2 req-688d743f-0e8a-4b08-804e-345fca74dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:25.976137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64d925a0-5d03-437c-8654-2408c12585d2 req-688d743f-0e8a-4b08-804e-345fca74dbb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1961479 Dec 08 00:01:26.008916 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df33f49-e3a3-43dd-8bda-8306ca1809d9 x-openstack-request-id: req-1df33f49-e3a3-43dd-8bda-8306ca1809d9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:26.009249 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:26.009508 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1df33f49-e3a3-43dd-8bda-8306ca1809d9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:26.009940 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'status': 'completed', 'code': 200} Dec 08 00:01:26.224631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:26.262618 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:26.263587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77014a52-87ed-4bb4-9135-c0f25ca8d8fb req-35164547-f829-4d82-906b-71dcce3304aa tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042114 Dec 08 00:01:26.282178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d925a0-5d03-437c-8654-2408c12585d2 req-fae6d435-9777-4ef2-82de-5d3fb3ad10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.283711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64d925a0-5d03-437c-8654-2408c12585d2 req-fae6d435-9777-4ef2-82de-5d3fb3ad10b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2367525 Dec 08 00:01:26.297409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-0443c662-ba66-4f54-b3fc-ed3597bb981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.297409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-0443c662-ba66-4f54-b3fc-ed3597bb981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.297409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-0443c662-ba66-4f54-b3fc-ed3597bb981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.297409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-0443c662-ba66-4f54-b3fc-ed3597bb981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.298537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-0443c662-ba66-4f54-b3fc-ed3597bb981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.300506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-0443c662-ba66-4f54-b3fc-ed3597bb981a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 4363 time: 0.2182550 Dec 08 00:01:26.357294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] For port 925dee84-701f-4468-b425-2df6884d108e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=925dee84-701f-4468-b425-2df6884d108e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:26.357674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:26.387078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Calling delete_port for 925dee84-701f-4468-b425-2df6884d108e owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:01:26.569727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144367-30b9-40e7-a212-735178267127 req-e83a0c31-0f0e-4930-93b7-b36c855f92fb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.584338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144367-30b9-40e7-a212-735178267127 req-e83a0c31-0f0e-4930-93b7-b36c855f92fb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.594862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144367-30b9-40e7-a212-735178267127 req-e83a0c31-0f0e-4930-93b7-b36c855f92fb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.601966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144367-30b9-40e7-a212-735178267127 req-e83a0c31-0f0e-4930-93b7-b36c855f92fb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.609177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144367-30b9-40e7-a212-735178267127 req-e83a0c31-0f0e-4930-93b7-b36c855f92fb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.617334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5144367-30b9-40e7-a212-735178267127 req-e83a0c31-0f0e-4930-93b7-b36c855f92fb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 3828 time: 0.5196385 Dec 08 00:01:26.619946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:26.622357 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9992989-9e53-4ca1-834f-f1e70203c086" -d '{"events": [{"name": "network-changed", "server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:26.645115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64d925a0-5d03-437c-8654-2408c12585d2 req-464797d7-7aa9-4cff-ab17-b111053b43f6 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580459 Dec 08 00:01:26.721051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-2b38d5a9-882c-4bb2-9297-d0433fdfc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.721807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-2b38d5a9-882c-4bb2-9297-d0433fdfc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.722440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-2b38d5a9-882c-4bb2-9297-d0433fdfc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:26.724199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-2b38d5a9-882c-4bb2-9297-d0433fdfc902 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bcef88a591c14ae68f5c5229f147c775&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3258004 Dec 08 00:01:26.865731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b8b463-48cb-4131-b066-14d29b481368 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:26.878357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:26.901945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Transition to ACTIVE for port object 12b8b463-48cb-4131-b066-14d29b481368 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:26.920716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:26.997242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Pushing event updated for resources: {'Port': ['ID=12b8b463-48cb-4131-b066-14d29b481368,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:27.050364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5144367-30b9-40e7-a212-735178267127 req-effbd84a-bdcb-4b03-a740-a3d628783552 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4319110 Dec 08 00:01:27.196967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:27.357035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Attempting to bind port 12b8b463-48cb-4131-b066-14d29b481368 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:27.357381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Attempting to bind port 12b8b463-48cb-4131-b066-14d29b481368 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:27.357720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Attempting to bind port 12b8b463-48cb-4131-b066-14d29b481368 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:27.406312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-e160bcae-80cf-4000-9c4c-99c68a1b8cff service neutron] 10.222.0.44 "GET /v2.0/ports/8d1b527b-c1be-4665-aa85-400959a1e87f/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 382 time: 0.4997807 Dec 08 00:01:27.417895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Port 12b8b463-48cb-4131-b066-14d29b481368 on network 4b78f093-b8bf-45fb-8a64-1e298676065d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:27.417895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Attempting to bind port 12b8b463-48cb-4131-b066-14d29b481368 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:27.429917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:27.430259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Checking segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:27.430649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Bound using segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:27.431224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Bound port: 12b8b463-48cb-4131-b066-14d29b481368, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:27.432253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:27.454351 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64d925a0-5d03-437c-8654-2408c12585d2 req-11acd1b7-c7dd-4b90-9cbc-9db84be0f42c service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863727 Dec 08 00:01:27.527821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] For port 12b8b463-48cb-4131-b066-14d29b481368, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:27.533150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] For port 12b8b463-48cb-4131-b066-14d29b481368, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b8b463-48cb-4131-b066-14d29b481368,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:27.543584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:27.631799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Pushing event updated for resources: {'Port': ['ID=12b8b463-48cb-4131-b066-14d29b481368,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:27.651026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:27.651845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:27.653611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f1818ce5-6d93-480b-871e-505fdde581d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 1136 time: 1.7804980 Dec 08 00:01:27.721879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:27.829211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c65e7-c9d1-421f-ac83-01cd85109c4f req-99193704-9ed6-4064-a58c-f36fe91ddc82 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:27.851815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56c65e7-c9d1-421f-ac83-01cd85109c4f req-99193704-9ed6-4064-a58c-f36fe91ddc82 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 948 time: 1.3087747 Dec 08 00:01:27.916393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:27.932716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:27.952924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-65b171d1-4b28-487d-90df-b2e98fa8cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:27.954211 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-65b171d1-4b28-487d-90df-b2e98fa8cad7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834&tenant_id=33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 1101 time: 0.1568756 Dec 08 00:01:27.994864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95ee7cf0-740b-4c92-a3c6-797ca11a957d req-fb5253de-82f1-4858-a43f-5335c9f8c861 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 210 time: 0.3047783 Dec 08 00:01:28.023383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '12b8b463-48cb-4131-b066-14d29b481368'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:28.033922 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "12b8b463-48cb-4131-b066-14d29b481368"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:28.180617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-b2d08b9d-0344-4c99-87c3-3a71a3618190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:28.182353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-b2d08b9d-0344-4c99-87c3-3a71a3618190 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 1101 time: 0.1628268 Dec 08 00:01:28.240461 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce5f018-59ed-4ed3-9ef6-4cfd52ba511b x-openstack-request-id: req-0ce5f018-59ed-4ed3-9ef6-4cfd52ba511b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:28.241024 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:28.241024 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ce5f018-59ed-4ed3-9ef6-4cfd52ba511b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:28.241366 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380', 'status': 'completed', 'code': 200} Dec 08 00:01:28.334238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-fd4a6863-6049-4c6a-9144-5acd6ad7cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:28.339090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-fd4a6863-6049-4c6a-9144-5acd6ad7cf07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1405101 Dec 08 00:01:28.358781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Pushing event deleted for resources: {'Port': ['ID=925dee84-701f-4468-b425-2df6884d108e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:28.432923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56c65e7-c9d1-421f-ac83-01cd85109c4f req-d8bc4dff-a002-45ad-b6be-86ef9e4a3d91 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799856 Dec 08 00:01:28.437082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] No DVR routers for this DVR port 925dee84-701f-4468-b425-2df6884d108e on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:28.460264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:28.470346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-313c806b-ff12-4347-b730-4a4c7759848e req-54b9a0f4-182a-4062-8a3a-ee4555e36991 tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.44 "DELETE /v2.0/ports/925dee84-701f-4468-b425-2df6884d108e HTTP/1.1" status: 204 len: 173 time: 2.9934409 Dec 08 00:01:28.508304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-62bd49f9-c068-4eb9-be40-7ad0d6c9cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:28.509240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c15e2a9d-afda-4861-bd26-ec7fe3ed808f req-62bd49f9-c068-4eb9-be40-7ad0d6c9cd63 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6946781 Dec 08 00:01:28.570189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5c4ba-0aba-4be4-8a5f-653749ceee35 req-98437cbf-bdfc-4e6b-b312-eda6b7dd28a5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:28.585349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20f5c4ba-0aba-4be4-8a5f-653749ceee35 req-98437cbf-bdfc-4e6b-b312-eda6b7dd28a5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.3137112 Dec 08 00:01:28.843488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20f5c4ba-0aba-4be4-8a5f-653749ceee35 req-a7614b33-4d01-438d-9173-afc3df1410b0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561951 Dec 08 00:01:28.885660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-7ec25223-e435-41e3-a4c5-c24eed80b902 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8d1b527b-c1be-4665-aa85-400959a1e87f HTTP/1.1" status: 200 len: 217 time: 0.4855554 Dec 08 00:01:28.907876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486008ce-a4d4-40db-bdf0-1a5955b281d0 req-12659a71-aeb8-4235-b4b5-0f01ab6ffbfc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:28.909424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-486008ce-a4d4-40db-bdf0-1a5955b281d0 req-12659a71-aeb8-4235-b4b5-0f01ab6ffbfc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.2827609 Dec 08 00:01:28.993980 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bacd5b-e1fa-4b10-9de0-ba8565285db5 x-openstack-request-id: req-85bacd5b-e1fa-4b10-9de0-ba8565285db5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:28.994526 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "12b8b463-48cb-4131-b066-14d29b481368", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:28.994939 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85bacd5b-e1fa-4b10-9de0-ba8565285db5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:28.995668 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '12b8b463-48cb-4131-b066-14d29b481368', 'status': 'completed', 'code': 200} Dec 08 00:01:29.000576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-5bf6c975-a0bb-42bb-a576-a1e7d83162a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.005523 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-5bf6c975-a0bb-42bb-a576-a1e7d83162a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1124 time: 0.6593890 Dec 08 00:01:29.051984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:01:29.089449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-486008ce-a4d4-40db-bdf0-1a5955b281d0 req-8510e588-6afd-4813-9af6-a4ca0a1648cb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733677 Dec 08 00:01:29.231694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-d7ac6ae3-c1b0-46f7-bc88-a008c0860f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.234714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-d7ac6ae3-c1b0-46f7-bc88-a008c0860f85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.1532369 Dec 08 00:01:29.253815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:29.275078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-c1c30314-2ff5-4d94-9a33-775f701fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.276151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-c1c30314-2ff5-4d94-9a33-775f701fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.276780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-c1c30314-2ff5-4d94-9a33-775f701fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.277402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-c1c30314-2ff5-4d94-9a33-775f701fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.279831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-c1c30314-2ff5-4d94-9a33-775f701fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.282743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-c1c30314-2ff5-4d94-9a33-775f701fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.289258 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-c1c30314-2ff5-4d94-9a33-775f701fa3ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5292 time: 0.2529721 Dec 08 00:01:29.311646 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-1529344a-7a5b-4b56-955b-f44e83329d22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 217 time: 0.0679855 Dec 08 00:01:29.350430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-a29685e9-946d-4761-81d2-faf92f1b125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.353436 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-a29685e9-946d-4761-81d2-faf92f1b125c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.4562662 Dec 08 00:01:29.392872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 925dee84-701f-4468-b425-2df6884d108e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:01:29.393520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 925dee84-701f-4468-b425-2df6884d108e not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:01:29.549321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-1e152e19-773e-4d3b-88be-101e9d0be99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.551177 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-1e152e19-773e-4d3b-88be-101e9d0be99e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764283 Dec 08 00:01:29.690562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-20c815bc-d188-4783-9a29-bb20cc989bf4 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236820 Dec 08 00:01:29.694135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-6c044ac9-7a55-49de-9eda-87a98d2a82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.695717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:29.695872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-6c044ac9-7a55-49de-9eda-87a98d2a82a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.3721673 Dec 08 00:01:29.699321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-cdae69c5-4c7e-4408-a12d-7679b0de0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.699792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-cdae69c5-4c7e-4408-a12d-7679b0de0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.700254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-cdae69c5-4c7e-4408-a12d-7679b0de0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.706286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-cdae69c5-4c7e-4408-a12d-7679b0de0b47 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bcef88a591c14ae68f5c5229f147c775&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3880627 Dec 08 00:01:29.724042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735', 'mac_address': 'fa:16:3e:c8:df:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:01:29.768717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51492855-44d6-4ccd-9548-901a71641476 req-4f4e0d0a-9ebc-4c20-8587-20474f979c3d tempest-ListImageFiltersTestJSON-1133471103 tempest-ListImageFiltersTestJSON-1133471103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ee04510-3b75-4127-957e-9ba2c9690e3f HTTP/1.1" status: 200 len: 210 time: 0.0569377 Dec 08 00:01:29.810637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb575-8573-4f83-a737-95a21b453f46 req-52a4ea33-1d15-400f-a1e6-3572bc2e8b57 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.813081 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-b5a4ed92-c867-4ed3-8668-9772200c02cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815454 Dec 08 00:01:29.822652 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:29.827991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb575-8573-4f83-a737-95a21b453f46 req-52a4ea33-1d15-400f-a1e6-3572bc2e8b57 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.848681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb575-8573-4f83-a737-95a21b453f46 req-52a4ea33-1d15-400f-a1e6-3572bc2e8b57 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.856147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:29.863407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb575-8573-4f83-a737-95a21b453f46 req-52a4ea33-1d15-400f-a1e6-3572bc2e8b57 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.871753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb575-8573-4f83-a737-95a21b453f46 req-52a4ea33-1d15-400f-a1e6-3572bc2e8b57 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.896481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb575-8573-4f83-a737-95a21b453f46 req-52a4ea33-1d15-400f-a1e6-3572bc2e8b57 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:29.907798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-648fb575-8573-4f83-a737-95a21b453f46 req-52a4ea33-1d15-400f-a1e6-3572bc2e8b57 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 4606 time: 0.7507463 Dec 08 00:01:29.921711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:29.936861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:29.996989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4149b686-9caf-4b96-96d9-e31ab747b636 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:30.025134 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:30.093278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:30.201259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f82afbf0-8929-48bd-ae4d-4ea37ad51f78 req-342295ca-6e95-43d0-9d36-03ed55aa5cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768510 Dec 08 00:01:30.210796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Transition to ACTIVE for port object 4149b686-9caf-4b96-96d9-e31ab747b636 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:30.212348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b259f3-c232-48fc-b81f-3b39e56d96c0 req-fa5b843e-f337-4a19-9178-ee8886897807 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:30.221957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57b259f3-c232-48fc-b81f-3b39e56d96c0 req-fa5b843e-f337-4a19-9178-ee8886897807 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 949 time: 0.1533725 Dec 08 00:01:30.237667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:30.253494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-648fb575-8573-4f83-a737-95a21b453f46 req-63f627bf-8b2c-4b2b-b418-adf4d31dab9c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3446448 Dec 08 00:01:30.293469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-deleted', 'tag': '925dee84-701f-4468-b425-2df6884d108e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:30.302671 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da3c728-a270-4a0d-b4ba-687a4a0780bf" -d '{"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-deleted", "tag": "925dee84-701f-4468-b425-2df6884d108e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:30.350927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Pushing event updated for resources: {'Port': ['ID=4149b686-9caf-4b96-96d9-e31ab747b636,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:30.427479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['805dfbfa-5a5f-48c4-be2d-9a76f7d86735'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:30.460238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-ea7d0d3f-9844-44a4-8a22-738b4ebb0eed service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214848 Dec 08 00:01:30.551156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57b259f3-c232-48fc-b81f-3b39e56d96c0 req-dec694ba-f6b1-4781-9476-7147ab81cddf tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246889 Dec 08 00:01:30.561158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-959eb96f-0c61-48bc-9f66-df29a9bbacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:30.584728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9584e42b-2d46-4b24-b0eb-26b82a0d4a55 req-959eb96f-0c61-48bc-9f66-df29a9bbacfc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8148859 Dec 08 00:01:30.638632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7852fd-7c13-4872-90ec-ac5254bb48b3 req-23c1faf9-93fa-464f-8bc6-3da8ba93fdea tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:30.651502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b7852fd-7c13-4872-90ec-ac5254bb48b3 req-23c1faf9-93fa-464f-8bc6-3da8ba93fdea tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1796279 Dec 08 00:01:30.741483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Attempting to bind port 4149b686-9caf-4b96-96d9-e31ab747b636 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:30.741856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Attempting to bind port 4149b686-9caf-4b96-96d9-e31ab747b636 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:30.742138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Attempting to bind port 4149b686-9caf-4b96-96d9-e31ab747b636 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:30.797318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b7852fd-7c13-4872-90ec-ac5254bb48b3 req-2f5d7e61-2c32-4909-b247-3e2c85d034ec tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449466 Dec 08 00:01:30.839049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Port 4149b686-9caf-4b96-96d9-e31ab747b636 on network 4b78f093-b8bf-45fb-8a64-1e298676065d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:30.839414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Attempting to bind port 4149b686-9caf-4b96-96d9-e31ab747b636 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:30.840116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0450c-18c8-4ed5-b1cb-d8e3cc0d9e11 req-ffff4a30-011f-4072-ac4e-6f6b485f852a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:30.850117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fa0450c-18c8-4ed5-b1cb-d8e3cc0d9e11 req-ffff4a30-011f-4072-ac4e-6f6b485f852a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.1430814 Dec 08 00:01:30.894382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:30.895130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Checking segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:30.897572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Bound using segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:30.898216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Bound port: 4149b686-9caf-4b96-96d9-e31ab747b636, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:30.927237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:31.006346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fa0450c-18c8-4ed5-b1cb-d8e3cc0d9e11 req-725d6277-d71a-4b5c-8907-967aa5c73e50 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551938 Dec 08 00:01:31.022975 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08f0149-580c-4b33-83ae-127fef00129c x-openstack-request-id: req-f08f0149-580c-4b33-83ae-127fef00129c {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:31.023577 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee04510-3b75-4127-957e-9ba2c9690e3f", "name": "network-vif-deleted", "tag": "925dee84-701f-4468-b425-2df6884d108e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:31.024045 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f08f0149-580c-4b33-83ae-127fef00129c {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:31.024180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e9992989-9e53-4ca1-834f-f1e70203c086 req-0a012473-f75e-4b39-96cd-d1960cbbf79f service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172734 Dec 08 00:01:31.025527 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee04510-3b75-4127-957e-9ba2c9690e3f', 'name': 'network-vif-deleted', 'tag': '925dee84-701f-4468-b425-2df6884d108e', 'status': 'completed', 'code': 200} Dec 08 00:01:31.071173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device b2ad7e67-597e-44c3-af44-5b25dfbba380 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:31.185623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] For port 4149b686-9caf-4b96-96d9-e31ab747b636, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:31.194272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] For port 4149b686-9caf-4b96-96d9-e31ab747b636, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4149b686-9caf-4b96-96d9-e31ab747b636,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:31.208657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:31.268230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.268910 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:31.272622 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] 10.222.0.59 "PUT /v2.0/ports/4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 1135 time: 3.5558326 Dec 08 00:01:31.273112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '4149b686-9caf-4b96-96d9-e31ab747b636'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:31.282013 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b6e6f-4084-4279-8157-d8c3c8f7f808" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "4149b686-9caf-4b96-96d9-e31ab747b636"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:31.332380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061d266-588a-4051-8a8a-003aac5c730e service neutron] Pushing event updated for resources: {'Port': ['ID=4149b686-9caf-4b96-96d9-e31ab747b636,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:31.344017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:31.413102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1b527b-c1be-4665-aa85-400959a1e87f no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:31.451815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:31.649505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.663443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.683637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.696766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.711636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.737062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.756643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:31.778984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-f8a3ae98-177c-419a-889d-2ce56402bdf7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5383 time: 0.3177409 Dec 08 00:01:31.866437 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:31.992740 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a142cd-7f28-458b-b3c5-d000598ce855 x-openstack-request-id: req-61a142cd-7f28-458b-b3c5-d000598ce855 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:31.994388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c1d93c8-4c5d-4fe1-a97d-810383b8c8b6 req-65ab93a9-548c-47a3-85dc-1572dea349db tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2136526 Dec 08 00:01:32.004113 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "4149b686-9caf-4b96-96d9-e31ab747b636", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:32.004670 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61a142cd-7f28-458b-b3c5-d000598ce855 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:32.008482 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '4149b686-9caf-4b96-96d9-e31ab747b636', 'status': 'completed', 'code': 200} Dec 08 00:01:32.063602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:32.069160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:32.075742 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cbb2a3-e748-472b-b9c6-b51c5272b255" -d '{"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:32.087027 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:32.244983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:32.279233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a0ec2-fe81-4dd6-9618-b46d5ea97956 req-5462a923-dc62-4bc1-8989-8f0545727edf tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.288439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-475a0ec2-fe81-4dd6-9618-b46d5ea97956 req-5462a923-dc62-4bc1-8989-8f0545727edf tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 949 time: 0.1741388 Dec 08 00:01:32.346428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.347546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.348171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.348794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.349915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.350545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.351197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.353365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-01838f1b-3ee4-428a-91b0-64b3dd744c10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6220 time: 0.3182309 Dec 08 00:01:32.367789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356997d-390d-4b57-a21d-d806059df24e req-dc15b7ff-dc84-4d47-ad8f-7f9a0fe1b2f9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.375239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f356997d-390d-4b57-a21d-d806059df24e req-dc15b7ff-dc84-4d47-ad8f-7f9a0fe1b2f9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 948 time: 0.1706107 Dec 08 00:01:32.409936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-475a0ec2-fe81-4dd6-9618-b46d5ea97956 req-ee19331e-8a4c-4241-ae76-34b1580d563e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197476 Dec 08 00:01:32.502057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f356997d-390d-4b57-a21d-d806059df24e req-41c0567c-0bab-4af0-a6ae-bc26d5d21339 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250999 Dec 08 00:01:32.788197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f23527-dd87-492e-abfd-0fb9c6a013d8 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:32.793531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-5f4c7ec9-aed1-46c3-971e-c0e60a33eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.794130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-5f4c7ec9-aed1-46c3-971e-c0e60a33eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.794845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-5f4c7ec9-aed1-46c3-971e-c0e60a33eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:32.797776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-5f4c7ec9-aed1-46c3-971e-c0e60a33eeb6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bcef88a591c14ae68f5c5229f147c775&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4231007 Dec 08 00:01:32.802116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:32.959584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Transition to ACTIVE for port object 64f23527-dd87-492e-abfd-0fb9c6a013d8 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:32.980007 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:33.048522 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8985b1e-b4e0-45bc-92f6-d293239ba395 x-openstack-request-id: req-d8985b1e-b4e0-45bc-92f6-d293239ba395 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:33.049068 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:33.049190 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8985b1e-b4e0-45bc-92f6-d293239ba395 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:33.049548 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'code': 200} Dec 08 00:01:33.069862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:33.119781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48db7be-12b9-4e4b-b432-ca6f92867ac7 req-06124def-b6cb-4702-8bc3-3ad9343a58f9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.130840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a48db7be-12b9-4e4b-b432-ca6f92867ac7 req-06124def-b6cb-4702-8bc3-3ad9343a58f9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.1146717 Dec 08 00:01:33.151859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-b5fad2c1-5e60-4303-bfb9-bf51ce1268f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.153874 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-638b6e6f-4084-4279-8157-d8c3c8f7f808 req-b5fad2c1-5e60-4303-bfb9-bf51ce1268f2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3489594 Dec 08 00:01:33.158453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Pushing event updated for resources: {'Port': ['ID=64f23527-dd87-492e-abfd-0fb9c6a013d8,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:33.203494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:01:33.216563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:33.217013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:33.289876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a48db7be-12b9-4e4b-b432-ca6f92867ac7 req-c1291a3c-bb27-4017-9441-3250ce9b1146 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504824 Dec 08 00:01:33.353980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1b527b-c1be-4665-aa85-400959a1e87f details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:01:33.429962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Attempting to bind port 64f23527-dd87-492e-abfd-0fb9c6a013d8 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:33.430505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Attempting to bind port 64f23527-dd87-492e-abfd-0fb9c6a013d8 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:33.430631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Attempting to bind port 64f23527-dd87-492e-abfd-0fb9c6a013d8 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:33.439554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Port 64f23527-dd87-492e-abfd-0fb9c6a013d8 on network 4b78f093-b8bf-45fb-8a64-1e298676065d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:33.439879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Attempting to bind port 64f23527-dd87-492e-abfd-0fb9c6a013d8 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:33.452622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:33.452999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Checking segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:33.453333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Bound using segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:33.453760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Bound port: 64f23527-dd87-492e-abfd-0fb9c6a013d8, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:33.457448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:33.519207 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:01:33.561776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.584693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.591185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.597188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] For port 64f23527-dd87-492e-abfd-0fb9c6a013d8, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:33.605996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] For port 64f23527-dd87-492e-abfd-0fb9c6a013d8, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:33.613013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.619832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:33.626714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.645180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.659548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.675381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-a1bc0b5b-7551-4f6a-a947-64005f920328 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5395 time: 0.2407765 Dec 08 00:01:33.703250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:33.703795 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:33.707334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] 10.222.0.59 "PUT /v2.0/ports/64f23527-dd87-492e-abfd-0fb9c6a013d8 HTTP/1.1" status: 200 len: 1090 time: 2.3674726 Dec 08 00:01:33.799874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:33.923294 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:33.944467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45e5de-d1f4-469d-8417-c88c1dba083b service neutron] Pushing event updated for resources: {'Port': ['ID=64f23527-dd87-492e-abfd-0fb9c6a013d8,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:33.999601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c317ba43-b0a9-4dc6-80fb-02fcb1ec7ec4 req-2efd3339-9226-436c-a038-0d61f0f723c7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3230848 Dec 08 00:01:34.040113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:34.051285 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb085ef-d00f-45ab-a63a-f254c3a44061" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:34.117069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:34.125002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a4074-2e4d-44f5-9138-76ae792995fe req-f21fc621-6ff0-46a9-be91-37a96aaff0fd tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.126556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b4a4074-2e4d-44f5-9138-76ae792995fe req-f21fc621-6ff0-46a9-be91-37a96aaff0fd tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 949 time: 0.1933293 Dec 08 00:01:34.157200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:34.203499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'mac_address': 'fa:16:3e:6d:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:01:34.211888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:34.275011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083392-f633-40ef-a2f0-0f84b13ceb5b req-b362995b-656e-4043-a296-b691432a3bc9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.283637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e083392-f633-40ef-a2f0-0f84b13ceb5b req-b362995b-656e-4043-a296-b691432a3bc9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 948 time: 0.1215889 Dec 08 00:01:34.334937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b4a4074-2e4d-44f5-9138-76ae792995fe req-1d2aea08-9186-4c39-9a19-8b5f7d56362f tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742191 Dec 08 00:01:34.387899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:34.390328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e083392-f633-40ef-a2f0-0f84b13ceb5b req-1464bd42-8fa1-4796-a4f8-0c58801c1ad6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057365 Dec 08 00:01:34.447796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41726) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:34.517297 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a9501c-caad-427c-9a8a-06109e5a1d70 x-openstack-request-id: req-a5a9501c-caad-427c-9a8a-06109e5a1d70 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:34.518171 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:34.522585 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5a9501c-caad-427c-9a8a-06109e5a1d70 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:34.523241 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8', 'status': 'completed', 'code': 200} Dec 08 00:01:34.582640 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:34.645418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:34.689610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1b527b-c1be-4665-aa85-400959a1e87f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:34.719170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:34.722346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:34.734109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:34.744907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:34.783083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.783083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.785088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.785729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.786025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.786522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.792389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.794352 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-7030c702-b6f9-4c7d-8326-712cd8f4ca61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6287 time: 0.2100227 Dec 08 00:01:34.837375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c69add-cb88-4a22-9052-64e2a66f0b0a req-fc2d0006-5dfe-4869-bc5a-decfdff3f7f6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:34.842582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5c69add-cb88-4a22-9052-64e2a66f0b0a req-fc2d0006-5dfe-4869-bc5a-decfdff3f7f6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.1781592 Dec 08 00:01:34.868526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Transition to ACTIVE for port object 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:34.896535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:34.924200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdf8520a-adbd-4650-bc25-c88ad844addf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42aab989a9534925b80040b8de3c9c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673343 Dec 08 00:01:34.925241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:35.015843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5c69add-cb88-4a22-9052-64e2a66f0b0a req-a4073785-c0ab-4ec0-800e-34fdde3121f8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549442 Dec 08 00:01:35.127342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:35.133749 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f89a23e-43bd-4b51-ad14-9b04e1972aa3" -d '{"events": [{"server_uuid": "eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a", "name": "network-vif-plugged", "status": "completed", "tag": "805dfbfa-5a5f-48c4-be2d-9a76f7d86735"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:35.144399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:35.207818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:35.210621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c74510b1-6f68-48be-a93d-318ee9231491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:35.223208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bdedc-ede3-4953-8e18-06125d0ff658 req-7b40b068-99b8-4f26-b0ba-3739c8914ea1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.231580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be7bdedc-ede3-4953-8e18-06125d0ff658 req-7b40b068-99b8-4f26-b0ba-3739c8914ea1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 949 time: 0.2365208 Dec 08 00:01:35.285061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.291666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.297857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1b527b-c1be-4665-aa85-400959a1e87f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:35.298251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.301057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-ed49049f-85ea-49a1-88dc-4445ed0b0acf tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.302866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-ed49049f-85ea-49a1-88dc-4445ed0b0acf tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834&tenant_id=33e98863a69744a7b380e1b398fec89c&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 949 time: 0.3252020 Dec 08 00:01:35.304613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.330415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.343788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-e1a10626-1a9f-45a7-a5ea-2663c9b0f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.345233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-e1a10626-1a9f-45a7-a5ea-2663c9b0f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.345866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-e1a10626-1a9f-45a7-a5ea-2663c9b0f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.348751 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-e1a10626-1a9f-45a7-a5ea-2663c9b0f0f0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bcef88a591c14ae68f5c5229f147c775&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5361915 Dec 08 00:01:35.350459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Attempting to bind port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:35.351078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Attempting to bind port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:35.351650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Attempting to bind port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:35.353941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.363624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.372743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-5b398f4e-5e1a-4bf2-94ec-327d2420f589 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5407 time: 0.2268863 Dec 08 00:01:35.418202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c74510b1-6f68-48be-a93d-318ee9231491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:35.616054 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c74510b1-6f68-48be-a93d-318ee9231491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:35.621608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c74510b1-6f68-48be-a93d-318ee9231491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:35.626452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c74510b1-6f68-48be-a93d-318ee9231491 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8cfe892-b9f4-40fa-93ba-b39890ae4e42 HTTP/1.1" status: 204 len: 168 time: 0.6946781 Dec 08 00:01:35.655912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be7bdedc-ede3-4953-8e18-06125d0ff658 req-bbb00ea7-12fb-441b-8b23-2a92b04d3500 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205091 Dec 08 00:01:35.673963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74510b1-6f68-48be-a93d-318ee9231491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cfe892-b9f4-40fa-93ba-b39890ae4e42,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:35.707947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c7175fd-c360-40de-8652-c0aac60ad78e req-2cbb68c0-0b1a-4405-8b57-f0a5dc9da77c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3341813 Dec 08 00:01:35.746852 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a856ac10-3cd9-41eb-94bd-b20dfe9fdb09 x-openstack-request-id: req-a856ac10-3cd9-41eb-94bd-b20dfe9fdb09 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:35.747278 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a", "name": "network-vif-plugged", "status": "completed", "tag": "805dfbfa-5a5f-48c4-be2d-9a76f7d86735", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:35.747677 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a856ac10-3cd9-41eb-94bd-b20dfe9fdb09 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:35.748071 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735', 'code': 200} Dec 08 00:01:35.876867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 on network 4b78f093-b8bf-45fb-8a64-1e298676065d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:35.877302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Attempting to bind port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:35.965590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:35.965909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Checking segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:35.966033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020091-eebe-4a7e-80ab-f4dddb255996 req-552f0fff-d3f5-4527-9be4-3719bfb0c2a4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.967079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Bound using segment: {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:35.967601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Bound port: 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:35.968053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:35.973899 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4020091-eebe-4a7e-80ab-f4dddb255996 req-552f0fff-d3f5-4527-9be4-3719bfb0c2a4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 950 time: 0.1719077 Dec 08 00:01:35.983618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d029b-4b3b-4f38-b684-01c8a3feee9a req-41c04141-2974-4722-b98b-68fd4faffcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:35.985122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e9d029b-4b3b-4f38-b684-01c8a3feee9a req-41c04141-2974-4722-b98b-68fd4faffcfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 1101 time: 0.0965548 Dec 08 00:01:36.042152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-bc49d3f9-782f-4d12-a530-6c0d309fe69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.043771 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-bc49d3f9-782f-4d12-a530-6c0d309fe69d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 1100 time: 0.1690314 Dec 08 00:01:36.062131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4020091-eebe-4a7e-80ab-f4dddb255996 req-2ee5ba1e-1085-4196-8002-a3e805de84bf tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847268 Dec 08 00:01:36.096000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] For port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:36.099252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] For port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:36.108563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e9d029b-4b3b-4f38-b684-01c8a3feee9a req-bddd3798-82f0-4764-8467-d611d210cb7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109784 Dec 08 00:01:36.122391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:36.130788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-2e1b96f6-62dc-4335-aaa9-2c7b0b7c573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.131092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8bb085ef-d00f-45ab-a63a-f254c3a44061 req-2e1b96f6-62dc-4335-aaa9-2c7b0b7c573e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7675807 Dec 08 00:01:36.206719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd07960-352a-497d-8687-9951dfb19844 req-4203fc8b-9297-495c-a91a-98f3d48847d3 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.211861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.212479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:36.213864 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/20ea7f1e-7655-41d6-8157-e128d9b9e2f4 HTTP/1.1" status: 200 len: 1091 time: 2.4500594 Dec 08 00:01:36.215429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd07960-352a-497d-8687-9951dfb19844 req-4203fc8b-9297-495c-a91a-98f3d48847d3 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.0714977 Dec 08 00:01:36.243747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13f9ca-e79c-44c4-b6d8-d743a39dc9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:36.278987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-63e645c7-3a89-433d-a7c9-ce04d269b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.288478 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-63e645c7-3a89-433d-a7c9-ce04d269b4c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2301140 Dec 08 00:01:36.305495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd07960-352a-497d-8687-9951dfb19844 req-a7861ff9-a938-463e-99bb-45a45f10ff22 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822325 Dec 08 00:01:36.356774 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-e5b03433-bf15-465c-b75d-14ff2ffc5838 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8d1b527b-c1be-4665-aa85-400959a1e87f HTTP/1.1" status: 200 len: 217 time: 0.0592988 Dec 08 00:01:36.426940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-c02092e4-96ee-4544-b51f-3f7425045cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.429136 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-c02092e4-96ee-4544-b51f-3f7425045cf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0624220 Dec 08 00:01:36.442738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:36.526076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:36.529191 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:36.544915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:36.549436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-e0f4b894-f859-4d46-913b-7abfe0e112bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.551472 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-e0f4b894-f859-4d46-913b-7abfe0e112bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039555 Dec 08 00:01:36.584434 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb04df6-42d4-4975-8235-530f2721242a x-openstack-request-id: req-5eb04df6-42d4-4975-8235-530f2721242a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:36.584727 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:36.585031 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5eb04df6-42d4-4975-8235-530f2721242a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:36.585641 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4', 'status': 'completed', 'code': 200} Dec 08 00:01:36.743607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-d2968955-4c26-4474-90bf-092491876727 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569462 Dec 08 00:01:36.818473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea626b17-defe-44ca-819b-7bdd6630a049 req-42faac21-9c3c-4031-ae5c-058667346cea tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.820572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea626b17-defe-44ca-819b-7bdd6630a049 req-42faac21-9c3c-4031-ae5c-058667346cea tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 949 time: 0.0805395 Dec 08 00:01:36.898212 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea626b17-defe-44ca-819b-7bdd6630a049 req-3a30e759-7379-4cda-a965-bb0639b99845 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708983 Dec 08 00:01:36.978172 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02267feb-4606-4977-8ca4-5a33d3c81131 req-961c512d-5e2c-4bde-9220-b197015fb901 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083325 Dec 08 00:01:36.988260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.989025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.989715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.990585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.991492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.992138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.992780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:36.995671 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-db78ec66-9f5d-4452-9ea6-ffd1034b8d04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6354 time: 0.3600430 Dec 08 00:01:37.049053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.056685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.063852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.071131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.078128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.084862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.114249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.116398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-51ad98f3-fb83-41bd-8639-5b81aa5d4543 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5407 time: 0.1556540 Dec 08 00:01:37.196011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b50d55-9a3c-4986-b5ac-f05ae6231b01 req-f998b19e-5c8e-41db-8fec-04ffcc9739ee tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733881 Dec 08 00:01:37.205027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-4cff7bf3-cca8-4f46-8046-c988e4ed1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.205494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-4cff7bf3-cca8-4f46-8046-c988e4ed1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.205956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-4cff7bf3-cca8-4f46-8046-c988e4ed1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.207711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-4cff7bf3-cca8-4f46-8046-c988e4ed1f3d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bcef88a591c14ae68f5c5229f147c775&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1832452 Dec 08 00:01:37.263301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1b527b-c1be-4665-aa85-400959a1e87f up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:37.280094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e740fce2-d8d7-4e3b-b7aa-da84c381d6fd {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:37.292682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.309830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Transition to ACTIVE for port object e740fce2-d8d7-4e3b-b7aa-da84c381d6fd will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:37.340065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.359155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 8d1b527b-c1be-4665-aa85-400959a1e87f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:37.359806 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.435138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9642b-9bad-4dd7-9754-c097a70fe68d req-e66c9ddc-08bd-4ce0-a92f-517ed6058328 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.463076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.463819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbd9642b-9bad-4dd7-9754-c097a70fe68d req-e66c9ddc-08bd-4ce0-a92f-517ed6058328 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 950 time: 0.1576080 Dec 08 00:01:37.509699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:37.522014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Pushing event updated for resources: {'Port': ['ID=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:37.523445 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.631694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:37.673110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-9d8ba074-2cbe-41c3-b1f6-ce80e7a962ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.674869 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35bef9d5-75d8-4cb6-aeff-eadb7c904edd req-9d8ba074-2cbe-41c3-b1f6-ce80e7a962ad service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3634520 Dec 08 00:01:37.681630 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-00f8a832-6a87-4dca-a5c2-4b60911fe2e1 service neutron] 10.222.0.59 "GET /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.1461256 Dec 08 00:01:37.703990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Attempting to bind port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:37.704421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Attempting to bind port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:37.707444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Attempting to bind port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd on network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:37.715847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd on network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:37.720269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Attempting to bind port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd on network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:37.728400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:37.728750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Checking segment: {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:37.729137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Bound using segment: {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:37.729571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Bound port: e740fce2-d8d7-4e3b-b7aa-da84c381d6fd, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:37.729932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.749184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:37.752196 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3228ff4-fe05-4837-b5ee-f9434788e914" -d '{"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-plugged", "status": "completed", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:37.761905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac787b2-3d3e-40fc-823b-e6d8dd15ab0a req-c626a095-42c2-41ba-8eed-b1a900df1b97 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.771256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aac787b2-3d3e-40fc-823b-e6d8dd15ab0a req-c626a095-42c2-41ba-8eed-b1a900df1b97 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 943 time: 0.3018446 Dec 08 00:01:37.845391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aac787b2-3d3e-40fc-823b-e6d8dd15ab0a req-6fd46243-174e-4dcc-adbb-061317733560 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727956 Dec 08 00:01:37.847637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] For port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:37.851944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] For port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:37.854117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbd9642b-9bad-4dd7-9754-c097a70fe68d req-a9d36a80-7243-44cf-9498-f3f8ddb95f5b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860414 Dec 08 00:01:37.864625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.907692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:37.908515 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:37.910255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] 10.222.0.59 "PUT /v2.0/ports/e740fce2-d8d7-4e3b-b7aa-da84c381d6fd HTTP/1.1" status: 200 len: 1091 time: 1.4722795 Dec 08 00:01:37.957730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf5629-ffb5-49b0-8c27-cd3cf9a10a1d service neutron] Pushing event updated for resources: {'Port': ['ID=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:37.979832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Request body: {'port': {'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:38.071334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:38.169762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:38.196346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:38.280608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ad7e67-597e-44c3-af44-5b25dfbba380 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:38.305629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:38.326443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:38.432650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] Transition to ACTIVE for port object b2ad7e67-597e-44c3-af44-5b25dfbba380 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:38.440101 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:38.536601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] No DVR routers for this DVR port b2ad7e67-597e-44c3-af44-5b25dfbba380 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:38.550119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:38.559434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:38.573472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Transition to ACTIVE for port object 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:38.586469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:38.597710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] 10.222.0.59 "PUT /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9030833 Dec 08 00:01:38.598551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5fc95-ede6-4169-8c9d-71c46351baef service neutron] Pushing event updated for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=10']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:38.600345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:38.604002 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50581f7d-4c73-460e-86f3-4d598beaa4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "e740fce2-d8d7-4e3b-b7aa-da84c381d6fd"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:38.726069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Pushing event updated for resources: {'Port': ['ID=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:38.821269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-b395c2cc-1a09-4542-a31f-67ab8329a066 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:38.827702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-b395c2cc-1a09-4542-a31f-67ab8329a066 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.0935991 Dec 08 00:01:38.829754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Attempting to bind port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:38.830449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Attempting to bind port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:38.830853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Attempting to bind port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f on network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:38.883272 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2eb803-3a8b-482e-922a-d5d51c8fe1c2 x-openstack-request-id: req-1e2eb803-3a8b-482e-922a-d5d51c8fe1c2 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:38.884129 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-plugged", "status": "completed", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:38.884739 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e2eb803-3a8b-482e-922a-d5d51c8fe1c2 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:38.885513 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'code': 200} Dec 08 00:01:38.888571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f on network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:38.889685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Attempting to bind port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f on network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:38.923875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:38.924536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Checking segment: {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:38.928613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Bound using segment: {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:38.929059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Bound port: 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7f6ab8-ad59-4a5d-aeef-421779e779ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:38.929490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:38.947295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-bc9d575a-e933-439a-ae0d-b1f07577f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:38.949300 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-bc9d575a-e933-439a-ae0d-b1f07577f4b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d&tenant_id=e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 1095 time: 0.1136901 Dec 08 00:01:39.037723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9ad29-cd9e-4c36-8b68-1fbef28460a8 req-5c6b3470-d84b-482b-add1-0d20a716de47 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.039276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80d9ad29-cd9e-4c36-8b68-1fbef28460a8 req-5c6b3470-d84b-482b-add1-0d20a716de47 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0973585 Dec 08 00:01:39.048284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] For port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:39.055188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] For port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:39.062870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:39.081661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.087670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.090976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-38c900e5-103e-47ea-aded-2146e400dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.092517 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-38c900e5-103e-47ea-aded-2146e400dc18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1095 time: 0.1012981 Dec 08 00:01:39.093532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.099843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.102632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.103165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:39.105308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] 10.222.0.59 "PUT /v2.0/ports/7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f HTTP/1.1" status: 200 len: 1091 time: 1.1365895 Dec 08 00:01:39.105838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.112225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.118479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.127805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-fd8fa2a5-600d-4511-ade7-fba2b473eb6e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.1539502 Dec 08 00:01:39.168806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399569d-e3d7-4123-ab39-273e7351f2fd service neutron] Pushing event updated for resources: {'Port': ['ID=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:39.210082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80d9ad29-cd9e-4c36-8b68-1fbef28460a8 req-01e55a89-f51c-4dc8-b59c-a1187b160345 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559441 Dec 08 00:01:39.265368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76ab9e53-4985-4251-9d58-3ae0f8bff232 req-c949f492-6981-410d-a236-ded981c0591e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366110 Dec 08 00:01:39.348659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.349139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.349612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.350073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.350530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.351013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.351470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.353435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f2e6b9d6-b59f-4aee-8178-3ea90500e91c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6488 time: 0.1289208 Dec 08 00:01:39.354975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-7a632df6-6539-442b-8fda-e7a6da926c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.356446 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-7a632df6-6539-442b-8fda-e7a6da926c58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2502959 Dec 08 00:01:39.407895 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f932a-fbe8-4769-9937-93f043ec9bd1 x-openstack-request-id: req-b49f932a-fbe8-4769-9937-93f043ec9bd1 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:39.408241 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "e740fce2-d8d7-4e3b-b7aa-da84c381d6fd", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:39.408511 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b49f932a-fbe8-4769-9937-93f043ec9bd1 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:39.408909 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd', 'status': 'completed', 'code': 200} Dec 08 00:01:39.411526 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-83226e19-29b7-4586-b98b-a2c5b51313b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 200 len: 217 time: 0.0469406 Dec 08 00:01:39.453393 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-aae04ac8-3724-45a3-9a12-314e5babd2a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a9ed764-9bce-4e21-a167-25af796ea97b HTTP/1.1" status: 200 len: 217 time: 0.0804002 Dec 08 00:01:39.479159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b48980-90a1-43ef-ae0d-a9d832fc555f req-7f9d2d26-54d8-4d33-ae09-730f4e276d93 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.480690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2b48980-90a1-43ef-ae0d-a9d832fc555f req-7f9d2d26-54d8-4d33-ae09-730f4e276d93 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 946 time: 0.0842931 Dec 08 00:01:39.528943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-ce8d4a91-c177-4997-abbf-85cd454b14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.530473 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-ce8d4a91-c177-4997-abbf-85cd454b14cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0867741 Dec 08 00:01:39.534217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-857c1437-3760-4da8-b658-98dcbf95f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.535393 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-857c1437-3760-4da8-b658-98dcbf95f103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=321d1fb4-d755-4a5a-ad46-32904812d815 HTTP/1.1" status: 200 len: 855 time: 0.0614598 Dec 08 00:01:39.593880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2b48980-90a1-43ef-ae0d-a9d832fc555f req-d6cb4e56-c32b-48b0-af46-365c1e2657c2 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020021 Dec 08 00:01:39.635925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-b48de611-528e-42b3-ace9-4ece76afcd37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956345 Dec 08 00:01:39.645884 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:01:39.709366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-e3dfbdc3-f050-4497-b755-9d9b3945142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.711511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-e3dfbdc3-f050-4497-b755-9d9b3945142c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f334308d-32b7-4ad9-b018-56ac5b027fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572309 Dec 08 00:01:39.738196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541ec7-d157-4f50-a29a-a35cb8dc592b req-27e5d31a-6997-4dbb-abb4-a425ad3d1e34 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.743566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a541ec7-d157-4f50-a29a-a35cb8dc592b req-27e5d31a-6997-4dbb-abb4-a425ad3d1e34 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 950 time: 0.1117659 Dec 08 00:01:39.791553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67742be-bbc1-4260-9edf-20e93328acb6 req-9f98e73f-93a2-4495-b429-a7a3bdbef6f5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:39.793047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c67742be-bbc1-4260-9edf-20e93328acb6 req-9f98e73f-93a2-4495-b429-a7a3bdbef6f5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 944 time: 0.0991161 Dec 08 00:01:39.825693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a541ec7-d157-4f50-a29a-a35cb8dc592b req-4eddd965-055c-4d72-9dcd-cd3240e90233 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786765 Dec 08 00:01:39.840530 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-2162b4a3-edd0-4b25-91d6-477b62e24653 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951520 Dec 08 00:01:39.878462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c67742be-bbc1-4260-9edf-20e93328acb6 req-d6ed36b7-a794-4233-a45e-84b0e8de40d2 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750251 Dec 08 00:01:39.886826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-375bffb6-8fd3-4062-b6f4-70ed309b4b5b service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393895 Dec 08 00:01:40.009772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc774394-992c-4653-9f45-73286e1ea5a2 req-0fa07424-9259-4e02-817f-784a5825e183 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.010846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc774394-992c-4653-9f45-73286e1ea5a2 req-0fa07424-9259-4e02-817f-784a5825e183 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.0782840 Dec 08 00:01:40.045868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-6b2d3ebe-bff7-4e73-b538-6fd132929aaf service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942575 Dec 08 00:01:40.048952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9e65b241-2ae3-4e05-95e0-e03a61302d77 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479776 Dec 08 00:01:40.093877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc774394-992c-4653-9f45-73286e1ea5a2 req-860aa38b-e98b-4210-9835-7466782997ed tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727124 Dec 08 00:01:40.104089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-77f328a8-5cd7-4011-a10f-fdf5703e0547 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 217 time: 0.0444417 Dec 08 00:01:40.166781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4a38d3b3-cc0c-4808-b9a3-d705e75c03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.168369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4a38d3b3-cc0c-4808-b9a3-d705e75c03b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0506294 Dec 08 00:01:40.220618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-7ff5cb75-7baf-4e07-a2b8-67bd32c5d709 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.222118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-7ff5cb75-7baf-4e07-a2b8-67bd32c5d709 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 0.1665204 Dec 08 00:01:40.225282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f090f919-0570-449e-bf45-95e56fb44100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.227108 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-f090f919-0570-449e-bf45-95e56fb44100 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428064 Dec 08 00:01:40.228515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292ea70-cdc4-4988-9347-49ceb2595022 req-ff668eeb-1f3d-41b1-8f49-69c4e4f80f83 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.229918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2292ea70-cdc4-4988-9347-49ceb2595022 req-ff668eeb-1f3d-41b1-8f49-69c4e4f80f83 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 1101 time: 0.0698535 Dec 08 00:01:40.240615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-353278b5-8dda-472f-90b5-105949938e5d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/quotas/24a02edbc02946b9872a25c961841fd0 HTTP/1.1" status: 200 len: 375 time: 0.0096693 Dec 08 00:01:40.328352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2292ea70-cdc4-4988-9347-49ceb2595022 req-1d4060ad-fe6d-4069-a2d2-21b731fdad35 tempest-ServersOnMultiNodesTest-1271147058 tempest-ServersOnMultiNodesTest-1271147058-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858026 Dec 08 00:01:40.358045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-ae87a092-8e79-49f3-9fb0-83522498eb75 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022785 Dec 08 00:01:40.406548 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-e9c3f71a-7fa2-4c1a-b068-8aad203a1025 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670606 Dec 08 00:01:40.458207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-ba3bb603-0aea-4b98-bee6-c20ac7164d52 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.460005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-ba3bb603-0aea-4b98-bee6-c20ac7164d52 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.0982397 Dec 08 00:01:40.505818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-af100f74-8bc9-45e3-8bcc-32ed828a7596 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467381 Dec 08 00:01:40.524019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-74352911-cc6c-476d-afc1-72feffc80184 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068108 Dec 08 00:01:40.557186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.563767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.570247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.576134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.581968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.587863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.593835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.595658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b662dece-d048-4bb6-864b-bda14232c876 req-aaac1534-6dcd-44f5-98bc-a812073cfbfe tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.1287107 Dec 08 00:01:40.621508 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-5353c617-561d-489e-bd42-3430d62c4d28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 217 time: 0.0418983 Dec 08 00:01:40.692699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-26445caf-6fe5-4fba-9549-94a97a3fcf51 service neutron] 10.222.0.18 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790221 Dec 08 00:01:40.702506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b662dece-d048-4bb6-864b-bda14232c876 req-c02d3047-9942-43fe-abf6-be49c8a5ae32 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983131 Dec 08 00:01:40.703368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-568a1702-1658-464c-a6c9-257482840cd1 service neutron] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:40.708133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-568a1702-1658-464c-a6c9-257482840cd1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:40.709235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c35aae87-6142-4498-9fc2-ae65118cb6ce req-568a1702-1658-464c-a6c9-257482840cd1 service neutron] 10.222.0.44 "DELETE /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.1843174 Dec 08 00:01:40.726870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4670e437-eb18-4d40-9794-ec15e2905fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.729051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4670e437-eb18-4d40-9794-ec15e2905fb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0602865 Dec 08 00:01:40.789132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-1ddee61c-efc4-441d-a1f1-fdf78ff40f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:40.790661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-1ddee61c-efc4-441d-a1f1-fdf78ff40f9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524867 Dec 08 00:01:40.965123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-d3d78937-0833-495b-b163-73c322dff7d1 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242034 Dec 08 00:01:41.010458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3262c-2109-4736-9428-666396fab327 req-33b63bb2-c4b7-4b5f-936c-f11ff20560ac tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:41.011985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0a3262c-2109-4736-9428-666396fab327 req-33b63bb2-c4b7-4b5f-936c-f11ff20560ac tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.59 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 946 time: 0.0741916 Dec 08 00:01:41.104653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 24ec1fa5-1e51-42d0-a624-a486ef2381f5 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:41.197943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a12fcf4a-2a9d-46ad-b3ec-44798d7819e7 req-bda3e479-b9b8-4877-92f4-aa83384d8d2c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 210 time: 0.0657041 Dec 08 00:01:41.227291 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:41.259775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:41.262510 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ae98ec-4ef1-4200-bd3b-a17369c7d606" -d '{"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-unplugged", "status": "completed", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:41.279300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:41.284959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:41.357137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:41.396257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049642-1b87-4448-b1dd-05fb143674fd req-acb6bcea-64f1-4d5b-aa61-fb88f571eea0 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:41.405640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91049642-1b87-4448-b1dd-05fb143674fd req-acb6bcea-64f1-4d5b-aa61-fb88f571eea0 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 946 time: 0.2763388 Dec 08 00:01:41.409780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:41.412147 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33593a8-9301-407d-b76c-9c99093530e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:41.486609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-0fc3484d-b749-469d-9915-496343a33add service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131392 Dec 08 00:01:41.535479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Deleting port ca41503a-cb16-439d-9f9d-f3f37c8de55f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:41.536032 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:41.540722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-6c0462c6-9dda-4f17-99d9-504b2e7cbb43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8 HTTP/1.1" status: 200 len: 217 time: 0.0396538 Dec 08 00:01:41.543888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91049642-1b87-4448-b1dd-05fb143674fd req-7c9ea6de-51e5-491e-8134-5c76fa442e76 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9efc9cc-5def-465c-836b-6c3813423668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374300 Dec 08 00:01:41.565020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2f5ff-3d1b-4612-88d5-75fc73313145 req-bde08acd-e4fb-4aff-a5cc-58f2670f7554 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:41.573211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8c2f5ff-3d1b-4612-88d5-75fc73313145 req-bde08acd-e4fb-4aff-a5cc-58f2670f7554 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 944 time: 0.2166305 Dec 08 00:01:41.685332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-03499dea-373c-4d84-90fd-80c44cfcb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:41.686880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-03499dea-373c-4d84-90fd-80c44cfcb06f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0538309 Dec 08 00:01:41.739249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8c2f5ff-3d1b-4612-88d5-75fc73313145 req-db120fcd-5260-41ea-b452-7465243d331b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650116 Dec 08 00:01:41.772516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] For port ca41503a-cb16-439d-9f9d-f3f37c8de55f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ca41503a-cb16-439d-9f9d-f3f37c8de55f,segment=NetworkSegment(542a46a2-9ab4-4a77-9d0c-68fc5cde310c),segment_id=542a46a2-9ab4-4a77-9d0c-68fc5cde310c)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:41.772883 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:41.780923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-b00d8b6a-17d9-4e59-9f6b-191292cdd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:41.782392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-b00d8b6a-17d9-4e59-9f6b-191292cdd8f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717595 Dec 08 00:01:41.808134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d224b7d-8b1d-4b2c-a2c4-86ff0185212e req-b6e66421-e9f3-439d-9617-69ea9f594eef tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:41.810052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d224b7d-8b1d-4b2c-a2c4-86ff0185212e req-b6e66421-e9f3-439d-9617-69ea9f594eef tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 950 time: 0.1673794 Dec 08 00:01:41.811448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Calling delete_port for ca41503a-cb16-439d-9f9d-f3f37c8de55f owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:01:41.872765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d224b7d-8b1d-4b2c-a2c4-86ff0185212e req-7086d0b4-bf95-4a2f-a96c-395986e768d4 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546784 Dec 08 00:01:41.959617 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612c45d4-2ad1-4abe-95d5-404e0bd38026 x-openstack-request-id: req-612c45d4-2ad1-4abe-95d5-404e0bd38026 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:41.959924 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-unplugged", "status": "completed", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:41.960181 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-612c45d4-2ad1-4abe-95d5-404e0bd38026 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:41.960579 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'code': 200} Dec 08 00:01:41.985901 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9eb43d86-904e-4161-ba36-f8b73fd3f147 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586785 Dec 08 00:01:42.011045 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a280d4-99d3-4441-a507-a2eb609820f4 x-openstack-request-id: req-08a280d4-99d3-4441-a507-a2eb609820f4 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:42.011587 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:42.012054 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08a280d4-99d3-4441-a507-a2eb609820f4 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:42.012664 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f', 'status': 'completed', 'code': 200} Dec 08 00:01:42.071538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:42.111177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Pushing event deleted for resources: {'Port': ['ID=ca41503a-cb16-439d-9f9d-f3f37c8de55f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:42.128301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ca41503a-cb16-439d-9f9d-f3f37c8de55f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:42.187643 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-8027ebd6-030e-4994-989c-488107457377 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459298 Dec 08 00:01:42.207126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] No DVR routers for this DVR port ca41503a-cb16-439d-9f9d-f3f37c8de55f on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:42.219502 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:42.224604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0a3262c-2109-4736-9428-666396fab327 req-b76fda5a-c148-42ad-9427-48009675f577 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.59 "DELETE /v2.0/ports/ca41503a-cb16-439d-9f9d-f3f37c8de55f HTTP/1.1" status: 204 len: 173 time: 1.1690841 Dec 08 00:01:42.225269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af124163-f092-4669-8078-0cd24e25b7f2', 'name': 'network-vif-deleted', 'tag': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:42.229099 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936c4ffb-52ca-47b5-a236-909b3f85eaa0" -d '{"events": [{"server_uuid": "af124163-f092-4669-8078-0cd24e25b7f2", "name": "network-vif-deleted", "tag": "ca41503a-cb16-439d-9f9d-f3f37c8de55f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:42.250665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.263261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.301824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.314963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.323001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.330586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.338267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.340660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-f2778250-f154-45b3-bec0-baa90d6f984e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.2380502 Dec 08 00:01:42.348056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-d25850fb-cb48-43ae-8bba-81b5e42124fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4 HTTP/1.1" status: 200 len: 217 time: 0.0805044 Dec 08 00:01:42.474074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9e998d62-ddac-47d6-8e4e-f7313b7b942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.477247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9e998d62-ddac-47d6-8e4e-f7313b7b942d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0874946 Dec 08 00:01:42.485227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98fe7a24-fc8c-469b-b88a-6ca229e61764 req-0222b178-8d67-4313-b60b-c82fd76448ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302702 Dec 08 00:01:42.572795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d10c23f7-300e-4ad1-a69e-7be49e30edac req-8761139e-480f-4b46-bf95-d2ff50a313eb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 210 time: 0.0653136 Dec 08 00:01:42.601308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-cd125651-d843-4a41-b367-2543758116d0 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.602872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-cd125651-d843-4a41-b367-2543758116d0 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d1e57-48db-49a7-a76e-02286b84e87a HTTP/1.1" status: 200 len: 944 time: 0.3340461 Dec 08 00:01:42.706692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6519e92-59e1-4bd5-b560-a4e013fcd5ec req-e9fd33c1-3e02-485d-b284-b1478884568a tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.708853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6519e92-59e1-4bd5-b560-a4e013fcd5ec req-e9fd33c1-3e02-485d-b284-b1478884568a tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1095 time: 0.0527878 Dec 08 00:01:42.741707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-76f211fa-787e-4009-a56b-071249f4e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.744915 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-76f211fa-787e-4009-a56b-071249f4e313 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2588296 Dec 08 00:01:42.754082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-192f2374-4131-4d52-95a0-847ad02800b1 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:42.755698 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-192f2374-4131-4d52-95a0-847ad02800b1 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 805 time: 0.4055462 Dec 08 00:01:42.772010 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98186bf7-2d13-4786-a5b8-eb95a3997ff2 x-openstack-request-id: req-98186bf7-2d13-4786-a5b8-eb95a3997ff2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:42.772361 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af124163-f092-4669-8078-0cd24e25b7f2", "name": "network-vif-deleted", "tag": "ca41503a-cb16-439d-9f9d-f3f37c8de55f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:42.772685 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98186bf7-2d13-4786-a5b8-eb95a3997ff2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:42.773030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Deleting port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:42.773142 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af124163-f092-4669-8078-0cd24e25b7f2', 'name': 'network-vif-deleted', 'tag': 'ca41503a-cb16-439d-9f9d-f3f37c8de55f', 'status': 'completed', 'code': 200} Dec 08 00:01:42.773582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:42.776131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6519e92-59e1-4bd5-b560-a4e013fcd5ec req-ddc1cb17-ed6c-4a52-a5c9-9ef5fe2a57dc tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601621 Dec 08 00:01:42.783155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Request body: {'port': {'device_id': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'admin_state_up': True, 'tenant_id': '24a02edbc02946b9872a25c961841fd0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:43.048729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] For port 24ec1fa5-1e51-42d0-a624-a486ef2381f5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=24ec1fa5-1e51-42d0-a624-a486ef2381f5,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:43.049031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:43.068024 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7b64d006-fe4d-4279-b075-4bcb1947cf6a service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704813 Dec 08 00:01:43.091299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Calling delete_port for 24ec1fa5-1e51-42d0-a624-a486ef2381f5 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:01:43.094565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Made reservation on behalf of 24a02edbc02946b9872a25c961841fd0 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:43.098456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:43.142555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a8220d7-cae8-4922-9265-4b844615d10e req-db076bf4-3166-437a-91dc-92d5300befc0 tempest-VolumesAdminNegativeTest-1532402289 tempest-VolumesAdminNegativeTest-1532402289-project] 10.222.0.18 "GET /v2.0/ports?device_id=af124163-f092-4669-8078-0cd24e25b7f2 HTTP/1.1" status: 200 len: 210 time: 0.3055918 Dec 08 00:01:43.162122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-2aeb2c0c-e7ff-424e-9241-c38f1c830a63 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2921748 Dec 08 00:01:43.349508 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-44340d7b-e0d6-4b20-aa1c-7f8cd12f40b1 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345574 Dec 08 00:01:43.394548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-5e6b5d95-7774-474d-bf29-57cd6f2a33eb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:43.396108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-5e6b5d95-7774-474d-bf29-57cd6f2a33eb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 950 time: 0.1263318 Dec 08 00:01:43.409654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-fdd84c81-b3b9-4339-ba3f-9927db7360c8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:43.411277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-fdd84c81-b3b9-4339-ba3f-9927db7360c8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483315 Dec 08 00:01:43.417870 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-85e2b991-2d60-4a20-b6ce-f1216815e6d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd HTTP/1.1" status: 200 len: 217 time: 0.0464015 Dec 08 00:01:43.421672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a0ca1-967b-4ce7-8eaf-de3fb1caa321 req-5f07c3c4-e45f-48c2-9585-df233de5b720 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:43.423196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-181a0ca1-967b-4ce7-8eaf-de3fb1caa321 req-5f07c3c4-e45f-48c2-9585-df233de5b720 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 1095 time: 0.1371419 Dec 08 00:01:43.456403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-73dc5d93-f073-48ee-aac6-4d8e6f2cb4f0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/quotas/33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 375 time: 0.0308249 Dec 08 00:01:43.491188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:43.545964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Allocated IP 172.20.0.10 (8f8d3d56-432c-4120-b694-46d5176f1272/2d346f4a-6c8c-405e-afda-809a98520932/5627131c-de96-4bc1-a76e-a44e1b3105d0) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:43.551899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7e5b914c-371a-40cf-9256-edc16c47ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:43.553532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-7e5b914c-371a-40cf-9256-edc16c47ea63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.1128643 Dec 08 00:01:43.562970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-181a0ca1-967b-4ce7-8eaf-de3fb1caa321 req-de9776e3-8f90-475a-bfd6-4adcbbc226ce tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192248 Dec 08 00:01:43.580264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-eaf24553-e909-41a4-a492-74ffa8b3ef38 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078525 Dec 08 00:01:43.602745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:43.603117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:43.633482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:43.752351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event deleted for resources: {'Port': ['ID=24ec1fa5-1e51-42d0-a624-a486ef2381f5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:43.794587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:43.795067 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:43.816872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:01:43.825180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] No DVR routers for this DVR port 24ec1fa5-1e51-42d0-a624-a486ef2381f5 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:43.831749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-14096041-0dd9-43df-bff4-afa1c35b02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:43.833820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-14096041-0dd9-43df-bff4-afa1c35b02a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2332435 Dec 08 00:01:43.835194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:43.839279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d59ab739-60c4-4cdd-a148-a47bd7d19abf req-097dcea0-07bb-4957-880e-fe7738925983 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.59 "DELETE /v2.0/ports/24ec1fa5-1e51-42d0-a624-a486ef2381f5 HTTP/1.1" status: 204 len: 173 time: 1.2243607 Dec 08 00:01:44.042455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-deleted', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:44.044750 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5059489e-9887-45bc-94e8-2be80eb0d10c" -d '{"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-deleted", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:44.078920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:44.100636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65f51-afb4-4224-97d3-2787a9417317 req-cc155be0-45a8-4773-89e7-70ea88242bbb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.101548 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-20a55c73-b8ef-4689-8d7b-96e37ff41425 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531285 Dec 08 00:01:44.107935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4b65f51-afb4-4224-97d3-2787a9417317 req-cc155be0-45a8-4773-89e7-70ea88242bbb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 950 time: 0.1664159 Dec 08 00:01:44.154239 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:44.185639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:44.220941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.223067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'ca5b42cd-4be8-4116-b655-4e3bb93886ba', '52029433-98e3-4037-85c7-6648bec7ba26'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:44.226760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', '51939378-df46-482e-a0dd-46ed2cab5997', '805dfbfa-5a5f-48c4-be2d-9a76f7d86735'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:44.227160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.236267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.242433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.248061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event updated for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:44.248761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.254770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.260766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.265182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Network 8f8d3d56-432c-4120-b694-46d5176f1272 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:44.269411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-32127473-8414-4ba1-9a62-d5cc516b1db9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.2038510 Dec 08 00:01:44.271314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:44.274455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:44.301673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4b65f51-afb4-4224-97d3-2787a9417317 req-27b54f5d-c401-49dd-8e8e-33ca49fd9305 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927736 Dec 08 00:01:44.321696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=805dfbfa-5a5f-48c4-be2d-9a76f7d86735,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:44.461702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.461941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:44.485318 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-b2673f87-f238-49cd-bc08-3478276294d1 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546398 Dec 08 00:01:44.491588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-794a4c59-ee45-41a4-9610-7457fab25277 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7133358 Dec 08 00:01:44.492974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:44.533055 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:44.536440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d74f9e5a-e59c-4d1f-b728-9c7d3f32dc2d req-079379fc-23e0-4bde-a44f-48a01893f8a6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "DELETE /v2.0/ports/805dfbfa-5a5f-48c4-be2d-9a76f7d86735 HTTP/1.1" status: 204 len: 173 time: 1.1242077 Dec 08 00:01:44.602349 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9b1fca91-bd73-4549-bc32-d3f38864e5b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f HTTP/1.1" status: 200 len: 217 time: 0.1084223 Dec 08 00:01:44.609475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Request body: {'port': {'device_id': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:44.619481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-004d7a4d-bf78-4f54-bb2e-adc5daf2daf0 req-cb154d3c-f3d0-481b-add5-a7a4793183c4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3491092 Dec 08 00:01:44.651040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e02a6-9a5f-4fef-af49-4710f9d79bbd req-e14b032f-7483-4b2b-9222-c40e0f66da70 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.667502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b1e02a6-9a5f-4fef-af49-4710f9d79bbd req-e14b032f-7483-4b2b-9222-c40e0f66da70 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 932 time: 0.2160499 Dec 08 00:01:44.781250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-d50e3d0c-0f34-4108-b4c8-9226c4a0c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:44.783042 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-d50e3d0c-0f34-4108-b4c8-9226c4a0c8c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.1700664 Dec 08 00:01:44.786832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'name': 'network-vif-deleted', 'tag': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:44.788570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:44.803853 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5324a17-3554-49ab-b536-e22eca7d7b8f" -d '{"events": [{"server_uuid": "eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a", "name": "network-vif-deleted", "tag": "805dfbfa-5a5f-48c4-be2d-9a76f7d86735"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:44.853740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b1e02a6-9a5f-4fef-af49-4710f9d79bbd req-b6bfebbd-619d-436c-af67-a74ba2993770 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784484 Dec 08 00:01:45.031836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e56c6a8-238b-4fc5-9e38-bed46afd5d97 req-053346ac-c34f-4d5a-9ea5-35f6212c01ac tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 210 time: 0.0459812 Dec 08 00:01:45.119134 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cfd551-0a93-456b-9d77-f8c63a8a938f x-openstack-request-id: req-e1cfd551-0a93-456b-9d77-f8c63a8a938f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:45.119681 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d1e57-48db-49a7-a76e-02286b84e87a", "name": "network-vif-deleted", "tag": "24ec1fa5-1e51-42d0-a624-a486ef2381f5", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:45.120155 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1cfd551-0a93-456b-9d77-f8c63a8a938f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:45.120745 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d1e57-48db-49a7-a76e-02286b84e87a', 'name': 'network-vif-deleted', 'tag': '24ec1fa5-1e51-42d0-a624-a486ef2381f5', 'status': 'completed', 'code': 200} Dec 08 00:01:45.124650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-2dad2d70-114e-4a3a-b5c1-2d1a97f27bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.130954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42018) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:45.132259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-2dad2d70-114e-4a3a-b5c1-2d1a97f27bae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3268178 Dec 08 00:01:45.195097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 24ec1fa5-1e51-42d0-a624-a486ef2381f5 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:45.215791 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bbb37c-d16d-4e81-8951-fa7edc8a47c3 x-openstack-request-id: req-07bbb37c-d16d-4e81-8951-fa7edc8a47c3 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:45.216000 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a", "name": "network-vif-deleted", "tag": "805dfbfa-5a5f-48c4-be2d-9a76f7d86735", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:45.216458 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07bbb37c-d16d-4e81-8951-fa7edc8a47c3 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:45.217052 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a', 'name': 'network-vif-deleted', 'tag': '805dfbfa-5a5f-48c4-be2d-9a76f7d86735', 'status': 'completed', 'code': 200} Dec 08 00:01:45.220225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 24ec1fa5-1e51-42d0-a624-a486ef2381f5 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:01:45.220570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 24ec1fa5-1e51-42d0-a624-a486ef2381f5 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:01:45.220988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:45.255872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] Deleting subnet 8d39fcac-4f9c-44bb-b5b3-b950aa7b009a {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:01:45.265566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:45.305550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:01:45.306343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 805dfbfa-5a5f-48c4-be2d-9a76f7d86735 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:01:45.306950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ca41503a-cb16-439d-9f9d-f3f37c8de55f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:45.340265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:45.364721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: ca41503a-cb16-439d-9f9d-f3f37c8de55f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:01:45.365319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ca41503a-cb16-439d-9f9d-f3f37c8de55f not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:01:45.420548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:45.501990 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-4c9e37d3-532f-4730-bb7d-c4c729efa43c service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928874 Dec 08 00:01:45.508360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5627131c-de96-4bc1-a76e-a44e1b3105d0 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:45.538448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-574a2153-22f5-4600-9752-df17aa813888 req-889a0aff-9236-43d4-846b-4c3d91a95709 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5dbbc9-f06e-4088-adba-ec29c6ff7e4a HTTP/1.1" status: 200 len: 210 time: 0.0850792 Dec 08 00:01:45.560232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:45.589832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:45.615429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Transition to ACTIVE for port object 5627131c-de96-4bc1-a76e-a44e1b3105d0 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:45.624708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:45.630025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8d39fcac-4f9c-44bb-b5b3-b950aa7b009a HTTP/1.1" status: 204 len: 168 time: 0.4963777 Dec 08 00:01:45.630141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:45.631273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42026) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:45.643264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9b3f3-cb8c-4dc3-931f-7af456d0f1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d39fcac-4f9c-44bb-b5b3-b950aa7b009a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:45.694761 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c462c9a9-8f9a-4093-9207-c577aac90d22 req-9e7e47c9-d629-49ee-bbe2-9b93e9b7ce5d service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807096 Dec 08 00:01:45.767901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.794602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.803953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.811583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.818115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.824390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.833395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:45.842149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-6e88ce4e-3216-48b7-a5ec-95778839fba6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.1522498 Dec 08 00:01:45.896376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42032) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:45.934659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-644c4ab4-2d2d-464d-91cd-cbc568e2840c req-16afb015-9d34-489d-9af1-2ef249ee6847 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915129 Dec 08 00:01:46.050076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aced6e-999b-4d2b-be07-1aa1c19af9b7 req-1c4e7b39-c061-4184-b209-33b652c0971c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.059695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52aced6e-999b-4d2b-be07-1aa1c19af9b7 req-1c4e7b39-c061-4184-b209-33b652c0971c tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 944 time: 0.0935650 Dec 08 00:01:46.117095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a1a235e-f898-4d87-a629-55488129e924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.168330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.172400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:46.174061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52aced6e-999b-4d2b-be07-1aa1c19af9b7 req-c86c6f50-7bea-442e-862f-0460c18f4b66 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133463 Dec 08 00:01:46.183827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-ae48addb-a2c8-45ca-9541-fcec1483a067 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935988 Dec 08 00:01:46.209442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05e72617-e195-4b91-8bab-f2f59582c359 req-86209788-b3b8-4019-8e4a-98cffbf15943 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 210 time: 0.0835211 Dec 08 00:01:46.314557 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.340665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57368d6d-15d7-4456-b530-fb924ab10f2c']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:46.358562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542a46a2-9ab4-4a77-9d0c-68fc5cde310c') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:46.359208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542a46a2-9ab4-4a77-9d0c-68fc5cde310c') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:46.381924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Attempting to bind port 5627131c-de96-4bc1-a76e-a44e1b3105d0 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:46.382653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Attempting to bind port 5627131c-de96-4bc1-a76e-a44e1b3105d0 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:46.382816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Attempting to bind port 5627131c-de96-4bc1-a76e-a44e1b3105d0 on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:46.394253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.394851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.395638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.396240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.396826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.397279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.397979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.399861 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-91501ced-e2a4-4794-96fd-4b76a5740584 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6488 time: 0.3004513 Dec 08 00:01:46.402955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.406133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Port 5627131c-de96-4bc1-a76e-a44e1b3105d0 on network 8f8d3d56-432c-4120-b694-46d5176f1272 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:46.406562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Attempting to bind port 5627131c-de96-4bc1-a76e-a44e1b3105d0 on network 8f8d3d56-432c-4120-b694-46d5176f1272 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:46.412640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-69d3c7fd-230a-4ca3-8fab-8a7522dd55ee tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.414107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-69d3c7fd-230a-4ca3-8fab-8a7522dd55ee tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100234 Dec 08 00:01:46.434760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:46.435194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Checking segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:46.435688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Bound using segment: {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:46.436223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Bound port: 5627131c-de96-4bc1-a76e-a44e1b3105d0, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec184819-9d4a-41cf-a96d-e0d268113ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:46.436674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.445000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Request body: {'port': {'device_id': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '33e98863a69744a7b380e1b398fec89c'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:46.455882 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a1a235e-f898-4d87-a629-55488129e924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.461726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.469125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a1a235e-f898-4d87-a629-55488129e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.475533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:01:46.476044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:01:46.477788 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:01:46.553991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3a1a235e-f898-4d87-a629-55488129e924 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b3f3271a1cc4be6a3fa247502c6cbd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6528962 Dec 08 00:01:46.556209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42044) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:46.556881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a235e-f898-4d87-a629-55488129e924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ba0000-54bb-47c8-9573-6db62d37bc82,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:46.617090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.638209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-55a9de06-409a-44f6-b35f-8ee6e5a6d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.644186 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-55a9de06-409a-44f6-b35f-8ee6e5a6d339 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 200 len: 901 time: 0.2344017 Dec 08 00:01:46.647145 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.653411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Made reservation on behalf of 33e98863a69744a7b380e1b398fec89c for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:46.658583 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] 10.222.0.18 "DELETE /v2.0/networks/57368d6d-15d7-4456-b530-fb924ab10f2c HTTP/1.1" status: 204 len: 168 time: 1.0164752 Dec 08 00:01:46.658755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.661090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42048) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:46.665780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:46.671503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:46.690083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821bece-9447-4836-ab71-e2291923f743 admin admin] Pushing event deleted for resources: {'Network': ['ID=57368d6d-15d7-4456-b530-fb924ab10f2c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:46.707072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5817acac-f321-4f8c-a216-6fc264444c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.720408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.729363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-9fbcd19e-694b-44cf-947c-7d7751254bca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd HTTP/1.1" status: 200 len: 217 time: 0.0563581 Dec 08 00:01:46.729674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5817acac-f321-4f8c-a216-6fc264444c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.793095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.793875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.796067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] 10.222.0.44 "PUT /v2.0/ports/5627131c-de96-4bc1-a76e-a44e1b3105d0 HTTP/1.1" status: 200 len: 1092 time: 2.1928997 Dec 08 00:01:46.804364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5817acac-f321-4f8c-a216-6fc264444c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.807450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5817acac-f321-4f8c-a216-6fc264444c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.808745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5817acac-f321-4f8c-a216-6fc264444c82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01ba0000-54bb-47c8-9573-6db62d37bc82 HTTP/1.1" status: 204 len: 168 time: 0.2481468 Dec 08 00:01:46.842808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860cc13-6ddc-4c98-880e-9921577a3fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:46.847966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-cf0e3bd6-f6d8-4dc0-81bd-2c096ed24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.850877 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-cf0e3bd6-f6d8-4dc0-81bd-2c096ed24202 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.0961542 Dec 08 00:01:46.885931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] Deleting subnet 44592373-83e7-4874-a4f0-c67b579d007b {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:01:46.902254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817acac-f321-4f8c-a216-6fc264444c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ba0000-54bb-47c8-9573-6db62d37bc82,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:46.906031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.968617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:46.994126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-188df756-b64e-40f4-b8cc-217c6e824b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:46.996176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-188df756-b64e-40f4-b8cc-217c6e824b47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359615 Dec 08 00:01:47.004814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-32a0b207-8176-4a3a-a0bf-82033c04172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.006772 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-32a0b207-8176-4a3a-a0bf-82033c04172f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 1095 time: 0.0616992 Dec 08 00:01:47.111821 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-274d86cf-a2b8-4b95-9f00-7c6f461df66b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0 HTTP/1.1" status: 200 len: 217 time: 0.0825467 Dec 08 00:01:47.117905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Allocated IP 192.168.233.29 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/497f69ff-cbef-48cb-9124-89715f7b52fb) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:47.120760 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:47.163622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'tag': '5627131c-de96-4bc1-a76e-a44e1b3105d0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:47.168217 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9518e1db-d1b3-46d5-bf54-034446a1d368" -d '{"events": [{"name": "network-changed", "server_uuid": "c58b5497-65c6-47d6-928a-c8b182c4dd4c", "tag": "5627131c-de96-4bc1-a76e-a44e1b3105d0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:47.181595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122376f4-4910-4f72-bbc4-b0e265bd51c6 req-5660ede6-be03-451d-aa3a-1b70a35e7453 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.188946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-122376f4-4910-4f72-bbc4-b0e265bd51c6 req-5660ede6-be03-451d-aa3a-1b70a35e7453 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 949 time: 0.1774144 Dec 08 00:01:47.250643 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:47.267929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-bc6f1760-c2fa-4c0d-bec9-73f4a29d3328 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597320 Dec 08 00:01:47.275132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-30fb6e09-591c-4ef4-aead-0bc2052fbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.277108 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-30fb6e09-591c-4ef4-aead-0bc2052fbdaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.0986760 Dec 08 00:01:47.302539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.308503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.314751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.329169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.338172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.349478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.356962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.359826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-dc410915-0862-41df-ad2f-46ed7bfda973 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.2873781 Dec 08 00:01:47.385040 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-984884b7-409f-44ce-b34a-84e86bafdde3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942297 Dec 08 00:01:47.455020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-122376f4-4910-4f72-bbc4-b0e265bd51c6 req-a4d1276b-3ca7-4051-9fe2-4fa5348bd268 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604828 Dec 08 00:01:47.493769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:47.540000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50581f7d-4c73-460e-86f3-4d598beaa4c2 req-7916df36-ba55-49a4-9a22-d010b7e3162b service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618172 Dec 08 00:01:47.559370 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4175f7d8-4524-4e9a-af52-e78818188f38 x-openstack-request-id: req-4175f7d8-4524-4e9a-af52-e78818188f38 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:47.559730 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58b5497-65c6-47d6-928a-c8b182c4dd4c", "tag": "5627131c-de96-4bc1-a76e-a44e1b3105d0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:47.560067 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4175f7d8-4524-4e9a-af52-e78818188f38 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:47.561032 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'tag': '5627131c-de96-4bc1-a76e-a44e1b3105d0', 'status': 'completed', 'code': 200} Dec 08 00:01:47.568295 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-a5965c7b-dd3e-4224-a929-e7f8fdf513d8 service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708174 Dec 08 00:01:47.590712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:47.602441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44592373-83e7-4874-a4f0-c67b579d007b HTTP/1.1" status: 204 len: 168 time: 0.9375038 Dec 08 00:01:47.621627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42076) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:47.667806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fd035-e552-40ab-9a3a-10fdb94acac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44592373-83e7-4874-a4f0-c67b579d007b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:47.713548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:47.791491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b345d9d-3d75-41fd-aa25-5455345fd030 req-498ae21c-08f4-44bd-83db-04a4afab6182 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4102607 Dec 08 00:01:47.830233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5450df-b8cd-4d41-9af3-4e6f9801c92a req-6399fea6-4ed5-4a9e-baf3-2eaf5c022853 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.838384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf5450df-b8cd-4d41-9af3-4e6f9801c92a req-6399fea6-4ed5-4a9e-baf3-2eaf5c022853 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 944 time: 0.1936791 Dec 08 00:01:47.893291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:47.912096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf5450df-b8cd-4d41-9af3-4e6f9801c92a req-3e07a12b-b0d8-4737-8209-db02a5d34906 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726268 Dec 08 00:01:47.943471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.944444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.944917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.945386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.945848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.946309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.946770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:47.949459 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c33593a8-9301-407d-b76c-9c99093530e0 req-f8c47d69-961e-4673-b3f3-400c80bcc860 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6488 time: 0.2329979 Dec 08 00:01:47.967469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d27a13b-cac2-4366-a270-e5e8b9d8bb0c req-e1eb5ac4-ef31-4cee-be1b-d7dd7e4b0f1c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 210 time: 0.0368564 Dec 08 00:01:48.008455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.020609 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.045008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:48.082612 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5d37e581-1974-40f3-b304-598e8fe0eb96 req-440813b3-943d-4760-aecb-5d04f6b7dec1 service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046346 Dec 08 00:01:48.084420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc1b9d5-6253-43c9-b191-b4b49f27a897']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:48.100182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8177a3-1676-497f-a44c-0695649dfb9e') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:48.100861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8177a3-1676-497f-a44c-0695649dfb9e') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:48.113440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:48.124672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:48.135776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:48.139125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1b527b-c1be-4665-aa85-400959a1e87f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:48.148743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:48.150424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.184041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.199671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:01:48.201211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.225135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.226044 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:01:48.250651 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:01:48.258348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-c412d6aa-bcfd-4c8d-b9b6-a2f333c2237f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8172421 Dec 08 00:01:48.270202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Request body: {'port': {'device_id': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:48.351355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.411925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-40b42a49-ff19-47fe-a806-66621435d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.416335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c33593a8-9301-407d-b76c-9c99093530e0 req-40b42a49-ff19-47fe-a806-66621435d176 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 200 len: 901 time: 0.4518268 Dec 08 00:01:48.453671 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.458919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.462702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] 10.222.0.18 "DELETE /v2.0/networks/0bc1b9d5-6253-43c9-b191-b4b49f27a897 HTTP/1.1" status: 204 len: 168 time: 0.8361189 Dec 08 00:01:48.499056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c33593a8-9301-407d-b76c-9c99093530e0 req-9ace0852-f39b-4580-8be4-761aa01d673d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f HTTP/1.1" status: 200 len: 217 time: 0.0694551 Dec 08 00:01:48.518410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c86b-a78a-4978-8b98-8de28afed49f admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc1b9d5-6253-43c9-b191-b4b49f27a897,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:48.522999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-a8f3dcfe-2103-40dd-ade5-965cb2efe94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.524666 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-a8f3dcfe-2103-40dd-ade5-965cb2efe94c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24a02edbc02946b9872a25c961841fd0&device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 1095 time: 0.2675819 Dec 08 00:01:48.566017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-b42e12aa-c337-4f3f-9d8d-d957eae08861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.568923 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c33593a8-9301-407d-b76c-9c99093530e0 req-b42e12aa-c337-4f3f-9d8d-d957eae08861 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.0596595 Dec 08 00:01:48.709667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-213f0461-00bc-45fa-a96a-08894afc8550 None None] Provisioning complete for port 497f69ff-cbef-48cb-9124-89715f7b52fb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:48.712719 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-213f0461-00bc-45fa-a96a-08894afc8550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:48.737843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a666666-3c69-4109-8fe0-794a35c330ae req-81d4ffeb-1266-46b5-b7a0-4508811129bb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.740360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a666666-3c69-4109-8fe0-794a35c330ae req-81d4ffeb-1266-46b5-b7a0-4508811129bb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 949 time: 0.1410823 Dec 08 00:01:48.757522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33593a8-9301-407d-b76c-9c99093530e0 req-94b4ee7f-8148-46c7-a7ca-0d2996a428a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.759707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18902f-54d0-432c-a16d-dadc476438d8 req-651f6e0c-52ca-40ea-8e5a-9aebeeea9891 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.762439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c33593a8-9301-407d-b76c-9c99093530e0 req-94b4ee7f-8148-46c7-a7ca-0d2996a428a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660540 Dec 08 00:01:48.767718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc18902f-54d0-432c-a16d-dadc476438d8 req-651f6e0c-52ca-40ea-8e5a-9aebeeea9891 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 949 time: 0.1446786 Dec 08 00:01:48.812490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-213f0461-00bc-45fa-a96a-08894afc8550 None None] Port 497f69ff-cbef-48cb-9124-89715f7b52fb cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:01:48.818533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-57a412a3-1647-450f-bfbf-4c1e9f1625f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:48.821635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42098) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:48.831964 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-57a412a3-1647-450f-bfbf-4c1e9f1625f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 200 len: 906 time: 0.2588542 Dec 08 00:01:48.902421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42102) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:48.983483 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c33593a8-9301-407d-b76c-9c99093530e0 req-19a64c97-88ab-4b02-aa79-6b4699102ab3 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116029 Dec 08 00:01:48.984908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-81fe5ef5-1c89-41c3-8742-9c87c2fbd515 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0 HTTP/1.1" status: 200 len: 217 time: 0.1434851 Dec 08 00:01:48.994839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc18902f-54d0-432c-a16d-dadc476438d8 req-18c3b480-eaf5-498e-8413-61d9c6a09d41 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259116 Dec 08 00:01:49.012866 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3fdac92d-fa06-4191-92ef-ca84bad0e50c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54f1e1df09c0471fba19256266db5160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703429 Dec 08 00:01:49.026800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42110) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:49.136221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-26f2af2d-0148-4b45-be00-1c3723be73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.139170 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-26f2af2d-0148-4b45-be00-1c3723be73c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 200 len: 845 time: 0.1388447 Dec 08 00:01:49.179945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-72ef9083-10c5-4728-b38e-06c14a00b9e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f8d3d56-432c-4120-b694-46d5176f1272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321715 Dec 08 00:01:49.305678 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-f6206350-585f-4986-85df-090f1699e80d service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092072 Dec 08 00:01:49.315356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c33593a8-9301-407d-b76c-9c99093530e0 req-caf9c61a-2c04-4367-b0cc-f75daf353a3a service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241575 Dec 08 00:01:49.428589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9518e1db-d1b3-46d5-bf54-034446a1d368 req-941deb8b-d1ab-4cd2-9278-d8eef9fb2cfc service neutron] 10.222.0.44 "GET /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114252 Dec 08 00:01:49.430215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.438555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.444467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.450613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.457032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.463128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.470009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.471937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-83726efe-e87c-4a5c-9b08-e9f380695fb9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.5638745 Dec 08 00:01:49.472737 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04aec6ce-be9f-42f2-a9c8-73b8b051a7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:49.486676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497f69ff-cbef-48cb-9124-89715f7b52fb {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:49.504233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:49.552619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port 52029433-98e3-4037-85c7-6648bec7ba26 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:49.552958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:49.566919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Transition to ACTIVE for port object 497f69ff-cbef-48cb-9124-89715f7b52fb will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:01:49.596521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:49.608648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a6c327d-3c43-431c-9bf9-359190dee5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:49.617079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e39c09-f865-4afa-9fbb-b48c7aafad8e req-3fe5e0a6-709e-4c69-abb7-7e35e4f96af4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:49.618548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34e39c09-f865-4afa-9fbb-b48c7aafad8e req-3fe5e0a6-709e-4c69-abb7-7e35e4f96af4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 944 time: 0.2667522 Dec 08 00:01:49.767451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a6c327d-3c43-431c-9bf9-359190dee5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:49.801152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f96d8f00-b131-42e0-add9-b200b0f2baa9 req-5938ccb8-ba1c-4998-89fb-5b4253d1e290 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3167706 Dec 08 00:01:49.823591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:49.918352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port 52029433-98e3-4037-85c7-6648bec7ba26, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=52029433-98e3-4037-85c7-6648bec7ba26,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:49.918660 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:49.937125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34e39c09-f865-4afa-9fbb-b48c7aafad8e req-c838531b-8aee-4735-8d33-383c5d8c5b32 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948225 Dec 08 00:01:49.984499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04aec6ce-be9f-42f2-a9c8-73b8b051a7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.015576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for 52029433-98e3-4037-85c7-6648bec7ba26 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:01:50.018877 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04aec6ce-be9f-42f2-a9c8-73b8b051a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.102053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aec6ce-be9f-42f2-a9c8-73b8b051a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550753a-cd9e-4f0d-8877-aba66d3a5a1b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:50.147163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42118) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:50.148114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-04aec6ce-be9f-42f2-a9c8-73b8b051a7e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9637f804e9ce472080e63c8bbdb7a547&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2402883 Dec 08 00:01:50.169507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Attempting to bind port 497f69ff-cbef-48cb-9124-89715f7b52fb on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:50.170436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Attempting to bind port 497f69ff-cbef-48cb-9124-89715f7b52fb by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:50.170699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Attempting to bind port 497f69ff-cbef-48cb-9124-89715f7b52fb on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:50.175630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a6c327d-3c43-431c-9bf9-359190dee5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.178308 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a6c327d-3c43-431c-9bf9-359190dee5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.179575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a6c327d-3c43-431c-9bf9-359190dee5a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9efc9cc-5def-465c-836b-6c3813423668 HTTP/1.1" status: 204 len: 168 time: 1.1550815 Dec 08 00:01:50.271234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f440-b1ea-4395-9cf3-9f29a62f8283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.273871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e01195-3908-43c0-b90f-5b74aa375deb req-6b38c9a1-052d-43a8-a3e9-2293e726c4ed tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:50.284448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48e01195-3908-43c0-b90f-5b74aa375deb req-6b38c9a1-052d-43a8-a3e9-2293e726c4ed tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 947 time: 0.3629096 Dec 08 00:01:50.287578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c327d-3c43-431c-9bf9-359190dee5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9efc9cc-5def-465c-836b-6c3813423668,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:50.339742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f440-b1ea-4395-9cf3-9f29a62f8283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.371529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Port 497f69ff-cbef-48cb-9124-89715f7b52fb on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:01:50.373478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Attempting to bind port 497f69ff-cbef-48cb-9124-89715f7b52fb on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:50.401391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:50.401776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:50.402118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:50.402705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Bound port: 497f69ff-cbef-48cb-9124-89715f7b52fb, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:50.403110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.416544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.441956 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f440-b1ea-4395-9cf3-9f29a62f8283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.445012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f440-b1ea-4395-9cf3-9f29a62f8283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.450682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5fc7f440-b1ea-4395-9cf3-9f29a62f8283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f550753a-cd9e-4f0d-8877-aba66d3a5a1b HTTP/1.1" status: 204 len: 168 time: 0.3010592 Dec 08 00:01:50.452705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', '51939378-df46-482e-a0dd-46ed2cab5997'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:50.456187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'ca5b42cd-4be8-4116-b655-4e3bb93886ba'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:50.466999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f440-b1ea-4395-9cf3-9f29a62f8283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550753a-cd9e-4f0d-8877-aba66d3a5a1b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:50.506681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60357fad-9782-463f-a2b2-ef37799064e5 req-f25c07eb-9f21-442c-afb9-78675eb6ab8a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=614d8af8-113c-411c-8f49-0f7e9579eba7 HTTP/1.1" status: 200 len: 210 time: 0.2541466 Dec 08 00:01:50.536140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=52029433-98e3-4037-85c7-6648bec7ba26,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:50.619438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port 52029433-98e3-4037-85c7-6648bec7ba26 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:50.629451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.633881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a666666-3c69-4109-8fe0-794a35c330ae req-df243fdb-2a74-4bc1-9800-f92640309967 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "DELETE /v2.0/ports/52029433-98e3-4037-85c7-6648bec7ba26 HTTP/1.1" status: 204 len: 173 time: 1.8847568 Dec 08 00:01:50.634992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'name': 'network-vif-deleted', 'tag': '52029433-98e3-4037-85c7-6648bec7ba26'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:50.637684 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8543a74e-3371-4c1a-9240-d40d8aa0c62b" -d '{"events": [{"server_uuid": "614d8af8-113c-411c-8f49-0f7e9579eba7", "name": "network-vif-deleted", "tag": "52029433-98e3-4037-85c7-6648bec7ba26"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:50.649647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42128) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:50.665900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:50.671326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:50.685439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48e01195-3908-43c0-b90f-5b74aa375deb req-6db25b6f-c77d-46c9-b7d5-f7b579d63b8b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999546 Dec 08 00:01:50.687550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.745549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:50.747919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:50.750295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] 10.222.0.59 "PUT /v2.0/ports/497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 200 len: 1095 time: 2.4844518 Dec 08 00:01:50.772034 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2b70692f-a356-45e5-9d82-fd443cfc00ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44bee9194a764bbe8c6eb43a5132c7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1209886 Dec 08 00:01:50.776164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42132) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:50.797800 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf13b5b-9ad0-4665-bf5e-e441f46ac9db x-openstack-request-id: req-dcf13b5b-9ad0-4665-bf5e-e441f46ac9db {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:50.799248 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614d8af8-113c-411c-8f49-0f7e9579eba7", "name": "network-vif-deleted", "tag": "52029433-98e3-4037-85c7-6648bec7ba26", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:50.804329 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcf13b5b-9ad0-4665-bf5e-e441f46ac9db {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:50.805173 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d8af8-113c-411c-8f49-0f7e9579eba7', 'name': 'network-vif-deleted', 'tag': '52029433-98e3-4037-85c7-6648bec7ba26', 'status': 'completed', 'code': 200} Dec 08 00:01:50.820152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63573eb-8bec-4623-8283-533903cb9045 service neutron] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:50.971628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9edb6c9-104b-4224-af44-8c579ee058e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:51.004551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9edb6c9-104b-4224-af44-8c579ee058e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:51.037342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-a1648c4f-89fb-45cb-9443-ac8c82079026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.038868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-a1648c4f-89fb-45cb-9443-ac8c82079026 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 1098 time: 0.2026355 Dec 08 00:01:51.069281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9edb6c9-104b-4224-af44-8c579ee058e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:51.072977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9edb6c9-104b-4224-af44-8c579ee058e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:51.074816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a9edb6c9-104b-4224-af44-8c579ee058e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/653c170f-dc6d-49c5-83d3-b33cbd8cea81 HTTP/1.1" status: 204 len: 168 time: 0.2941935 Dec 08 00:01:51.095311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edb6c9-104b-4224-af44-8c579ee058e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c170f-dc6d-49c5-83d3-b33cbd8cea81,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:51.144613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-196f69c3-3cfa-4a76-9129-bfccdfe91d11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 200 len: 217 time: 0.0639298 Dec 08 00:01:51.364457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.370792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5627131c-de96-4bc1-a76e-a44e1b3105d0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:01:51.375631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 52029433-98e3-4037-85c7-6648bec7ba26 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:51.378776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.394353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.400476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.414993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.430560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.443385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.452605 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a429e4e6-4682-4e74-85d2-2c4cea7c5719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:51.453621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-42279e69-bcd6-4402-bc81-79b48b64a072 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.4614396 Dec 08 00:01:51.474674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-588c0e54-f030-4af1-85ea-36e88b9fa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.484415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 52029433-98e3-4037-85c7-6648bec7ba26 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:01:51.484993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 52029433-98e3-4037-85c7-6648bec7ba26 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:01:51.486623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-588c0e54-f030-4af1-85ea-36e88b9fa454 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.3209028 Dec 08 00:01:51.512024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbce1e-dda4-4ed9-8f16-0c4d26ca9157 req-bdc052bf-9bf5-484d-b968-7425574b7108 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.514445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bfbce1e-dda4-4ed9-8f16-0c4d26ca9157 req-bdc052bf-9bf5-484d-b968-7425574b7108 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 944 time: 0.3687246 Dec 08 00:01:51.640315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bfbce1e-dda4-4ed9-8f16-0c4d26ca9157 req-8f9acae3-5903-4381-b0c9-06af099dac97 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900393 Dec 08 00:01:51.688165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-613c2561-22e2-4f68-a1e4-6f3ae73a3c08 req-ba3d5a20-3e72-428d-be7a-435bb6442b3c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2324698 Dec 08 00:01:51.694750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-d45b040c-ce2f-4680-aef1-cdfc59daa141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:51.701478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:51.705608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-d45b040c-ce2f-4680-aef1-cdfc59daa141 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016547 Dec 08 00:01:51.781812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '5627131c-de96-4bc1-a76e-a44e1b3105d0', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': '5627131c-de96-4bc1-a76e-a44e1b3105d0', 'mac_address': 'fa:16:3e:05:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:01:51.904618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-677afa5f-821b-4759-ad52-7143908ace4c service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950390 Dec 08 00:01:51.942791 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:51.957495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5627131c-de96-4bc1-a76e-a44e1b3105d0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:51.978181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:51.983973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:52.093664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:52.139521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d9b25-4f44-4c7b-b1a3-116790547733 req-6a016d8b-e4ff-4b45-80a6-5093f188f417 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:52.146876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d3d9b25-4f44-4c7b-b1a3-116790547733 req-6a016d8b-e4ff-4b45-80a6-5093f188f417 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 947 time: 0.1950347 Dec 08 00:01:52.174825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056cc362-ebe9-48d7-8d62-1017b6aa822b req-84e77778-82d2-4949-b4a4-bece33653173 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622664 Dec 08 00:01:52.208353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d3d9b25-4f44-4c7b-b1a3-116790547733 req-7c55b759-9375-420c-ac9b-41ad73699053 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556703 Dec 08 00:01:52.325125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d64dc-6ca8-4fb4-a58b-0768ed416c8e req-822c05cb-d1de-43ea-a8da-7458cffb8588 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:52.334603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc9d64dc-6ca8-4fb4-a58b-0768ed416c8e req-822c05cb-d1de-43ea-a8da-7458cffb8588 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 949 time: 0.0717566 Dec 08 00:01:52.356207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['5627131c-de96-4bc1-a76e-a44e1b3105d0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:52.396561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc9d64dc-6ca8-4fb4-a58b-0768ed416c8e req-5df9e20b-d435-4448-93dc-038b84552046 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Dec 08 00:01:52.444059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42192) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:52.583124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-network', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:52.597746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-678eb752-9eac-45f0-b243-1e95af44be79 req-f418a09e-1d6f-4d35-9ad4-900deb4d09d5 tempest-AbsoluteLimitsNegativeTestJSON-495403692 tempest-AbsoluteLimitsNegativeTestJSON-495403692-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e8e5a05c921f45ce88bc0e109db2cc96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314174 Dec 08 00:01:52.637594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Made reservation on behalf of 75d9d52e3b0749f4ad22fdef370561b8 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:52.640534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:52.659755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:52.789160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eb752-9eac-45f0-b243-1e95af44be79 req-91faefd5-c278-4db8-806a-947f746261a1 tempest-AbsoluteLimitsNegativeTestJSON-495403692 tempest-AbsoluteLimitsNegativeTestJSON-495403692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:52.790540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-678eb752-9eac-45f0-b243-1e95af44be79 req-91faefd5-c278-4db8-806a-947f746261a1 tempest-AbsoluteLimitsNegativeTestJSON-495403692 tempest-AbsoluteLimitsNegativeTestJSON-495403692-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862907 Dec 08 00:01:52.808660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:52.812030 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c47ed5-b71f-45fd-9f3f-cad94141d53b" -d '{"events": [{"name": "network-changed", "server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:52.825018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-678eb752-9eac-45f0-b243-1e95af44be79 req-3c55648a-e05d-496e-93e6-9afdd00a5611 tempest-AbsoluteLimitsNegativeTestJSON-495403692 tempest-AbsoluteLimitsNegativeTestJSON-495403692-project] 10.222.0.18 "GET /v2.0/quotas/e8e5a05c921f45ce88bc0e109db2cc96 HTTP/1.1" status: 200 len: 375 time: 0.0272472 Dec 08 00:01:52.834440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4a69c-ebcc-45d8-9e38-a1b6c001aeb9 req-d4434bbf-ab5a-4688-8ecf-f61a3ef16110 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:52.835928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9e4a69c-ebcc-45d8-9e38-a1b6c001aeb9 req-d4434bbf-ab5a-4688-8ecf-f61a3ef16110 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 945 time: 0.1189737 Dec 08 00:01:52.878895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-678eb752-9eac-45f0-b243-1e95af44be79 req-f9cdfbcb-9ec1-43d9-ab0d-1a03a4393d1e tempest-AbsoluteLimitsNegativeTestJSON-495403692 tempest-AbsoluteLimitsNegativeTestJSON-495403692-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8e5a05c921f45ce88bc0e109db2cc96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387642 Dec 08 00:01:52.900070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:52.913232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:52.971604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9e4a69c-ebcc-45d8-9e38-a1b6c001aeb9 req-f33f57bc-0cc4-430f-9af6-d0ce782f3ad9 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200805 Dec 08 00:01:52.973992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:01:53.002951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.003247 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Added segment bde2dd7b-ff50-4ed8-b7e3-3b56555bce36 of type vlan for network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d Dec 08 00:01:53.020962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7930d3-aac7-4473-b247-e1da3e3e7619,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:53.043636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.044142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.045059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.051206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.051885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.052461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.053021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.053572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.054122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.054740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.055150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.055579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.055902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:53.107589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.140117 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f59cb-d2db-426a-bf27-eaa93c8a449a x-openstack-request-id: req-3d7f59cb-d2db-426a-bf27-eaa93c8a449a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:53.140416 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:53.140678 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d7f59cb-d2db-426a-bf27-eaa93c8a449a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:53.141144 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'status': 'completed', 'code': 200} Dec 08 00:01:53.151635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.152372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.154429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.195965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42220) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:53.207007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.213031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.219536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.225744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.231929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.237542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.243539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.245448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-9c9668ad-62ba-47f8-ab4c-9bb83baf4a9a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.2725320 Dec 08 00:01:53.269856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8246310 Dec 08 00:01:53.273074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42226) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:53.278101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Request body: {'subnet': {'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-subnet', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:53.310034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Made reservation on behalf of 75d9d52e3b0749f4ad22fdef370561b8 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:53.313235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.352115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aab6b8-b095-46a5-8bc6-5314ca92895f admin admin] Pushing event updated for resources: {'Network': ['ID=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:53.363065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:01:53.387774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-8d6a3228-0339-4d4a-8f4d-0b2f5c2e33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.389845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-8d6a3228-0339-4d4a-8f4d-0b2f5c2e33cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 1098 time: 0.2213485 Dec 08 00:01:53.407615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c382c159-2315-4660-8d3c-1b5676dbab38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.442246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d1e9-c25b-4dc1-9311-bd2540043eb8 req-f98ccfcb-722a-4e42-a3b3-f8584a00456f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.450142 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc81d1e9-c25b-4dc1-9311-bd2540043eb8 req-f98ccfcb-722a-4e42-a3b3-f8584a00456f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 947 time: 0.1782758 Dec 08 00:01:53.485983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce384a5a-d089-458f-ad9c-a4bfe35f0af6 req-0bcdcbb3-36b9-43e2-b9c3-64dda83f4528 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2196655 Dec 08 00:01:53.540420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c382c159-2315-4660-8d3c-1b5676dbab38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.551916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5d5e43b9-a76f-47b7-a8d6-6402370d3cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.568164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c382c159-2315-4660-8d3c-1b5676dbab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.584012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc81d1e9-c25b-4dc1-9311-bd2540043eb8 req-d770668b-0848-4ec1-be2b-2124835a26b4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328924 Dec 08 00:01:53.600500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-c0365a3c-9464-4e18-84aa-f1e287ed3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.602689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-c0365a3c-9464-4e18-84aa-f1e287ed3861 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2036319 Dec 08 00:01:53.655723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-c72584db-98a1-4693-88eb-44ae94ad1316 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 200 len: 217 time: 0.0435903 Dec 08 00:01:53.663048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c382c159-2315-4660-8d3c-1b5676dbab38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8e5a05c921f45ce88bc0e109db2cc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635847 Dec 08 00:01:53.675036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42230) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:53.683184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382c159-2315-4660-8d3c-1b5676dbab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5cf575-b18f-4da1-93a4-82013e7e471f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:53.692400 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.754188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dce0207-70ba-487a-9b73-e129b5bb6eb9,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:53.785778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Checking segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:53.786094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Network hostable DHCP agents. Network: 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:01:53.804730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91462-1ca4-4dca-932e-ee05d3c74088 req-d6d23768-a07c-4544-96a2-54906bc8e4e9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.806343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cd91462-1ca4-4dca-932e-ee05d3c74088 req-d6d23768-a07c-4544-96a2-54906bc8e4e9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 949 time: 0.1880059 Dec 08 00:01:53.813842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-f6c7a056-8abd-42d1-8f2d-4a256f2f3244 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544586 Dec 08 00:01:53.814183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:01:53.814329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-e349e46e-1286-465e-b497-19e1c94f913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.815664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-e349e46e-1286-465e-b497-19e1c94f913d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1394067 Dec 08 00:01:53.823659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:53.829164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.830329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.833503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a6fc6-e0fa-47cb-89c4-194c19e6f53d None None] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:01:53.854900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-a9934e47-09f4-47df-b024-03d5a9e7f736 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.856447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-a9934e47-09f4-47df-b024-03d5a9e7f736 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 949 time: 0.1550243 Dec 08 00:01:53.859988 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a628a428-8aa9-4ca1-a93a-efe1f221ff9d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5855358 Dec 08 00:01:53.863228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42232) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:53.869095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b547e6b9-87b8-46d4-9e94-ddbc5c7659b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.869264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:53.924493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.925982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.945744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-086d5429-8a17-4bd6-a998-d3f747495dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:53.947790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-086d5429-8a17-4bd6-a998-d3f747495dff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.0670185 Dec 08 00:01:53.964937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b547e6b9-87b8-46d4-9e94-ddbc5c7659b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:53.970274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cd91462-1ca4-4dca-932e-ee05d3c74088 req-a4339dda-b0b2-4b20-a019-89f6c4a0d90a tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529129 Dec 08 00:01:54.033520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-c087efd4-c717-412f-b6bd-7b0abc777d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:54.035069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-c087efd4-c717-412f-b6bd-7b0abc777d2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754725 Dec 08 00:01:54.035230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.091310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b547e6b9-87b8-46d4-9e94-ddbc5c7659b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.094642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b547e6b9-87b8-46d4-9e94-ddbc5c7659b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.097999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b547e6b9-87b8-46d4-9e94-ddbc5c7659b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc5cf575-b18f-4da1-93a4-82013e7e471f HTTP/1.1" status: 204 len: 168 time: 0.4089780 Dec 08 00:01:54.128983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:01:54.129867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.198738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547e6b9-87b8-46d4-9e94-ddbc5c7659b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5cf575-b18f-4da1-93a4-82013e7e471f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:54.230639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port ca5b42cd-4be8-4116-b655-4e3bb93886ba {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:54.231014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.320715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-ee6d4561-3c5d-42a7-a43d-8192e14d9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:54.323048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-ee6d4561-3c5d-42a7-a43d-8192e14d9a3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3411086 Dec 08 00:01:54.325380 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.337335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port ca5b42cd-4be8-4116-b655-4e3bb93886ba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ca5b42cd-4be8-4116-b655-4e3bb93886ba,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:54.337821 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.351535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for ca5b42cd-4be8-4116-b655-4e3bb93886ba owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:01:54.381250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-a5a00f1d-3c9e-4c93-a85a-670211687f47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.0491443 Dec 08 00:01:54.406129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Allocated IP 172.20.0.2 (5c6d3fd0-dd9b-4822-96b0-ea91ce25173d/8dce0207-70ba-487a-9b73-e129b5bb6eb9/332bceb9-f2ee-4643-8aaa-771e4c160fab) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:54.668177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.684988 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.761075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Pushing event updated for resources: {'Port': ['ID=332bceb9-f2ee-4643-8aaa-771e4c160fab,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:54.813979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:54.815766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:54.819990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:54.845104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efd5ea-8c2a-41a5-acb1-f8b9ac298190 req-b1901bb6-2037-4c97-9fdd-bb71c6578b48 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:54.852702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1efd5ea-8c2a-41a5-acb1-f8b9ac298190 req-b1901bb6-2037-4c97-9fdd-bb71c6578b48 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 945 time: 0.7695274 Dec 08 00:01:54.877763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:54.924084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', '51939378-df46-482e-a0dd-46ed2cab5997'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:54.924542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-fc80c824-e319-4beb-bcc6-8b15a1c250be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:54.926014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-fc80c824-e319-4beb-bcc6-8b15a1c250be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.5183365 Dec 08 00:01:54.928686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-c36252a5-0f01-4bba-9cc7-9b8c4ea5f998 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795383 Dec 08 00:01:54.932637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'ca5b42cd-4be8-4116-b655-4e3bb93886ba'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:54.985115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=ca5b42cd-4be8-4116-b655-4e3bb93886ba,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:54.996731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Attempting to bind port 332bceb9-f2ee-4643-8aaa-771e4c160fab on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:54.997114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Attempting to bind port 332bceb9-f2ee-4643-8aaa-771e4c160fab by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:54.997505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Attempting to bind port 332bceb9-f2ee-4643-8aaa-771e4c160fab on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:55.039399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:55.039877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Checking segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:55.040190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:55.040585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Bound using segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:55.041096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Bound port: 332bceb9-f2ee-4643-8aaa-771e4c160fab, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:55.041444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:55.043722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-0ec318e2-b004-486d-9251-339c85dc6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.046581 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-0ec318e2-b004-486d-9251-339c85dc6072 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996270 Dec 08 00:01:55.059202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:55.139336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.145700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.151931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.159003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.165272 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.177704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.188911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.197841 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cfa82af-9768-454c-b571-abb601ae2bca req-0c3b5d40-4c79-4647-a829-6710a8656443 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.3789504 Dec 08 00:01:55.215907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:01:55.216849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1efd5ea-8c2a-41a5-acb1-f8b9ac298190 req-842a0465-0c56-455e-aded-3af807fad634 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590066 Dec 08 00:01:55.219092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] For port 332bceb9-f2ee-4643-8aaa-771e4c160fab, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:55.219222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port ca5b42cd-4be8-4116-b655-4e3bb93886ba on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:01:55.299485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:55.300503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] For port 332bceb9-f2ee-4643-8aaa-771e4c160fab, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=332bceb9-f2ee-4643-8aaa-771e4c160fab,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:55.311220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-316f14d0-fe46-4e0b-a62b-d43b222b9dc2 req-7e8caca1-c48c-47c3-92f9-d0e5ef6e7ddb tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "DELETE /v2.0/ports/ca5b42cd-4be8-4116-b655-4e3bb93886ba HTTP/1.1" status: 204 len: 173 time: 1.4405067 Dec 08 00:01:55.313577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'name': 'network-vif-deleted', 'tag': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:55.317744 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:55.327320 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212efeea-7571-4bff-ab6d-e98bd7ef20aa" -d '{"events": [{"server_uuid": "4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8", "name": "network-vif-deleted", "tag": "ca5b42cd-4be8-4116-b655-4e3bb93886ba"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:55.390931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-58fb070b-e2a8-4597-a6bd-7b10852de10b service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584629 Dec 08 00:01:55.414515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29c47ed5-b71f-45fd-9f3f-cad94141d53b req-8cdffe9d-467d-4d8d-95ba-233fa72472d2 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592564 Dec 08 00:01:55.425716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5627131c-de96-4bc1-a76e-a44e1b3105d0 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:55.545398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cfa82af-9768-454c-b571-abb601ae2bca req-680c187b-8220-41b1-99fb-a666584efc09 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3460686 Dec 08 00:01:55.608791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7f43-6e13-415d-b78f-fb02519d53ba req-30268c94-5166-4ebc-bdd0-991a019c81d1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:55.617977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b7a7f43-6e13-415d-b78f-fb02519d53ba req-30268c94-5166-4ebc-bdd0-991a019c81d1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 947 time: 0.2871234 Dec 08 00:01:55.678742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:55.690068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9edcb3-d583-4380-96aa-73fa42cc8fbe None None] Pushing event updated for resources: {'Port': ['ID=332bceb9-f2ee-4643-8aaa-771e4c160fab,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:55.723687 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:55.760710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b7a7f43-6e13-415d-b78f-fb02519d53ba req-dc8a67c1-ec51-409b-83db-d8072c08dd14 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383073 Dec 08 00:01:55.802741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afa30c79-b033-499f-b45e-29428d0aadf7 req-5ccb393e-9a08-43ba-ac1f-c6098cf94b97 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8 HTTP/1.1" status: 200 len: 210 time: 0.0971804 Dec 08 00:01:55.817622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:55.875568 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b489f354-8b96-406f-a4e1-65fe1e58e0f6 x-openstack-request-id: req-b489f354-8b96-406f-a4e1-65fe1e58e0f6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:55.876084 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8", "name": "network-vif-deleted", "tag": "ca5b42cd-4be8-4116-b655-4e3bb93886ba", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:55.876489 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b489f354-8b96-406f-a4e1-65fe1e58e0f6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:55.877054 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf0cc0e-1c6d-4ab1-a62e-7bfbacac94a8', 'name': 'network-vif-deleted', 'tag': 'ca5b42cd-4be8-4116-b655-4e3bb93886ba', 'status': 'completed', 'code': 200} Dec 08 00:01:55.891057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 5627131c-de96-4bc1-a76e-a44e1b3105d0 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:01:55.904661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4aa55-00ae-4317-9c47-80df1f9a65ae req-8d09d83c-9f45-4573-8c00-bcf7db93bcfd service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820583 Dec 08 00:01:55.911392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'mac_address': 'fa:16:3e:ca:c0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:01:55.916542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 5627131c-de96-4bc1-a76e-a44e1b3105d0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:55.920370 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.072259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Allocated IP 172.25.6.11 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/6145cba2-454b-4c0e-9d8b-61d285ce4c82) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:56.108730 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.164433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f69ff-cbef-48cb-9124-89715f7b52fb {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:01:56.214745 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.235974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.249183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:56.283165 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.290472 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.305978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.346705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:56.350197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:56.355168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:56.383350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Pushing event updated for resources: {'Port': ['ID=6145cba2-454b-4c0e-9d8b-61d285ce4c82,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:56.446745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627131c-de96-4bc1-a76e-a44e1b3105d0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:56.449657 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2e2d10-5094-4f7b-800d-8304a1d4d888" -d '{"events": [{"server_uuid": "c58b5497-65c6-47d6-928a-c8b182c4dd4c", "name": "network-vif-plugged", "status": "completed", "tag": "5627131c-de96-4bc1-a76e-a44e1b3105d0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:56.471545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:56.490716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:56.491214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748e23-78ed-49fb-899d-59b3cd2feb77 req-b45481a4-8295-41b1-85f2-ba6402359939 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.506480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19748e23-78ed-49fb-899d-59b3cd2feb77 req-b45481a4-8295-41b1-85f2-ba6402359939 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 945 time: 0.0830655 Dec 08 00:01:56.520518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.522468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ca5b42cd-4be8-4116-b655-4e3bb93886ba no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:01:56.589528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19748e23-78ed-49fb-899d-59b3cd2feb77 req-24910fa2-1091-4bc4-b437-800332daf03e tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817583 Dec 08 00:01:56.618855 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796752f2-4e34-4c63-a9d6-3190adac8e62 x-openstack-request-id: req-796752f2-4e34-4c63-a9d6-3190adac8e62 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:56.619866 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58b5497-65c6-47d6-928a-c8b182c4dd4c", "name": "network-vif-plugged", "status": "completed", "tag": "5627131c-de96-4bc1-a76e-a44e1b3105d0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:56.619866 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-796752f2-4e34-4c63-a9d6-3190adac8e62 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:56.620098 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627131c-de96-4bc1-a76e-a44e1b3105d0', 'code': 200} Dec 08 00:01:56.624562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: ca5b42cd-4be8-4116-b655-4e3bb93886ba {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:01:56.625045 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ca5b42cd-4be8-4116-b655-4e3bb93886ba not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:01:56.650270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['497f69ff-cbef-48cb-9124-89715f7b52fb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:01:56.712575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:56.800406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42362) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:56.839262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9b3d5-83ea-4ff9-aead-b7316f67ba7c req-b3649c61-1f9f-465d-88a0-63d1045150d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.840915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fe9b3d5-83ea-4ff9-aead-b7316f67ba7c req-b3649c61-1f9f-465d-88a0-63d1045150d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 1097 time: 0.1349974 Dec 08 00:01:56.847318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:56.906126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.917041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.933962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.943753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.950050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.956500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.962741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:56.964703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-f9efe612-15a7-4cb1-8395-324012acfc9b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.2709680 Dec 08 00:01:57.036513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54094980-548a-416a-a883-2c40802c1419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.069561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabc56d-c3b2-48a3-8e1c-9610e82bd515 req-bca9e74a-e6d7-40a6-925c-8ffb8c45042f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:57.077411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cabc56d-c3b2-48a3-8e1c-9610e82bd515 req-bca9e74a-e6d7-40a6-925c-8ffb8c45042f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 948 time: 0.2239165 Dec 08 00:01:57.109329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fe9b3d5-83ea-4ff9-aead-b7316f67ba7c req-b6d4af69-157a-4ee7-878a-5bfe2e420de4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575355 Dec 08 00:01:57.171898 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.184561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cabc56d-c3b2-48a3-8e1c-9610e82bd515 req-1dfcb6f1-7b40-485c-8834-789ff3dd9f88 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061478 Dec 08 00:01:57.203504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db4d5fa1-e8fb-406a-8bc2-5d40dd6a98f8 req-02374f3c-079d-45d3-96dd-02ce7486c30d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2153482 Dec 08 00:01:57.254004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54094980-548a-416a-a883-2c40802c1419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.263580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54094980-548a-416a-a883-2c40802c1419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.270174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.287546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aab3cb-8443-4174-b6ba-69846cc628d6 None None] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:01:57.349485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54094980-548a-416a-a883-2c40802c1419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa90f46-3cb1-40a2-a60c-b3fe1f752613,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:57.369681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54094980-548a-416a-a883-2c40802c1419 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=240611270bca4da89b430ea46295fd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5682149 Dec 08 00:01:57.373813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42372) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:57.400325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccc18796-2193-4d47-afce-bfd700a7d1cb None None] Provisioning complete for port 332bceb9-f2ee-4643-8aaa-771e4c160fab triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:57.401120 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccc18796-2193-4d47-afce-bfd700a7d1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.472793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97ac6ae7-cd00-49e4-b634-18b1b39181d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.524239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97ac6ae7-cd00-49e4-b634-18b1b39181d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.546003 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccc18796-2193-4d47-afce-bfd700a7d1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.560470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:01:57.608926 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97ac6ae7-cd00-49e4-b634-18b1b39181d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.611749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97ac6ae7-cd00-49e4-b634-18b1b39181d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.612965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-97ac6ae7-cd00-49e4-b634-18b1b39181d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fa90f46-3cb1-40a2-a60c-b3fe1f752613 HTTP/1.1" status: 204 len: 168 time: 0.2368667 Dec 08 00:01:57.620045 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ccc18796-2193-4d47-afce-bfd700a7d1cb None None] For port 332bceb9-f2ee-4643-8aaa-771e4c160fab, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=332bceb9-f2ee-4643-8aaa-771e4c160fab,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:57.628966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac6ae7-cd00-49e4-b634-18b1b39181d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa90f46-3cb1-40a2-a60c-b3fe1f752613,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:57.633226 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccc18796-2193-4d47-afce-bfd700a7d1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.736005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:01:57.742802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc18796-2193-4d47-afce-bfd700a7d1cb None None] Pushing event updated for resources: {'Port': ['ID=332bceb9-f2ee-4643-8aaa-771e4c160fab,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:57.755202 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:01:57.776317 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:01:57.776947 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:01:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:57.795539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:57.797526 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-84c6084d-772d-4672-a555-1c464ec44372 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9332471 Dec 08 00:01:57.800856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:57.898112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c1803-346a-4c8c-b77a-b26a8e48fc9e req-7f03896a-5167-43b3-97e7-243fa9b9b035 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:57.903334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e98c1803-346a-4c8c-b77a-b26a8e48fc9e req-7f03896a-5167-43b3-97e7-243fa9b9b035 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 946 time: 0.1417425 Dec 08 00:01:57.959484 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:01:57.975652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-712c6d84-8175-4e75-93b8-b6634f9dba69 None None] Provisioning complete for port 332bceb9-f2ee-4643-8aaa-771e4c160fab triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:57.976020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-712c6d84-8175-4e75-93b8-b6634f9dba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.119884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e98c1803-346a-4c8c-b77a-b26a8e48fc9e req-5796f84f-eb73-4784-99ad-5b8c1d0ad8a5 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003393 Dec 08 00:01:58.138099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 332bceb9-f2ee-4643-8aaa-771e4c160fab up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:58.147725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29019440-ca34-44dd-ba97-ec5841a3b91f req-2b38c989-b1fc-4ebd-aa28-7a96f2bf9263 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.149799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29019440-ca34-44dd-ba97-ec5841a3b91f req-2b38c989-b1fc-4ebd-aa28-7a96f2bf9263 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 950 time: 0.2279816 Dec 08 00:01:58.245069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29019440-ca34-44dd-ba97-ec5841a3b91f req-1e6fa91f-017c-4b89-939d-b3c5d5da6c7e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816314 Dec 08 00:01:58.287662 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:56Z', 'revision_number': 3, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:58.302171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 332bceb9-f2ee-4643-8aaa-771e4c160fab triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:58.302966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.347618 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:01:58.348793 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Updating router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 port 6145cba2-454b-4c0e-9d8b-61d285ce4c82 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:01:58.383713 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.469207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfaeea-a1dd-4378-a6e4-3ffec9540bc4 req-790c0fce-a2f9-4b3a-b240-1a408f7a66dd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.477568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00bfaeea-a1dd-4378-a6e4-3ffec9540bc4 req-790c0fce-a2f9-4b3a-b240-1a408f7a66dd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 948 time: 0.1095858 Dec 08 00:01:58.517014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.523597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.531146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.539982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.551751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.575331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.583812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:58.586232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-4052dfc1-3576-4c93-9c73-eca95a81199b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.1736569 Dec 08 00:01:58.654548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00bfaeea-a1dd-4378-a6e4-3ffec9540bc4 req-9e525aa9-2a63-4538-801c-66d009d93531 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756134 Dec 08 00:01:58.739398 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.747187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b650bec7-dc36-42d1-86bf-efc1562785a0 req-210661f4-ecd9-4b49-b80a-c378e2a6cb75 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1538379 Dec 08 00:01:58.752750 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.809282 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Pushing event updated for resources: {'Port': ['ID=6145cba2-454b-4c0e-9d8b-61d285ce4c82,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:58.822741 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.823336 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.824055 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.824576 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.825156 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.826080 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.826589 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.827086 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.827482 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.827816 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.828136 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.828488 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.828959 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:58.856175 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.860935 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Attempting to bind port 6145cba2-454b-4c0e-9d8b-61d285ce4c82 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:01:58.861321 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Attempting to bind port 6145cba2-454b-4c0e-9d8b-61d285ce4c82 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:01:58.861690 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Attempting to bind port 6145cba2-454b-4c0e-9d8b-61d285ce4c82 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:01:58.868360 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:01:58.868742 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:01:58.869143 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.869793 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:01:58.870279 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Bound port: 6145cba2-454b-4c0e-9d8b-61d285ce4c82, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:01:58.870831 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.953352 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] For port 6145cba2-454b-4c0e-9d8b-61d285ce4c82, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:01:58.957754 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] For port 6145cba2-454b-4c0e-9d8b-61d285ce4c82, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6145cba2-454b-4c0e-9d8b-61d285ce4c82,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:01:58.961955 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:58.965977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42412) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:01:59.034239 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:01:59.034880 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:01:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:59.057979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Allocated IP 172.20.0.1 (5c6d3fd0-dd9b-4822-96b0-ea91ce25173d/8dce0207-70ba-487a-9b73-e129b5bb6eb9/8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:01:59.075331 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b28c47-93a4-44e5-9e9e-4b5d084cde9a None None] Pushing event updated for resources: {'Port': ['ID=6145cba2-454b-4c0e-9d8b-61d285ce4c82,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:59.126046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1037314883-network', 'tenant_id': '91aaaef5adad4e4b9a93f554ffc70ff3'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:01:59.154917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Made reservation on behalf of 91aaaef5adad4e4b9a93f554ffc70ff3 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:01:59.160316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.177581 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.201921 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:01:59.228888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:01:59.264636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.330840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44824973-0051-438a-9550-ebd13584b603 req-9347a544-ee1d-4c4e-9815-0f70475210c0 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:59.332970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44824973-0051-438a-9550-ebd13584b603 req-9347a544-ee1d-4c4e-9815-0f70475210c0 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 946 time: 0.0938029 Dec 08 00:01:59.335264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.339654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 497f69ff-cbef-48cb-9124-89715f7b52fb completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:01:59.344444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.345561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 497f69ff-cbef-48cb-9124-89715f7b52fb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:59.345928 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.358478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.420735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:01:59.429378 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:01:59.436466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:01:59.440729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:01:59.489634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:59.506600 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.507644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:59.516946 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.517077 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Added segment 71dc0e32-d9b1-42c4-8919-46e7c447dfff of type vlan for network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 Dec 08 00:01:59.547305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.547305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.553999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.554726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.555098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.555978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.556557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.556901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.557235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.557568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.558762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.559101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.559439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:01:59.563652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-a3647fe9-0377-49ff-8315-6e2f319ace3b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:59.565125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-a3647fe9-0377-49ff-8315-6e2f319ace3b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 950 time: 0.2034371 Dec 08 00:01:59.589422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-f2585327-cbec-4b34-acde-757ddf51fbc0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:59.602092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-f2585327-cbec-4b34-acde-757ddf51fbc0 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 949 time: 0.2176349 Dec 08 00:01:59.605635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44824973-0051-438a-9550-ebd13584b603 req-a7c5d459-0d83-4297-9034-198a355ae729 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573276 Dec 08 00:01:59.615227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.638705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:01:59.644593 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f53dec-5343-45c0-ad61-448665b8054e" -d '{"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-plugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:01:59.649107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c8c1-49c2-4cb1-b155-1ed1589b57b0 req-39433a87-178c-41c3-9232-14bc24a0935d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:59.662801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f62c8c1-49c2-4cb1-b155-1ed1589b57b0 req-39433a87-178c-41c3-9232-14bc24a0935d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 950 time: 0.2532516 Dec 08 00:01:59.684002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:01:59.696594 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:56Z', 'revision_number': 3, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:01:59.699015 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.730186 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f85a6-f2ee-4f97-8013-91e21afeb17c None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:56Z', 'revision_number': 3, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:01:59.759005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:01:59.786228 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.866551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f62c8c1-49c2-4cb1-b155-1ed1589b57b0 req-38cfa431-0acc-4aec-bb81-97ed98dfac9c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022691 Dec 08 00:01:59.907341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ab12bf6f-ea78-49af-84b6-574a6d76c462 None None] Provisioning complete for port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:01:59.907715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab12bf6f-ea78-49af-84b6-574a6d76c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.942460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:01:59.942867 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.947833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.949199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:01:59.949790 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:01:59.995832 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea94b18-3532-48e0-b8da-c67777932a73 x-openstack-request-id: req-7ea94b18-3532-48e0-b8da-c67777932a73 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:01:59.996143 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-plugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:01:59.996465 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ea94b18-3532-48e0-b8da-c67777932a73 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:01:59.997050 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'code': 200} Dec 08 00:02:00.001539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port 51939378-df46-482e-a0dd-46ed2cab5997 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:02:00.002597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:00.014838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ab12bf6f-ea78-49af-84b6-574a6d76c462 None None] Port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:00.073809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:00.145084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1743236 Dec 08 00:02:00.145084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c951a1b-3d8d-4e9c-82e4-08149024b516 admin admin] Pushing event updated for resources: {'Network': ['ID=50d0c759-39ac-4ce3-b915-7d530eb8cf66,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:00.155646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42440) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:00.156715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:02:00.210683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Request body: {'subnet': {'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1037314883-subnet', 'tenant_id': '91aaaef5adad4e4b9a93f554ffc70ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:00.285907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port 51939378-df46-482e-a0dd-46ed2cab5997, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=51939378-df46-482e-a0dd-46ed2cab5997,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:00.286273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:00.290922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707f1f-9215-4ae2-8a9f-5c3e1a828752 req-3adc8bac-3400-421e-b7ab-4745c0221039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.292191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc707f1f-9215-4ae2-8a9f-5c3e1a828752 req-3adc8bac-3400-421e-b7ab-4745c0221039 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 1100 time: 0.1812842 Dec 08 00:02:00.305538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b0b1d-4045-4f04-84c2-510ac84a59fc req-9a349de2-5fa0-4991-bb6c-6594a2927169 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.307705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Made reservation on behalf of 91aaaef5adad4e4b9a93f554ffc70ff3 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:00.311036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:00.315357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-568b0b1d-4045-4f04-84c2-510ac84a59fc req-9a349de2-5fa0-4991-bb6c-6594a2927169 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1519892 Dec 08 00:02:00.336932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for 51939378-df46-482e-a0dd-46ed2cab5997 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:00.399918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:00.400290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:00.438205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-568b0b1d-4045-4f04-84c2-510ac84a59fc req-ce41a325-a634-427f-b520-3944486ec11f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220045 Dec 08 00:02:00.520112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc707f1f-9215-4ae2-8a9f-5c3e1a828752 req-778e6ad9-bb56-437f-a491-9ab5917432fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000532 Dec 08 00:02:00.522416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for c78cc8e6-20fd-4b3e-be4e-bf280e3022ac owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:00.874128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.881070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.890577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.897402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.905806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.912499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.921892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:00.923886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-95671cc8-1b94-4110-92f9-5133289a690a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.3991954 Dec 08 00:02:00.929363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:00.976652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', '51939378-df46-482e-a0dd-46ed2cab5997'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:01.029398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=c78cc8e6-20fd-4b3e-be4e-bf280e3022ac,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:01.081779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c78cc8e6-20fd-4b3e-be4e-bf280e3022ac'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:01.206150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port c78cc8e6-20fd-4b3e-be4e-bf280e3022ac on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:01.224407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f062fd6a-9a7f-41d7-97ce-514f92c72734 req-f11d9b07-c9de-41bb-afbf-3ac821e2977f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2820992 Dec 08 00:02:01.244159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e900848-2f38-450c-9512-fbb6d98791b4 req-bcc3f2f8-e009-404b-aaf1-55d3d7731812 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b50feab-bb15-4175-ae41-89e64c86c4cb HTTP/1.1" status: 200 len: 210 time: 0.1839459 Dec 08 00:02:01.247112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:01.255870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8dfe610e-3a40-4557-b027-382d630bf8c3 req-44224b44-0836-4009-a6fe-f2ad8362989e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.44 "DELETE /v2.0/ports/c78cc8e6-20fd-4b3e-be4e-bf280e3022ac HTTP/1.1" status: 204 len: 173 time: 1.6652842 Dec 08 00:02:01.257485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'name': 'network-vif-deleted', 'tag': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:01.260423 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db5c88-cadf-48be-a532-ab5886d1960b" -d '{"events": [{"server_uuid": "5b50feab-bb15-4175-ae41-89e64c86c4cb", "name": "network-vif-deleted", "tag": "c78cc8e6-20fd-4b3e-be4e-bf280e3022ac"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:01.363159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:01.368135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:01.380178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:01.428363 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7327ae88-5be6-416c-85b4-fe79cd96a829 x-openstack-request-id: req-7327ae88-5be6-416c-85b4-fe79cd96a829 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:01.428734 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b50feab-bb15-4175-ae41-89e64c86c4cb", "name": "network-vif-deleted", "tag": "c78cc8e6-20fd-4b3e-be4e-bf280e3022ac", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:01.428999 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7327ae88-5be6-416c-85b4-fe79cd96a829 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:01.429425 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b50feab-bb15-4175-ae41-89e64c86c4cb', 'name': 'network-vif-deleted', 'tag': 'c78cc8e6-20fd-4b3e-be4e-bf280e3022ac', 'status': 'completed', 'code': 200} Dec 08 00:02:01.477409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675b546-6c2a-4035-b7bd-755d5bee36c4 req-d5cf590e-c2e9-4641-a996-2cd404fb4682 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:01.486264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a675b546-6c2a-4035-b7bd-755d5bee36c4 req-d5cf590e-c2e9-4641-a996-2cd404fb4682 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 946 time: 0.1577439 Dec 08 00:02:01.499256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:01.591526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a675b546-6c2a-4035-b7bd-755d5bee36c4 req-7a07d394-6a37-4ca7-9660-5d866185513d tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Dec 08 00:02:01.655015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:01.705457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:01.723641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=51939378-df46-482e-a0dd-46ed2cab5997,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:01.732478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715613-67f4-4b0d-b653-a079bb963a56 req-646df905-ca56-4bdb-9569-330df8a0c113 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:01.745316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e715613-67f4-4b0d-b653-a079bb963a56 req-646df905-ca56-4bdb-9569-330df8a0c113 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1512742 Dec 08 00:02:01.768736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6325938-3090-428c-be75-7339a2fcb4a1,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:01.847135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e715613-67f4-4b0d-b653-a079bb963a56 req-f5bdb019-05ac-446e-bdbb-b8b27e225d70 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929599 Dec 08 00:02:01.858314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port 51939378-df46-482e-a0dd-46ed2cab5997 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:01.863501 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:01.867127 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-47a2d653-d3c5-4997-9efd-3cb6cbc68ea7 req-e0dc4df4-7475-44f9-971e-e440b714de19 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "DELETE /v2.0/ports/51939378-df46-482e-a0dd-46ed2cab5997 HTTP/1.1" status: 204 len: 173 time: 2.2543185 Dec 08 00:02:01.867868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'name': 'network-vif-deleted', 'tag': '51939378-df46-482e-a0dd-46ed2cab5997'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:01.870552 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf2b9e6-c2cc-46f3-b7ac-7493e54c57d3" -d '{"events": [{"server_uuid": "9bb5ea73-1689-4727-b4eb-a01549a1195f", "name": "network-vif-deleted", "tag": "51939378-df46-482e-a0dd-46ed2cab5997"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:01.955485 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c367c1c-b8cc-431f-8329-a1d0b0500fe9 x-openstack-request-id: req-5c367c1c-b8cc-431f-8329-a1d0b0500fe9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:01.956764 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5ea73-1689-4727-b4eb-a01549a1195f", "name": "network-vif-deleted", "tag": "51939378-df46-482e-a0dd-46ed2cab5997", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:01.956888 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c367c1c-b8cc-431f-8329-a1d0b0500fe9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:01.958372 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5ea73-1689-4727-b4eb-a01549a1195f', 'name': 'network-vif-deleted', 'tag': '51939378-df46-482e-a0dd-46ed2cab5997', 'status': 'completed', 'code': 200} Dec 08 00:02:01.962563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Checking segment: {'id': '71dc0e32-d9b1-42c4-8919-46e7c447dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:01.963816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Network hostable DHCP agents. Network: 50d0c759-39ac-4ce3-b915-7d530eb8cf66, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:02:02.022421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:02:02.062371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:02.065196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 50d0c759-39ac-4ce3-b915-7d530eb8cf66) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:02.068407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:02.076321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.076990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:02.148691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d260db7c-2235-4700-96f8-021d194c241d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9903586 Dec 08 00:02:02.245419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe24fb-ec92-49e5-beae-5fe882460541 None None] Network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:02.248417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6145cba2-454b-4c0e-9d8b-61d285ce4c82 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:02.342203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:02:02.501189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.511475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.519521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.526230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.544633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.552475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.561355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.573038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-d8c5af32-1878-4104-ad94-11c30c5112b1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.1928284 Dec 08 00:02:02.654780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:02.671785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90523eb6-b702-4dab-96cb-27ca0712c666 admin admin] 10.222.0.18 "PUT /v2.0/routers/269f21f8-ce2b-411f-a94b-6bd84e0f86f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8685186 Dec 08 00:02:02.673909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:02.700128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0ddfd078-8b4e-4215-9eb5-accb5883111e None None] Provisioning complete for port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:02.700545 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0ddfd078-8b4e-4215-9eb5-accb5883111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:02.715527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-897dbfb1-3af1-425d-ba51-9e9212c0c268 req-f1c4e103-cd3e-497a-b03c-16d2f4b30e33 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb5ea73-1689-4727-b4eb-a01549a1195f HTTP/1.1" status: 200 len: 210 time: 0.0577183 Dec 08 00:02:02.755323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-010c25e0-b0bc-48a4-aec0-514d70e3871e req-dc2a7ac6-2a68-414a-a8ae-0500e7279cd9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784179 Dec 08 00:02:02.758805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6145cba2-454b-4c0e-9d8b-61d285ce4c82 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:02.759283 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:02.781259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:02.781259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:01:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:02.861960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61014fa-bd2e-4051-aea6-bd381eae07c7 None None] Network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:02.915032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfd078-8b4e-4215-9eb5-accb5883111e None None] Port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:02.940030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7f379-7004-4974-bf9a-6531de6ce2b7 req-b8eec7be-baa3-48b5-b97c-603836461476 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:02.941817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7f379-7004-4974-bf9a-6531de6ce2b7 req-b8eec7be-baa3-48b5-b97c-603836461476 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 946 time: 0.0748880 Dec 08 00:02:03.002871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7f379-7004-4974-bf9a-6531de6ce2b7 req-27ef85a1-af6a-4c4b-a39a-0a3cab07a4b4 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549262 Dec 08 00:02:03.070481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:03.149621 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:03.212445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 6145cba2-454b-4c0e-9d8b-61d285ce4c82, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6145cba2-454b-4c0e-9d8b-61d285ce4c82,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:03.219817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:03.233260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a6e5-cca7-47be-a5e3-f4d00ffa60cb req-ceb7dfc1-4b0e-4311-abe4-f76cae67445d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:03.236721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cd3a6e5-cca7-47be-a5e3-f4d00ffa60cb req-ceb7dfc1-4b0e-4311-abe4-f76cae67445d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.0759845 Dec 08 00:02:03.246994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-99dda19f-a1f2-48da-bb7c-3bbc8869da87 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:03.249361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-99dda19f-a1f2-48da-bb7c-3bbc8869da87 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/networks?id=50d0c759-39ac-4ce3-b915-7d530eb8cf66 HTTP/1.1" status: 200 len: 814 time: 0.1909723 Dec 08 00:02:03.250042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 51939378-df46-482e-a0dd-46ed2cab5997 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:03.278786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-1b12c7be-eff8-495a-8d2e-3ea4a8e1c225 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/quotas/91aaaef5adad4e4b9a93f554ffc70ff3 HTTP/1.1" status: 200 len: 375 time: 0.0206368 Dec 08 00:02:03.326050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-87c84440-eb33-4b1b-9a5c-6fd27f93e20e tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=91aaaef5adad4e4b9a93f554ffc70ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389791 Dec 08 00:02:03.328349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 51939378-df46-482e-a0dd-46ed2cab5997 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:03.328955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 51939378-df46-482e-a0dd-46ed2cab5997 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:03.331106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cd3a6e5-cca7-47be-a5e3-f4d00ffa60cb req-85f4796f-d09a-4214-8619-21634a51e6a5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806870 Dec 08 00:02:03.372603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=6145cba2-454b-4c0e-9d8b-61d285ce4c82,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:03.409557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5627131c-de96-4bc1-a76e-a44e1b3105d0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:03.423184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c78cc8e6-20fd-4b3e-be4e-bf280e3022ac no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:03.452925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: c78cc8e6-20fd-4b3e-be4e-bf280e3022ac {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:03.453648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c78cc8e6-20fd-4b3e-be4e-bf280e3022ac not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:03.484645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-eb81dfea-45ed-4fa1-b101-ff7800b02b7a service neutron] 10.222.0.18 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474898 Dec 08 00:02:03.563951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:00Z', 'revision_number': 2, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:03.604140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:03.616109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:03.616461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Updating router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:02:03.619917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '5627131c-de96-4bc1-a76e-a44e1b3105d0', 'network_id': '8f8d3d56-432c-4120-b694-46d5176f1272', 'port_id': '5627131c-de96-4bc1-a76e-a44e1b3105d0', 'mac_address': 'fa:16:3e:05:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d346f4a-6c8c-405e-afda-809a98520932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:03.650369 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:03.668417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-ebb2c236-5f83-44cf-a1fe-58b8d0b0d550 service neutron] 10.222.0.18 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763687 Dec 08 00:02:03.703813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-aaf06fb1-85c0-48fe-8afc-2b2bbcf4b238 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:03.710616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-aaf06fb1-85c0-48fe-8afc-2b2bbcf4b238 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 821 time: 0.1328013 Dec 08 00:02:03.712270 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:03.726814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-54216a99-0460-4021-b4e6-6749a1b951ce tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/quotas/75d9d52e3b0749f4ad22fdef370561b8 HTTP/1.1" status: 200 len: 375 time: 0.0152526 Dec 08 00:02:03.740947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5627131c-de96-4bc1-a76e-a44e1b3105d0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:03.786239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-c260e419-a6ed-4489-b611-9ac276f1471f tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575161 Dec 08 00:02:03.834025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:03.842340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:03.899824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-b3e88277-e6d0-49e2-abac-265a8c0b85c4 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127121 Dec 08 00:02:04.010355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:04.045054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['5627131c-de96-4bc1-a76e-a44e1b3105d0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:04.104934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:04.118773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6145cba2-454b-4c0e-9d8b-61d285ce4c82 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:04.132132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdae38-a331-46c3-a09b-269708f1745c req-3faae512-8d5e-4761-949d-c24e3f714cd6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.133766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9cdae38-a331-46c3-a09b-269708f1745c req-3faae512-8d5e-4761-949d-c24e3f714cd6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1843507 Dec 08 00:02:04.188543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ba98c7cb-1a7c-4507-a752-e7ec0d3a7648 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813618 Dec 08 00:02:04.285285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9cdae38-a331-46c3-a09b-269708f1745c req-f326c4b2-d977-41c8-b177-ed28c9fb30a8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393189 Dec 08 00:02:04.492650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e866eee-ecf2-42ee-a683-8d5a6d12ed12 req-de10dd72-ee1d-4cc2-b655-47f3ec08b114 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 210 time: 0.0646315 Dec 08 00:02:04.543538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.548713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.556609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.563860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.570277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.577986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.583736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:04.586171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.589023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-30ca6db3-f24e-478c-bedc-6199390d56ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.1713419 Dec 08 00:02:04.631055 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:04.675758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4bd7575-a7db-47e2-a1a3-b3d812a61910 req-c304f2dc-bd2a-4746-b2e5-c617a597887b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758739 Dec 08 00:02:04.750730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6145cba2-454b-4c0e-9d8b-61d285ce4c82 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:04.751025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:04.781467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2a65-2f3a-4172-af93-ab9a3cd9355d req-36d26e79-50d7-4f1f-9efa-5016a53f8fbc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:04.783445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd5d2a65-2f3a-4172-af93-ab9a3cd9355d req-36d26e79-50d7-4f1f-9efa-5016a53f8fbc tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 945 time: 0.1063859 Dec 08 00:02:04.866042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8f238-a734-46b1-a97f-2d909d6a06fb None None] Pushing event updated for resources: {'Port': ['ID=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:04.905677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd5d2a65-2f3a-4172-af93-ab9a3cd9355d req-838ea9bc-f732-463e-86ce-ccf96aabbc02 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149035 Dec 08 00:02:04.988769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3bdee87-989c-451e-9f81-aedce5786004 req-3f77abb6-6635-4f7a-a211-e78cdb9a437e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.0524640 Dec 08 00:02:05.108453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Attempting to bind port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:05.109214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Attempting to bind port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:05.109934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Attempting to bind port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:05.128317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:05.129109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Checking segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:05.129731 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:05.130358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Bound using segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:05.131088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Bound port: 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:05.131697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:05.262428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1bf2f8ec-11ab-4f48-9645-8fff424d10ce None None] Provisioning complete for port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:05.263948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f8ec-11ab-4f48-9645-8fff424d10ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:05.365467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] For port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:05.370046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] For port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:05.381363 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:05.383782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2f8ec-11ab-4f48-9645-8fff424d10ce None None] Port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:05.457048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5627131c-de96-4bc1-a76e-a44e1b3105d0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:05.480271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-c7efe935-06bd-438e-94e1-36cbcbbdb9e7 req-efc0c47c-565e-4275-80c9-e5052f3c6607 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:02:05.481267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7efe935-06bd-438e-94e1-36cbcbbdb9e7 req-efc0c47c-565e-4275-80c9-e5052f3c6607 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104122 Dec 08 00:02:05.530433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8f238-a734-46b1-a97f-2d909d6a06fb None None] Pushing event updated for resources: {'Port': ['ID=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:05.548533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:05.549180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:01:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:05.814473 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:05.817951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:05.841063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6926c182-6251-48d8-82e5-9ee6591fee16 req-4c94121f-08a3-4ea3-ab83-21a0559b2a7f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 210 time: 0.0503361 Dec 08 00:02:05.887810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5627131c-de96-4bc1-a76e-a44e1b3105d0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:05.908993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4401e344-f2e1-49c9-9e17-c28047bd29be None None] Provisioning complete for port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:05.909403 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4401e344-f2e1-49c9-9e17-c28047bd29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:05.953640 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-bb8e4bc6-d9ce-4880-a935-5c3a19415587 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1518753 Dec 08 00:02:05.984609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:06.006029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:06.113103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-d5eeea0d-d7eb-43c3-899f-a92b12cf483b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.121439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-d5eeea0d-d7eb-43c3-899f-a92b12cf483b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.44 "GET /v2.0/networks?id=50d0c759-39ac-4ce3-b915-7d530eb8cf66 HTTP/1.1" status: 200 len: 814 time: 0.1925361 Dec 08 00:02:06.123411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:06.193942 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4401e344-f2e1-49c9-9e17-c28047bd29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:06.201437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Request body: {'port': {'device_id': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66', 'admin_state_up': True, 'tenant_id': '91aaaef5adad4e4b9a93f554ffc70ff3'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:06.239267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4401e344-f2e1-49c9-9e17-c28047bd29be None None] For port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:06.251433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4401e344-f2e1-49c9-9e17-c28047bd29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:06.258807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:05Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:06.270655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae8dd-8401-49b2-9324-3ca216c8297a req-c5ea5b57-8cf6-48a6-9159-0749d1d0dd0e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.272570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-171ae8dd-8401-49b2-9324-3ca216c8297a req-c5ea5b57-8cf6-48a6-9159-0749d1d0dd0e tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 950 time: 0.1483994 Dec 08 00:02:06.349967 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7404b8-a56a-47f3-bfb2-b5e72f90117b None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:05Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:02:06.403992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401e344-f2e1-49c9-9e17-c28047bd29be None None] Pushing event updated for resources: {'Port': ['ID=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:06.424732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85406ed-5686-449d-8652-2937e069c129 req-a730c093-88f9-454c-9537-c99dd4ddb4fa tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.448386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85406ed-5686-449d-8652-2937e069c129 req-a730c093-88f9-454c-9537-c99dd4ddb4fa tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.3232472 Dec 08 00:02:06.563930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-171ae8dd-8401-49b2-9324-3ca216c8297a req-0072de8f-464c-45bc-8e0b-46b65185d858 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431593 Dec 08 00:02:06.598622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85406ed-5686-449d-8652-2937e069c129 req-69585dd5-de0a-465d-a252-0e6e393a2ae0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491814 Dec 08 00:02:06.599954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Made reservation on behalf of 91aaaef5adad4e4b9a93f554ffc70ff3 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:06.617502 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:06.796473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-51c115e8-4dc1-412e-8657-c722b9cd9565 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.798614 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-51c115e8-4dc1-412e-8657-c722b9cd9565 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.44 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 821 time: 0.2835398 Dec 08 00:02:06.854285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'port': {'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'admin_state_up': True, 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:06.941390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.947887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.954618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.969472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.976189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.982094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.988009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:06.990152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-fec59832-613a-434c-9ad1-8e068124ea0b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5431 time: 0.2377615 Dec 08 00:02:07.012216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d5592-2030-4a93-b556-0146ad1cd547 req-3797860b-e8e4-4672-b661-63530f473684 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:07.021921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-708d5592-2030-4a93-b556-0146ad1cd547 req-3797860b-e8e4-4672-b661-63530f473684 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 944 time: 0.1960330 Dec 08 00:02:07.041839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Allocated IP 172.20.0.11 (50d0c759-39ac-4ce3-b915-7d530eb8cf66/d6325938-3090-428c-be75-7339a2fcb4a1/89519f53-8d1a-494e-afbc-3ea5cbb56d22) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:07.070702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Made reservation on behalf of 75d9d52e3b0749f4ad22fdef370561b8 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:07.084557 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:07.269737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:07.342616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Allocated IP 172.20.0.14 (5c6d3fd0-dd9b-4822-96b0-ea91ce25173d/8dce0207-70ba-487a-9b73-e129b5bb6eb9/ef1e1765-ed68-4abc-a384-dcd99787dc0c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:07.447471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:07.477618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4', 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'port_id': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4', 'mac_address': 'fa:16:3e:99:ef:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50325a6a-edf4-421b-b05d-91c2a551857d', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:07.538945 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:07.564769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:07.580410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:07.595965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:07.608490 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:07.609452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 64f23527-dd87-492e-abfd-0fb9c6a013d8 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:07.631161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-708d5592-2030-4a93-b556-0146ad1cd547 req-3d143117-93eb-43c4-9740-d2c791070550 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027274 Dec 08 00:02:07.658310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-432c4ef6-a4c7-4faf-8495-2ffe6726f3a2 req-69899b67-cd7d-408b-9bf6-44ee0aa1e82d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6557090 Dec 08 00:02:07.703041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-0cf14e3f-a52a-4028-88ad-a0e98847ebab tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:07.707871 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-0cf14e3f-a52a-4028-88ad-a0e98847ebab tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 944 time: 0.1177840 Dec 08 00:02:07.730225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 64f23527-dd87-492e-abfd-0fb9c6a013d8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:07.742645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:07.758743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '64f23527-dd87-492e-abfd-0fb9c6a013d8', 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'port_id': '64f23527-dd87-492e-abfd-0fb9c6a013d8', 'mac_address': 'fa:16:3e:93:b0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50325a6a-edf4-421b-b05d-91c2a551857d', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:07.820387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:07.838262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f23527-dd87-492e-abfd-0fb9c6a013d8 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:07.849459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:07.865907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-484d5cab-b40b-440b-b9f4-6c07efbd0f23 req-eef060e9-5916-4e1a-a3ba-8fab0d997795 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.1208622 Dec 08 00:02:07.869252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 64f23527-dd87-492e-abfd-0fb9c6a013d8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:07.876785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:07.877537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:07.949293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:07.966929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-19c002eb-33b2-4826-a050-3523a89a724b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:07.969103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-19c002eb-33b2-4826-a050-3523a89a724b tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 950 time: 0.2582188 Dec 08 00:02:07.974147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:07.976997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:08.020870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Pushing event updated for resources: {'Port': ['ID=ef1e1765-ed68-4abc-a384-dcd99787dc0c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:08.047613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=64f23527-dd87-492e-abfd-0fb9c6a013d8,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:08.065997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:02:08.091806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e33f2c2a-4f7e-4669-8a13-4bf96191e352 req-1f5ae7cd-3a53-4ae5-87fe-2b4c89a45ede tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 210 time: 0.2571411 Dec 08 00:02:08.181719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:08.182497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.219835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:08.343387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-ee11eff7-361d-4e42-8cc6-bc5523581d74 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4938006 Dec 08 00:02:08.358224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-3e32392d-646b-4919-8886-a4f779d6f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:08.360339 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-3e32392d-646b-4919-8886-a4f779d6f940 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 1100 time: 0.2296629 Dec 08 00:02:08.372961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Deleting port 5627131c-de96-4bc1-a76e-a44e1b3105d0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:02:08.373202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.393133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Request body: {'port': {'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:08.441987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.454923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07718b-888e-4e20-a292-087499865cfa req-bcbd9b93-e66c-46f0-b820-4d8b75ad9918 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:08.463479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf07718b-888e-4e20-a292-087499865cfa req-bcbd9b93-e66c-46f0-b820-4d8b75ad9918 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1860726 Dec 08 00:02:08.474914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86db75-d7cf-4f3d-a0b6-1ddaa49964d1 req-f8757d7b-87c6-4008-bbf3-6d44ca83fe07 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:08.476407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf86db75-d7cf-4f3d-a0b6-1ddaa49964d1 req-f8757d7b-87c6-4008-bbf3-6d44ca83fe07 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 950 time: 0.4328504 Dec 08 00:02:08.485627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff036-b802-4224-9646-1d76e2b6f53b req-1fc135ea-725c-4441-bee7-030c8c3f4ae5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:08.487900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-457ff036-b802-4224-9646-1d76e2b6f53b req-1fc135ea-725c-4441-bee7-030c8c3f4ae5 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/ports?device_id=34028f93-3e61-4d01-88f3-7a6d8b15adc8 HTTP/1.1" status: 200 len: 949 time: 0.5161200 Dec 08 00:02:08.545054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:08.563533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-201c4636-df56-4414-b046-0157ad1aa709 None None] Provisioning complete for port ef1e1765-ed68-4abc-a384-dcd99787dc0c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:08.563909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-201c4636-df56-4414-b046-0157ad1aa709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.569346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f', 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8', 'port_id': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f', 'mac_address': 'fa:16:3e:c0:0d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef77716-9ea7-4bf3-a937-ec6cdb3ea250', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:08.618424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port 3f7990a0-2e85-44b9-8550-8dce14a357f3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:02:08.618775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.643972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-201c4636-df56-4414-b046-0157ad1aa709 None None] Port ef1e1765-ed68-4abc-a384-dcd99787dc0c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:08.646850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf07718b-888e-4e20-a292-087499865cfa req-280aa9d2-91ff-43a9-8089-8ec031418101 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776321 Dec 08 00:02:08.660642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.666469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.668353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:08.668719 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.713352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] For port 5627131c-de96-4bc1-a76e-a44e1b3105d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5627131c-de96-4bc1-a76e-a44e1b3105d0,segment=NetworkSegment(ec184819-9d4a-41cf-a96d-e0d268113ab8),segment_id=ec184819-9d4a-41cf-a96d-e0d268113ab8)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:08.713721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.713962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:08.723727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf86db75-d7cf-4f3d-a0b6-1ddaa49964d1 req-3959bf3a-9b70-427a-b058-3524deb9113c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350140 Dec 08 00:02:08.758727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:08.769225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.769469 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.769892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2a9ed764-9bce-4e21-a167-25af796ea97b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:08.815927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-3efd2877-0375-452e-af51-d16a34d93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:08.817551 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-3efd2877-0375-452e-af51-d16a34d93f2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.4326897 Dec 08 00:02:08.819144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Calling delete_port for 5627131c-de96-4bc1-a76e-a44e1b3105d0 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:08.834696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:08.842984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:08.846327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Pushing event updated for resources: {'Port': ['ID=89519f53-8d1a-494e-afbc-3ea5cbb56d22,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:08.849044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:08.860714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:02:08.861170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:08.901687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-96fb0769-6b86-47d4-8c69-90f953e6bc6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 200 len: 217 time: 0.0727689 Dec 08 00:02:09.061383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:09.070253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2a9ed764-9bce-4e21-a167-25af796ea97b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2a9ed764-9bce-4e21-a167-25af796ea97b,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.091051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330e902-336f-43f6-8e92-a44e7d6b2dbe req-ce470b64-3b95-4b26-a104-473ee12338dd tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.093911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'port_id': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'mac_address': 'fa:16:3e:34:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:09.096279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port 3f7990a0-2e85-44b9-8550-8dce14a357f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3f7990a0-2e85-44b9-8550-8dce14a357f3,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.096648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.099663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9330e902-336f-43f6-8e92-a44e7d6b2dbe req-ce470b64-3b95-4b26-a104-473ee12338dd tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 944 time: 0.2306826 Dec 08 00:02:09.139145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for 3f7990a0-2e85-44b9-8550-8dce14a357f3 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:09.147862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-e4420a2f-91f4-43d7-a1b6-af7ed694e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.149603 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-e4420a2f-91f4-43d7-a1b6-af7ed694e686 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1985581 Dec 08 00:02:09.176018 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.193571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.196344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9ed764-9bce-4e21-a167-25af796ea97b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:09.199874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.208919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.217279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.219427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2a9ed764-9bce-4e21-a167-25af796ea97b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2a9ed764-9bce-4e21-a167-25af796ea97b,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.224661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.224824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.224970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b8b463-48cb-4131-b066-14d29b481368 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:09.232479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.238904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.248472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-06bc87e4-86fe-4b2f-ac09-d1f50f0989e7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5434 time: 0.2761922 Dec 08 00:02:09.264876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.266203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.320535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9330e902-336f-43f6-8e92-a44e7d6b2dbe req-a85b40f8-73df-4a12-a378-a6370cb54ba1 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f03fee5-e8b9-4bbf-8704-5153be2bbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199020 Dec 08 00:02:09.339331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2a9ed764-9bce-4e21-a167-25af796ea97b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:09.339331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 12b8b463-48cb-4131-b066-14d29b481368, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b8b463-48cb-4131-b066-14d29b481368,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.358090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '12b8b463-48cb-4131-b066-14d29b481368', 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'port_id': '12b8b463-48cb-4131-b066-14d29b481368', 'mac_address': 'fa:16:3e:9d:8e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50325a6a-edf4-421b-b05d-91c2a551857d', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:09.399584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-1c901245-6171-4d98-85e4-2eb2de78922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.400157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-142a924e-e8c5-4456-82f5-c957907a848f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2138367 Dec 08 00:02:09.402951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-1c901245-6171-4d98-85e4-2eb2de78922b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2437904 Dec 08 00:02:09.410920 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.425509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.430446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.437849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Request body: {'port': {'device_id': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:09.438543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b8b463-48cb-4131-b066-14d29b481368 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:09.462508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.474733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 12b8b463-48cb-4131-b066-14d29b481368, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b8b463-48cb-4131-b066-14d29b481368,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.486411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.487342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e740fce2-d8d7-4e3b-b7aa-da84c381d6fd details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:09.507019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:09.529921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.541732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Pushing event deleted for resources: {'Port': ['ID=5627131c-de96-4bc1-a76e-a44e1b3105d0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:09.541910 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-184a94f1-11ac-41b2-b420-c38d2698d834 req-0a7ffa89-b6b1-4c6d-8c3b-604a04d90e35 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2921512 Dec 08 00:02:09.580135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd', 'network_id': '2234cea8-e90b-4673-81a1-3c084ac7cbc8', 'port_id': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd', 'mac_address': 'fa:16:3e:2f:09:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef77716-9ea7-4bf3-a937-ec6cdb3ea250', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:09.659012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.678370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e740fce2-d8d7-4e3b-b7aa-da84c381d6fd {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:09.682239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.685743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=12b8b463-48cb-4131-b066-14d29b481368,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:09.724213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] No DVR routers for this DVR port 5627131c-de96-4bc1-a76e-a44e1b3105d0 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:09.724857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:09.732381 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.733116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.733917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4149b686-9caf-4b96-96d9-e31ab747b636 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:09.736647 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-036ec7ad-ec6b-401c-86bc-69f316c46028 req-d5a065e5-f34c-4bb1-88b6-76390837eb60 tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.44 "DELETE /v2.0/ports/5627131c-de96-4bc1-a76e-a44e1b3105d0 HTTP/1.1" status: 204 len: 173 time: 2.0002985 Dec 08 00:02:09.738709 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-74b791c4-359c-4473-b3ad-12cc9556ce1d service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159959 Dec 08 00:02:09.739073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bebaea-01e6-48d1-a118-6cc50621722d req-933c47b3-4739-4f14-9026-d628fb0729e1 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.739207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'name': 'network-vif-deleted', 'tag': '5627131c-de96-4bc1-a76e-a44e1b3105d0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:09.741440 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45888743-695b-48b2-a7de-15b68c64523e" -d '{"events": [{"server_uuid": "c58b5497-65c6-47d6-928a-c8b182c4dd4c", "name": "network-vif-deleted", "tag": "5627131c-de96-4bc1-a76e-a44e1b3105d0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:09.746157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1e1765-ed68-4abc-a384-dcd99787dc0c {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:09.747453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5bebaea-01e6-48d1-a118-6cc50621722d req-933c47b3-4739-4f14-9026-d628fb0729e1 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 932 time: 0.2924466 Dec 08 00:02:09.765968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.779467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:09.830713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Transition to ACTIVE for port object ef1e1765-ed68-4abc-a384-dcd99787dc0c will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:02:09.839555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c', '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:09.842861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=3f7990a0-2e85-44b9-8550-8dce14a357f3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:09.881512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5bebaea-01e6-48d1-a118-6cc50621722d req-6f8469de-8d1f-47cf-98ac-d42f51e2ed59 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330786 Dec 08 00:02:09.892013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1dfff-fa28-4a31-b3aa-1bab59a5fe39 req-b5dc9a04-6214-40d2-bfab-d8df6107fd3b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:09.899798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeb1dfff-fa28-4a31-b3aa-1bab59a5fe39 req-b5dc9a04-6214-40d2-bfab-d8df6107fd3b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 932 time: 0.2486169 Dec 08 00:02:09.991058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:10.057952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4149b686-9caf-4b96-96d9-e31ab747b636, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4149b686-9caf-4b96-96d9-e31ab747b636,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:10.089011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '4149b686-9caf-4b96-96d9-e31ab747b636', 'network_id': '4b78f093-b8bf-45fb-8a64-1e298676065d', 'port_id': '4149b686-9caf-4b96-96d9-e31ab747b636', 'mac_address': 'fa:16:3e:92:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50325a6a-edf4-421b-b05d-91c2a551857d', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:10.185660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.219790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4149b686-9caf-4b96-96d9-e31ab747b636 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:10.249182 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.253904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeb1dfff-fa28-4a31-b3aa-1bab59a5fe39 req-e6f3b58f-7695-44a9-9319-6cbb4cf059e2 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531651 Dec 08 00:02:10.304758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:10.340110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.351237 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2cf1ae-2fea-49b1-ac80-054dec6c867b x-openstack-request-id: req-5b2cf1ae-2fea-49b1-ac80-054dec6c867b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:10.351534 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58b5497-65c6-47d6-928a-c8b182c4dd4c", "name": "network-vif-deleted", "tag": "5627131c-de96-4bc1-a76e-a44e1b3105d0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:10.351797 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b2cf1ae-2fea-49b1-ac80-054dec6c867b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:10.352203 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58b5497-65c6-47d6-928a-c8b182c4dd4c', 'name': 'network-vif-deleted', 'tag': '5627131c-de96-4bc1-a76e-a44e1b3105d0', 'status': 'completed', 'code': 200} Dec 08 00:02:10.354602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4149b686-9caf-4b96-96d9-e31ab747b636, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4149b686-9caf-4b96-96d9-e31ab747b636,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:10.365600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333780a1-6e9e-4c3d-93a8-83926feaa893 req-334424c2-d244-42a0-a6e4-6d8274b5011f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:10.367574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-333780a1-6e9e-4c3d-93a8-83926feaa893 req-334424c2-d244-42a0-a6e4-6d8274b5011f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.2217653 Dec 08 00:02:10.389420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.454800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:10.482773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.486490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-457ff036-b802-4224-9646-1d76e2b6f53b req-0a72471b-f2b6-499c-ae73-5b3c1807f8af tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "DELETE /v2.0/ports/ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa HTTP/1.1" status: 204 len: 173 time: 1.9894893 Dec 08 00:02:10.491649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'name': 'network-vif-deleted', 'tag': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:10.493943 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4004b375-e99f-4fb5-b07d-f5d56590a84d" -d '{"events": [{"server_uuid": "34028f93-3e61-4d01-88f3-7a6d8b15adc8", "name": "network-vif-deleted", "tag": "ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:10.504775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port 3f7990a0-2e85-44b9-8550-8dce14a357f3 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:10.511375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.516757 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ad236b3-c23f-44c5-9088-99a58d5309cd req-b459e64c-bff7-45d0-ad29-4fbb136399e6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "DELETE /v2.0/ports/3f7990a0-2e85-44b9-8550-8dce14a357f3 HTTP/1.1" status: 204 len: 173 time: 2.5286582 Dec 08 00:02:10.555047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd0c9b90-f966-40a8-9d40-0c030d12fded req-118cbc9b-509c-488f-92d5-936558ebd0f9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 210 time: 0.0808089 Dec 08 00:02:10.560017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89519f53-8d1a-494e-afbc-3ea5cbb56d22 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:10.608685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.662792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=4149b686-9caf-4b96-96d9-e31ab747b636,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:10.677351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Transition to ACTIVE for port object 89519f53-8d1a-494e-afbc-3ea5cbb56d22 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:02:10.695547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Attempting to bind port ef1e1765-ed68-4abc-a384-dcd99787dc0c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:10.695892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Attempting to bind port ef1e1765-ed68-4abc-a384-dcd99787dc0c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:10.696265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Attempting to bind port ef1e1765-ed68-4abc-a384-dcd99787dc0c on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:10.712332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Port ef1e1765-ed68-4abc-a384-dcd99787dc0c on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:02:10.712332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Attempting to bind port ef1e1765-ed68-4abc-a384-dcd99787dc0c on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:10.717869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:10.718212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Checking segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:10.718662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Bound using segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:10.719774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Bound port: ef1e1765-ed68-4abc-a384-dcd99787dc0c, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:10.720314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.724201 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-333780a1-6e9e-4c3d-93a8-83926feaa893 req-8fb18708-fd0a-4662-ae07-b3c792929135 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054602 Dec 08 00:02:10.727476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.815354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] For port ef1e1765-ed68-4abc-a384-dcd99787dc0c, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:10.821332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] For port ef1e1765-ed68-4abc-a384-dcd99787dc0c, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:10.825613 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-b2f99444-48a1-4561-a5d8-91f894d9ea2b service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0717094 Dec 08 00:02:10.826529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e1765-ed68-4abc-a384-dcd99787dc0c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:10.834155 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39762318-8b1f-42d1-ae69-83a0b2002e85 x-openstack-request-id: req-39762318-8b1f-42d1-ae69-83a0b2002e85 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:10.834313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.834819 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34028f93-3e61-4d01-88f3-7a6d8b15adc8", "name": "network-vif-deleted", "tag": "ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:10.835345 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39762318-8b1f-42d1-ae69-83a0b2002e85 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:10.835968 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34028f93-3e61-4d01-88f3-7a6d8b15adc8', 'name': 'network-vif-deleted', 'tag': 'ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa', 'status': 'completed', 'code': 200} Dec 08 00:02:10.898110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Pushing event updated for resources: {'Port': ['ID=89519f53-8d1a-494e-afbc-3ea5cbb56d22,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:10.915798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:10.916504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:10.917925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] 10.222.0.44 "PUT /v2.0/ports/ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 1092 time: 2.5319903 Dec 08 00:02:10.937600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a45373-a0c3-4547-ba7f-03b9e68f394a service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e1765-ed68-4abc-a384-dcd99787dc0c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:10.943968 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1522f97b-10e1-422a-8af3-83d12a272443 req-bf50adca-8280-41af-bd74-49ec5a3102eb tempest-ImagesTestJSON-991366411 tempest-ImagesTestJSON-991366411-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58b5497-65c6-47d6-928a-c8b182c4dd4c HTTP/1.1" status: 200 len: 210 time: 0.0569310 Dec 08 00:02:11.079554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-691a63a1-b872-46d2-acdc-2509f5312d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.081094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-691a63a1-b872-46d2-acdc-2509f5312d56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1095 time: 0.0729549 Dec 08 00:02:11.161882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.174775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.179984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-368a6619-842e-4bec-abc7-099e3a76c1ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 217 time: 0.0814865 Dec 08 00:02:11.180906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.198562 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.204630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.216262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.234617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.245658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-969856ef-b457-44f5-919e-472641d9673f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5438 time: 0.2981229 Dec 08 00:02:11.281392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Attempting to bind port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:11.282054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Attempting to bind port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '71dc0e32-d9b1-42c4-8919-46e7c447dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:11.282054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Attempting to bind port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 on network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:11.307728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 on network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:02:11.308047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Attempting to bind port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 on network 50d0c759-39ac-4ce3-b915-7d530eb8cf66 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:11.326742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0796f38-e77c-4529-870d-429354fb8f62 req-a25d3eaf-e59e-41f6-93d1-f4ac5f3fff6a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.328320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0796f38-e77c-4529-870d-429354fb8f62 req-a25d3eaf-e59e-41f6-93d1-f4ac5f3fff6a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 944 time: 0.2454195 Dec 08 00:02:11.331848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-af78abad-f3a9-494b-8805-9e6799144c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.333324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-af78abad-f3a9-494b-8805-9e6799144c9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.1429124 Dec 08 00:02:11.379882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:11.387338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:11.392177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Checking segment: {'id': '71dc0e32-d9b1-42c4-8919-46e7c447dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:11.395796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Bound using segment: {'id': '71dc0e32-d9b1-42c4-8919-46e7c447dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:11.398308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Bound port: 89519f53-8d1a-494e-afbc-3ea5cbb56d22, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dc0e32-d9b1-42c4-8919-46e7c447dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:11.399293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:11.436987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-3a53d0b8-d4ff-44d5-8e9e-23ac6ee208b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.438507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-3a53d0b8-d4ff-44d5-8e9e-23ac6ee208b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939054 Dec 08 00:02:11.448644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5627131c-de96-4bc1-a76e-a44e1b3105d0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:11.457652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9b7eb4d-172f-4dc0-a16b-e5738d3a2bad req-f4f1680b-2c87-4584-ae26-51751e2d1bce tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092173 Dec 08 00:02:11.487877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 5627131c-de96-4bc1-a76e-a44e1b3105d0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:11.488400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5627131c-de96-4bc1-a76e-a44e1b3105d0 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:11.515747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0796f38-e77c-4529-870d-429354fb8f62 req-33ce032a-e24d-4806-9dac-f5682f4017ab tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734862 Dec 08 00:02:11.564731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] For port 89519f53-8d1a-494e-afbc-3ea5cbb56d22, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:11.569203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] For port 89519f53-8d1a-494e-afbc-3ea5cbb56d22, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22,segment=NetworkSegment(71dc0e32-d9b1-42c4-8919-46e7c447dfff),segment_id=71dc0e32-d9b1-42c4-8919-46e7c447dfff)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:11.578019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:11.660001 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-393b6b1b-8231-4baf-9973-8729e0961b93 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131402 Dec 08 00:02:11.670698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.671598 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:11.684258 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] 10.222.0.44 "PUT /v2.0/ports/89519f53-8d1a-494e-afbc-3ea5cbb56d22 HTTP/1.1" status: 200 len: 1092 time: 2.2487628 Dec 08 00:02:11.747798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe9bff-5e4b-46eb-ac40-793630734a1d service neutron] Pushing event updated for resources: {'Port': ['ID=89519f53-8d1a-494e-afbc-3ea5cbb56d22,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:11.773284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2f5db31-c292-4ac1-8f96-cb524dea640f req-726cb1d0-34de-4b9f-9444-0ef5c226d22c tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab2174aa-e54e-406c-b084-8ed69f234c14 HTTP/1.1" status: 200 len: 210 time: 0.0437703 Dec 08 00:02:11.783900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c6080-5fbd-49d7-8595-1b458542f896 req-bf3f8f9c-f650-44ff-9c9b-d409511375c3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.784783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-890c6080-5fbd-49d7-8595-1b458542f896 req-bf3f8f9c-f650-44ff-9c9b-d409511375c3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 944 time: 0.1996949 Dec 08 00:02:11.817939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['20ea7f1e-7655-41d6-8157-e128d9b9e2f4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:11.870258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['12b8b463-48cb-4131-b066-14d29b481368'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:11.875309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e3dec04-2225-4c05-ab27-406fb3d04911 req-8210188b-ddd8-44a4-a68e-201284e6216d service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029595 Dec 08 00:02:11.899215 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-890c6080-5fbd-49d7-8595-1b458542f896 req-a8d93bcf-78a0-40ad-a58c-5c4ed0639ed2 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717149 Dec 08 00:02:11.905446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-4929c2dc-875b-4db3-9d28-ac7b425a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:11.907046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-4929c2dc-875b-4db3-9d28-ac7b425a5c63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91aaaef5adad4e4b9a93f554ffc70ff3&device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 1095 time: 0.1217396 Dec 08 00:02:11.920822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e740fce2-d8d7-4e3b-b7aa-da84c381d6fd'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:11.930807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['4149b686-9caf-4b96-96d9-e31ab747b636'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:11.932889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['2a9ed764-9bce-4e21-a167-25af796ea97b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:12.005745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:12.008702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-22fc6986-86c3-43e1-979a-d1f85091ed26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22 HTTP/1.1" status: 200 len: 217 time: 0.0855503 Dec 08 00:02:12.083883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06733199-79bd-4811-8e26-d440255e46cd req-977f999a-25b5-4b22-b147-148aed7520ef tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.091514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06733199-79bd-4811-8e26-d440255e46cd req-977f999a-25b5-4b22-b147-148aed7520ef tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1903677 Dec 08 00:02:12.101117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-d8b0fbb3-258f-4557-90c2-64b6a7ff3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.101585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-d8b0fbb3-258f-4557-90c2-64b6a7ff3bf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6325938-3090-428c-be75-7339a2fcb4a1 HTTP/1.1" status: 200 len: 854 time: 0.0823867 Dec 08 00:02:12.186568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-85ddb8e3-d44a-4654-baf2-68321fd20985 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d0c759-39ac-4ce3-b915-7d530eb8cf66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577381 Dec 08 00:02:12.203874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06733199-79bd-4811-8e26-d440255e46cd req-c97be50c-75da-4261-8498-4aae4741452c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107221 Dec 08 00:02:12.344202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-e566fd76-703e-421a-8a2d-e0cf888e50dc service neutron] 10.222.0.44 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391985 Dec 08 00:02:12.355800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'name': 'network-vif-deleted', 'tag': '3f7990a0-2e85-44b9-8550-8dce14a357f3'}, {'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:12.359262 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b996144e-fc72-4af8-8991-e5b1412a399f" -d '{"events": [{"server_uuid": "ab2174aa-e54e-406c-b084-8ed69f234c14", "name": "network-vif-deleted", "tag": "3f7990a0-2e85-44b9-8550-8dce14a357f3"}, {"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:12.421658 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88ea855-b6d6-4d3a-ae7a-c28098dd757a x-openstack-request-id: req-e88ea855-b6d6-4d3a-ae7a-c28098dd757a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:12.421970 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2174aa-e54e-406c-b084-8ed69f234c14", "name": "network-vif-deleted", "tag": "3f7990a0-2e85-44b9-8550-8dce14a357f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:12.422234 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e88ea855-b6d6-4d3a-ae7a-c28098dd757a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:12.422646 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2174aa-e54e-406c-b084-8ed69f234c14', 'name': 'network-vif-deleted', 'tag': '3f7990a0-2e85-44b9-8550-8dce14a357f3', 'status': 'completed', 'code': 200} Dec 08 00:02:12.422929 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'status': 'completed', 'code': 200} Dec 08 00:02:12.497068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42720) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:12.556593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc6562b1-d2de-4907-9393-188d74a3d925 req-a17239eb-29ff-4cd6-bdd1-7e260febac08 service neutron] 10.222.0.44 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028756 Dec 08 00:02:12.566789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996144e-fc72-4af8-8991-e5b1412a399f req-dc637aac-9ec0-4e7b-8cd7-ff8e37942f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.568892 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b996144e-fc72-4af8-8991-e5b1412a399f req-dc637aac-9ec0-4e7b-8cd7-ff8e37942f9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1095 time: 0.0985789 Dec 08 00:02:12.595608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] Deleting subnet 2d346f4a-6c8c-405e-afda-809a98520932 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:02:12.598189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3f7990a0-2e85-44b9-8550-8dce14a357f3 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:12.601081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:12.655757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:12.686398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996144e-fc72-4af8-8991-e5b1412a399f req-a939e98b-21d5-465e-b160-950d2f1976e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.686398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b996144e-fc72-4af8-8991-e5b1412a399f req-a939e98b-21d5-465e-b160-950d2f1976e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.1077271 Dec 08 00:02:12.763601 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b996144e-fc72-4af8-8991-e5b1412a399f req-58472359-41bc-44db-921a-dcca819c312a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 217 time: 0.0681677 Dec 08 00:02:12.788713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:12.812598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 3f7990a0-2e85-44b9-8550-8dce14a357f3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:12.813149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3f7990a0-2e85-44b9-8550-8dce14a357f3 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:12.813568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:12.826618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['64f23527-dd87-492e-abfd-0fb9c6a013d8'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:12.830706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f639246-3262-47e8-8f60-ff2303096c62 req-93e465d1-4a76-4a49-84cc-943542051f4d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.832383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f639246-3262-47e8-8f60-ff2303096c62 req-93e465d1-4a76-4a49-84cc-943542051f4d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 944 time: 0.1299253 Dec 08 00:02:12.839778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996144e-fc72-4af8-8991-e5b1412a399f req-8389a730-b393-4739-b002-b57fa39a4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.841313 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b996144e-fc72-4af8-8991-e5b1412a399f req-8389a730-b393-4739-b002-b57fa39a4252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.0685751 Dec 08 00:02:12.849100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.856661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.863620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.870480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.879714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.886344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.893217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.902256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-7f72e03c-4a05-44f8-a78d-8268ee51388c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5438 time: 0.3245928 Dec 08 00:02:12.909988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996144e-fc72-4af8-8991-e5b1412a399f req-124df40f-5c5c-4966-b4da-06c8f4f7174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:12.913205 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b996144e-fc72-4af8-8991-e5b1412a399f req-124df40f-5c5c-4966-b4da-06c8f4f7174f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643826 Dec 08 00:02:12.921947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:12.922296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ef1e4576-6bb1-4ae5-8d52-344cbf1ab4fa not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:12.926100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'tag': '89519f53-8d1a-494e-afbc-3ea5cbb56d22'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:12.928313 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7623644d-26e4-4925-9421-c40c69584730" -d '{"events": [{"name": "network-changed", "server_uuid": "42c2af0b-e328-437c-aa9f-4fef8adaaf4b", "tag": "89519f53-8d1a-494e-afbc-3ea5cbb56d22"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:13.045958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f639246-3262-47e8-8f60-ff2303096c62 req-7f523259-7aa3-4512-b591-8fc8df4dad12 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273050 Dec 08 00:02:13.050563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b996144e-fc72-4af8-8991-e5b1412a399f req-f861ee7a-41ea-4140-bccd-082893e791a8 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240909 Dec 08 00:02:13.104622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-232b1753-2706-4b6a-86af-313d927cbbc1 req-0cbb77db-8ee7-4277-9400-3293a5d6dba2 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2014954 Dec 08 00:02:13.107040 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.149218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.156294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2d346f4a-6c8c-405e-afda-809a98520932 HTTP/1.1" status: 204 len: 168 time: 0.6578336 Dec 08 00:02:13.157438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e4c48-969c-485d-b258-8a8a9e1a3d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d346f4a-6c8c-405e-afda-809a98520932,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:13.159276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42738) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:13.204640 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe626ece-0c62-429c-a9f6-476be57b1132 x-openstack-request-id: req-fe626ece-0c62-429c-a9f6-476be57b1132 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:13.204938 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c2af0b-e328-437c-aa9f-4fef8adaaf4b", "tag": "89519f53-8d1a-494e-afbc-3ea5cbb56d22", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:13.205193 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe626ece-0c62-429c-a9f6-476be57b1132 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:13.206083 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'tag': '89519f53-8d1a-494e-afbc-3ea5cbb56d22', 'status': 'completed', 'code': 200} Dec 08 00:02:13.213847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b996144e-fc72-4af8-8991-e5b1412a399f req-63d526d2-4d3e-42b7-a3c7-25a22c9d7b61 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509805 Dec 08 00:02:13.296920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.322419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623644d-26e4-4925-9421-c40c69584730 req-f58e6c3a-8a3e-4011-850c-856e8bce2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:13.324222 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7623644d-26e4-4925-9421-c40c69584730 req-f58e6c3a-8a3e-4011-850c-856e8bce2bf1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91aaaef5adad4e4b9a93f554ffc70ff3&device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 1095 time: 0.0667217 Dec 08 00:02:13.362068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee50d2-4c11-47de-8b65-a6e489a3d433 req-ce38ec24-2f5b-41b4-b955-cc698ef54c12 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:13.363638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8eee50d2-4c11-47de-8b65-a6e489a3d433 req-ce38ec24-2f5b-41b4-b955-cc698ef54c12 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 944 time: 0.1185784 Dec 08 00:02:13.444045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623644d-26e4-4925-9421-c40c69584730 req-a8c90daf-ae6a-4cec-b9e0-c9b33295caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:13.445680 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7623644d-26e4-4925-9421-c40c69584730 req-a8c90daf-ae6a-4cec-b9e0-c9b33295caf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=50d0c759-39ac-4ce3-b915-7d530eb8cf66 HTTP/1.1" status: 200 len: 915 time: 0.1122003 Dec 08 00:02:13.473109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.494795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7623644d-26e4-4925-9421-c40c69584730 req-ddfe5011-7bf9-4fd9-8013-64fd8092efa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22 HTTP/1.1" status: 200 len: 217 time: 0.0402224 Dec 08 00:02:13.555705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623644d-26e4-4925-9421-c40c69584730 req-a86767cb-0e3d-4fb0-bb15-cb2e39449ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:13.557281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7623644d-26e4-4925-9421-c40c69584730 req-a86767cb-0e3d-4fb0-bb15-cb2e39449ec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6325938-3090-428c-be75-7339a2fcb4a1 HTTP/1.1" status: 200 len: 854 time: 0.0534582 Dec 08 00:02:13.593090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7623644d-26e4-4925-9421-c40c69584730 req-01b9e69c-3a65-4fe6-9226-5bef08b007a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d0c759-39ac-4ce3-b915-7d530eb8cf66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269821 Dec 08 00:02:13.699577 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7623644d-26e4-4925-9421-c40c69584730 req-d5018794-e3ca-4825-908e-a04453ac99d5 service neutron] 10.222.0.44 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980942 Dec 08 00:02:13.704539 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.751772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8d3d56-432c-4120-b694-46d5176f1272']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:13.766278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8eee50d2-4c11-47de-8b65-a6e489a3d433 req-60f6acd8-7c69-41ce-98fc-a5e316b8ef0c tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335542 Dec 08 00:02:13.770561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec184819-9d4a-41cf-a96d-e0d268113ab8') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:13.771355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec184819-9d4a-41cf-a96d-e0d268113ab8') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:13.786511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e41ca-e6ca-426d-a617-9dc776da08f5 req-8249ea34-5015-4b5a-874a-4425163bf7ed tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:13.792679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e2e41ca-e6ca-426d-a617-9dc776da08f5 req-8249ea34-5015-4b5a-874a-4425163bf7ed tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1610386 Dec 08 00:02:13.803815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.814469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7623644d-26e4-4925-9421-c40c69584730 req-939a4998-8a7c-4ef8-87a4-dd1f11a1aba2 service neutron] 10.222.0.44 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074100 Dec 08 00:02:13.830217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.845512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:02:13.845917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:02:13.847613 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:02:13.879843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e2e41ca-e6ca-426d-a617-9dc776da08f5 req-06475c60-c2f6-4ffb-8141-5f1436ee8a95 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861964 Dec 08 00:02:13.915448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.921324 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:13.924549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] 10.222.0.18 "DELETE /v2.0/networks/8f8d3d56-432c-4120-b694-46d5176f1272 HTTP/1.1" status: 204 len: 168 time: 0.7611876 Dec 08 00:02:13.945062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caaeae-c98e-496b-bbd6-fba20a2aea7e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8d3d56-432c-4120-b694-46d5176f1272,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:14.080451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd00d3-9f52-4774-bce5-f5ece2a67bb1 req-67ae9d5d-56d6-4c6f-b9b0-f40892c60956 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.082277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14cd00d3-9f52-4774-bce5-f5ece2a67bb1 req-67ae9d5d-56d6-4c6f-b9b0-f40892c60956 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 950 time: 0.0563858 Dec 08 00:02:14.092038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42754) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:14.184278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14cd00d3-9f52-4774-bce5-f5ece2a67bb1 req-26375b9d-3db8-48f5-8c9c-a00d72c7bd75 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946651 Dec 08 00:02:14.196372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2b6324c4-65cd-4012-bf98-3bdf5563dd15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24a02edbc02946b9872a25c961841fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1033165 Dec 08 00:02:14.198792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42758) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:14.223106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad70b3-1020-4919-ba47-a99612ac4ef3 req-d0626bd2-c7cc-490e-b2ea-829e16295dbc tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.224577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7ad70b3-1020-4919-ba47-a99612ac4ef3 req-d0626bd2-c7cc-490e-b2ea-829e16295dbc tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 944 time: 0.0993724 Dec 08 00:02:14.365152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b40dd97e-9a91-4d5c-b0db-f48f2d6622d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:14.376279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7ad70b3-1020-4919-ba47-a99612ac4ef3 req-f7d812fa-7817-4ed2-bf02-d3a68aad43d1 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403246 Dec 08 00:02:14.406741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.412787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.418803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.424816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.430758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.437222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.443166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.445081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-7f691aab-111c-4080-ab92-2b5abdc4cb62 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5438 time: 0.1508687 Dec 08 00:02:14.450648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b40dd97e-9a91-4d5c-b0db-f48f2d6622d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:14.527318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abf9d75e-31bf-49c2-a16f-4c2cad2b57de req-0fd0b28e-7632-4c82-826f-9885b9efc0e3 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745721 Dec 08 00:02:14.538715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b40dd97e-9a91-4d5c-b0db-f48f2d6622d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:14.542070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b40dd97e-9a91-4d5c-b0db-f48f2d6622d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:14.543114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b40dd97e-9a91-4d5c-b0db-f48f2d6622d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f03fee5-e8b9-4bbf-8704-5153be2bbc72 HTTP/1.1" status: 204 len: 168 time: 0.3433673 Dec 08 00:02:14.555501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dd97e-9a91-4d5c-b0db-f48f2d6622d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f03fee5-e8b9-4bbf-8704-5153be2bbc72,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:14.895067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4062a3e-20ba-4b93-ad8b-b8aae4d64706 req-903c2fa0-c39b-4674-82b1-404d2481db6e tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:14.896566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4062a3e-20ba-4b93-ad8b-b8aae4d64706 req-903c2fa0-c39b-4674-82b1-404d2481db6e tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 944 time: 0.0498927 Dec 08 00:02:14.984576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4062a3e-20ba-4b93-ad8b-b8aae4d64706 req-c9eb450d-337b-4d6c-ab03-3b5835d43be6 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Dec 08 00:02:15.032426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bf597-e358-4271-ac74-0cc567516fa4 req-7c535a33-1d97-4696-b2bf-e9b56349f74d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.036126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-062bf597-e358-4271-ac74-0cc567516fa4 req-7c535a33-1d97-4696-b2bf-e9b56349f74d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.0634849 Dec 08 00:02:15.087751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-062bf597-e358-4271-ac74-0cc567516fa4 req-dddeb6ac-ce41-405b-8a29-4df5d115ec7c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Dec 08 00:02:15.310939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284328d6-0d94-4fdb-b998-2567f7311e6f req-1bddd468-e934-4965-b133-291352b2d8d8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.311346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-284328d6-0d94-4fdb-b998-2567f7311e6f req-1bddd468-e934-4965-b133-291352b2d8d8 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 950 time: 0.0559337 Dec 08 00:02:15.383486 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-284328d6-0d94-4fdb-b998-2567f7311e6f req-71372243-ce1e-45f3-bfa3-6634cc8e7b05 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/security-groups?id=826417d2-4c70-463d-99cd-6dead37cfeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645139 Dec 08 00:02:15.459869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 89519f53-8d1a-494e-afbc-3ea5cbb56d22 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:15.518163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3ed41-5600-4118-b358-4aa523f5e717 req-f86fb446-78e9-4a8d-acd9-e51915569323 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.519858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baa3ed41-5600-4118-b358-4aa523f5e717 req-f86fb446-78e9-4a8d-acd9-e51915569323 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 944 time: 0.0710652 Dec 08 00:02:15.560825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-26095a57-f898-421a-b1c1-526c2f94e669 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=140a8ad6a4b8411eb1a336710edfeb90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391297 Dec 08 00:02:15.574511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 89519f53-8d1a-494e-afbc-3ea5cbb56d22, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22,segment=NetworkSegment(71dc0e32-d9b1-42c4-8919-46e7c447dfff),segment_id=71dc0e32-d9b1-42c4-8919-46e7c447dfff)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:15.587435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '89519f53-8d1a-494e-afbc-3ea5cbb56d22', 'network_id': '50d0c759-39ac-4ce3-b915-7d530eb8cf66', 'port_id': '89519f53-8d1a-494e-afbc-3ea5cbb56d22', 'mac_address': 'fa:16:3e:0a:2d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6325938-3090-428c-be75-7339a2fcb4a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:15.616763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baa3ed41-5600-4118-b358-4aa523f5e717 req-092d507e-6725-482a-b190-ecb0b24e846a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846372 Dec 08 00:02:15.640231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:15.656784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89519f53-8d1a-494e-afbc-3ea5cbb56d22 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:15.685690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 89519f53-8d1a-494e-afbc-3ea5cbb56d22, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22,segment=NetworkSegment(71dc0e32-d9b1-42c4-8919-46e7c447dfff),segment_id=71dc0e32-d9b1-42c4-8919-46e7c447dfff)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:15.690689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:15.691488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ef1e1765-ed68-4abc-a384-dcd99787dc0c details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:15.711375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-7c090e4a-df8a-4e97-8823-f222bd95dd2d tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.718938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-7c090e4a-df8a-4e97-8823-f222bd95dd2d tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483409 Dec 08 00:02:15.734773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-4afd40ad-06c9-4762-8c09-96e98c31f153 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/quotas/140a8ad6a4b8411eb1a336710edfeb90 HTTP/1.1" status: 200 len: 375 time: 0.0149834 Dec 08 00:02:15.762087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=89519f53-8d1a-494e-afbc-3ea5cbb56d22,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:15.769967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-db22465f-6718-428d-8f7d-bdbbc880e774 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=140a8ad6a4b8411eb1a336710edfeb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342529 Dec 08 00:02:15.784846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.785194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.785546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.785890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.786230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.786568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.786927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.787266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.787704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.787910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.788299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.788630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.789172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:15.792443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-c5b16fe2-be43-44c5-98d4-e7138ea575a9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.805262 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-c5b16fe2-be43-44c5-98d4-e7138ea575a9 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 950 time: 0.0983217 Dec 08 00:02:15.871700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.888003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.908677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.924156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.925590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Deleting port c1ad586b-f14f-4450-9ef2-5671121fac4c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:02:15.926562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:15.960037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.972053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:15.984511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ef1e1765-ed68-4abc-a384-dcd99787dc0c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:15.995024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:16.007279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-386db540-01f0-41ef-a067-1b6f349ad099 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5438 time: 0.2334530 Dec 08 00:02:16.010871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:16.077018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f21b0f73-e5ee-4bdf-a047-93400bf679f8 req-cb1dc8a2-e3b2-4b10-9f7e-2c3ae54baba8 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 210 time: 0.0660670 Dec 08 00:02:16.099057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:16.124955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] For port c1ad586b-f14f-4450-9ef2-5671121fac4c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=c1ad586b-f14f-4450-9ef2-5671121fac4c,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:16.125583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:16.129559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e1765-ed68-4abc-a384-dcd99787dc0c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:16.142641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Calling delete_port for c1ad586b-f14f-4450-9ef2-5671121fac4c owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:16.152837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a297441c-a3da-4980-87d5-f766c1f58e92 req-c03f7a5d-8471-4e53-908f-7c9dbbfa5923 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444440 Dec 08 00:02:16.180841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ef1e1765-ed68-4abc-a384-dcd99787dc0c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:16.186027 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:16.256563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=ef1e1765-ed68-4abc-a384-dcd99787dc0c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:16.310736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e62b5-30d3-42c8-8385-17febe5c6b0e req-1faf11d2-cb39-439c-882a-55ae3d4ab73f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:16.322567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-080e62b5-30d3-42c8-8385-17febe5c6b0e req-1faf11d2-cb39-439c-882a-55ae3d4ab73f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 945 time: 0.1419029 Dec 08 00:02:16.363262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ed4c2-463c-48da-875a-459ae1881e46 req-e098f37c-77bf-4565-b736-ee69835dda53 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:16.366430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-928ed4c2-463c-48da-875a-459ae1881e46 req-e098f37c-77bf-4565-b736-ee69835dda53 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1134319 Dec 08 00:02:16.376230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:16.414998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Pushing event deleted for resources: {'Port': ['ID=c1ad586b-f14f-4450-9ef2-5671121fac4c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:16.423756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['c1ad586b-f14f-4450-9ef2-5671121fac4c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:16.485617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] No DVR routers for this DVR port c1ad586b-f14f-4450-9ef2-5671121fac4c on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:16.488592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:16.494259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2ed70bad-be40-4918-a39a-fb6fdbcbf63f req-cdf41b8e-6123-4bbf-b476-9f42d40d7f7d tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.59 "DELETE /v2.0/ports/c1ad586b-f14f-4450-9ef2-5671121fac4c HTTP/1.1" status: 204 len: 173 time: 0.6815932 Dec 08 00:02:16.494860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db793011-119f-4054-a900-f649f732b909', 'name': 'network-vif-deleted', 'tag': 'c1ad586b-f14f-4450-9ef2-5671121fac4c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:16.499540 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890df2b5-c880-4c9c-b5db-d34b7f906921" -d '{"events": [{"server_uuid": "db793011-119f-4054-a900-f649f732b909", "name": "network-vif-deleted", "tag": "c1ad586b-f14f-4450-9ef2-5671121fac4c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:16.505698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-928ed4c2-463c-48da-875a-459ae1881e46 req-3c0bc1c9-b6e2-4a06-b4de-dd9f18a80760 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298170 Dec 08 00:02:16.529939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-080e62b5-30d3-42c8-8385-17febe5c6b0e req-cc9be896-acb0-45a6-babe-ba8ff685f9e9 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060726 Dec 08 00:02:16.569441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['89519f53-8d1a-494e-afbc-3ea5cbb56d22'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:16.582769 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51330c6b-d876-4a5e-bc8f-d8f8a9b84372 x-openstack-request-id: req-51330c6b-d876-4a5e-bc8f-d8f8a9b84372 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:16.583118 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db793011-119f-4054-a900-f649f732b909", "name": "network-vif-deleted", "tag": "c1ad586b-f14f-4450-9ef2-5671121fac4c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:16.583387 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51330c6b-d876-4a5e-bc8f-d8f8a9b84372 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:16.583951 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db793011-119f-4054-a900-f649f732b909', 'name': 'network-vif-deleted', 'tag': 'c1ad586b-f14f-4450-9ef2-5671121fac4c', 'status': 'completed', 'code': 200} Dec 08 00:02:16.630309 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:02:16.650328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:16.652671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['ef1e1765-ed68-4abc-a384-dcd99787dc0c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:16.685158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4c27b0c-77b1-4a83-9ef6-a10b15235de0 req-17e717b4-0638-4fe7-bae6-6a9f01c0c0f6 tempest-ServersOnMultiNodesTest-1141941900 tempest-ServersOnMultiNodesTest-1141941900-project] 10.222.0.18 "GET /v2.0/ports?device_id=db793011-119f-4054-a900-f649f732b909 HTTP/1.1" status: 200 len: 210 time: 0.0711238 Dec 08 00:02:16.834228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2dbc3-feb5-4004-a428-8dc04c5a3627 req-985b3801-5558-4d29-bc57-de669295676a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:16.842704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ce2dbc3-feb5-4004-a428-8dc04c5a3627 req-985b3801-5558-4d29-bc57-de669295676a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 945 time: 0.0981119 Dec 08 00:02:16.904845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ce2dbc3-feb5-4004-a428-8dc04c5a3627 req-895d9217-c14e-4cd5-9a35-0220cc07af00 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608981 Dec 08 00:02:16.913510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:16.921898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:16.922383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.118428 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.154717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:17.158933 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e176e3-9625-46f6-abc7-d420bfbac9f4" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:17.197290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e07edb74-8645-49b4-9da7-1d6778c92daa req-f088bcfb-c472-48c2-9d77-e4b7084ed200 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 210 time: 0.0299525 Dec 08 00:02:17.206141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:17.224931 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5555ef48-583e-4771-b9ad-be284dc7066f x-openstack-request-id: req-5555ef48-583e-4771-b9ad-be284dc7066f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:17.225321 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:17.225508 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5555ef48-583e-4771-b9ad-be284dc7066f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:17.225933 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f', 'code': 200} Dec 08 00:02:17.228107 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.228959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 64f23527-dd87-492e-abfd-0fb9c6a013d8 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:17.337538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.345812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.349585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:17.360106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.365862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.372520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.372752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 64f23527-dd87-492e-abfd-0fb9c6a013d8 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:17.376528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 64f23527-dd87-492e-abfd-0fb9c6a013d8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:17.377194 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.378625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.384455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.390409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.392392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-899ff498-a084-4730-a8a5-7b37c6fe667e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5439 time: 0.1326172 Dec 08 00:02:17.428183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-c2588bfd-069a-4795-be03-7dba178f4315 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=140a8ad6a4b8411eb1a336710edfeb90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308998 Dec 08 00:02:17.485604 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.486524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc36e3de-bd16-4df1-8b0b-769c7093c359 req-2bccf49d-fc47-4bde-983b-54d1ef1a60d5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795882 Dec 08 00:02:17.535079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 64f23527-dd87-492e-abfd-0fb9c6a013d8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:17.540736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.542410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:17.615064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-ffc0469b-5d87-4dce-a05e-4f80cee3a1a8 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.620435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-ffc0469b-5d87-4dce-a05e-4f80cee3a1a8 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847012 Dec 08 00:02:17.643580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=64f23527-dd87-492e-abfd-0fb9c6a013d8,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:17.657570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Request body: {'port': {'device_id': '11b90c46-32fc-431b-9317-e6710807f1ca', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '140a8ad6a4b8411eb1a336710edfeb90'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:17.663180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:17.668238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:17.669430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.701130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5a20d-da70-4de2-ac45-ddf37819f58a req-e3c5ff97-1314-4af8-a6c7-5bc661d4d38b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.704839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ed5a20d-da70-4de2-ac45-ddf37819f58a req-e3c5ff97-1314-4af8-a6c7-5bc661d4d38b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 945 time: 0.0610116 Dec 08 00:02:17.713010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb43861-6553-4ada-af49-cf4d1663c992 req-4d37923e-94f1-4320-aa14-c353cf90c734 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:17.714808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3bb43861-6553-4ada-af49-cf4d1663c992 req-4d37923e-94f1-4320-aa14-c353cf90c734 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1223137 Dec 08 00:02:17.774621 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.801412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Made reservation on behalf of 140a8ad6a4b8411eb1a336710edfeb90 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:17.806218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.807781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3bb43861-6553-4ada-af49-cf4d1663c992 req-49ddbfb0-ba45-4846-893b-b29e27f2469f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646145 Dec 08 00:02:17.813759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:17.819994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ed5a20d-da70-4de2-ac45-ddf37819f58a req-97248765-2882-4ebd-a4e3-dd8403030a08 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032317 Dec 08 00:02:17.822586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.823604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2a9ed764-9bce-4e21-a167-25af796ea97b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:17.841850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.952170 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.957560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:17.976397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:17.993279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 2a9ed764-9bce-4e21-a167-25af796ea97b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:17.997865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 2a9ed764-9bce-4e21-a167-25af796ea97b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:17.998244 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.079353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc5492-af6e-474e-ade8-b7110b64ac79 req-9af64014-ae82-49c1-839f-26d2fdaf14ed tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.087837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51fc5492-af6e-474e-ade8-b7110b64ac79 req-9af64014-ae82-49c1-839f-26d2fdaf14ed tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 945 time: 0.0835407 Dec 08 00:02:18.114513 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.173840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2a9ed764-9bce-4e21-a167-25af796ea97b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2a9ed764-9bce-4e21-a167-25af796ea97b,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:18.174169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Allocated IP 192.168.233.93 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/67a9c583-c70f-4264-b549-a49fad4b07ff) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:18.175283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51fc5492-af6e-474e-ade8-b7110b64ac79 req-c8cc156f-bb94-421b-b4ac-0f32f38e0028 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863302 Dec 08 00:02:18.184882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.185751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b8b463-48cb-4131-b066-14d29b481368 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:18.288914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42884) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:18.361219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-466a56e0-d92c-415f-ace9-b8e7a5cb7153 req-3a23b9f5-9b35-4ea7-a9e3-b3a7bd09a7ac tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 210 time: 0.0409174 Dec 08 00:02:18.363202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a3ac70-6093-42d1-9351-a0d78f360ddc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:18.365147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2a9ed764-9bce-4e21-a167-25af796ea97b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:18.382795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 12b8b463-48cb-4131-b066-14d29b481368 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:18.387808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 12b8b463-48cb-4131-b066-14d29b481368 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:18.388246 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.441212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.494545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-961e3886-4519-4463-81ca-5183a5922e3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9395de888aa24de89e450082beda9a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017577 Dec 08 00:02:18.495500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42888) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:18.498422 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.499213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.579583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 12b8b463-48cb-4131-b066-14d29b481368, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b8b463-48cb-4131-b066-14d29b481368,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:18.579993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:18.583617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:18.586202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.587259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e740fce2-d8d7-4e3b-b7aa-da84c381d6fd up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:18.591077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:18.612455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-951c10f9-598e-4fac-8290-88da34e6c6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.681810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.685688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.691955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:18.693606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-951c10f9-598e-4fac-8290-88da34e6c6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.743806 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-21914f87-e0d7-470a-89a6-6f32c1932760 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0914590 Dec 08 00:02:18.749252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.759264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.766932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.773279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Request body: {'port': {'device_id': '11b90c46-32fc-431b-9317-e6710807f1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:18.775172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.784125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.788710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=12b8b463-48cb-4131-b066-14d29b481368,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:18.792129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.800453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:18.810687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65f40abb-662f-472c-aae5-998b55883917 req-c1ef1498-419f-4169-9a43-8da662dc9bd6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5443 time: 0.1616592 Dec 08 00:02:18.813959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:18.827865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:18.828265 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.904009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:18.990482 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.044280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:19.051455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.051940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4149b686-9caf-4b96-96d9-e31ab747b636 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:19.054981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65f40abb-662f-472c-aae5-998b55883917 req-7a211d76-792c-4b8a-8919-0a545b950c14 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421916 Dec 08 00:02:19.120861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-951c10f9-598e-4fac-8290-88da34e6c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.123861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-951c10f9-598e-4fac-8290-88da34e6c6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.125129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-951c10f9-598e-4fac-8290-88da34e6c6ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/826417d2-4c70-463d-99cd-6dead37cfeae HTTP/1.1" status: 204 len: 168 time: 0.6271977 Dec 08 00:02:19.149087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:19.152051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9814b68a-c261-4e0e-8b92-6abf84e971bf None None] Provisioning complete for port 67a9c583-c70f-4264-b549-a49fad4b07ff triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:19.152430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9814b68a-c261-4e0e-8b92-6abf84e971bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.195275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2c821-a2fb-4812-ae08-510feed9dbe5 req-4384b49e-4595-4314-a769-731b6c8acfb9 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:19.197240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 4149b686-9caf-4b96-96d9-e31ab747b636 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:19.202410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9814b68a-c261-4e0e-8b92-6abf84e971bf None None] Port 67a9c583-c70f-4264-b549-a49fad4b07ff cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:19.204052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 4149b686-9caf-4b96-96d9-e31ab747b636 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:19.204485 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.209069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38b2c821-a2fb-4812-ae08-510feed9dbe5 req-4384b49e-4595-4314-a769-731b6c8acfb9 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 945 time: 0.2387784 Dec 08 00:02:19.227570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8'}, {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4'}, {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b'}, {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b8b463-48cb-4131-b066-14d29b481368'}, {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:19.230286 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18685df1-f585-49be-abbf-6050d065e0b6" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8"}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4"}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b"}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "12b8b463-48cb-4131-b066-14d29b481368"}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "e740fce2-d8d7-4e3b-b7aa-da84c381d6fd"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:19.283686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c10f9-598e-4fac-8290-88da34e6c6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826417d2-4c70-463d-99cd-6dead37cfeae,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:19.363608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a9c583-c70f-4264-b549-a49fad4b07ff {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:19.371220 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.371875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.390012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Transition to ACTIVE for port object 67a9c583-c70f-4264-b549-a49fad4b07ff will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:02:19.396785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.413655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4149b686-9caf-4b96-96d9-e31ab747b636, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4149b686-9caf-4b96-96d9-e31ab747b636,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:19.431412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38b2c821-a2fb-4812-ae08-510feed9dbe5 req-cbccd2f0-973f-4358-90cd-f335c350846a tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205157 Dec 08 00:02:19.445963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99612b57-d991-4656-8ba9-6c47a6ad38b8 req-982dba19-7f62-4bae-9988-dfb199c20d4a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:19.447602 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.466694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99612b57-d991-4656-8ba9-6c47a6ad38b8 req-982dba19-7f62-4bae-9988-dfb199c20d4a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.2441628 Dec 08 00:02:19.527239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device c1ad586b-f14f-4450-9ef2-5671121fac4c no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:19.532093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 89519f53-8d1a-494e-afbc-3ea5cbb56d22 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:19.577299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99612b57-d991-4656-8ba9-6c47a6ad38b8 req-6691d37b-8f10-4869-a8db-3cba27472110 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096053 Dec 08 00:02:19.647215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=4149b686-9caf-4b96-96d9-e31ab747b636,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:19.651848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: c1ad586b-f14f-4450-9ef2-5671121fac4c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:19.652323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device c1ad586b-f14f-4450-9ef2-5671121fac4c not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:19.658653 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ded3fe-f639-48a5-bf93-35c1f6d82a7e x-openstack-request-id: req-43ded3fe-f639-48a5-bf93-35c1f6d82a7e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:19.659045 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8", "code": 200}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4", "code": 200}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b", "code": 200}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "12b8b463-48cb-4131-b066-14d29b481368", "code": 200}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "e740fce2-d8d7-4e3b-b7aa-da84c381d6fd", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:19.659307 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43ded3fe-f639-48a5-bf93-35c1f6d82a7e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:19.659834 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8', 'code': 200} Dec 08 00:02:19.660023 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4', 'code': 200} Dec 08 00:02:19.660215 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'code': 200} Dec 08 00:02:19.660471 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b8b463-48cb-4131-b066-14d29b481368', 'code': 200} Dec 08 00:02:19.660723 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd', 'code': 200} Dec 08 00:02:19.674594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:19.678254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Attempting to bind port 67a9c583-c70f-4264-b549-a49fad4b07ff on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:19.679153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Attempting to bind port 67a9c583-c70f-4264-b549-a49fad4b07ff by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:19.679535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Attempting to bind port 67a9c583-c70f-4264-b549-a49fad4b07ff on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:19.693468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Port 67a9c583-c70f-4264-b549-a49fad4b07ff on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:02:19.693804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Attempting to bind port 67a9c583-c70f-4264-b549-a49fad4b07ff on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:19.699465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:19.705395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:19.705750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:19.705916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.706104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:19.706484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:19.706928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Bound port: 67a9c583-c70f-4264-b549-a49fad4b07ff, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:19.707292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.755455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42910) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:19.868813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee454c8-7eb6-4762-9ae1-4b2d4033f2b1 req-be4c386d-d546-4de4-80e3-8fe6526d0e3e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:19.877912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ee454c8-7eb6-4762-9ae1-4b2d4033f2b1 req-be4c386d-d546-4de4-80e3-8fe6526d0e3e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 945 time: 0.1362681 Dec 08 00:02:19.893850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:19.897336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:19.904017 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fa30b39f-4e47-421d-bfb6-3412ff492beb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dca18f5bcef4e98902bbd3959922440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473196 Dec 08 00:02:19.904621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42912) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:19.912038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b491ad-2ec5-4fe3-bdfa-8267306921ac req-daa533d1-c64d-46ff-86ad-18f73c2cc89d tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:19.919331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.920543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96b491ad-2ec5-4fe3-bdfa-8267306921ac req-daa533d1-c64d-46ff-86ad-18f73c2cc89d tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 947 time: 0.1304665 Dec 08 00:02:19.977913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:19.978525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:19.980115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] 10.222.0.44 "PUT /v2.0/ports/67a9c583-c70f-4264-b549-a49fad4b07ff HTTP/1.1" status: 200 len: 1095 time: 1.2207150 Dec 08 00:02:19.980856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:19.983823 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9c87a-f415-4007-8ad9-6f1767293507" -d '{"events": [{"name": "network-changed", "server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:19.993432 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.013050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ee454c8-7eb6-4762-9ae1-4b2d4033f2b1 req-c9d6f381-9485-485b-851f-99aa1866036a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275373 Dec 08 00:02:20.017184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb98b3-1ddf-425d-8462-bc670f633fdd service neutron] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:20.022518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b05581-74e6-4017-812a-e7a59495af5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.053130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96b491ad-2ec5-4fe3-bdfa-8267306921ac req-ebf11a8a-0b0d-497e-9cad-592ff15f1565 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317418 Dec 08 00:02:20.057891 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 89519f53-8d1a-494e-afbc-3ea5cbb56d22, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22,segment=NetworkSegment(71dc0e32-d9b1-42c4-8919-46e7c447dfff),segment_id=71dc0e32-d9b1-42c4-8919-46e7c447dfff)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:20.065901 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.068048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ef1e1765-ed68-4abc-a384-dcd99787dc0c up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:20.069693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b05581-74e6-4017-812a-e7a59495af5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.130500 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf994ad-89d2-4202-a3a6-4d04ccb539fd x-openstack-request-id: req-cbf994ad-89d2-4202-a3a6-4d04ccb539fd {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:20.130802 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:20.131093 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbf994ad-89d2-4202-a3a6-4d04ccb539fd {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:20.131745 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'status': 'completed', 'code': 200} Dec 08 00:02:20.156100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b05581-74e6-4017-812a-e7a59495af5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.158686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b05581-74e6-4017-812a-e7a59495af5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.162826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f3b05581-74e6-4017-812a-e7a59495af5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d38c98a5-ec98-490c-a655-da1edbd578f3 HTTP/1.1" status: 204 len: 168 time: 0.2570693 Dec 08 00:02:20.195148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b05581-74e6-4017-812a-e7a59495af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38c98a5-ec98-490c-a655-da1edbd578f3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:20.225551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-bc324f41-8a5d-4a59-8e57-f26d34544e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.226283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=89519f53-8d1a-494e-afbc-3ea5cbb56d22,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:20.227270 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-bc324f41-8a5d-4a59-8e57-f26d34544e6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=140a8ad6a4b8411eb1a336710edfeb90&device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 1098 time: 0.1123054 Dec 08 00:02:20.271674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port ef1e1765-ed68-4abc-a384-dcd99787dc0c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:20.276869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port ef1e1765-ed68-4abc-a384-dcd99787dc0c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:20.277240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.323336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-67ee3f90-9206-4b29-90dc-34099edda942 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=67a9c583-c70f-4264-b549-a49fad4b07ff HTTP/1.1" status: 200 len: 217 time: 0.0821910 Dec 08 00:02:20.351366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.358612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.364958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.371735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.379026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.385471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.392509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.400598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dced593b-d856-433b-b1dd-0416d332dd8d req-f5e64745-3bfc-4b30-8b69-700d744cb1d7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.1921992 Dec 08 00:02:20.410589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-6181622e-f6ec-42a2-9508-99c57474c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.412085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-6181622e-f6ec-42a2-9508-99c57474c7e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0816939 Dec 08 00:02:20.459094 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.499682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-2f749ee5-ab76-43e7-ae1f-7cbe5fd29057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.501236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-2f749ee5-ab76-43e7-ae1f-7cbe5fd29057 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807505 Dec 08 00:02:20.520707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dced593b-d856-433b-b1dd-0416d332dd8d req-4fb40b20-7359-4db5-9028-4bf7d683b1e0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128035 Dec 08 00:02:20.555942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ef1e1765-ed68-4abc-a384-dcd99787dc0c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:20.564617 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:20.638854 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-e26c5e61-eb56-4d2d-a89d-0ad54df8f2a8 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303651 Dec 08 00:02:20.643809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac851c9-9d31-4334-9856-fe668d30d2f8 req-0fb92833-4fcd-456f-8bab-c0a5667efbb9 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.654489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ac851c9-9d31-4334-9856-fe668d30d2f8 req-0fb92833-4fcd-456f-8bab-c0a5667efbb9 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.0946562 Dec 08 00:02:20.676173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=ef1e1765-ed68-4abc-a384-dcd99787dc0c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:20.792867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ac851c9-9d31-4334-9856-fe668d30d2f8 req-732adda1-0796-457a-bbd0-6df6e502a5e8 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371393 Dec 08 00:02:20.805853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84f6aea0-a558-44c6-8c31-0726cd1e8193 req-9ea62e92-45d6-43f6-a8c3-c6e1fd40fcf0 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591940 Dec 08 00:02:20.825138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a327a8-01b6-4e83-8d6c-339fcee9b8c0 req-400c16b7-d611-45d0-a694-ca83b148d32c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.829656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3a327a8-01b6-4e83-8d6c-339fcee9b8c0 req-400c16b7-d611-45d0-a694-ca83b148d32c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1355462 Dec 08 00:02:20.911839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3a327a8-01b6-4e83-8d6c-339fcee9b8c0 req-965daabd-abbc-4889-93bf-4732f3d5bbbd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745945 Dec 08 00:02:20.961894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-c14e0ff9-9785-4e6a-94fe-574f67554acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:20.963609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-c14e0ff9-9785-4e6a-94fe-574f67554acb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=140a8ad6a4b8411eb1a336710edfeb90&device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 1098 time: 0.0617836 Dec 08 00:02:21.093162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-f139120a-e0e7-4ba5-8b04-f80455a8a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.094661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-f139120a-e0e7-4ba5-8b04-f80455a8a4f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1227982 Dec 08 00:02:21.145149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-00443b3d-4e43-46aa-9a39-402dc98cc13c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=67a9c583-c70f-4264-b549-a49fad4b07ff HTTP/1.1" status: 200 len: 217 time: 0.0424702 Dec 08 00:02:21.210171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-376d58f5-b432-429f-aa7d-b28b21ec659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.211769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-376d58f5-b432-429f-aa7d-b28b21ec659e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0575907 Dec 08 00:02:21.234656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008d8cc-8663-45e3-aafa-12a517211a72 req-b13d6c12-8752-4aea-9dd6-653b1067d718 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.236902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7008d8cc-8663-45e3-aafa-12a517211a72 req-b13d6c12-8752-4aea-9dd6-653b1067d718 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 946 time: 0.1179578 Dec 08 00:02:21.254535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33c2b9-0780-4aa8-9d02-bf8317d1eac8 req-be1d066a-66dd-4500-82ed-58e9d8d2d006 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.256679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b33c2b9-0780-4aa8-9d02-bf8317d1eac8 req-be1d066a-66dd-4500-82ed-58e9d8d2d006 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 947 time: 0.0977831 Dec 08 00:02:21.281291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-24b2f8b5-7378-4dde-a40b-5d31d5d395f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.282354 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-24b2f8b5-7378-4dde-a40b-5d31d5d395f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630851 Dec 08 00:02:21.330780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42950) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:21.345963 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48be0d96-2ec4-46ff-99c5-58921d0b2c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.371207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b33c2b9-0780-4aa8-9d02-bf8317d1eac8 req-523c44d7-5d31-450e-a933-e30a75d0cfa3 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995791 Dec 08 00:02:21.384187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7008d8cc-8663-45e3-aafa-12a517211a72 req-ae111b82-a79a-4d68-8763-d54e0886fa22 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250968 Dec 08 00:02:21.430366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-bf2deefb-7c72-40ca-987f-cb28f73cc4e2 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389310 Dec 08 00:02:21.541994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-network', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:21.558485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10f9c87a-f415-4007-8ad9-6f1767293507 req-d1922888-0b87-4a6c-9066-8ae48a35486c service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202738 Dec 08 00:02:21.575576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Made reservation on behalf of c55fc70e8909444d9335baa216ac1248 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:21.586032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.597780 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.657763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.661763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4149b686-9caf-4b96-96d9-e31ab747b636'}, {'server_uuid': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89519f53-8d1a-494e-afbc-3ea5cbb56d22'}, {'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:21.664583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.665654 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571fd53c-f2ce-46e7-a439-fd0f0ac9d01e" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "4149b686-9caf-4b96-96d9-e31ab747b636"}, {"server_uuid": "42c2af0b-e328-437c-aa9f-4fef8adaaf4b", "name": "network-vif-plugged", "status": "completed", "tag": "89519f53-8d1a-494e-afbc-3ea5cbb56d22"}, {"server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:21.670647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.676477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.682352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.682740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.688112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.688710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.695022 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.703886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-9f759f28-b184-4fb8-b11e-5668ea79cde0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.1122808 Dec 08 00:02:21.709139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:02:21.726947 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50af8e2f-615f-4537-a42a-e4203c547850 x-openstack-request-id: req-50af8e2f-615f-4537-a42a-e4203c547850 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:21.727546 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-plugged", "status": "completed", "tag": "4149b686-9caf-4b96-96d9-e31ab747b636", "code": 200}, {"server_uuid": "42c2af0b-e328-437c-aa9f-4fef8adaaf4b", "name": "network-vif-plugged", "status": "completed", "tag": "89519f53-8d1a-494e-afbc-3ea5cbb56d22", "code": 200}, {"server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:21.727991 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50af8e2f-615f-4537-a42a-e4203c547850 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:21.728597 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4149b686-9caf-4b96-96d9-e31ab747b636', 'code': 200} Dec 08 00:02:21.729052 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89519f53-8d1a-494e-afbc-3ea5cbb56d22', 'code': 200} Dec 08 00:02:21.729523 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'code': 200} Dec 08 00:02:21.730082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.730471 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Added segment 5dcf6065-b99e-49ec-84ef-231752e675f2 of type vlan for network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca Dec 08 00:02:21.739210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b73b27-9a89-41ec-a4a1-166b7360a223,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:21.765712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-569340a0-9d78-4a77-bf1c-249ac7107f1f req-b0ac6b83-5254-4dbf-a164-c10ec367f6c3 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609107 Dec 08 00:02:21.801073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.851997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.853398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.853938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:21.880108 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5482352 Dec 08 00:02:21.893033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42962) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:21.899223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Request body: {'subnet': {'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-subnet', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:21.972461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93853-5c5a-4b0f-bf30-940bdd2b4b55 req-2a539053-f84c-4341-a2d8-7f0e69bc2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:21.974606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8e93853-5c5a-4b0f-bf30-940bdd2b4b55 req-2a539053-f84c-4341-a2d8-7f0e69bc2fcc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0901806 Dec 08 00:02:21.985242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c6029-14bc-4024-b934-f13c5dfb8b4c admin admin] Pushing event updated for resources: {'Network': ['ID=8bd571fb-fdc7-494b-a86a-8a89f85a04ca,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:21.995471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:02:21.997267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe438d-99f2-4c28-837e-6d45b84d6511 req-7f217bce-0ec2-4ef1-9a71-c94263514a4a tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.001860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1fe438d-99f2-4c28-837e-6d45b84d6511 req-7f217bce-0ec2-4ef1-9a71-c94263514a4a tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.1276999 Dec 08 00:02:22.003381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.003969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.004433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.004892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.005355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.005817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.006326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.008234 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-0275a4fc-a9ae-43f6-8449-39345ee1ee84 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6502 time: 0.1423409 Dec 08 00:02:22.011265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72e7e-4cf2-4c54-b79e-12039613e13d req-bc65995f-2dc7-4bf0-8a90-f319d3c20744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.013486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ec72e7e-4cf2-4c54-b79e-12039613e13d req-bc65995f-2dc7-4bf0-8a90-f319d3c20744 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 1097 time: 0.1032524 Dec 08 00:02:22.017852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Made reservation on behalf of c55fc70e8909444d9335baa216ac1248 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:22.020137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.124494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ec72e7e-4cf2-4c54-b79e-12039613e13d req-274cde5b-ad08-4906-a223-e8a7d3cb0b0f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020911 Dec 08 00:02:22.130859 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-72c1e0a2-2592-4c49-96bc-abc0778e5bc1 req-70777b39-7dda-45a1-8d44-3759c0727bd0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53f325d3-1b9a-4540-8930-0586c78320b3&id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074045 Dec 08 00:02:22.227296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8e93853-5c5a-4b0f-bf30-940bdd2b4b55 req-be83b4db-e985-4312-b9a7-fc4186e896b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237580 Dec 08 00:02:22.238203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1fe438d-99f2-4c28-837e-6d45b84d6511 req-b928623d-6385-495e-9166-da42ea579aa6 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221568 Dec 08 00:02:22.247442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb868a-6294-4327-a375-0971d4c8856f req-a40ce834-2b3c-45e6-b4e6-d60a04343526 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.249038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bfb868a-6294-4327-a375-0971d4c8856f req-a40ce834-2b3c-45e6-b4e6-d60a04343526 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1530113 Dec 08 00:02:22.362302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bfb868a-6294-4327-a375-0971d4c8856f req-f2e2fad9-5cef-4240-9c51-b839be7057ef tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969148 Dec 08 00:02:22.385865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.459868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60daf42c-4117-4164-a376-217d8ccc8c66,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:22.472801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Checking segment: {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:22.473237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Network hostable DHCP agents. Network: 8bd571fb-fdc7-494b-a86a-8a89f85a04ca, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:02:22.548866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:02:22.571842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee61f-f31f-4853-83c0-b8b9960c5518 req-5896abe1-7a5b-4eef-ad3c-90fa529cfed1 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.573244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-661ee61f-f31f-4853-83c0-b8b9960c5518 req-5896abe1-7a5b-4eef-ad3c-90fa529cfed1 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 946 time: 0.0960946 Dec 08 00:02:22.575607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8bd571fb-fdc7-494b-a86a-8a89f85a04ca) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:22.583656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3ea6b-5c5c-4cc9-a048-07fe858f501f None None] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:22.584097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d577a6-16c5-4892-b7c3-402ec0f68f1e req-9bef92d3-977c-4d39-bed2-b1574fda02fb tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.585133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24d577a6-16c5-4892-b7c3-402ec0f68f1e req-9bef92d3-977c-4d39-bed2-b1574fda02fb tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 947 time: 0.1153932 Dec 08 00:02:22.594099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.594678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.638182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-25fcc5d7-502d-48fd-857f-c710a9ac3935 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7440178 Dec 08 00:02:22.641000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42974) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:22.645131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:22.678846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-661ee61f-f31f-4853-83c0-b8b9960c5518 req-519ce3ab-91e3-424a-989a-83cc2199445c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927637 Dec 08 00:02:22.686114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'fixed_ips': [{'subnet_id': '60daf42c-4117-4164-a376-217d8ccc8c66'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:02:22.687392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.696419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24d577a6-16c5-4892-b7c3-402ec0f68f1e req-fd956504-a5ce-4181-9d7f-537038e78722 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979168 Dec 08 00:02:22.708751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.709892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.763034 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.831199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Allocated IP 172.20.0.2 (8bd571fb-fdc7-494b-a86a-8a89f85a04ca/60daf42c-4117-4164-a376-217d8ccc8c66/69d92903-fe79-4f3f-9f0f-9003a0e4f0f3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:22.923141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.970757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.976605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.977639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.982545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.983415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:22.988451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:22.994352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:23.001423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:23.007409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:23.009229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c69ca23-9913-4559-8c56-23f865a35daa req-62a00516-78b3-4f5b-beaf-c189232bfc17 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.1412165 Dec 08 00:02:23.024284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:23.027266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:23.031465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:23.041175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Pushing event updated for resources: {'Port': ['ID=69d92903-fe79-4f3f-9f0f-9003a0e4f0f3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:23.100180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Attempting to bind port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:23.100180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Attempting to bind port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:23.100465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Attempting to bind port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 on network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:23.106400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c69ca23-9913-4559-8c56-23f865a35daa req-373e0758-a61e-43a1-bbe6-754d4c520c32 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890355 Dec 08 00:02:23.109586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:23.110386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Checking segment: {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:23.110386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.110780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Bound using segment: {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:23.111307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Bound port: 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:23.111821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.176409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] For port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:23.179711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] For port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=69d92903-fe79-4f3f-9f0f-9003a0e4f0f3,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:23.185138 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.233087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.238915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba351b1-700f-4df2-8430-ab3a61973fb4 None None] Pushing event updated for resources: {'Port': ['ID=69d92903-fe79-4f3f-9f0f-9003a0e4f0f3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:23.258410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.414274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba61862-0f4a-4261-ba9d-1022d5449729 req-79caa5f6-87df-4c73-b3f7-77967ac80b53 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:23.416041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dba61862-0f4a-4261-ba9d-1022d5449729 req-79caa5f6-87df-4c73-b3f7-77967ac80b53 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.1009645 Dec 08 00:02:23.433411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Allocated IP 172.25.6.214 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/2906eca6-53bf-4546-b6c9-09582054f419) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:23.510486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:23.594986 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a821241c-1436-4c0b-baf4-ebef837c86ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.607942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dba61862-0f4a-4261-ba9d-1022d5449729 req-850541bf-141c-4411-8c7b-2795f96a2126 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843939 Dec 08 00:02:23.669119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f36695-d070-43e0-bcad-25afed8204dd req-b7db329c-53c6-4f5a-9444-90e05d4d5a02 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:23.676595 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0f36695-d070-43e0-bcad-25afed8204dd req-b7db329c-53c6-4f5a-9444-90e05d4d5a02 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1955972 Dec 08 00:02:23.722562 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.747145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:23.761516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'mac_address': 'fa:16:3e:57:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:23.774320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0f36695-d070-43e0-bcad-25afed8204dd req-55038562-8169-4935-98a0-81a0067c4973 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949702 Dec 08 00:02:23.804017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.827847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a9c583-c70f-4264-b549-a49fad4b07ff {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:23.849448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:23.853863 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.895031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:23.908089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:23.961448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:23.971851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-5d5b3227-1ea2-4491-b03c-f8508056b13d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:23.978705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-5d5b3227-1ea2-4491-b03c-f8508056b13d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.2304966 Dec 08 00:02:23.999381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3eff2-feab-4a8f-ab11-ab3861208c28 req-b7adf789-345c-4f98-a07f-7276dd906897 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:24.001112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8c3eff2-feab-4a8f-ab11-ab3861208c28 req-b7adf789-345c-4f98-a07f-7276dd906897 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 946 time: 0.1495085 Dec 08 00:02:24.002131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:24.005153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:24.018003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=2906eca6-53bf-4546-b6c9-09582054f419,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:24.045894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-b7daf51c-a296-447d-a2a0-a904d1856cbf tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/quotas/e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 375 time: 0.0662658 Dec 08 00:02:24.050718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:24.104772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:24.105302 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:24.192468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['67a9c583-c70f-4264-b549-a49fad4b07ff'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:24.194939 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:24.196383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8c3eff2-feab-4a8f-ab11-ab3861208c28 req-81d5f1e2-f704-449b-bbcc-665ca53bebda tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866653 Dec 08 00:02:24.234314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-392b4f2f-50db-426d-bb6d-391635d3e72e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722937 Dec 08 00:02:24.268527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=69d92903-fe79-4f3f-9f0f-9003a0e4f0f3,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:24.291860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:24.364426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=69d92903-fe79-4f3f-9f0f-9003a0e4f0f3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:24.456538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11349755-2d49-4759-be77-7925792c7394 None None] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:24.571688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-05578d77-1132-4338-aa24-5b0f144f263c None None] Provisioning complete for port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:24.572049 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05578d77-1132-4338-aa24-5b0f144f263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:24.680406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24452210-d68f-4caa-a3ba-a0c4873f61f8 req-c32c7646-cfec-4398-b7d8-a620690cbce3 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:24.681907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24452210-d68f-4caa-a3ba-a0c4873f61f8 req-c32c7646-cfec-4398-b7d8-a620690cbce3 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 948 time: 0.3999209 Dec 08 00:02:24.713310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8abfc3b1-ab47-4d53-8ecc-cd99ba9cdcf0 service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674206 Dec 08 00:02:24.779291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c7014dd2-ec7c-4028-b89e-782d21e0ba16 None None] Provisioning complete for port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:24.779841 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c7014dd2-ec7c-4028-b89e-782d21e0ba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:24.782492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:24.859391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24452210-d68f-4caa-a3ba-a0c4873f61f8 req-af18d9ef-9f66-4aa0-8094-19d5e539fe29 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512117 Dec 08 00:02:24.918079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-105a4661-334e-4e53-ade4-00416fef2769 service neutron] 10.222.0.18 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944382 Dec 08 00:02:24.993884 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.070399 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.092379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.098311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.104991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.111503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.117420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.124428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.130646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.132635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-8283f274-08a6-40ee-a2d4-0b0cdee46c9d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.1123805 Dec 08 00:02:25.432526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ee5c099-e75e-49c5-abff-5fa002b1cd4e req-e46453f1-7927-4f39-8bde-2e72cc6dea20 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2626028 Dec 08 00:02:25.445458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-f1eceb58-f811-4725-bafc-900a5d88589e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2767265 Dec 08 00:02:25.470287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:25.499565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Router 3ca38881-ea54-4318-a3ed-a11f650fa607 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:02:25.504319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.522307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:25.576333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 67a9c583-c70f-4264-b549-a49fad4b07ff completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:25.580400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 67a9c583-c70f-4264-b549-a49fad4b07ff triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:25.580753 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.659616 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.674202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc772a8-8e6a-4853-a590-891963021471 req-1c7854e6-1755-4ccd-9129-47ac446ad5e3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:25.675737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebc772a8-8e6a-4853-a590-891963021471 req-1c7854e6-1755-4ccd-9129-47ac446ad5e3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.1665301 Dec 08 00:02:25.683573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:25.686512 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a213d-6f0f-420c-883c-5c42847aef7b" -d '{"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:25.703224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:25.707139 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.738453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:25.751145 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Sync routers for ids ['3ca38881-ea54-4318-a3ed-a11f650fa607'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:25.765423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:25.766089 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Routers {'3ca38881-ea54-4318-a3ed-a11f650fa607'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:25.766933 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3ca38881-ea54-4318-a3ed-a11f650fa607'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:25.780530 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.781737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c93c8a26-97ce-4049-b963-c91d3e707ca1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1398246 Dec 08 00:02:25.784562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43024) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:25.788430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebc772a8-8e6a-4853-a590-891963021471 req-45e6dc48-3b5d-4ba6-a903-81334e1f6140 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014664 Dec 08 00:02:25.803286 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:25.890835 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Set router 3ca38881-ea54-4318-a3ed-a11f650fa607 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:26.017985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Allocated IP 172.25.6.52 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/784287c8-2ad7-4e33-838d-e2154f986a89) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:26.031121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5693f56-a6d7-48eb-a1d2-e4122ee07663 req-df087904-494e-45bd-88b3-5202d09d3c38 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.033487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5693f56-a6d7-48eb-a1d2-e4122ee07663 req-df087904-494e-45bd-88b3-5202d09d3c38 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1387978 Dec 08 00:02:26.040821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:26.090431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:26.090810 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.182553 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2906eca6-53bf-4546-b6c9-09582054f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:02:24Z', 'revision_number': 3, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port': {'id': '2906eca6-53bf-4546-b6c9-09582054f419', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:23Z', 'updated_at': '2021-12-08T00:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:26.193072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.193645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.215179 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Checking router: 3ca38881-ea54-4318-a3ed-a11f650fa607 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:26.215534 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Updating router 3ca38881-ea54-4318-a3ed-a11f650fa607 port 2906eca6-53bf-4546-b6c9-09582054f419 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:02:26.243209 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.288158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.301619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5693f56-a6d7-48eb-a1d2-e4122ee07663 req-62d3898c-a5e3-4739-b98a-321f5b64dd37 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984781 Dec 08 00:02:26.338820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:26.356448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Pushing event updated for resources: {'Port': ['ID=784287c8-2ad7-4e33-838d-e2154f986a89,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:26.362817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:26.365241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:26.494134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fdf62a6-05b7-4c87-b9fe-07e6e555ed97 req-260b0a20-dd04-4b62-b763-1dbd4e381c91 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 210 time: 0.0574522 Dec 08 00:02:26.527199 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.531835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-ae8adeda-a520-4d0b-a47b-dcb147648ad0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.533423 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-ae8adeda-a520-4d0b-a47b-dcb147648ad0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 821 time: 0.2563186 Dec 08 00:02:26.534693 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.537415 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.581376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.587508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Request body: {'port': {'device_id': '27c4985b-e686-4a70-b29a-b189931f1117', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'admin_state_up': True, 'tenant_id': 'e359c7608405466aa7b5fb1475327769'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:26.615850 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Attempting to bind port 2906eca6-53bf-4546-b6c9-09582054f419 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:26.616434 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Attempting to bind port 2906eca6-53bf-4546-b6c9-09582054f419 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:26.617108 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Attempting to bind port 2906eca6-53bf-4546-b6c9-09582054f419 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:26.628951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:26.629654 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:26.630383 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.631153 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:26.631857 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Bound port: 2906eca6-53bf-4546-b6c9-09582054f419, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:26.632436 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.660004 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bf7e0-e92e-48a1-bc37-6acb019786ef None None] Pushing event updated for resources: {'Port': ['ID=2906eca6-53bf-4546-b6c9-09582054f419,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:26.702063 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] For port 2906eca6-53bf-4546-b6c9-09582054f419, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:26.706500 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] For port 2906eca6-53bf-4546-b6c9-09582054f419, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2906eca6-53bf-4546-b6c9-09582054f419,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:26.713339 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.789869 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Routers {'3ca38881-ea54-4318-a3ed-a11f650fa607'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:26.790513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.790765 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3ca38881-ea54-4318-a3ed-a11f650fa607'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:26.794803 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bf7e0-e92e-48a1-bc37-6acb019786ef None None] Pushing event updated for resources: {'Port': ['ID=2906eca6-53bf-4546-b6c9-09582054f419,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:26.805259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.813185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.819406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.827216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.834519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.841706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:26.844094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b553cd1-74c8-42a9-b2e3-1a87de8c6e0b req-76c312af-5889-4ea8-b13d-ca6275266fb4 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.1415861 Dec 08 00:02:26.854923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43032) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:26.860407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Request body: {'floatingip': {'port_id': '2a9ed764-9bce-4e21-a167-25af796ea97b'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:26.862679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Made reservation on behalf of e359c7608405466aa7b5fb1475327769 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:26.866189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.885104 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.903783 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.909672 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2f2396-b674-4b0e-8f40-47a29f6ccc92 x-openstack-request-id: req-ef2f2396-b674-4b0e-8f40-47a29f6ccc92 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:26.909998 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:26.910316 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef2f2396-b674-4b0e-8f40-47a29f6ccc92 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:26.910916 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'code': 200} Dec 08 00:02:26.942863 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] Set router 3ca38881-ea54-4318-a3ed-a11f650fa607 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:26.954190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:26.965017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.050047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Pushing event updated for resources: {'Port': ['ID=784287c8-2ad7-4e33-838d-e2154f986a89,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:27.112670 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.166633 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.191875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.193273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-bcb67b0d-24c4-4bc2-bc22-70e6d79b7ceb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7319257 Dec 08 00:02:27.203113 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2906eca6-53bf-4546-b6c9-09582054f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:02:24Z', 'revision_number': 3, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port': {'id': '2906eca6-53bf-4546-b6c9-09582054f419', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:23Z', 'updated_at': '2021-12-08T00:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:27.222469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Allocated IP 172.20.0.4 (52dbba08-3a74-4ec7-88e6-f6a6f2eee121/06a6a071-fb13-4727-8a78-67dfeda21b9c/1cb2b8f5-11d7-4fde-96e6-e1531bea3859) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:27.241365 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc8ced-1321-42a1-ac23-601f854d96fa None None] The sync data for ids ['3ca38881-ea54-4318-a3ed-a11f650fa607'] in n-d-820549-2 is: [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2906eca6-53bf-4546-b6c9-09582054f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:02:24Z', 'revision_number': 3, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port': {'id': '2906eca6-53bf-4546-b6c9-09582054f419', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:23Z', 'updated_at': '2021-12-08T00:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:02:27.469460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Allocated IP 172.20.0.1 (8bd571fb-fdc7-494b-a86a-8a89f85a04ca/60daf42c-4117-4164-a376-217d8ccc8c66/99815352-9e6b-4ad6-bd1d-20fab5aa0a8e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:27.538179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.619869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80e0ec-1c60-42e3-a1be-4261627b90fe req-c3da81a1-00fe-47c2-b1f4-338568899eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:27.621443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b80e0ec-1c60-42e3-a1be-4261627b90fe req-c3da81a1-00fe-47c2-b1f4-338568899eac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 1100 time: 0.5816977 Dec 08 00:02:27.627536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-4db371b3-4936-4fc0-abf6-ae1257b4f509 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 695 time: 0.4064014 Dec 08 00:02:27.661697 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.679397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0719-a35e-41d2-a97f-36625eb53e82 req-e28c9be6-ff60-413d-8625-6917151c6e36 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:27.686751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e63a0719-a35e-41d2-a97f-36625eb53e82 req-e28c9be6-ff60-413d-8625-6917151c6e36 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 949 time: 0.5439711 Dec 08 00:02:27.706464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.721543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.764021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b2ad7e67-597e-44c3-af44-5b25dfbba380'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:27.768150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:27.788783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:27.794258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:27.851271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:27.852987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:27.867280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:27.868038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:27.884468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:27.888269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:27.961700 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-8eb8cbbf-b2c7-49aa-8626-23380a1669c5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4034119 Dec 08 00:02:27.992303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Request body: {'port': {'device_id': '27c4985b-e686-4a70-b29a-b189931f1117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:28.025565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b80e0ec-1c60-42e3-a1be-4261627b90fe req-dc7c32b4-9787-4ad7-80e8-beb777a5377b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939662 Dec 08 00:02:28.072624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Pushing event updated for resources: {'Port': ['ID=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:28.075871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:28.083490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e63a0719-a35e-41d2-a97f-36625eb53e82 req-697b71b2-15d5-459e-8eaf-0585bcee5926 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957105 Dec 08 00:02:28.096671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-a4040016-cb1f-4fd5-af38-efb14538e865 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:28.109828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-a4040016-cb1f-4fd5-af38-efb14538e865 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.4486837 Dec 08 00:02:28.127905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-16c18624-a3a4-48b7-addd-8ea60de0967a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:02:28.129193 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb6f5840-b854-41af-9ff6-2e00760ec441 req-16c18624-a3a4-48b7-addd-8ea60de0967a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083048 Dec 08 00:02:28.192720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2906eca6-53bf-4546-b6c9-09582054f419 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:28.305553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:28.306392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2906eca6-53bf-4546-b6c9-09582054f419 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:28.307252 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:28.399452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dd7c049f-3bfe-480f-bd3f-3b6dd0f2f50b None None] Provisioning complete for port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:28.399452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd7c049f-3bfe-480f-bd3f-3b6dd0f2f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:28.540036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c049f-3bfe-480f-bd3f-3b6dd0f2f50b None None] Port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:28.563204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:28.598217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 2906eca6-53bf-4546-b6c9-09582054f419, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2906eca6-53bf-4546-b6c9-09582054f419,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:28.609812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:28.633104 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:28.719528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=2906eca6-53bf-4546-b6c9-09582054f419,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:28.738784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc0a41-dec3-429d-91ad-0fd98a4914d0 req-f3e0788b-115e-4740-b9fa-5b71db5ce2ef tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:28.746946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53dc0a41-dec3-429d-91ad-0fd98a4914d0 req-f3e0788b-115e-4740-b9fa-5b71db5ce2ef tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 931 time: 0.2788875 Dec 08 00:02:28.783039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f33c9-64a0-4f3d-a521-53e9fa3ad97a req-27736a39-b317-4259-a3cf-e624ded07e03 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:28.785219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-657f33c9-64a0-4f3d-a521-53e9fa3ad97a req-27736a39-b317-4259-a3cf-e624ded07e03 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.3155272 Dec 08 00:02:28.923045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-cc27255f-1279-4703-8477-35e94693c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:28.924561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-cc27255f-1279-4703-8477-35e94693c07f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91aaaef5adad4e4b9a93f554ffc70ff3&device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 1097 time: 0.3420105 Dec 08 00:02:28.970755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.resource_extend [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:02:29.032111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:29.050643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.057423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.065233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53dc0a41-dec3-429d-91ad-0fd98a4914d0 req-d600661a-7f9f-480f-81b3-950c0ecc6ed2 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172448 Dec 08 00:02:29.077475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.079955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Transition to ACTIVE for port object 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:02:29.107757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-657f33c9-64a0-4f3d-a521-53e9fa3ad97a req-0cfaf0c1-e47f-439e-8ea8-ded171f7aa72 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071518 Dec 08 00:02:29.146860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.238553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.426614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Pushing event updated for resources: {'Port': ['ID=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:29.433166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:29.435028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.436537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:29.436776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:29.437223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:29.460295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:02:29.460295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:29.461559 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.465120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:29.553149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2661fc-2f1e-4e3b-ad19-5c6f0a43ebb2 req-1322e614-d14c-4020-8e53-099395b1ec2a tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:29.565877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a2661fc-2f1e-4e3b-ad19-5c6f0a43ebb2 req-1322e614-d14c-4020-8e53-099395b1ec2a tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.3595040 Dec 08 00:02:29.581455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-125803ba-97cc-4106-928c-496923015e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:29.582933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-125803ba-97cc-4106-928c-496923015e29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=50d0c759-39ac-4ce3-b915-7d530eb8cf66 HTTP/1.1" status: 200 len: 915 time: 0.6421716 Dec 08 00:02:29.597401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:29.597900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:29.598380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:29.598974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Bound port: 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:29.599435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.618544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-99f7fa52-9ea5-4adf-9701-4bb38fa13190 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:29.620247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-99f7fa52-9ea5-4adf-9701-4bb38fa13190 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 821 time: 0.3196959 Dec 08 00:02:29.630074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Router 3ca38881-ea54-4318-a3ed-a11f650fa607 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:02:29.673693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:29.708260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-06798dde-5fac-454c-9005-f6a77c1e4bb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22 HTTP/1.1" status: 200 len: 217 time: 0.0848958 Dec 08 00:02:29.716858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-c39b33ea-2200-482d-8ccd-61f27d668b03 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/quotas/75d9d52e3b0749f4ad22fdef370561b8 HTTP/1.1" status: 200 len: 375 time: 0.0848145 Dec 08 00:02:29.794216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:29.798917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:29.813550 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.845545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a2661fc-2f1e-4e3b-ad19-5c6f0a43ebb2 req-bbc96f8c-eafb-44b8-a13d-7cf49ecd231f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786951 Dec 08 00:02:29.887990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e020e98d-be85-4f67-800f-64825cffc592 None None] Provisioning complete for port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:29.888475 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e020e98d-be85-4f67-800f-64825cffc592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.942084 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Floating IP a795f879-7cc8-4a46-9593-e2ba0220edd8 associated. External IP: 172.25.6.8, port: 2a9ed764-9bce-4e21-a167-25af796ea97b. Dec 08 00:02:29.984729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:29.992463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:29.993100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:29.994480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-362ea2fe-9c38-463c-8cd1-25d3e911ef95 service neutron] 10.222.0.59 "PUT /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 1091 time: 2.0115886 Dec 08 00:02:29.994969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:29.998622 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929739fd-136d-4d17-87d8-4d7ac594d33a" -d '{"events": [{"name": "network-changed", "server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:30.018032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e020e98d-be85-4f67-800f-64825cffc592 None None] Port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:30.037975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-033fa9e6-48de-4902-afea-e46719dfe578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:30.040138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-033fa9e6-48de-4902-afea-e46719dfe578 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6325938-3090-428c-be75-7339a2fcb4a1 HTTP/1.1" status: 200 len: 854 time: 0.3190141 Dec 08 00:02:30.108745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2906eca6-53bf-4546-b6c9-09582054f419 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:30.179867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2906eca6-53bf-4546-b6c9-09582054f419 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:30.180678 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:30.195456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:30.222680 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-24b3dbd6-b025-4201-9ffd-a5cf43c497e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/3ca38881-ea54-4318-a3ed-a11f650fa607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4294059 Dec 08 00:02:30.231714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Sync routers for ids ['3ca38881-ea54-4318-a3ed-a11f650fa607'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:30.238176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-c4013a0a-4442-42aa-b0ac-f265190956cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:30.240431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-c4013a0a-4442-42aa-b0ac-f265190956cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1094 time: 0.1358278 Dec 08 00:02:30.267181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Routers {'3ca38881-ea54-4318-a3ed-a11f650fa607'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:30.268111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3ca38881-ea54-4318-a3ed-a11f650fa607'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:30.324945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-2f6c8fe0-587b-4853-9be0-a059e9a40b82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 217 time: 0.0672128 Dec 08 00:02:30.418133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-a97cdedd-b75a-4af7-aecd-98b59c7dec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:30.419838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-a97cdedd-b75a-4af7-aecd-98b59c7dec88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0873120 Dec 08 00:02:30.441114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-be99f540-f851-4aa6-b7f2-e48cb9f27e86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d0c759-39ac-4ce3-b915-7d530eb8cf66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3913882 Dec 08 00:02:30.472382 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-7ce1546f-c79e-43b5-ad34-c98d302d597c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416064 Dec 08 00:02:30.492808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-332a3dc7-982e-4695-a140-c43eb3a9d5e8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7230432 Dec 08 00:02:30.569471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Set router 3ca38881-ea54-4318-a3ed-a11f650fa607 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:30.619030 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-c4c18bfa-8bb8-4661-9ff0-44814a28dfdd service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349120 Dec 08 00:02:30.640513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843c16-013a-4239-b2ef-a4a462e98971 req-08e6c3ab-e432-4b2e-997e-04c5d0345011 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:30.642004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e843c16-013a-4239-b2ef-a4a462e98971 req-08e6c3ab-e432-4b2e-997e-04c5d0345011 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 949 time: 0.7054520 Dec 08 00:02:30.817770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cecf02ff-f810-4bab-bbe4-2fd876400e6d req-2cf23742-7ad6-4419-b82f-8b7365d24bc2 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895471 Dec 08 00:02:30.846668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-1d282f82-388d-42b1-bd03-63cb84e58e9a service neutron] 10.222.0.44 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832500 Dec 08 00:02:30.873874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2906eca6-53bf-4546-b6c9-09582054f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 4, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port': {'id': '2906eca6-53bf-4546-b6c9-09582054f419', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:23Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '99815352-9e6b-4ad6-bd1d-20fab5aa0a8e', 'name': '', 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'mac_address': 'fa:16:3e:51:08:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '60daf42c-4117-4164-a376-217d8ccc8c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 2, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'subnets': [{'id': '60daf42c-4117-4164-a376-217d8ccc8c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:30.881038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e843c16-013a-4239-b2ef-a4a462e98971 req-7fe5e3c1-5051-496c-b86a-7d055b4c9570 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266154 Dec 08 00:02:30.892457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-5e1bc736-0bb0-41cc-8030-b276c525b254 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985531 Dec 08 00:02:30.956611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Checking router: 3ca38881-ea54-4318-a3ed-a11f650fa607 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:30.957171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Updating router 3ca38881-ea54-4318-a3ed-a11f650fa607 port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:02:30.994675 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.062586 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7835c702-54ee-4109-b759-01fda0f3de9d x-openstack-request-id: req-7835c702-54ee-4109-b759-01fda0f3de9d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:31.062900 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:31.063169 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7835c702-54ee-4109-b759-01fda0f3de9d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:31.063951 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859', 'status': 'completed', 'code': 200} Dec 08 00:02:31.125122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd241a9d-09d0-47e5-aebe-def4ff01f266 req-84f8ff75-50ab-4dba-ac22-c364466c1a0c service neutron] 10.222.0.44 "GET /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412863 Dec 08 00:02:31.140228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43082) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:31.151116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-network', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:31.170412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-a26d5422-172a-48fa-9567-fbf57593e8bb service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657108 Dec 08 00:02:31.205930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-a67e6bc7-b94e-4aaa-bc7a-97cb8a8b21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:31.207469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-a67e6bc7-b94e-4aaa-bc7a-97cb8a8b21de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1094 time: 0.1001723 Dec 08 00:02:31.207803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Router c0256a66-8568-4d2d-8434-baa125ecd723 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:02:31.233666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Made reservation on behalf of e986d27a757e4b119b527f7e960ef697 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:31.236149 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.253169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.380274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:31.387501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.393606 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23269a60-39f4-4945-9b59-0672721df834 None None] Sync routers for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:31.400408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5b5a0-9d33-41d0-b20e-d6803bd28a63 req-8a800f9a-b329-4158-83fc-1f593d88dee9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:31.408447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fc5b5a0-9d33-41d0-b20e-d6803bd28a63 req-8a800f9a-b329-4158-83fc-1f593d88dee9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.2443273 Dec 08 00:02:31.428978 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:31.430314 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:31.439981 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.446554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-ee8e55af-8591-43f0-8c80-027a6396352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:31.448439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-ee8e55af-8591-43f0-8c80-027a6396352a service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2298119 Dec 08 00:02:31.454660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.486665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-530381ec-e325-4507-85cf-8fcc6167f3da tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "PUT /v2.0/floatingips/a795f879-7cc8-4a46-9593-e2ba0220edd8 HTTP/1.1" status: 200 len: 990 time: 4.6306133 Dec 08 00:02:31.491261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:31.493576 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f212c0-b885-4208-852e-dacdd4bd3e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:31.526094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fc5b5a0-9d33-41d0-b20e-d6803bd28a63 req-e2062d03-03e8-47d2-a749-8d40c851e5ba tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166816 Dec 08 00:02:31.587480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-89d8a32e-8e5e-4882-ab89-19632720bba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 217 time: 0.1207938 Dec 08 00:02:31.616893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b9606-a958-4d64-8682-b3ee534c99e1 None None] Pushing event updated for resources: {'Port': ['ID=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:31.690526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b75fa-6f05-416a-88ff-f09b0a10dfb6 req-eec5f023-32c3-42b6-828f-aebf2b4fd1ce tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:31.692140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-308b75fa-6f05-416a-88ff-f09b0a10dfb6 req-eec5f023-32c3-42b6-828f-aebf2b4fd1ce tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1611040 Dec 08 00:02:31.704201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-449316c0-6a11-4adb-8bbd-d61eb67a96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:31.707294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-449316c0-6a11-4adb-8bbd-d61eb67a96dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1084087 Dec 08 00:02:31.709575 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:31.778572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-e6e322c6-1191-40b4-a1d4-c3d886720bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460508 Dec 08 00:02:31.787938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Attempting to bind port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:31.788319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Attempting to bind port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:31.788673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Attempting to bind port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e on network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:31.809987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:31.811104 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Checking segment: {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:31.812883 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.814194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Bound using segment: {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:31.814717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Bound port: 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:31.816076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.817021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.869013 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:31.968174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-308b75fa-6f05-416a-88ff-f09b0a10dfb6 req-3285a364-79f4-4eba-88b7-4e694ea51e59 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335927 Dec 08 00:02:31.982846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] For port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:31.988652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] For port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:31.999628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:02:32.010261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.017247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-486d42d9-758c-475a-a0a5-bbb50a6e5a41 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372971 Dec 08 00:02:32.032528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06bf5-0549-4a94-b535-2c7eb70cd3db req-9f515f94-a198-48c8-b28e-7ac0f6d46b0e tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:32.040601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e06bf5-0549-4a94-b535-2c7eb70cd3db req-9f515f94-a198-48c8-b28e-7ac0f6d46b0e tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.3784311 Dec 08 00:02:32.059302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.060070 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Added segment 3301296f-4de3-4608-9417-70ec1341b553 of type vlan for network 2fe86c01-597e-4406-9c2f-c1e1147ee404 Dec 08 00:02:32.077532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1695eb4-dc81-45ab-aae5-9a4f9da325d4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:32.198408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-92736f63-6d9b-475d-988f-e052634db271 None None] Provisioning complete for port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:32.202176 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-92736f63-6d9b-475d-988f-e052634db271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.219530 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.261823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Routers {'3ca38881-ea54-4318-a3ed-a11f650fa607'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:32.264639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3ca38881-ea54-4318-a3ed-a11f650fa607'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:32.275240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-929739fd-136d-4d17-87d8-4d7ac594d33a req-cfd27a72-32f9-47e3-9f3e-66c6ae5244e3 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485421 Dec 08 00:02:32.358802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e06bf5-0549-4a94-b535-2c7eb70cd3db req-ba1683c0-356e-42f7-b1f5-16eb9f4e4ab8 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171930 Dec 08 00:02:32.380565 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'a795f879-7cc8-4a46-9593-e2ba0220edd8', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'port_id': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'mac_address': 'fa:16:3e:34:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:01:02Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 1, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:50Z', 'revision_number': 5, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:32.381921 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.382917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:32.383661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.399523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b9606-a958-4d64-8682-b3ee534c99e1 None None] Pushing event updated for resources: {'Port': ['ID=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:32.436170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2898242 Dec 08 00:02:32.436513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43104) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:32.441730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Request body: {'subnet': {'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-subnet', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:32.442430 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23269a60-39f4-4945-9b59-0672721df834 None None] Checking router: c0256a66-8568-4d2d-8434-baa125ecd723 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:32.454215 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:32.455045 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:32.496549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Made reservation on behalf of e986d27a757e4b119b527f7e960ef697 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:32.498914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.523783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873fe1-777e-4fc0-bca4-436ecd7e3001 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe86c01-597e-4406-9c2f-c1e1147ee404,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:32.546584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:02:32.592289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-becc93a0-6283-47a7-8b74-d3ad2dc9d28f req-99f25e16-01cf-472d-ab83-12df45f83045 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 210 time: 0.0536602 Dec 08 00:02:32.683911 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:32.788918 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea6692e-e370-47fc-9149-28f0dd302466 x-openstack-request-id: req-5ea6692e-e370-47fc-9149-28f0dd302466 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:32.789219 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:32.789473 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ea6692e-e370-47fc-9149-28f0dd302466 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:32.789880 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'status': 'completed', 'code': 200} Dec 08 00:02:32.837548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:32.910492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] Set router 3ca38881-ea54-4318-a3ed-a11f650fa607 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:32.963317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-92736f63-6d9b-475d-988f-e052634db271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:33.032795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe17ef5-062f-4eca-bc93-00ada7036e45 req-79a1f81f-e2bf-45c5-ba75-6b63c93c7b5c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.047940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fe17ef5-062f-4eca-bc93-00ada7036e45 req-79a1f81f-e2bf-45c5-ba75-6b63c93c7b5c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.1051328 Dec 08 00:02:33.265536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-92736f63-6d9b-475d-988f-e052634db271 None None] For port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:33.269194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fe17ef5-062f-4eca-bc93-00ada7036e45 req-a6048638-c5d2-49e7-9b91-cacbd3dbd793 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202017 Dec 08 00:02:33.284638 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-92736f63-6d9b-475d-988f-e052634db271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:33.297310 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23269a60-39f4-4945-9b59-0672721df834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'a795f879-7cc8-4a46-9593-e2ba0220edd8', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'port_id': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'mac_address': 'fa:16:3e:34:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:01:02Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 1, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:50Z', 'revision_number': 5, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:33.335216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f0b8-3d60-45e1-a035-3255711e909a req-adb7f7ec-c3cb-4d9f-a6bb-134a5aba5f5f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.337120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7787f0b8-3d60-45e1-a035-3255711e909a req-adb7f7ec-c3cb-4d9f-a6bb-134a5aba5f5f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1761827 Dec 08 00:02:33.388965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92736f63-6d9b-475d-988f-e052634db271 None None] Pushing event updated for resources: {'Port': ['ID=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:33.403852 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23269a60-39f4-4945-9b59-0672721df834 None None] The sync data for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 is: [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'a795f879-7cc8-4a46-9593-e2ba0220edd8', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'port_id': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'mac_address': 'fa:16:3e:34:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:01:02Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 1, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:50Z', 'revision_number': 5, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:02:33.416329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2906eca6-53bf-4546-b6c9-09582054f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 4, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port': {'id': '2906eca6-53bf-4546-b6c9-09582054f419', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:23Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '99815352-9e6b-4ad6-bd1d-20fab5aa0a8e', 'name': '', 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'mac_address': 'fa:16:3e:51:08:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '60daf42c-4117-4164-a376-217d8ccc8c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:02:31Z', 'revision_number': 4, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'subnets': [{'id': '60daf42c-4117-4164-a376-217d8ccc8c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:33.457797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8656b9a5-5c21-4a01-9fce-f17637a883a1 None None] Provisioning complete for port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:33.458261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8656b9a5-5c21-4a01-9fce-f17637a883a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:33.461722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a502d-8c49-41f6-a4ed-a0bbeb9a7bec None None] The sync data for ids ['3ca38881-ea54-4318-a3ed-a11f650fa607'] in n-d-820549-2 is: [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2906eca6-53bf-4546-b6c9-09582054f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 4, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port': {'id': '2906eca6-53bf-4546-b6c9-09582054f419', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:23Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '99815352-9e6b-4ad6-bd1d-20fab5aa0a8e', 'name': '', 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'mac_address': 'fa:16:3e:51:08:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '60daf42c-4117-4164-a376-217d8ccc8c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:02:31Z', 'revision_number': 4, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'subnets': [{'id': '60daf42c-4117-4164-a376-217d8ccc8c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:02:33.474743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7787f0b8-3d60-45e1-a035-3255711e909a req-8f42b52e-7c4e-4b08-ba25-3befc5785589 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238480 Dec 08 00:02:33.551077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bda062-4564-4fe3-8dfd-249e5cc3e8eb,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:33.566508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.567077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.567540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.567988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.568435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.568884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.569338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.571290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-c54d7571-1793-4faf-9445-2abbead98e40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6502 time: 0.7247925 Dec 08 00:02:33.578213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Checking segment: {'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:33.578572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Network hostable DHCP agents. Network: 2fe86c01-597e-4406-9c2f-c1e1147ee404, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:02:33.650362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16fe0-7090-4220-b0b4-d68fdeabeafc req-69114aad-4c85-45da-880e-03d79d7bc64b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.659553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9c16fe0-7090-4220-b0b4-d68fdeabeafc req-69114aad-4c85-45da-880e-03d79d7bc64b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.1809688 Dec 08 00:02:33.736117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9c16fe0-7090-4220-b0b4-d68fdeabeafc req-8af0b95e-5bad-44f4-b95a-462759917be1 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660360 Dec 08 00:02:33.798391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5b40993-df50-4044-ab3f-806a0531366a req-f9a37e60-f4e8-418f-9460-d36cd92a6c58 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 210 time: 0.0489299 Dec 08 00:02:33.809449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-90eed564-4e72-4fee-8a2f-80ff3035debd tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.811021 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-90eed564-4e72-4fee-8a2f-80ff3035debd tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.59 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 821 time: 0.3572910 Dec 08 00:02:33.811679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:02:33.854677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'port': {'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'admin_state_up': True, 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:33.899272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2fe86c01-597e-4406-9c2f-c1e1147ee404) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:33.908726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a0f8b-4796-4b13-a266-0f99dbe6352a None None] New status for floating IP a795f879-7cc8-4a46-9593-e2ba0220edd8: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:02:33.918281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e7cf6-ad55-4c13-9013-575a78d24813 None None] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:33.936834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.937422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:33.973993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-b7126f79-16ea-4b68-a1d5-d79215716b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:33.975539 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-b7126f79-16ea-4b68-a1d5-d79215716b9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f334308d-32b7-4ad9-b018-56ac5b027fe9 HTTP/1.1" status: 200 len: 917 time: 0.3944583 Dec 08 00:02:34.100801 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f804b40d-7346-45f4-8d96-b739ba91b00b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6631441 Dec 08 00:02:34.103607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43138) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:34.109427 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:34.166477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:34.169656 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:34.189413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-aa7f82f4-a570-4422-bb9c-02f0faf3c701 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a9ed764-9bce-4e21-a167-25af796ea97b HTTP/1.1" status: 200 len: 998 time: 0.2028375 Dec 08 00:02:34.219140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:34.307107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:34.356278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-0c026682-0488-4108-a60c-817f45c5902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:34.357726 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-0c026682-0488-4108-a60c-817f45c5902c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=321d1fb4-d755-4a5a-ad46-32904812d815 HTTP/1.1" status: 200 len: 855 time: 0.1575110 Dec 08 00:02:34.360179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Made reservation on behalf of 75d9d52e3b0749f4ad22fdef370561b8 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:34.364443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:34.472138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-04079094-e08f-4609-adb5-ca65d5bd57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:34.473977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-04079094-e08f-4609-adb5-ca65d5bd57e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f334308d-32b7-4ad9-b018-56ac5b027fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068368 Dec 08 00:02:34.603805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2fe86c01-597e-4406-9c2f-c1e1147ee404', 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404', 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'fixed_ips': [{'subnet_id': '93bda062-4564-4fe3-8dfd-249e5cc3e8eb'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:02:34.604999 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:34.632669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:34.633540 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:34.655990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Allocated IP 172.20.0.13 (5c6d3fd0-dd9b-4822-96b0-ea91ce25173d/8dce0207-70ba-487a-9b73-e129b5bb6eb9/3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:34.660135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-941d420f-4032-4886-9dd2-aa092c2ae1d8 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747236 Dec 08 00:02:34.739628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:34.767013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0de4-e784-405a-baaa-7aebd8a6b6d9 req-d207688b-a985-42f4-84d2-0d420aa7fedd tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:34.780437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70f212c0-b885-4208-852e-dacdd4bd3e3a req-00212b97-9992-4e5a-856c-9af53cfc0221 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089129 Dec 08 00:02:34.780651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0ad0de4-e784-405a-baaa-7aebd8a6b6d9 req-d207688b-a985-42f4-84d2-0d420aa7fedd tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.3831871 Dec 08 00:02:34.827262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6816c0-5af4-4db3-a6c4-522e89574fb9 req-7ddbdf23-eac1-4dc0-85e4-ea3faa31feee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:34.837381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f6816c0-5af4-4db3-a6c4-522e89574fb9 req-7ddbdf23-eac1-4dc0-85e4-ea3faa31feee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.4227026 Dec 08 00:02:34.955861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f6816c0-5af4-4db3-a6c4-522e89574fb9 req-b4368ae3-88b2-49a4-8b8d-0a8076859409 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157129 Dec 08 00:02:35.028031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Allocated IP 172.20.0.2 (2fe86c01-597e-4406-9c2f-c1e1147ee404/93bda062-4564-4fe3-8dfd-249e5cc3e8eb/1b325239-e912-4fee-a5d1-2e25d043e948) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:35.069312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0ad0de4-e784-405a-baaa-7aebd8a6b6d9 req-66fbbf6a-b19c-4766-953f-4e5796cd170f tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766514 Dec 08 00:02:35.076515 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.155377 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.222923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:35.227772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:35.255987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:35.258173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.264477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Pushing event updated for resources: {'Port': ['ID=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:35.265440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['ef1e1765-ed68-4abc-a384-dcd99787dc0c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:35.311382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90485871-bf40-4f75-8ccc-afdcd90afcf7 req-e0bff355-925c-4c1f-a0fe-dabb46902dba tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:35.319746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90485871-bf40-4f75-8ccc-afdcd90afcf7 req-e0bff355-925c-4c1f-a0fe-dabb46902dba tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1800437 Dec 08 00:02:35.333619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.370378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82357b-cc5b-4a6d-83a3-326b86b06481 req-20c2a126-ca9f-4c34-b00c-52ed80cb6225 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:35.388999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d82357b-cc5b-4a6d-83a3-326b86b06481 req-20c2a126-ca9f-4c34-b00c-52ed80cb6225 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 932 time: 0.1682320 Dec 08 00:02:35.391272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:35.391954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.416927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:35.429353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:35.432073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:35.435340 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-610aa333-b612-4833-a6a1-0c16d93a803b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5952454 Dec 08 00:02:35.458962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Request body: {'port': {'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:35.469080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Pushing event updated for resources: {'Port': ['ID=1b325239-e912-4fee-a5d1-2e25d043e948,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:35.581305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:35.593404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.635993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Attempting to bind port 1b325239-e912-4fee-a5d1-2e25d043e948 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:35.636770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Attempting to bind port 1b325239-e912-4fee-a5d1-2e25d043e948 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:35.637224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Attempting to bind port 1b325239-e912-4fee-a5d1-2e25d043e948 on network 2fe86c01-597e-4406-9c2f-c1e1147ee404 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:35.665550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90485871-bf40-4f75-8ccc-afdcd90afcf7 req-f8adc500-19a4-4343-957b-1796d7cc78bb tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448393 Dec 08 00:02:35.675511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:35.676077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Checking segment: {'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:35.678693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.679280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Bound using segment: {'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:35.679940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Bound port: 1b325239-e912-4fee-a5d1-2e25d043e948, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:35.680558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.778357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d82357b-cc5b-4a6d-83a3-326b86b06481 req-d529996e-c8ca-45ee-8a2f-82ea35474603 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875663 Dec 08 00:02:35.831528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.850204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3b3a3559-fd5d-4751-8901-dfe7d6e88663 None None] Provisioning complete for port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:35.851238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3559-fd5d-4751-8901-dfe7d6e88663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.885079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.932297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] For port 1b325239-e912-4fee-a5d1-2e25d043e948, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:35.943585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] For port 1b325239-e912-4fee-a5d1-2e25d043e948, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1b325239-e912-4fee-a5d1-2e25d043e948,segment=NetworkSegment(3301296f-4de3-4608-9417-70ec1341b553),segment_id=3301296f-4de3-4608-9417-70ec1341b553)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:35.960120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a3559-fd5d-4751-8901-dfe7d6e88663 None None] Port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:35.967700 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:35.977801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:36.040913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Allocated IP 172.25.6.44 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/77f59b40-7f85-4a40-8844-545ec6d879a5) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:36.054472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'mac_address': 'fa:16:3e:57:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:36.103656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea765e3-a9c7-443d-8dd2-569286a25f8a None None] Pushing event updated for resources: {'Port': ['ID=1b325239-e912-4fee-a5d1-2e25d043e948,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:36.129503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:36.154953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.155539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.171178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67a9c583-c70f-4264-b549-a49fad4b07ff {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:36.193472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Transition to ACTIVE for port object 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:02:36.198362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:36.200164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.203515 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.261705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:36.261894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Pushing event updated for resources: {'Port': ['ID=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:36.322976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe6523-5dad-40c2-9522-6e880b5d8e0c req-75898e03-3e31-418e-ad38-a79002de32ef tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:36.324844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4fe6523-5dad-40c2-9522-6e880b5d8e0c req-75898e03-3e31-418e-ad38-a79002de32ef tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.2050929 Dec 08 00:02:36.375670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60496952-931e-49ea-9552-49ae951f1b53 req-20c0c129-90d9-4253-b659-014108de30c2 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:36.394979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60496952-931e-49ea-9552-49ae951f1b53 req-20c0c129-90d9-4253-b659-014108de30c2 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.1695924 Dec 08 00:02:36.416009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Attempting to bind port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:36.416272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Attempting to bind port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:36.416606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Attempting to bind port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:36.421495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:02:36.421873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Attempting to bind port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c on network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:36.423112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['67a9c583-c70f-4264-b549-a49fad4b07ff'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:36.434347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.437516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:36.437516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Checking segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:36.437725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Bound using segment: {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:36.438919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Bound port: 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:36.438919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.512531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4fe6523-5dad-40c2-9522-6e880b5d8e0c req-ef96b3dc-8616-499c-a6f7-1fc2674efd79 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803174 Dec 08 00:02:36.569222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] For port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:36.576749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] For port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:36.586311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.673829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:36.675069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.677643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-7ab9c28c-795e-4365-a541-fcf0b668b807 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:36.679376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] 10.222.0.59 "PUT /v2.0/ports/3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 1092 time: 1.2260036 Dec 08 00:02:36.680072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-7ab9c28c-795e-4365-a541-fcf0b668b807 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.44 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 946 time: 0.2660439 Dec 08 00:02:36.680806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:36.684652 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d222ec25-dcba-4778-a766-54b856c68652" -d '{"events": [{"name": "network-changed", "server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:36.702180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85a1cd-1df2-4a69-b65e-a1228c588586 service neutron] Pushing event updated for resources: {'Port': ['ID=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:36.722436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60496952-931e-49ea-9552-49ae951f1b53 req-807fe6bf-4cbd-4f71-b331-5d90834bdadb tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258188 Dec 08 00:02:36.806280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:36.836145 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbff3d7-ee58-4a97-a051-c146c19d66ca x-openstack-request-id: req-8bbff3d7-ee58-4a97-a051-c146c19d66ca {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:36.836528 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:36.836897 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bbff3d7-ee58-4a97-a051-c146c19d66ca {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:36.837379 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'status': 'completed', 'code': 200} Dec 08 00:02:36.840787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-3dd9bf23-f855-4cab-afd3-f8eb0748444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:36.842494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-3dd9bf23-f855-4cab-afd3-f8eb0748444e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 1095 time: 0.0949640 Dec 08 00:02:36.924701 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-4757bd49-1115-44c0-8b9b-31d42641c871 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 217 time: 0.0654967 Dec 08 00:02:36.930518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:36.943579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:36.946347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:36.999950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Pushing event updated for resources: {'Port': ['ID=77f59b40-7f85-4a40-8844-545ec6d879a5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:37.012860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-aa403460-0fbd-49af-a0af-9d3b4c5b633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.014323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-aa403460-0fbd-49af-a0af-9d3b4c5b633f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.0792961 Dec 08 00:02:37.020402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db77e-54f5-470b-b7a5-08fc3a245a41 req-8112f402-0c80-41fb-8893-2b9761339e04 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.021926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-210db77e-54f5-470b-b7a5-08fc3a245a41 req-8112f402-0c80-41fb-8893-2b9761339e04 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.2626085 Dec 08 00:02:37.088382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-f43eb905-a1a9-435b-ad58-3ba2cf380c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.090801 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-f43eb905-a1a9-435b-ad58-3ba2cf380c0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670767 Dec 08 00:02:37.240283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-70e6367c-5829-4194-9376-f84313038a63 service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389260 Dec 08 00:02:37.385320 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a12c9ac1-81a0-4a64-bee9-bc40ed32d4cb req-ad50d6c7-2bc0-4e2f-b97c-290c2b4d53c9 service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322818 Dec 08 00:02:37.526659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Deleting port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:02:37.527351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:37.571335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ec25-dcba-4778-a766-54b856c68652 req-2d43ca65-24f7-45e8-9f71-b2eb7163a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.572855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d222ec25-dcba-4778-a766-54b856c68652 req-2d43ca65-24f7-45e8-9f71-b2eb7163a83e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 1095 time: 0.0751586 Dec 08 00:02:37.600357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e994c1-5c18-4b6f-b948-f58840b0244c None None] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:37.632512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:37.692557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] For port 89519f53-8d1a-494e-afbc-3ea5cbb56d22, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=89519f53-8d1a-494e-afbc-3ea5cbb56d22,segment=NetworkSegment(71dc0e32-d9b1-42c4-8919-46e7c447dfff),segment_id=71dc0e32-d9b1-42c4-8919-46e7c447dfff)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:37.693330 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:37.739995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a7d93-12c1-4327-a309-edd49439c485 req-d8c19266-1343-4e4a-a770-73be26c754d0 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.743473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ec25-dcba-4778-a766-54b856c68652 req-e225f058-2956-4d3d-bbc9-d7206b61daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.744943 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d222ec25-dcba-4778-a766-54b856c68652 req-e225f058-2956-4d3d-bbc9-d7206b61daae service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.1607156 Dec 08 00:02:37.753570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc5a7d93-12c1-4327-a309-edd49439c485 req-d8c19266-1343-4e4a-a770-73be26c754d0 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 944 time: 0.7433531 Dec 08 00:02:37.771424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0bf109b7-2073-427b-b01f-204e28e18757 None None] Provisioning complete for port 1b325239-e912-4fee-a5d1-2e25d043e948 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:37.771802 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0bf109b7-2073-427b-b01f-204e28e18757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:37.773333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Calling delete_port for 89519f53-8d1a-494e-afbc-3ea5cbb56d22 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:37.798779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-210db77e-54f5-470b-b7a5-08fc3a245a41 req-69722475-f3e0-4290-afa3-592028245110 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598226 Dec 08 00:02:37.801607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d222ec25-dcba-4778-a766-54b856c68652 req-d73d4cf4-51de-4bab-9edf-c29c448accd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 217 time: 0.0452306 Dec 08 00:02:37.845694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 67a9c583-c70f-4264-b549-a49fad4b07ff triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:37.846067 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:37.874613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ec25-dcba-4778-a766-54b856c68652 req-daeacd9f-670f-4538-959b-c110a6552592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.876448 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d222ec25-dcba-4778-a766-54b856c68652 req-daeacd9f-670f-4538-959b-c110a6552592 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.0649109 Dec 08 00:02:37.955590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ec25-dcba-4778-a766-54b856c68652 req-7e99a98e-cc52-4242-bf3c-fa7ef8443739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:37.957477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d222ec25-dcba-4778-a766-54b856c68652 req-7e99a98e-cc52-4242-bf3c-fa7ef8443739 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716846 Dec 08 00:02:38.043998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.090965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:38.093761 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682e107-63df-42d8-aac5-90a3756023c0" -d '{"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:38.114079 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0bf109b7-2073-427b-b01f-204e28e18757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.133122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:38.145123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.147295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 89519f53-8d1a-494e-afbc-3ea5cbb56d22 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:38.233478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:38.236402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.245996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1b325239-e912-4fee-a5d1-2e25d043e948 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:38.254306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc5a7d93-12c1-4327-a309-edd49439c485 req-ec4c77cb-f848-48e7-ba7f-b781b79a833f tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993002 Dec 08 00:02:38.255310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.293316 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d222ec25-dcba-4778-a766-54b856c68652 req-9c305973-1e7d-4f5b-b03e-1eb6e2840275 service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260849 Dec 08 00:02:38.294868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 89519f53-8d1a-494e-afbc-3ea5cbb56d22 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:38.301902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 89519f53-8d1a-494e-afbc-3ea5cbb56d22 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:38.305657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0bf109b7-2073-427b-b01f-204e28e18757 None None] For port 1b325239-e912-4fee-a5d1-2e25d043e948, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1b325239-e912-4fee-a5d1-2e25d043e948,segment=NetworkSegment(3301296f-4de3-4608-9417-70ec1341b553),segment_id=3301296f-4de3-4608-9417-70ec1341b553)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:38.334958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0bf109b7-2073-427b-b01f-204e28e18757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.338609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1b325239-e912-4fee-a5d1-2e25d043e948 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:38.339060 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.481520 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d222ec25-dcba-4778-a766-54b856c68652 req-18881b13-2d0b-44e9-9044-3240ec0ee910 service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784439 Dec 08 00:02:38.488829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e6d9e126-9aac-4f57-9c92-6007b6927167 None None] Provisioning complete for port 1b325239-e912-4fee-a5d1-2e25d043e948 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:38.489200 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6d9e126-9aac-4f57-9c92-6007b6927167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.492457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf109b7-2073-427b-b01f-204e28e18757 None None] Pushing event updated for resources: {'Port': ['ID=1b325239-e912-4fee-a5d1-2e25d043e948,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:38.551715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Pushing event deleted for resources: {'Port': ['ID=89519f53-8d1a-494e-afbc-3ea5cbb56d22,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:38.567342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74a966aa-c938-4da6-ac3a-d10f1ad5b8c1 req-722df967-ac1a-468e-b44e-9cbe1d85d42b tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c2af0b-e328-437c-aa9f-4fef8adaaf4b HTTP/1.1" status: 200 len: 210 time: 0.1494849 Dec 08 00:02:38.671231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3e9b9-675f-4d34-b25b-fd6e1263dd30 req-1db774cc-3366-45a2-af5f-a0c112bd42b0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:38.672752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3e3e9b9-675f-4d34-b25b-fd6e1263dd30 req-1db774cc-3366-45a2-af5f-a0c112bd42b0 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.4031920 Dec 08 00:02:38.675683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] No DVR routers for this DVR port 89519f53-8d1a-494e-afbc-3ea5cbb56d22 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:38.679868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.683986 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ed4ead3-9adb-4ef1-8f64-32e6590a19c3 req-ffb00e65-9d64-4a16-94f5-035f1a2441f3 tempest-InstanceActionsTestJSON-610918678 tempest-InstanceActionsTestJSON-610918678-project] 10.222.0.44 "DELETE /v2.0/ports/89519f53-8d1a-494e-afbc-3ea5cbb56d22 HTTP/1.1" status: 204 len: 173 time: 1.9817047 Dec 08 00:02:38.684450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'name': 'network-vif-deleted', 'tag': '89519f53-8d1a-494e-afbc-3ea5cbb56d22'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:38.686738 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29a3a01-cc27-421b-9a05-d91e5a8300d5" -d '{"events": [{"server_uuid": "42c2af0b-e328-437c-aa9f-4fef8adaaf4b", "name": "network-vif-deleted", "tag": "89519f53-8d1a-494e-afbc-3ea5cbb56d22"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:38.764328 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b20c58-53f8-4e5f-8326-570b193d1392 x-openstack-request-id: req-a1b20c58-53f8-4e5f-8326-570b193d1392 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:38.765766 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:38.766196 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1b20c58-53f8-4e5f-8326-570b193d1392 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:38.767382 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'code': 200} Dec 08 00:02:38.793597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3e3e9b9-675f-4d34-b25b-fd6e1263dd30 req-52adfd3a-653f-483f-904e-05cce586e82c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972972 Dec 08 00:02:38.817923 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb22dba-a5b3-4e33-9dd7-53c7148365f2 x-openstack-request-id: req-ddb22dba-a5b3-4e33-9dd7-53c7148365f2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:38.818226 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c2af0b-e328-437c-aa9f-4fef8adaaf4b", "name": "network-vif-deleted", "tag": "89519f53-8d1a-494e-afbc-3ea5cbb56d22", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:38.818489 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddb22dba-a5b3-4e33-9dd7-53c7148365f2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:38.818934 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c2af0b-e328-437c-aa9f-4fef8adaaf4b', 'name': 'network-vif-deleted', 'tag': '89519f53-8d1a-494e-afbc-3ea5cbb56d22', 'status': 'completed', 'code': 200} Dec 08 00:02:38.934053 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:38.970057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045fb4-c014-4072-8500-b67afde3f691 req-d1736afb-81e1-45a0-9595-d82f9a553a74 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:38.971750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25045fb4-c014-4072-8500-b67afde3f691 req-d1736afb-81e1-45a0-9595-d82f9a553a74 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.0958500 Dec 08 00:02:39.111029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25045fb4-c014-4072-8500-b67afde3f691 req-12e9f323-a3ca-4e0c-a918-1889bda227dd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958931 Dec 08 00:02:39.172550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Router b09176a7-47f4-4e85-9043-6ad677e6ae29 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:02:39.300429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:39.324601 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Sync routers for ids ['b09176a7-47f4-4e85-9043-6ad677e6ae29'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:39.340350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.342953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fb674a85-a952-4606-9b05-9ba06f7ed430 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2366400 Dec 08 00:02:39.343445 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Routers {'b09176a7-47f4-4e85-9043-6ad677e6ae29'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:39.344068 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b09176a7-47f4-4e85-9043-6ad677e6ae29'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:39.345157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43244) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:39.416763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb94a-a985-45ad-a12e-497806db076d req-ac9f8615-6f62-4e69-8628-de659f061438 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:39.418523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ccfb94a-a985-45ad-a12e-497806db076d req-ac9f8615-6f62-4e69-8628-de659f061438 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 944 time: 0.0627470 Dec 08 00:02:39.483107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ccfb94a-a985-45ad-a12e-497806db076d req-c50d28fd-e14d-4a0e-90a3-4beedeaff5eb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546238 Dec 08 00:02:39.536484 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Set router b09176a7-47f4-4e85-9043-6ad677e6ae29 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:39.628841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43248) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:39.708028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] Deleting subnet d6325938-3090-428c-be75-7339a2fcb4a1 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:02:39.711689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.749455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.801537 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.828723 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:02:37Z', 'revision_number': 3, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:39.872593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Checking router: b09176a7-47f4-4e85-9043-6ad677e6ae29 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:39.872990 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Updating router b09176a7-47f4-4e85-9043-6ad677e6ae29 port 77f59b40-7f85-4a40-8844-545ec6d879a5 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:02:39.893960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.924954 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.959424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6325938-3090-428c-be75-7339a2fcb4a1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:39.971899 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.981333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:39.987069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-49759f18-4b9c-4dbc-8f33-7c5faf0fe730 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d6325938-3090-428c-be75-7339a2fcb4a1 HTTP/1.1" status: 204 len: 168 time: 0.3550346 Dec 08 00:02:39.994764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43254) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:40.033419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d364f-b80b-4845-98a1-09328c840528 req-f2e87118-0618-49a8-b343-825ae07a8a8d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:40.035459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e92d364f-b80b-4845-98a1-09328c840528 req-f2e87118-0618-49a8-b343-825ae07a8a8d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.1232731 Dec 08 00:02:40.123421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e92d364f-b80b-4845-98a1-09328c840528 req-c0570584-9697-48a1-a145-0dc8a10e5a64 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808496 Dec 08 00:02:40.144674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1b325239-e912-4fee-a5d1-2e25d043e948 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:40.210460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.302878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1b325239-e912-4fee-a5d1-2e25d043e948 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:40.307970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.310571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b573a18-f108-465b-8e95-217e6414ac65 req-66a55b46-3508-4a52-b811-5025811a7cd4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:40.325090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b573a18-f108-465b-8e95-217e6414ac65 req-66a55b46-3508-4a52-b811-5025811a7cd4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.0964513 Dec 08 00:02:40.334129 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.345996 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.391110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.404688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b573a18-f108-465b-8e95-217e6414ac65 req-12a3a7fc-9a51-4e0c-892f-044cfbb95ba9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785594 Dec 08 00:02:40.428684 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cf3ee-b0a0-4a02-9f3a-6aa0ece84860 None None] Pushing event updated for resources: {'Port': ['ID=77f59b40-7f85-4a40-8844-545ec6d879a5,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:40.437313 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Attempting to bind port 77f59b40-7f85-4a40-8844-545ec6d879a5 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:40.438018 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Attempting to bind port 77f59b40-7f85-4a40-8844-545ec6d879a5 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:40.438545 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Attempting to bind port 77f59b40-7f85-4a40-8844-545ec6d879a5 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:40.444003 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:40.444757 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:40.445316 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.445860 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:40.446490 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Bound port: 77f59b40-7f85-4a40-8844-545ec6d879a5, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:40.447056 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.448023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d0c759-39ac-4ce3-b915-7d530eb8cf66']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:40.465769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dc0e32-d9b1-42c4-8919-46e7c447dfff') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:40.465769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dc0e32-d9b1-42c4-8919-46e7c447dfff') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:40.474293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Allocated IP 172.20.0.1 (2fe86c01-597e-4406-9c2f-c1e1147ee404/93bda062-4564-4fe3-8dfd-249e5cc3e8eb/76979175-b2ca-4157-a5ea-4e05176967ca) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:40.481318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.502093 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.523684 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] For port 77f59b40-7f85-4a40-8844-545ec6d879a5, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:40.530389 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] For port 77f59b40-7f85-4a40-8844-545ec6d879a5, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77f59b40-7f85-4a40-8844-545ec6d879a5,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:40.541285 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.542821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:02:40.551640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:02:40.554250 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:02:40.627051 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Routers {'b09176a7-47f4-4e85-9043-6ad677e6ae29'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:40.628059 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b09176a7-47f4-4e85-9043-6ad677e6ae29'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:40.642110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748399-b1c0-475e-9b5e-9de4657cd1c4 req-ae2933ef-6048-4124-9bac-b04666112efb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:40.651526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57748399-b1c0-475e-9b5e-9de4657cd1c4 req-ae2933ef-6048-4124-9bac-b04666112efb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 944 time: 0.0679932 Dec 08 00:02:40.667367 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cf3ee-b0a0-4a02-9f3a-6aa0ece84860 None None] Pushing event updated for resources: {'Port': ['ID=77f59b40-7f85-4a40-8844-545ec6d879a5,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:40.684969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.691378 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.698341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/50d0c759-39ac-4ce3-b915-7d530eb8cf66 HTTP/1.1" status: 204 len: 168 time: 0.6974671 Dec 08 00:02:40.717828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e94eaf-80dc-42e2-8e8f-9322b8d051c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d0c759-39ac-4ce3-b915-7d530eb8cf66,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:40.723405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57748399-b1c0-475e-9b5e-9de4657cd1c4 req-494eba18-d617-4273-af17-6793b25a0a3f tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659301 Dec 08 00:02:40.726016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:40.762246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.820288 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] Set router b09176a7-47f4-4e85-9043-6ad677e6ae29 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:40.825635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:40.943827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Pushing event updated for resources: {'Port': ['ID=76979175-b2ca-4157-a5ea-4e05176967ca,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:40.968358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:40.970533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:40.974751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:41.035908 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.056016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:41.072441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'mac_address': 'fa:16:3e:87:ed:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:41.076976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43276) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:41.133010 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.154197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:41.205133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-84d4860c-74d3-432f-bc29-0f8722a5da75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91aaaef5adad4e4b9a93f554ffc70ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244023 Dec 08 00:02:41.205951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43290) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:41.212598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:41.220874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.306951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:41.377649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c365c852-31c0-4a52-bfb3-8e9c82824dd5 None None] Provisioning complete for port 76979175-b2ca-4157-a5ea-4e05176967ca triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:41.378727 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c365c852-31c0-4a52-bfb3-8e9c82824dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.387187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e6682-c3c4-490b-b3c5-9c90f9e7f0c1 req-92e8164a-50dc-4a3c-9faf-ea4e692b1ece tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:41.388752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd4e6682-c3c4-490b-b3c5-9c90f9e7f0c1 req-92e8164a-50dc-4a3c-9faf-ea4e692b1ece tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.0782588 Dec 08 00:02:41.399530 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:02:37Z', 'revision_number': 3, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:41.401741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-481741b7-1b54-4898-a53c-a973643a939e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.405855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.439144 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-481741b7-1b54-4898-a53c-a973643a939e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.448082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c365c852-31c0-4a52-bfb3-8e9c82824dd5 None None] Port 76979175-b2ca-4157-a5ea-4e05176967ca cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:41.475666 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f14bda-22ad-4fd3-8dd5-ed6e25b7831d None None] The sync data for ids ['b09176a7-47f4-4e85-9043-6ad677e6ae29'] in n-d-820549-2 is: [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:02:37Z', 'revision_number': 3, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:02:41.483343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd4e6682-c3c4-490b-b3c5-9c90f9e7f0c1 req-f59cbe82-d5ad-4875-8622-040eca73fee9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780816 Dec 08 00:02:41.547596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-481741b7-1b54-4898-a53c-a973643a939e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.553994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-481741b7-1b54-4898-a53c-a973643a939e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:41.557174 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-481741b7-1b54-4898-a53c-a973643a939e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa3e6b75-09a8-4f8b-91e4-6d250ff72c77 HTTP/1.1" status: 204 len: 168 time: 0.3499546 Dec 08 00:02:41.627115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481741b7-1b54-4898-a53c-a973643a939e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e6b75-09a8-4f8b-91e4-6d250ff72c77,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:41.641146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:41.642513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281902b4-29d9-404b-b824-1b989ea1158a req-a44943a9-49e1-474f-b566-cc9b80d1e734 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:41.657381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-281902b4-29d9-404b-b824-1b989ea1158a req-a44943a9-49e1-474f-b566-cc9b80d1e734 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.0907042 Dec 08 00:02:41.750879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-281902b4-29d9-404b-b824-1b989ea1158a req-7af3004b-7c40-428a-bac3-eed17a04015f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921674 Dec 08 00:02:41.909206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f09d2-7140-4152-8063-b5a7f557cd36 req-989f55a6-5d47-4763-85e6-946aae17f6cb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:41.911189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e24f09d2-7140-4152-8063-b5a7f557cd36 req-989f55a6-5d47-4763-85e6-946aae17f6cb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 945 time: 0.1029921 Dec 08 00:02:42.093251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e24f09d2-7140-4152-8063-b5a7f557cd36 req-c3af7a5a-6af0-46be-ab30-762af3275aa4 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744244 Dec 08 00:02:42.283020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77f59b40-7f85-4a40-8844-545ec6d879a5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:42.341636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:42.354461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:42.407498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 77f59b40-7f85-4a40-8844-545ec6d879a5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:42.408055 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:42.480770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Pushing event updated for resources: {'Port': ['ID=76979175-b2ca-4157-a5ea-4e05176967ca,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:42.486163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:42.606122 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:42.622562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:42.625192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:42.665182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 77f59b40-7f85-4a40-8844-545ec6d879a5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77f59b40-7f85-4a40-8844-545ec6d879a5,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:42.672710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce7fdc-9ec9-465d-adb3-dd6420dfdfba req-c8e6914e-bf82-49ae-91c9-8a928659334a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:42.674452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:42.680583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25ce7fdc-9ec9-465d-adb3-dd6420dfdfba req-c8e6914e-bf82-49ae-91c9-8a928659334a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.1003752 Dec 08 00:02:42.834715 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25ce7fdc-9ec9-465d-adb3-dd6420dfdfba req-bb2578d9-f3af-44e2-9322-cfcb02388d02 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532531 Dec 08 00:02:42.882568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:42.920903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=77f59b40-7f85-4a40-8844-545ec6d879a5,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:42.944951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Router b09176a7-47f4-4e85-9043-6ad677e6ae29 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:02:43.026751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4203385-2466-4035-8561-d9b66a83bdee req-dcaadb67-0554-4694-81a9-9a901bd8d2c8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:43.036946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4203385-2466-4035-8561-d9b66a83bdee req-dcaadb67-0554-4694-81a9-9a901bd8d2c8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1007893 Dec 08 00:02:43.110483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4203385-2466-4035-8561-d9b66a83bdee req-72c451ff-8325-49b3-8123-aa6153a44c2d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725062 Dec 08 00:02:43.162798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:43.172031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ea6d5538-a975-4a0b-a5e3-1937fa54da91 None None] Provisioning complete for port 76979175-b2ca-4157-a5ea-4e05176967ca triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:43.172645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5538-a975-4a0b-a5e3-1937fa54da91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.206775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859', 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121', 'port_id': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859', 'mac_address': 'fa:16:3e:0a:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a6a071-fb13-4727-8a78-67dfeda21b9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:43.229739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d5538-a975-4a0b-a5e3-1937fa54da91 None None] Port 76979175-b2ca-4157-a5ea-4e05176967ca cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:43.238312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:43.246832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5e468cfd-6acd-4a97-bd61-18e8154aed6a admin admin] 10.222.0.18 "PUT /v2.0/routers/b09176a7-47f4-4e85-9043-6ad677e6ae29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9005101 Dec 08 00:02:43.289057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.306189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:43.348386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43356) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:43.352843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469b760-bab0-4c2c-b460-93bcac6241d2 req-808985b9-61c6-442b-9868-f5bdf147dbcc tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:43.354387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8469b760-bab0-4c2c-b460-93bcac6241d2 req-808985b9-61c6-442b-9868-f5bdf147dbcc tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 945 time: 0.0934355 Dec 08 00:02:43.384119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:43.394148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.423676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8469b760-bab0-4c2c-b460-93bcac6241d2 req-c66076f4-0944-4265-ae0d-630df96029ac tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Dec 08 00:02:43.508544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:43.513316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.577723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1832980685-network', 'tenant_id': '73042d793d61457f9a37f04ecb79472d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:43.639295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Made reservation on behalf of 73042d793d61457f9a37f04ecb79472d for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:43.642146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.648252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-3b10b0e8-2f81-4e49-94b8-89851e20a2d4 service neutron] 10.222.0.59 "GET /v2.0/ports/497f69ff-cbef-48cb-9124-89715f7b52fb/bindings/n-h2-820549-2 HTTP/1.1" status: 200 len: 382 time: 0.1400464 Dec 08 00:02:43.655860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.795658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.800249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['1cb2b8f5-11d7-4fde-96e6-e1531bea3859'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:43.804560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.834050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:02:43.844632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:43.868914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:43.870291 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Added segment 540d19e6-9cd0-421a-a5fb-22856add1c54 of type vlan for network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 Dec 08 00:02:44.114662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:44.187326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77f59b40-7f85-4a40-8844-545ec6d879a5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:44.197290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a0f1d-b6fe-4061-a6e5-6279e3c84b56 req-fe80e504-94a9-4dbb-8d11-dbed11ca24bd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:44.207350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f3a0f1d-b6fe-4061-a6e5-6279e3c84b56 req-fe80e504-94a9-4dbb-8d11-dbed11ca24bd tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.1578019 Dec 08 00:02:44.276375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-d52af77c-84a5-4efe-af2e-704f8841ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:44.282938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-d52af77c-84a5-4efe-af2e-704f8841ba4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362&tenant_id=33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 1100 time: 0.3286693 Dec 08 00:02:44.283419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:44.290275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:44.291307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:44.350740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 77f59b40-7f85-4a40-8844-545ec6d879a5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:44.350740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:44.417259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f3a0f1d-b6fe-4061-a6e5-6279e3c84b56 req-1bee061d-e5f9-40b7-8429-e0ac647cf16a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075169 Dec 08 00:02:44.455725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1059198 Dec 08 00:02:44.466941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:02:44.484094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Request body: {'subnet': {'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1832980685-subnet', 'tenant_id': '73042d793d61457f9a37f04ecb79472d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:44.484954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9551358-4c3c-40de-93b5-ffd00c9b950c req-f6e96a4c-bfe6-4b10-bca5-241118f3e03b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:44.499776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9551358-4c3c-40de-93b5-ffd00c9b950c req-f6e96a4c-bfe6-4b10-bca5-241118f3e03b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1812439 Dec 08 00:02:44.615870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eeabb-f589-4186-be18-a8e31c3464f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b34fad6-50fc-42cf-a11b-8e6fefdd0786,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:44.636723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:02:44.646598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9551358-4c3c-40de-93b5-ffd00c9b950c req-83e240d1-777d-485b-a64c-ffe2e36931da tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264584 Dec 08 00:02:44.693370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-555873e1-4e16-466d-91f1-7b5d46a96740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:44.694996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-555873e1-4e16-466d-91f1-7b5d46a96740 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 1100 time: 0.3506391 Dec 08 00:02:44.699026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Made reservation on behalf of 73042d793d61457f9a37f04ecb79472d for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:44.704869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:44.805685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:44.965477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f5957-29bf-4e07-8dcc-bece7ec431e1 req-ecc60c80-9d76-4276-b201-40dab030d37b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:44.978808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-206f5957-29bf-4e07-8dcc-bece7ec431e1 req-ecc60c80-9d76-4276-b201-40dab030d37b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 945 time: 0.1956248 Dec 08 00:02:44.989841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Sync routers for ids ['b09176a7-47f4-4e85-9043-6ad677e6ae29'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:44.996011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:45.023756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:45.024519 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:45.026524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Routers {'b09176a7-47f4-4e85-9043-6ad677e6ae29'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:45.031943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b09176a7-47f4-4e85-9043-6ad677e6ae29'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:45.135106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-4f90b5e0-101e-49fb-8bae-6f3d1fd658f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:45.137897 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-4f90b5e0-101e-49fb-8bae-6f3d1fd658f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.4286370 Dec 08 00:02:45.199692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-206f5957-29bf-4e07-8dcc-bece7ec431e1 req-668e6306-274f-4187-afc8-1fabffc8899b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173843 Dec 08 00:02:45.233697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-d9cd390a-99ca-4263-acb0-4daf5a74d5fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 200 len: 217 time: 0.0868993 Dec 08 00:02:45.259587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Set router b09176a7-47f4-4e85-9043-6ad677e6ae29 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:45.411082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:45.437474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-9db21525-883d-4124-a140-36a39e7a14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:45.439036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-9db21525-883d-4124-a140-36a39e7a14df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1930156 Dec 08 00:02:45.458548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:45.468402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:45.470794 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad4d78-7dbd-4adb-a094-db8abd5d0ca5" -d '{"events": [{"server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "name": "network-vif-plugged", "status": "completed", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:45.522103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:45.535733 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:45.536673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:45.687660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776225-b4fa-4d08-a0a6-5211ca2876fd req-9b92db68-a89f-48c3-a0d9-b45c9a6d60dc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:45.689211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341d16-f074-48bb-a594-36edaca49d43 req-042c05e4-5f3d-463a-b9d7-98d9c770c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:45.690852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-042c05e4-5f3d-463a-b9d7-98d9c770c71b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2438040 Dec 08 00:02:45.702756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e776225-b4fa-4d08-a0a6-5211ca2876fd req-9b92db68-a89f-48c3-a0d9-b45c9a6d60dc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.1138825 Dec 08 00:02:45.716010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:45.760181 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:45.783915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b221883a-b30c-45fe-b336-e0262516fff2,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:45.787725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:02:41Z', 'revision_number': 4, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '76979175-b2ca-4157-a5ea-4e05176967ca', 'name': '', 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'mac_address': 'fa:16:3e:07:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '93bda062-4564-4fe3-8dfd-249e5cc3e8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:40Z', 'updated_at': '2021-12-08T00:02:41Z', 'revision_number': 2, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'subnets': [{'id': '93bda062-4564-4fe3-8dfd-249e5cc3e8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:45.826103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Checking router: b09176a7-47f4-4e85-9043-6ad677e6ae29 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:45.826450 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Updating router b09176a7-47f4-4e85-9043-6ad677e6ae29 port 76979175-b2ca-4157-a5ea-4e05176967ca binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:02:45.833349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e776225-b4fa-4d08-a0a6-5211ca2876fd req-7165921d-04f8-4caf-a161-1df6e137b14c tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294980 Dec 08 00:02:45.865040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Checking segment: {'id': '540d19e6-9cd0-421a-a5fb-22856add1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:45.865777 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Network hostable DHCP agents. Network: 3b34fad6-50fc-42cf-a11b-8e6fefdd0786, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:02:45.873713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:45.881118 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:45.904756 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:45.976345 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cacbcd-0a38-4eab-9851-3d41e9f721cc x-openstack-request-id: req-84cacbcd-0a38-4eab-9851-3d41e9f721cc {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:45.976644 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "name": "network-vif-plugged", "status": "completed", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:45.976897 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84cacbcd-0a38-4eab-9851-3d41e9f721cc {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:45.977380 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'code': 200} Dec 08 00:02:45.977849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:46.065474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-dcb7e52e-c1bb-4b70-b8f4-a0c0708602a6 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506603 Dec 08 00:02:46.068498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:02:46.330299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e299e-9d4f-48c1-8e89-d4be5245bd87 req-58b24554-b6e2-4fd4-809e-3db4b88c42bf tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:46.340967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9e299e-9d4f-48c1-8e89-d4be5245bd87 req-58b24554-b6e2-4fd4-809e-3db4b88c42bf tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 947 time: 0.1124992 Dec 08 00:02:46.357245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 3b34fad6-50fc-42cf-a11b-8e6fefdd0786) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:46.376326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:46.376978 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:46.388554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb9ec07-c115-4332-8f48-0bde82cc0353 None None] Network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:46.397163 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86341d16-f074-48bb-a594-36edaca49d43 req-befecdcb-5ed5-4891-bb52-29dceb30f388 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806997 Dec 08 00:02:46.419053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9e299e-9d4f-48c1-8e89-d4be5245bd87 req-6fb79fc7-367a-4e2d-aa82-9c47baab0482 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736537 Dec 08 00:02:46.453078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc690e8-eec8-47de-9bc7-53dd8aa945be req-581e18e4-fa58-4c42-97c7-2c02be72a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:46.462386 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acc690e8-eec8-47de-9bc7-53dd8aa945be req-581e18e4-fa58-4c42-97c7-2c02be72a3a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 1097 time: 0.3912778 Dec 08 00:02:46.486805 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-007ddadb-c861-4337-9907-77a82b1b1e46 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0160708 Dec 08 00:02:46.631161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a386-51c7-4385-9be0-d33b54897ece req-2c8f1e62-ea8d-475b-8edb-5a107f19ea5c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:46.638803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8062a386-51c7-4385-9be0-d33b54897ece req-2c8f1e62-ea8d-475b-8edb-5a107f19ea5c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 946 time: 0.1383014 Dec 08 00:02:46.651552 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acc690e8-eec8-47de-9bc7-53dd8aa945be req-1dcf718b-fcc5-4c64-8367-1540ed3afb95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580877 Dec 08 00:02:46.714908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8062a386-51c7-4385-9be0-d33b54897ece req-0383c990-a2c9-4efd-996d-ca6a1d3123bf tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689471 Dec 08 00:02:46.875016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:46.966465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecca8c3-85cf-42be-a2c4-3ec9e3dda411 None None] Network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:02:47.135893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:02:47.140322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.148725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:47.149528 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.175652 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.259310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6190dd-f7a5-48e8-a821-ef89dbaffa9c None None] Pushing event updated for resources: {'Port': ['ID=76979175-b2ca-4157-a5ea-4e05176967ca,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:47.443153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.611971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.681674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:47.707588 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.764434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Attempting to bind port 76979175-b2ca-4157-a5ea-4e05176967ca on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:47.764801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Attempting to bind port 76979175-b2ca-4157-a5ea-4e05176967ca by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:47.765162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Attempting to bind port 76979175-b2ca-4157-a5ea-4e05176967ca on network 2fe86c01-597e-4406-9c2f-c1e1147ee404 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:47.778847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:47.781483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:47.781865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Checking segment: {'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:47.782260 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.782638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Bound using segment: {'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:47.783164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Bound port: 76979175-b2ca-4157-a5ea-4e05176967ca, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3301296f-4de3-4608-9417-70ec1341b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:47.783551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.919677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3f5e0e02-6aad-44c1-9182-d3a7ae125f3c None None] Provisioning complete for port 76979175-b2ca-4157-a5ea-4e05176967ca triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:47.920342 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0e02-6aad-44c1-9182-d3a7ae125f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:47.962119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] For port 76979175-b2ca-4157-a5ea-4e05176967ca, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:47.982600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb'}, {'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:47.985415 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee9ec5-6ef4-4cdd-ad66-c07a8681db04" -d '{"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-unplugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb"}, {"server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:48.002763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] For port 76979175-b2ca-4157-a5ea-4e05176967ca, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76979175-b2ca-4157-a5ea-4e05176967ca,segment=NetworkSegment(3301296f-4de3-4608-9417-70ec1341b553),segment_id=3301296f-4de3-4608-9417-70ec1341b553)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:48.007017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e0e02-6aad-44c1-9182-d3a7ae125f3c None None] Port 76979175-b2ca-4157-a5ea-4e05176967ca cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:02:48.020237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:48.118687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Routers {'b09176a7-47f4-4e85-9043-6ad677e6ae29'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:48.119593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b09176a7-47f4-4e85-9043-6ad677e6ae29'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:48.174586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6190dd-f7a5-48e8-a821-ef89dbaffa9c None None] Pushing event updated for resources: {'Port': ['ID=76979175-b2ca-4157-a5ea-4e05176967ca,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:48.205036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565dfe-06e9-4b7e-85a5-2552399abc08 req-de7eb22b-63cb-49d2-a86c-15d487bca9af tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:48.207435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9565dfe-06e9-4b7e-85a5-2552399abc08 req-de7eb22b-63cb-49d2-a86c-15d487bca9af tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.1851554 Dec 08 00:02:48.279499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-ec7446ee-de2f-4cf0-b62b-e3fe54f1bacf tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:48.294526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-ec7446ee-de2f-4cf0-b62b-e3fe54f1bacf tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/networks?id=3b34fad6-50fc-42cf-a11b-8e6fefdd0786 HTTP/1.1" status: 200 len: 822 time: 0.3872540 Dec 08 00:02:48.333558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-6c9a092d-bd2c-41ab-b9cd-717620757fe5 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/quotas/73042d793d61457f9a37f04ecb79472d HTTP/1.1" status: 200 len: 375 time: 0.0376327 Dec 08 00:02:48.394044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] Set router b09176a7-47f4-4e85-9043-6ad677e6ae29 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:48.417161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-29b62e65-9f91-4214-a07d-d720c0070ae0 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=73042d793d61457f9a37f04ecb79472d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824237 Dec 08 00:02:48.582555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-277994f1-8956-4851-ab63-dc580c6fdbbd None None] Provisioning complete for port 76979175-b2ca-4157-a5ea-4e05176967ca triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:48.582779 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-277994f1-8956-4851-ab63-dc580c6fdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:48.598027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9565dfe-06e9-4b7e-85a5-2552399abc08 req-6fa245e1-6df9-4485-b468-0eb7359e148a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746693 Dec 08 00:02:48.613546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-cae3f39b-13a1-4d36-92f1-fdf47ece5a3f service neutron] 10.222.0.18 "GET /v2.0/networks/3b34fad6-50fc-42cf-a11b-8e6fefdd0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774566 Dec 08 00:02:48.774291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:02:48.791557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-4d361882-2a3a-48fc-a38b-3a975ca5c438 service neutron] 10.222.0.18 "GET /v2.0/networks/3b34fad6-50fc-42cf-a11b-8e6fefdd0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766210 Dec 08 00:02:48.826227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:02:41Z', 'revision_number': 4, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '76979175-b2ca-4157-a5ea-4e05176967ca', 'name': '', 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'mac_address': 'fa:16:3e:07:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '93bda062-4564-4fe3-8dfd-249e5cc3e8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:40Z', 'updated_at': '2021-12-08T00:02:47Z', 'revision_number': 4, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'subnets': [{'id': '93bda062-4564-4fe3-8dfd-249e5cc3e8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:48.876082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e91681-7760-425e-8ee7-df92d8a1a0d9 None None] The sync data for ids ['b09176a7-47f4-4e85-9043-6ad677e6ae29'] in n-d-820549-2 is: [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:02:41Z', 'revision_number': 4, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '76979175-b2ca-4157-a5ea-4e05176967ca', 'name': '', 'network_id': '2fe86c01-597e-4406-9c2f-c1e1147ee404', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'mac_address': 'fa:16:3e:07:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '93bda062-4564-4fe3-8dfd-249e5cc3e8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:40Z', 'updated_at': '2021-12-08T00:02:47Z', 'revision_number': 4, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'subnets': [{'id': '93bda062-4564-4fe3-8dfd-249e5cc3e8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:02:48.878037 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-277994f1-8956-4851-ab63-dc580c6fdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:49.040185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e35959-5f21-4634-af61-4d968fbd1bf9 req-096aff1f-92fa-40c2-a612-3637832d50fb tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:49.051435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4e35959-5f21-4634-af61-4d968fbd1bf9 req-096aff1f-92fa-40c2-a612-3637832d50fb tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 947 time: 0.1881075 Dec 08 00:02:49.171044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-277994f1-8956-4851-ab63-dc580c6fdbbd None None] For port 76979175-b2ca-4157-a5ea-4e05176967ca, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76979175-b2ca-4157-a5ea-4e05176967ca,segment=NetworkSegment(3301296f-4de3-4608-9417-70ec1341b553),segment_id=3301296f-4de3-4608-9417-70ec1341b553)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:49.207394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-277994f1-8956-4851-ab63-dc580c6fdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:49.231150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4e35959-5f21-4634-af61-4d968fbd1bf9 req-acf4c6e9-bfc7-4e2e-8e1f-223e5d84aa91 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693671 Dec 08 00:02:49.397172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277994f1-8956-4851-ab63-dc580c6fdbbd None None] Pushing event updated for resources: {'Port': ['ID=76979175-b2ca-4157-a5ea-4e05176967ca,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:49.481588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:49.531786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'mac_address': 'fa:16:3e:ca:c0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:02:49.545636 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d97f31-0ad8-4bad-b3f3-f8d75e935870 x-openstack-request-id: req-c3d97f31-0ad8-4bad-b3f3-f8d75e935870 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:49.549040 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-unplugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb", "code": 200}, {"server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:49.549753 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3d97f31-0ad8-4bad-b3f3-f8d75e935870 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:49.550326 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'code': 200} Dec 08 00:02:49.551503 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859', 'code': 200} Dec 08 00:02:49.605084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0f62-9d57-48a3-a615-7468335684cd req-011716b5-9ac9-4891-84d9-52303a9b9267 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:49.610235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff2d0f62-9d57-48a3-a615-7468335684cd req-011716b5-9ac9-4891-84d9-52303a9b9267 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 946 time: 0.2710583 Dec 08 00:02:49.624113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-13729b88-a2ff-47f3-9274-e7269985dde5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1778140 Dec 08 00:02:49.643264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:49.690846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f69ff-cbef-48cb-9124-89715f7b52fb {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:49.751150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff2d0f62-9d57-48a3-a615-7468335684cd req-afcc4759-d200-44da-aaea-b6958ce832eb tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233807 Dec 08 00:02:49.752346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:49.764660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:49.938655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78472f7-c10c-4cda-9e3c-4df7fd15fe1c req-0eb4812d-94f2-4a28-a244-43268840d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:49.944210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a78472f7-c10c-4cda-9e3c-4df7fd15fe1c req-0eb4812d-94f2-4a28-a244-43268840d50f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1096 time: 0.1673801 Dec 08 00:02:49.962937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33ccbde3-185c-4630-9904-c72d38d5d104 req-9937014b-a638-42c2-99aa-9f345b409e91 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 210 time: 0.2106388 Dec 08 00:02:50.010095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:50.092338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-32b24ccf-bad4-44f1-8db8-e576a814e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:50.097245 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-32b24ccf-bad4-44f1-8db8-e576a814e829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 1095 time: 0.2638385 Dec 08 00:02:50.135336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a78472f7-c10c-4cda-9e3c-4df7fd15fe1c req-85d7b9dd-aa89-446a-9a3b-7b11d640d0be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805565 Dec 08 00:02:50.299952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76979175-b2ca-4157-a5ea-4e05176967ca up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:50.340674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-56464296-4d0e-4eef-86f1-1194ee865d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:50.342602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-56464296-4d0e-4eef-86f1-1194ee865d0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.1385610 Dec 08 00:02:50.375413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['497f69ff-cbef-48cb-9124-89715f7b52fb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:02:50.400484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-ed53f63e-da8f-4011-8807-953ee42cbd9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 200 len: 217 time: 0.0481229 Dec 08 00:02:50.410696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661d4e3-748d-4220-9b3e-7f8886fd8a82 req-29957dce-e599-4dc4-8404-6aec549b9974 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:50.418453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9661d4e3-748d-4220-9b3e-7f8886fd8a82 req-29957dce-e599-4dc4-8404-6aec549b9974 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.2991319 Dec 08 00:02:50.544000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-e9372e8c-ec6d-4a74-96ba-aa288df1b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:50.545963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-e9372e8c-ec6d-4a74-96ba-aa288df1b82d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1071436 Dec 08 00:02:50.559177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9661d4e3-748d-4220-9b3e-7f8886fd8a82 req-b7479a9e-c604-4cc7-b49f-0834372bf113 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396635 Dec 08 00:02:50.650299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-1a5d14f1-bb90-4856-8d9e-70a5c696e910 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847757 Dec 08 00:02:50.709576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 76979175-b2ca-4157-a5ea-4e05176967ca triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:50.711480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:50.891094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-c6c8421e-ca55-49e1-a0d3-5c64757ffd35 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239609 Dec 08 00:02:51.096908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82990f6-ead6-43ef-aa82-ad0ebdbed766 req-66843fb7-a99a-4387-9ee0-b05b00f6c841 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300197 Dec 08 00:02:51.194197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66bae-63b1-4eed-a3ac-8fd7cddf5ae8 req-43354516-0179-494b-8df2-88bb6a1f812f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:51.202395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbf66bae-63b1-4eed-a3ac-8fd7cddf5ae8 req-43354516-0179-494b-8df2-88bb6a1f812f tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 946 time: 0.3042979 Dec 08 00:02:51.294677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbf66bae-63b1-4eed-a3ac-8fd7cddf5ae8 req-08857dad-a2a9-4fa4-b511-e1f0118aa8c5 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911102 Dec 08 00:02:51.352853 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0bd7-ca93-4e4b-83c0-d8170f97b945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:51.451034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-6a53b9a5-a934-4091-a027-0e0739495b5a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:51.459876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-6a53b9a5-a934-4091-a027-0e0739495b5a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3618596 Dec 08 00:02:51.541805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-d663a25e-adc1-4498-a1fc-d41b2e1e16a9 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 695 time: 0.0806348 Dec 08 00:02:51.551306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'floatingip': {'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:52.121283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47dd8b-d3a6-46aa-a07e-2cd616b5e21b req-c12890bf-0e58-45e8-b8a9-709340956b49 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:52.131115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e47dd8b-d3a6-46aa-a07e-2cd616b5e21b req-c12890bf-0e58-45e8-b8a9-709340956b49 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 948 time: 0.7290843 Dec 08 00:02:52.145596 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:52.609284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e47dd8b-d3a6-46aa-a07e-2cd616b5e21b req-d33d98e8-28a6-4401-98c3-396c01b548f5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770987 Dec 08 00:02:52.620868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-36cb6568-f677-4b16-a466-3bd5ae18fcc6 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:52.622912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-36cb6568-f677-4b16-a466-3bd5ae18fcc6 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.44 "GET /v2.0/networks?id=3b34fad6-50fc-42cf-a11b-8e6fefdd0786 HTTP/1.1" status: 200 len: 822 time: 0.5513976 Dec 08 00:02:52.661486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Request body: {'port': {'device_id': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786', 'admin_state_up': True, 'tenant_id': '73042d793d61457f9a37f04ecb79472d'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:52.779088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:02:52.963287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Made reservation on behalf of 73042d793d61457f9a37f04ecb79472d for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:02:52.968232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:52.997371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 497f69ff-cbef-48cb-9124-89715f7b52fb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:02:52.998170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:53.198690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Allocated IP 172.20.0.6 (3b34fad6-50fc-42cf-a11b-8e6fefdd0786/b221883a-b30c-45fe-b336-e0262516fff2/de246ceb-66c7-46af-8366-399ae3fad814) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:02:53.336481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5094152c-bedf-4289-b772-70347bd75863 req-027d24cc-d6d9-4d95-9fd1-b9c9b4157d80 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 210 time: 0.3456273 Dec 08 00:02:53.362373 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:53.393291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:53.395775 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df14c4a-5a22-423f-bab8-670ba535de2b" -d '{"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-plugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:53.418997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:53.418997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:53.485470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.resource_extend [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:02:53.507591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:53.558191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1001f6a3-5cb6-45f8-b2f4-f9a34fff9221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:53.577906 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:53.607960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:53.657692 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:02:53.785217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8db85c-54fc-4d25-b174-80c3d98ae29f req-e05c0bed-5d9b-4372-bd65-6b99991488bb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:53.793809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df8db85c-54fc-4d25-b174-80c3d98ae29f req-e05c0bed-5d9b-4372-bd65-6b99991488bb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.2126803 Dec 08 00:02:53.826827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:53.835688 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9 associated. External IP: 172.25.6.52, port: ef1e1765-ed68-4abc-a384-dcd99787dc0c. Dec 08 00:02:53.925596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df8db85c-54fc-4d25-b174-80c3d98ae29f req-1475ec6c-1537-422d-8840-6152034168cb tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304328 Dec 08 00:02:54.064938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:54.355976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:02:54.358166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:02:54.366355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:02:54.439958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:54.441105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:54.447194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:02:54.594956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:54.596885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Pushing event updated for resources: {'Port': ['ID=de246ceb-66c7-46af-8366-399ae3fad814,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:54.608343 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:54.610027 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:54.613396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.614045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.614751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.615356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.615933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.616510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.617093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.617662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.618315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.618915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.619709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.620439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.621286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:02:54.630209 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:54.632871 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:54.637811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-fedd075b-a7e3-43b6-9b4b-049a217543dd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9807289 Dec 08 00:02:54.663526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Request body: {'port': {'device_id': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:02:54.792165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:54.860019 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2afdf76-88e4-4a66-8839-e032ce336474 x-openstack-request-id: req-a2afdf76-88e4-4a66-8839-e032ce336474 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:54.860555 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-plugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:54.860555 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2afdf76-88e4-4a66-8839-e032ce336474 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:54.860935 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'code': 200} Dec 08 00:02:54.873647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-f5b4b776-6f66-4359-8e76-a148b62cb13f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:54.878491 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-f5b4b776-6f66-4359-8e76-a148b62cb13f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362&tenant_id=33e98863a69744a7b380e1b398fec89c&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 949 time: 0.1463025 Dec 08 00:02:54.891075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-b723e26d-ddf8-42c3-bc77-72db1a5b745e tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "PUT /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 200 len: 996 time: 3.3452997 Dec 08 00:02:54.895342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:54.898095 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d" -d '{"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:55.030081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:55.031948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-51416dae-2a3e-4906-a44f-f8c7fa326c37 service neutron] 10.222.0.59 "GET /v2.0/ports/497f69ff-cbef-48cb-9124-89715f7b52fb/bindings/n-h2-820549-2 HTTP/1.1" status: 200 len: 382 time: 0.1224787 Dec 08 00:02:55.085187 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:55.188798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-6b29d18d-b97e-487d-97e5-080909c3ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:55.203224 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-6b29d18d-b97e-487d-97e5-080909c3ca6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 1100 time: 0.1166818 Dec 08 00:02:55.410044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de246ceb-66c7-46af-8366-399ae3fad814 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:02:55.414082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-ff98d266-3780-42fc-907b-57a48ff40086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:55.416581 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-ff98d266-3780-42fc-907b-57a48ff40086 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2032077 Dec 08 00:02:55.421307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:55.438656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Transition to ACTIVE for port object de246ceb-66c7-46af-8366-399ae3fad814 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:02:55.476065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:55.499571 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-fe16f19b-4e78-4267-b610-16290197141c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 200 len: 217 time: 0.0705044 Dec 08 00:02:55.630536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-cd29b1d1-e335-4eee-bb46-a0f000ab1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:55.632121 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-cd29b1d1-e335-4eee-bb46-a0f000ab1bbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1229761 Dec 08 00:02:55.640606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-063eed2b-91b2-46df-b23e-9d68832e7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:55.642314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-063eed2b-91b2-46df-b23e-9d68832e7a88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.6981773 Dec 08 00:02:55.643203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Pushing event updated for resources: {'Port': ['ID=de246ceb-66c7-46af-8366-399ae3fad814,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:55.713698 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:02:52Z', 'revision_number': 1, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:55.760025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36bce-6ace-4ac7-978a-4d8ecf4d8df5 req-197cfe7d-584a-42a9-be33-4e76e1778c6b tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:55.764130 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:55.768174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caf36bce-6ace-4ac7-978a-4d8ecf4d8df5 req-197cfe7d-584a-42a9-be33-4e76e1778c6b tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1096 time: 0.3256075 Dec 08 00:02:55.769255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-bd5dd64f-3026-4436-a4a0-0c002c4918f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:55.775544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:55.776538 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:55.785267 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-bd5dd64f-3026-4436-a4a0-0c002c4918f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989897 Dec 08 00:02:55.997357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Attempting to bind port de246ceb-66c7-46af-8366-399ae3fad814 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:02:55.997901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Attempting to bind port de246ceb-66c7-46af-8366-399ae3fad814 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '540d19e6-9cd0-421a-a5fb-22856add1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:02:55.998010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Attempting to bind port de246ceb-66c7-46af-8366-399ae3fad814 on network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:56.003103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-56b5c24a-e88f-4486-b42a-241dfb146b18 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991174 Dec 08 00:02:56.045907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Port de246ceb-66c7-46af-8366-399ae3fad814 on network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:02:56.046134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Attempting to bind port de246ceb-66c7-46af-8366-399ae3fad814 on network 3b34fad6-50fc-42cf-a11b-8e6fefdd0786 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:02:56.067212 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caf36bce-6ace-4ac7-978a-4d8ecf4d8df5 req-257fc371-21f2-4473-b226-b3c49dfd2766 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980261 Dec 08 00:02:56.071845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-2319f0ee-1dcd-45df-83ac-e6a91e2be807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:56.073376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-2319f0ee-1dcd-45df-83ac-e6a91e2be807 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.3935051 Dec 08 00:02:56.074188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:02:56.074534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Checking segment: {'id': '540d19e6-9cd0-421a-a5fb-22856add1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:02:56.074924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Bound using segment: {'id': '540d19e6-9cd0-421a-a5fb-22856add1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:02:56.075365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Bound port: de246ceb-66c7-46af-8366-399ae3fad814, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540d19e6-9cd0-421a-a5fb-22856add1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:02:56.081506 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:56.087637 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:56.187415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:56.262935 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-f6a9ffc0-2cc7-4409-ac2c-cbbd6baaa5b1 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494786 Dec 08 00:02:56.316249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44798646-169e-4f8d-b218-1f66f8eb522d req-1aea7002-84bd-4f78-b7ee-83789a4e01a9 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:56.317695 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44798646-169e-4f8d-b218-1f66f8eb522d req-1aea7002-84bd-4f78-b7ee-83789a4e01a9 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 946 time: 0.1683073 Dec 08 00:02:56.423105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-3f5db34d-176b-4e0c-9357-454369e08532 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 999 time: 0.3062930 Dec 08 00:02:56.537919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] For port de246ceb-66c7-46af-8366-399ae3fad814, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:02:56.562135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Deleting port 0b6098da-4497-4fc2-b8cc-a71369c9e6af {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:02:56.563525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:56.607156 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:02:52Z', 'revision_number': 1, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:56.684014 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098b023-2568-46d7-85db-a9dc7b774b8a None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:02:52Z', 'revision_number': 1, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:02:56.833407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] For port 0b6098da-4497-4fc2-b8cc-a71369c9e6af, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0b6098da-4497-4fc2-b8cc-a71369c9e6af,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:02:56.836468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:57.145808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364434a-768c-4aad-b30d-3b9246318c16 req-48563aa4-6139-4b45-aedf-a147030f5cdd tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:57.156505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4364434a-768c-4aad-b30d-3b9246318c16 req-48563aa4-6139-4b45-aedf-a147030f5cdd tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 946 time: 0.8807976 Dec 08 00:02:57.176418 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:57.193252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022647c-4c09-4d87-a958-de90da5b0b8d None None] New status for floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:02:57.203708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-f044046f-d671-445f-892c-b072e2202352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:57.205373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-f044046f-d671-445f-892c-b072e2202352 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.7458537 Dec 08 00:02:57.212208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] For port de246ceb-66c7-46af-8366-399ae3fad814, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=de246ceb-66c7-46af-8366-399ae3fad814,segment=NetworkSegment(540d19e6-9cd0-421a-a5fb-22856add1c54),segment_id=540d19e6-9cd0-421a-a5fb-22856add1c54)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:02:57.292484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4364434a-768c-4aad-b30d-3b9246318c16 req-3e1ccb13-cac1-421b-b6e7-ee37786aaabb tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256795 Dec 08 00:02:57.302588 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:57.362112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:57.362795 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:57.363215 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe disassociated. External IP: 172.25.6.89, port: 0b6098da-4497-4fc2-b8cc-a71369c9e6af. Dec 08 00:02:57.364360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Calling delete_port for 0b6098da-4497-4fc2-b8cc-a71369c9e6af owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:02:57.579220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Pushing event updated for resources: {'Port': ['ID=de246ceb-66c7-46af-8366-399ae3fad814,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:57.608753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:57.609404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:57.611477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-3fe0f29f-7842-4120-bee3-b31f14ceb176 service neutron] 10.222.0.44 "PUT /v2.0/ports/de246ceb-66c7-46af-8366-399ae3fad814 HTTP/1.1" status: 200 len: 1091 time: 2.9526508 Dec 08 00:02:57.634654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-4dd3d542-011e-4735-a95a-cfd43243d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:57.643702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-4dd3d542-011e-4735-a95a-cfd43243d6cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4006956 Dec 08 00:02:57.649524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-08a5f0c4-292a-45ce-b07e-b00639e912d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:02:57.649873 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:57.660978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-08a5f0c4-292a-45ce-b07e-b00639e912d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163178 Dec 08 00:02:57.691198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event deleted for resources: {'Port': ['ID=0b6098da-4497-4fc2-b8cc-a71369c9e6af,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:02:57.770767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f6a0f-568e-4ae3-a4fc-0b27b9e8968a req-8c40d38a-9cc4-46aa-80ce-139d68cc529c tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:57.779144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-471f6a0f-568e-4ae3-a4fc-0b27b9e8968a req-8c40d38a-9cc4-46aa-80ce-139d68cc529c tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 943 time: 0.2603970 Dec 08 00:02:57.873826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-471f6a0f-568e-4ae3-a4fc-0b27b9e8968a req-a8e8c7d7-eaff-444a-b998-196d9e1034cd tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795374 Dec 08 00:02:57.887401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Router 1fc42750-cf46-42ab-b5ef-b22f55048915 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:02:57.927953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-288c5f78-910a-4875-8042-336b569d4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:57.937398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-288c5f78-910a-4875-8042-336b569d4317 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73042d793d61457f9a37f04ecb79472d&device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 1094 time: 0.2360706 Dec 08 00:02:58.091150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-4f696b3d-bad9-47bd-872b-10ebdcbd56b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de246ceb-66c7-46af-8366-399ae3fad814 HTTP/1.1" status: 200 len: 217 time: 0.0871744 Dec 08 00:02:58.110460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:02:58.128140 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] Sync routers for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:02:58.146679 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:58.147391 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:58.205414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-c02ed8bf-b476-47f5-aca0-ed04460993ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:58.207935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-c02ed8bf-b476-47f5-aca0-ed04460993ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b221883a-b30c-45fe-b336-e0262516fff2 HTTP/1.1" status: 200 len: 862 time: 0.1071048 Dec 08 00:02:58.216202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-51ac35cb-5524-427e-805b-99c698891ff1 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543332 Dec 08 00:02:58.236688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] No DVR routers for this DVR port 0b6098da-4497-4fc2-b8cc-a71369c9e6af on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:02:58.243242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:02:58.252961 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44798646-169e-4f8d-b218-1f66f8eb522d req-ccfcdbf7-e1db-4371-8475-b06321b3201a tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.59 "DELETE /v2.0/ports/0b6098da-4497-4fc2-b8cc-a71369c9e6af HTTP/1.1" status: 204 len: 173 time: 1.9189441 Dec 08 00:02:58.255609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'name': 'network-vif-deleted', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:02:58.259216 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222e900a-cfe6-4239-b7d9-99535ac0beaf" -d '{"events": [{"server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "name": "network-vif-deleted", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:02:58.361676 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:58.447921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-5aaa1c83-9970-4fd3-b5cf-c745eb39053e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b34fad6-50fc-42cf-a11b-8e6fefdd0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224445 Dec 08 00:02:58.471907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87e5d7bd-84cd-4784-9465-92fdd8a4a426 req-6659e255-d2fd-4b95-bfab-f6cf4fd49fe8 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030492 Dec 08 00:02:58.510392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a2af-7c51-43c6-89bc-830c1c170f1d req-d67ffc3d-53c3-423b-9759-95d1ba8b5d4c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:58.528268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a25a2af-7c51-43c6-89bc-830c1c170f1d req-d67ffc3d-53c3-423b-9759-95d1ba8b5d4c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.5246425 Dec 08 00:02:58.792902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-1a3385be-debc-4f81-80c5-0b0490f9f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:58.794345 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-1a3385be-debc-4f81-80c5-0b0490f9f38e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.1260662 Dec 08 00:02:58.818390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0b6098da-4497-4fc2-b8cc-a71369c9e6af no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:02:58.822789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-c2dc2c5d-ed6b-4340-8ee8-5680fd7c4794 service neutron] 10.222.0.44 "GET /v2.0/networks/3b34fad6-50fc-42cf-a11b-8e6fefdd0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503443 Dec 08 00:02:58.825988 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb542ad8-9e9d-4ad0-9c46-7c59d627fb99 x-openstack-request-id: req-bb542ad8-9e9d-4ad0-9c46-7c59d627fb99 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:58.826436 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:58.826814 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb542ad8-9e9d-4ad0-9c46-7c59d627fb99 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:58.827570 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'status': 'completed', 'code': 200} Dec 08 00:02:58.845848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a25a2af-7c51-43c6-89bc-830c1c170f1d req-50e6cbfd-49af-4312-ad18-0817b59c5e10 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109922 Dec 08 00:02:58.877824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 0b6098da-4497-4fc2-b8cc-a71369c9e6af {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:02:58.878433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0b6098da-4497-4fc2-b8cc-a71369c9e6af not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:02:58.900850 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:58.961481 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] Checking router: 1fc42750-cf46-42ab-b5ef-b22f55048915 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:02:58.972028 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:02:58.973451 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:59.064662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-4a08a7e5-ee68-412d-b433-3a5adc0fc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:59.067774 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a0b539d-3c96-497f-8e67-b3e7981db16e req-a345d280-4860-4bdd-aaef-d5c8e6160bd7 service neutron] 10.222.0.44 "GET /v2.0/networks/3b34fad6-50fc-42cf-a11b-8e6fefdd0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201540 Dec 08 00:02:59.072386 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-4a08a7e5-ee68-412d-b433-3a5adc0fc559 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.2695045 Dec 08 00:02:59.121159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bec4-c46a-4fcb-8547-123e9fc1ccc2 req-6706b4a3-1fe8-4224-8cb1-338024145962 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:59.131179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6089bec4-c46a-4fcb-8547-123e9fc1ccc2 req-6706b4a3-1fe8-4224-8cb1-338024145962 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1096 time: 0.0626726 Dec 08 00:02:59.198020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6089bec4-c46a-4fcb-8547-123e9fc1ccc2 req-80d27958-c410-477a-8a1a-b6a413f98dea tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605104 Dec 08 00:02:59.255283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-829cb35b-c8dd-4fb4-b379-c82f75512da6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 1001 time: 0.1509719 Dec 08 00:02:59.290120 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7e96b3-eaa2-422d-be55-245b72b60d6a x-openstack-request-id: req-df7e96b3-eaa2-422d-be55-245b72b60d6a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:02:59.290418 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6e07b7-676f-4fb0-815c-78b26f2931ba", "name": "network-vif-deleted", "tag": "0b6098da-4497-4fc2-b8cc-a71369c9e6af", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:02:59.290679 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df7e96b3-eaa2-422d-be55-245b72b60d6a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:02:59.291115 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6e07b7-676f-4fb0-815c-78b26f2931ba', 'name': 'network-vif-deleted', 'tag': '0b6098da-4497-4fc2-b8cc-a71369c9e6af', 'status': 'completed', 'code': 200} Dec 08 00:02:59.311034 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:02:59.485968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-3ebb0782-f2b2-4e3b-b3c3-8584bf342319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:59.487600 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-3ebb0782-f2b2-4e3b-b3c3-8584bf342319 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.2314205 Dec 08 00:02:59.521325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71b197a9-175a-4df3-b868-9797cf9907e9 req-8a9dfd62-0fc0-420e-a91c-b00e968c35bb tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6e07b7-676f-4fb0-815c-78b26f2931ba HTTP/1.1" status: 200 len: 210 time: 0.0388618 Dec 08 00:02:59.551069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-b5760189-861b-47d7-b968-00835cb1009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:59.551069 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-b5760189-861b-47d7-b968-00835cb1009c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362&tenant_id=33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 1100 time: 0.1174042 Dec 08 00:02:59.563459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-4d10ee54-1574-406d-8b17-e4ac4dae23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:59.564761 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-4d10ee54-1574-406d-8b17-e4ac4dae23e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655870 Dec 08 00:02:59.826062 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:02:59.845259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-9a7533d5-ae54-4654-a78f-242376e86066 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:02:59.846903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-9a7533d5-ae54-4654-a78f-242376e86066 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1091394 Dec 08 00:02:59.873792 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95585bf-ed60-4f6e-bcee-82ef3dc66599 None None] The sync data for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 is: [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-07T23:58:00Z', 'revision_number': 4, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6', 'name': '', 'network_id': '09cfacd2-d65d-42ef-a1d7-16366979b21d', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'mac_address': 'fa:16:3e:09:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:59Z', 'updated_at': '2021-12-07T23:58:05Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'subnets': [{'id': 'be26e61f-3d99-4f56-98ce-ae40dd160a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:00.056909 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-376c4114-e9a0-4c20-b617-2bdb50640420 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 1001 time: 0.1957803 Dec 08 00:03:00.067147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'floatingip': {'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:00.196376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:00.278328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-fbd4d06d-168e-49cd-88d3-b8280d38d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:00.281103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-fbd4d06d-168e-49cd-88d3-b8280d38d333 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 1100 time: 0.6689301 Dec 08 00:03:00.359072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-f4803675-7e96-4e8a-a616-503571418052 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7811568 Dec 08 00:03:00.379990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b32ed-98b0-4bed-8198-5831aa17a933 None None] New status for floating IP aaaa0c1d-8872-4a06-b309-fd85dd622ffe: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:03:00.607895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-b68ca0f9-8f5b-41f7-9988-d705f207c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:00.609756 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-b68ca0f9-8f5b-41f7-9988-d705f207c1b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3148341 Dec 08 00:03:00.692470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-44d0b681-92e2-4e18-88d9-332ca10d0a11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 200 len: 217 time: 0.0485458 Dec 08 00:03:00.761169 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0aaaf8f-3489-47a1-ba16-b4bcd70de54d req-55ae23a4-1e1f-4615-973f-a3e587064e75 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947976 Dec 08 00:03:00.774495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-04a93462-277e-4046-8c4d-aa874e623162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:00.775969 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-04a93462-277e-4046-8c4d-aa874e623162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0731165 Dec 08 00:03:00.816168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:00.836022 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'tag': 'de246ceb-66c7-46af-8366-399ae3fad814'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:00.839826 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac22690-19db-4c49-b6c3-9ee02ec68e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eee6bc1-2b68-4731-97d1-3fdfc9247729", "tag": "de246ceb-66c7-46af-8366-399ae3fad814"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:00.858846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-b90b0f22-cb22-4ffa-b569-f9d1beb4d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:00.860786 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-b90b0f22-cb22-4ffa-b569-f9d1beb4d9b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609326 Dec 08 00:03:00.971165 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:00.989633 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-32c645cd-1bbe-4de3-8fc9-d63dbaf5054b service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166372 Dec 08 00:03:01.003548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:01.006274 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3375f-b31a-43b8-afc5-b2acc867c8f8" -d '{"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-unplugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:01.022291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:01.027189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:01.031225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:01.045252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39601d-830e-45cc-b292-0843d9e9ce79 req-023a438b-353d-4552-bede-c2b052b485da tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:01.047615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a39601d-830e-45cc-b292-0843d9e9ce79 req-023a438b-353d-4552-bede-c2b052b485da tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 943 time: 0.1393449 Dec 08 00:03:01.049126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:01.093600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:01.120677 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e26b833-ab05-4d80-b07d-80a773a381ae req-f7f47a3e-cab5-430d-99cd-8fa71c4ae277 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217446 Dec 08 00:03:01.139256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a39601d-830e-45cc-b292-0843d9e9ce79 req-06742217-049f-460e-8680-7b066277f541 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855985 Dec 08 00:03:01.255253 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9 associated. External IP: 172.25.6.52, port: ef1e1765-ed68-4abc-a384-dcd99787dc0c. Dec 08 00:03:01.431678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780c47-26f5-4818-9bd7-29aeb9eefa0e req-17a07a36-f4d8-4f84-a4ef-1719d8fe6acd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:01.433196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5780c47-26f5-4818-9bd7-29aeb9eefa0e req-17a07a36-f4d8-4f84-a4ef-1719d8fe6acd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 947 time: 0.0694730 Dec 08 00:03:01.553661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5780c47-26f5-4818-9bd7-29aeb9eefa0e req-266cdc36-2287-4cc5-8584-98010c070b84 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865023 Dec 08 00:03:01.584761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:01.707524 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea766a06-57bf-4d6b-9c4b-c93c99fe2ad2 x-openstack-request-id: req-ea766a06-57bf-4d6b-9c4b-c93c99fe2ad2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:01.708001 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eee6bc1-2b68-4731-97d1-3fdfc9247729", "tag": "de246ceb-66c7-46af-8366-399ae3fad814", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:01.708311 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea766a06-57bf-4d6b-9c4b-c93c99fe2ad2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:01.708765 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'tag': 'de246ceb-66c7-46af-8366-399ae3fad814', 'status': 'completed', 'code': 200} Dec 08 00:03:01.718140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:01.729187 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:01.748002 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd40cb5-3a31-45f3-8511-f8a7dab73c69 x-openstack-request-id: req-acd40cb5-3a31-45f3-8511-f8a7dab73c69 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:01.748518 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-unplugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:01.748767 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acd40cb5-3a31-45f3-8511-f8a7dab73c69 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:01.749359 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'code': 200} Dec 08 00:03:01.756436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device de246ceb-66c7-46af-8366-399ae3fad814 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:01.793262 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:01.794396 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:01.898685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-9e7800c6-4113-4607-b351-4ea9d42d625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:01.904476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-9e7800c6-4113-4607-b351-4ea9d42d625b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73042d793d61457f9a37f04ecb79472d&device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 1094 time: 0.1202588 Dec 08 00:03:01.965993 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:02.034120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port de246ceb-66c7-46af-8366-399ae3fad814, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=de246ceb-66c7-46af-8366-399ae3fad814,segment=NetworkSegment(540d19e6-9cd0-421a-a5fb-22856add1c54),segment_id=540d19e6-9cd0-421a-a5fb-22856add1c54)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:02.062234 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'de246ceb-66c7-46af-8366-399ae3fad814', 'network_id': '3b34fad6-50fc-42cf-a11b-8e6fefdd0786', 'port_id': 'de246ceb-66c7-46af-8366-399ae3fad814', 'mac_address': 'fa:16:3e:b0:af:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b221883a-b30c-45fe-b336-e0262516fff2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:03:02.116543 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:02.126612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-f22d9a93-a7d7-448d-8bac-2402b0675f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:02.131383 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-f22d9a93-a7d7-448d-8bac-2402b0675f13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b34fad6-50fc-42cf-a11b-8e6fefdd0786 HTTP/1.1" status: 200 len: 923 time: 0.2195251 Dec 08 00:03:02.135301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de246ceb-66c7-46af-8366-399ae3fad814 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:02.157763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:02.171426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port de246ceb-66c7-46af-8366-399ae3fad814, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=de246ceb-66c7-46af-8366-399ae3fad814,segment=NetworkSegment(540d19e6-9cd0-421a-a5fb-22856add1c54),segment_id=540d19e6-9cd0-421a-a5fb-22856add1c54)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:02.186502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:02.274973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-328c095d-656d-4855-b66e-1871db30ac2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de246ceb-66c7-46af-8366-399ae3fad814 HTTP/1.1" status: 200 len: 217 time: 0.1341383 Dec 08 00:03:02.327994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=de246ceb-66c7-46af-8366-399ae3fad814,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:02.347410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:02.352696 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:02.373148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-c35ea31c-a669-4f4d-892b-ab8e8273078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:02.374648 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-c35ea31c-a669-4f4d-892b-ab8e8273078b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b221883a-b30c-45fe-b336-e0262516fff2 HTTP/1.1" status: 200 len: 862 time: 0.0867603 Dec 08 00:03:02.454073 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-5d572666-036f-4ff1-8211-ec97f85aedad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b34fad6-50fc-42cf-a11b-8e6fefdd0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549119 Dec 08 00:03:02.500691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-527ad72d-427d-4d5e-a0e8-cceba05cef6b tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "PUT /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 200 len: 998 time: 2.4422443 Dec 08 00:03:02.569727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-94b0161a-aff1-431f-95cf-d1f1ffab2cf3 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:02.571362 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-94b0161a-aff1-431f-95cf-d1f1ffab2cf3 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports/ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 943 time: 0.0565028 Dec 08 00:03:02.582031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-b03953ba-c4e0-47eb-80be-12107d368ab9 service neutron] 10.222.0.44 "GET /v2.0/networks/3b34fad6-50fc-42cf-a11b-8e6fefdd0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224008 Dec 08 00:03:02.605289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['de246ceb-66c7-46af-8366-399ae3fad814'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:02.670395 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:87:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:00Z', 'revision_number': 3, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:02.701037 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:02.715561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eac22690-19db-4c49-b6c3-9ee02ec68e0b req-4e9b5a44-7ea8-488a-a1d0-72fdc350bdba service neutron] 10.222.0.44 "GET /v2.0/networks/3b34fad6-50fc-42cf-a11b-8e6fefdd0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223121 Dec 08 00:03:02.718060 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:02.718860 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:02.771985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-e2d39a23-b4ee-43f6-8fcb-2d821eab95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:02.773866 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-e2d39a23-b4ee-43f6-8fcb-2d821eab95a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.1163251 Dec 08 00:03:02.820408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:02.925606 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:02.997585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:03.014696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'mac_address': 'fa:16:3e:ca:c0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:03:03.071221 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:03.088229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f69ff-cbef-48cb-9124-89715f7b52fb {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:03.117269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:03.129492 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:03.254400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=10']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:03.287274 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:87:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:00Z', 'revision_number': 3, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:03.293105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-96bddfef-3a6a-4114-bfb4-809bd4f77b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:03.294611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-96bddfef-3a6a-4114-bfb4-809bd4f77b9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.5139380 Dec 08 00:03:03.326355 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b712ec-7fbf-4dde-ab91-32ef599ad400 None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:87:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:00Z', 'revision_number': 3, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:03.352532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-b88ef7e1-6fc5-49d1-843c-56a92025ed4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 217 time: 0.0513918 Dec 08 00:03:03.413617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-c3bfa2f8-b75c-418e-aa13-174f3590aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:03.415167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-c3bfa2f8-b75c-418e-aa13-174f3590aa8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.0559759 Dec 08 00:03:03.475900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-60b27b23-8cd9-4e20-8d9e-97364aa9a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:03.478160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-60b27b23-8cd9-4e20-8d9e-97364aa9a6d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551825 Dec 08 00:03:03.490366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-a86eab45-177f-45e3-b530-04b31a95e192 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:03:03.494295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-a86eab45-177f-45e3-b530-04b31a95e192 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098379 Dec 08 00:03:03.581330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-d06dff23-0664-4a53-be30-ef55f77feb9c tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:03:03.583740 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-d06dff23-0664-4a53-be30-ef55f77feb9c tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073249 Dec 08 00:03:03.645790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-f25f5935-0c52-4ea9-ad44-18341854052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:03.647747 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-f25f5935-0c52-4ea9-ad44-18341854052c service neutron] 10.222.0.18 "GET /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 1093 time: 0.0497010 Dec 08 00:03:03.662918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:03.665503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c80b9-e97a-40d5-8843-8fa918557b82 None None] New status for floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:03:03.665678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:03:03.681354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-aca0c5be-c93d-4027-9fa6-f98e1e4708be service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690352 Dec 08 00:03:03.704443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['497f69ff-cbef-48cb-9124-89715f7b52fb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:03.712268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c'}, {'name': 'network-changed', 'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:03.715077 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73abda4b-8f60-4e0a-9492-71b2467658fd" -d '{"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c"}, {"name": "network-changed", "server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:03.801377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:03.817830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:03:03.818170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:03:03.818512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:03.824293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:03:03.824616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:03.826442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-0b646354-f5a9-40c0-9a3f-1d7dd3b7ec6e service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345007 Dec 08 00:03:03.830412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:03:03.830760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:03.831231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:03:03.831653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Bound port: 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:03:03.912869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-bff4fb8a-dc30-4d1b-aa62-aa70aa964f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:03.914833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-bff4fb8a-dc30-4d1b-aa62-aa70aa964f9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 1097 time: 0.0554924 Dec 08 00:03:03.921393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:03:03.931226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:03.941931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3cfd848c-acb0-4389-966b-cecef93f5102 service neutron] 10.222.0.18 "POST /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859/bindings HTTP/1.1" status: 201 len: 389 time: 0.2817488 Dec 08 00:03:04.103660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-e8e4422a-4652-472b-ba83-48376c398c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.105665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-e8e4422a-4652-472b-ba83-48376c398c13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.1800475 Dec 08 00:03:04.155647 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:04.221216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:04.223653 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:04.224209 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59df7bd-1534-4763-bb68-31a79ac0ff60" -d '{"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-unplugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:04.246530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:04.253013 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:04.254554 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:04.265538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-c72419c3-0a19-4bb2-8cdd-73fdff7cbe24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 1001 time: 0.1462610 Dec 08 00:03:04.278770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243530c-35df-4b3e-a910-3e745561b83e req-9359cc1a-2f78-4262-8503-e7a8a99f1039 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.280732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8243530c-35df-4b3e-a910-3e745561b83e req-9359cc1a-2f78-4262-8503-e7a8a99f1039 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 949 time: 0.0798936 Dec 08 00:03:04.295847 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:04.360074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-8423ea4b-c45e-4a6f-b917-ac1478fc5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.361766 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-8423ea4b-c45e-4a6f-b917-ac1478fc5676 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1096 time: 0.1106327 Dec 08 00:03:04.362804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8243530c-35df-4b3e-a910-3e745561b83e req-9ce60ef8-d384-4771-baf6-b9ee6b032c51 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731819 Dec 08 00:03:04.373721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-6e8e0520-6b5b-48ee-a0c1-6c4578737fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.375536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-6e8e0520-6b5b-48ee-a0c1-6c4578737fec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.0937545 Dec 08 00:03:04.410244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:04.415936 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:04.501451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-9a888acf-c09b-4915-b873-4fff9183f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.503098 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-9a888acf-c09b-4915-b873-4fff9183f43c service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.1316128 Dec 08 00:03:04.511408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-3cfbd6de-f22a-4aef-9ff4-8408283b2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.513579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-3cfbd6de-f22a-4aef-9ff4-8408283b2e88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188216 Dec 08 00:03:04.565918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-91f7483b-1561-497c-b09a-527cb2509d94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 217 time: 0.0544245 Dec 08 00:03:04.654685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb8f3b-27ee-4752-9615-cd363b259499 req-7ceea458-38a9-4bd1-89a6-0f9621f10f89 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.656498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1edb8f3b-27ee-4752-9615-cd363b259499 req-7ceea458-38a9-4bd1-89a6-0f9621f10f89 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 944 time: 0.1646929 Dec 08 00:03:04.661606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-7750730f-1698-4b85-947a-7926cff9ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:04.663168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-7750730f-1698-4b85-947a-7926cff9ee60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0892887 Dec 08 00:03:04.682546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-61a8c3c9-70b3-4f88-bcf2-291ebe6af0e0 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386902 Dec 08 00:03:04.727445 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-249f8891-7520-4175-a554-07e8ad6c7fce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550230 Dec 08 00:03:04.783700 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:87:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:03Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:04.819949 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:04.827905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1edb8f3b-27ee-4752-9615-cd363b259499 req-239350da-f94d-4a70-8fe6-099b9a7b7e89 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639886 Dec 08 00:03:04.829961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af182f3b-4e14-4d82-abdb-19f96915df64 req-af4db7f7-a0af-4831-b6bc-4c2d2c97729a service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978625 Dec 08 00:03:04.837472 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:04.838473 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:04.907230 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-798d1a87-acb7-46b4-9684-a7fadb06f494 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685007 Dec 08 00:03:05.040299 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:05.073612 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-a0fb24b7-567c-46aa-82c3-3af3388cc8e0 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562159 Dec 08 00:03:05.075314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acac4-b64a-4e39-bf6a-c7bad41ab940 req-3a5698d5-c6c7-45be-b862-1e89793587d2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.076729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-852acac4-b64a-4e39-bf6a-c7bad41ab940 req-3a5698d5-c6c7-45be-b862-1e89793587d2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1109378 Dec 08 00:03:05.232475 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4525ff89-12c5-402e-b8a2-b4e97c20cc33 x-openstack-request-id: req-4525ff89-12c5-402e-b8a2-b4e97c20cc33 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:05.233498 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:05.233868 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4525ff89-12c5-402e-b8a2-b4e97c20cc33 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:05.234365 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'status': 'completed', 'code': 200} Dec 08 00:03:05.235323 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'status': 'completed', 'code': 200} Dec 08 00:03:05.250014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-852acac4-b64a-4e39-bf6a-c7bad41ab940 req-54ed297e-19fb-4521-a211-6a53d86a5664 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607957 Dec 08 00:03:05.409490 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:87:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:03Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:05.442904 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-eb780465-876a-4525-b4b2-935af98c10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.444507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-eb780465-876a-4525-b4b2-935af98c10a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 1097 time: 0.1673775 Dec 08 00:03:05.444868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fd9cf-a747-487e-baeb-dbe88c3406a1 req-275c5264-bb01-4b3d-b7d0-c1fc4ec6f536 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.446410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-f32e476e-8f64-4e23-8604-eb94d02cead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.449860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-f32e476e-8f64-4e23-8604-eb94d02cead3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.1874137 Dec 08 00:03:05.450486 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b8fd9cf-a747-487e-baeb-dbe88c3406a1 req-275c5264-bb01-4b3d-b7d0-c1fc4ec6f536 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.1260443 Dec 08 00:03:05.455267 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab47234-03a5-4eb2-bc59-6ff1ec340dab x-openstack-request-id: req-7ab47234-03a5-4eb2-bc59-6ff1ec340dab {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:05.455805 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-unplugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:05.456100 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ab47234-03a5-4eb2-bc59-6ff1ec340dab {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:05.456591 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'code': 200} Dec 08 00:03:05.502224 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68affde-c469-4dd7-9691-9a09cb99c347 None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:87:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:03Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:05.578281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b8fd9cf-a747-487e-baeb-dbe88c3406a1 req-06d1e286-2c19-4871-b675-4bfdfddb72b8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178427 Dec 08 00:03:05.665961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-f74d54c8-e720-4dd9-853e-1027ac7f7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.668570 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-f74d54c8-e720-4dd9-853e-1027ac7f7dc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.2152445 Dec 08 00:03:05.765837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6f4c42c-b1b2-43ae-8bfd-4895dafcbdf2 req-f195cd97-4024-4be8-b3ac-3d89a952ac5c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 1001 time: 0.1914551 Dec 08 00:03:05.789122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b8d82-6bf6-4959-aad9-c4cd002bf46f req-ffa3a7fc-5326-486e-9117-6349f7f012f9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.790703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f6b8d82-6bf6-4959-aad9-c4cd002bf46f req-ffa3a7fc-5326-486e-9117-6349f7f012f9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 949 time: 0.1064463 Dec 08 00:03:05.797818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device de246ceb-66c7-46af-8366-399ae3fad814 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:03:05.860883 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-418cf9fc-279c-4c3f-9e3c-6de154916077 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 1001 time: 0.1544571 Dec 08 00:03:05.886805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4c42c-b1b2-43ae-8bfd-4895dafcbdf2 req-03a85303-e8c4-4a76-95cb-401a6dc773d3 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.902131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6f4c42c-b1b2-43ae-8bfd-4895dafcbdf2 req-03a85303-e8c4-4a76-95cb-401a6dc773d3 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports/3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 943 time: 0.1168838 Dec 08 00:03:05.925265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port de246ceb-66c7-46af-8366-399ae3fad814 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:03:05.929259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port de246ceb-66c7-46af-8366-399ae3fad814 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:05.929722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:05.961469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-a2450f5e-f88b-49b5-8a17-41f05feaac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:05.962985 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-a2450f5e-f88b-49b5-8a17-41f05feaac3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.2935014 Dec 08 00:03:05.985615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f6b8d82-6bf6-4959-aad9-c4cd002bf46f req-6e8e6973-cf0c-4bad-a0d5-2bae09b513f2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820699 Dec 08 00:03:06.074328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6f4c42c-b1b2-43ae-8bfd-4895dafcbdf2 req-f2b3c837-add0-4e42-8c0a-f3f6c4590f05 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 1001 time: 0.0923615 Dec 08 00:03:06.082510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-d9e519b2-e519-42d8-9b9c-7d2118a4bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:06.095376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-d9e519b2-e519-42d8-9b9c-7d2118a4bdc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.2236555 Dec 08 00:03:06.099203 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-8eb2769d-295c-40b7-9090-e0981c75863b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 217 time: 0.1250441 Dec 08 00:03:06.101689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43668) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:06.154792 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:06.189890 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4c42c-b1b2-43ae-8bfd-4895dafcbdf2 req-6892874a-076f-48eb-b531-301d8bb7860c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:06.202625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6f4c42c-b1b2-43ae-8bfd-4895dafcbdf2 req-6892874a-076f-48eb-b531-301d8bb7860c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1272593 Dec 08 00:03:06.236916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port de246ceb-66c7-46af-8366-399ae3fad814, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=de246ceb-66c7-46af-8366-399ae3fad814,segment=NetworkSegment(540d19e6-9cd0-421a-a5fb-22856add1c54),segment_id=540d19e6-9cd0-421a-a5fb-22856add1c54)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:06.257297 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:06.307936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-e2fb64c0-cddc-48b8-8a02-15c9e582ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:06.314249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-e2fb64c0-cddc-48b8-8a02-15c9e582ba26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.1911767 Dec 08 00:03:06.343688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e589b39-144b-40a0-92ec-8dd7cca62c5e req-e1da5927-246f-4184-964b-971600896334 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:06.351820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e589b39-144b-40a0-92ec-8dd7cca62c5e req-e1da5927-246f-4184-964b-971600896334 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 944 time: 0.1458819 Dec 08 00:03:06.354807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-fb13d8b5-a6d8-4580-8a0a-48ef3989dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:06.356557 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-fb13d8b5-a6d8-4580-8a0a-48ef3989dbd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345936 Dec 08 00:03:06.357667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:06.383455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:06.467978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=de246ceb-66c7-46af-8366-399ae3fad814,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:06.528257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e589b39-144b-40a0-92ec-8dd7cca62c5e req-7c3650e4-b66b-4a5f-ba05-54f49f57fa6d tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751535 Dec 08 00:03:06.538791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:06.543155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:06.547970 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "DELETE /v2.0/security-groups/b3025e7a-f4ac-4f91-ad57-d662a5f8fab6 HTTP/1.1" status: 204 len: 168 time: 0.4430332 Dec 08 00:03:06.549282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43686) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:06.616768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-636ba736-b9a4-40b0-903e-ec3b2a6a5811 service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775293 Dec 08 00:03:06.623175 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-3b3e365c-29dd-4526-8340-d95cbd26f18d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] show failed (client error): The resource could not be found. Dec 08 00:03:06.626689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3b3e365c-29dd-4526-8340-d95cbd26f18d tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "GET /v2.0/security-groups/b3025e7a-f4ac-4f91-ad57-d662a5f8fab6 HTTP/1.1" status: 404 len: 347 time: 0.0740359 Dec 08 00:03:06.626864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3025e7a-f4ac-4f91-ad57-d662a5f8fab6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:06.632940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43694) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:06.638259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.638711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.639159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.639509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.639943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.640289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.640700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.641041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.641530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.641947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.642423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.642833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.643209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec10484a-dadb-4dd2-ab12-d694a3be8538 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:06.677271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-8a171bbf-012a-469a-be24-8ebf3d8b493a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 1001 time: 0.1342070 Dec 08 00:03:06.748934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-6dd7c275-684c-4a9f-9a33-27f950b1bdde tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:06.752450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-6dd7c275-684c-4a9f-9a33-27f950b1bdde tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports/3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 943 time: 0.0740383 Dec 08 00:03:06.793106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-996ed874-970d-4ebd-94be-f9f6c76efabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:06.794743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-996ed874-970d-4ebd-94be-f9f6c76efabf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4438317 Dec 08 00:03:06.854997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:03:06.949768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 497f69ff-cbef-48cb-9124-89715f7b52fb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:06.950720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.004055 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-da07fb3b-b988-4c78-b591-46f61c934211 service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701231 Dec 08 00:03:07.065661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-ee2bb790-783f-49ed-8adf-4d3e29eff868 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593653 Dec 08 00:03:07.069524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-396ddc48-cfc5-434b-b33f-04df08bd3fe0 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 1001 time: 0.2320309 Dec 08 00:03:07.124371 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.252820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73abda4b-8f60-4e0a-9492-71b2467658fd req-b69d05c8-d77a-4a39-a636-4aefeb16db07 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767249 Dec 08 00:03:07.255822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Deleting port b6bcc4f4-e90d-470f-9d55-87751d4dc70d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:07.257558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.341794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-0163ced4-ce0b-42bf-9a78-b9e4f502b384 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:07.343753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-0163ced4-ce0b-42bf-9a78-b9e4f502b384 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2598681 Dec 08 00:03:07.392698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:07.404948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.423256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.424214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.478706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-d66ab5a9-6175-44f8-a825-b5f0fa7d685a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 1001 time: 0.1238699 Dec 08 00:03:07.488929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Calling delete_port for b6bcc4f4-e90d-470f-9d55-87751d4dc70d owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:07.490866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:07.508291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de246ceb-66c7-46af-8366-399ae3fad814'}, {'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:07.518333 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd135b8-905b-4230-b755-0d43562ab287" -d '{"events": [{"server_uuid": "6eee6bc1-2b68-4731-97d1-3fdfc9247729", "name": "network-vif-plugged", "status": "completed", "tag": "de246ceb-66c7-46af-8366-399ae3fad814"}, {"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-plugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:07.565677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:07.632928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.651780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-c35ecd92-d600-444d-bf0a-a5450b2f36ff tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508487 Dec 08 00:03:07.779858 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.824208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Pushing event deleted for resources: {'Port': ['ID=b6bcc4f4-e90d-470f-9d55-87751d4dc70d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:07.925940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.928724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.929943 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a4747588-1442-4642-a9a4-347be44ed754 tempest-ServersWithSpecificFlavorTestJSON-1293852991 tempest-ServersWithSpecificFlavorTestJSON-1293852991-project] 10.222.0.18 "DELETE /v2.0/floatingips/aaaa0c1d-8872-4a06-b309-fd85dd622ffe HTTP/1.1" status: 204 len: 168 time: 1.2812953 Dec 08 00:03:07.970559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-a7394fef-e8ab-41a7-b4f5-d94b48cd188a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:07.972357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-a7394fef-e8ab-41a7-b4f5-d94b48cd188a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840571 Dec 08 00:03:07.982207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.996366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-e88b4662-8ee2-4f1f-8bca-c400e398b0ae tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/quotas/33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 375 time: 0.0120835 Dec 08 00:03:07.997418 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:07.997859 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9 disassociated. External IP: 172.25.6.52, port: 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c. Dec 08 00:03:08.167272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-c732f713-fe34-4573-b2ec-26bf2ddcf48b tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209595 Dec 08 00:03:08.383533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:08.556720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d87cab-9e83-4f6f-9c34-f55b6f43db06 req-cba1cffb-5482-4db0-850e-e609c5098b53 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:08.565547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12d87cab-9e83-4f6f-9c34-f55b6f43db06 req-cba1cffb-5482-4db0-850e-e609c5098b53 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.1203666 Dec 08 00:03:08.635210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12d87cab-9e83-4f6f-9c34-f55b6f43db06 req-18568303-2f8d-40e9-87d0-b563f970e61f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Dec 08 00:03:08.638156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:08.649241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:08.656624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:08.677700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:08.678339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:08.717704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f700ad22-97dc-4543-b682-0caedc7394e7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "PUT /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 200 len: 694 time: 1.2314568 Dec 08 00:03:08.718605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:08.721853 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b858d5-29b0-44bc-99d2-6b2e95b74c20" -d '{"events": [{"name": "network-changed", "server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:08.788772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-ba397b94-cd81-4405-b692-1ba8b0c489f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:08.791308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-ba397b94-cd81-4405-b692-1ba8b0c489f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 1097 time: 0.0630686 Dec 08 00:03:08.864696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:08.924587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-24819bfc-a7b1-44a0-a166-df41f6367f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:08.926145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-24819bfc-a7b1-44a0-a166-df41f6367f64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.1281173 Dec 08 00:03:09.025941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-a263c67a-e9f9-47e3-a76f-d4eb904dd389 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 217 time: 0.0921679 Dec 08 00:03:09.125869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-88d79b9a-ec13-4c82-84d3-a2c7c617c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:09.128119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-88d79b9a-ec13-4c82-84d3-a2c7c617c665 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.0908816 Dec 08 00:03:09.388868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7871f-89f3-4103-911b-17b97501c289 req-1e8b7150-66bc-4cac-804b-4497e028dcf9 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:09.397362 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5d7871f-89f3-4103-911b-17b97501c289 req-1e8b7150-66bc-4cac-804b-4497e028dcf9 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 945 time: 0.3312104 Dec 08 00:03:09.409110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:09.483991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:09.500898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-25f7700f-9ff0-416e-a7b9-9737c250c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:09.502467 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-25f7700f-9ff0-416e-a7b9-9737c250c632 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3061128 Dec 08 00:03:09.504759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:09.505528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:09.517424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5d7871f-89f3-4103-911b-17b97501c289 req-65e88bb8-a902-49be-acfd-355894de9a22 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189263 Dec 08 00:03:09.645619 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b706e-f32a-45cc-a6e4-bec773dd2cca x-openstack-request-id: req-df4b706e-f32a-45cc-a6e4-bec773dd2cca {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:09.646091 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee6bc1-2b68-4731-97d1-3fdfc9247729", "name": "network-vif-plugged", "status": "completed", "tag": "de246ceb-66c7-46af-8366-399ae3fad814", "code": 200}, {"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-plugged", "status": "completed", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:09.646407 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df4b706e-f32a-45cc-a6e4-bec773dd2cca {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:09.647030 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de246ceb-66c7-46af-8366-399ae3fad814', 'code': 200} Dec 08 00:03:09.647352 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'code': 200} Dec 08 00:03:09.804814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-f7d97141-91d7-4aa1-90e9-f50726b2c197 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820017 Dec 08 00:03:09.824574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca884-e550-4ab6-a263-e65f317b4e42 req-6c1c33f2-0236-4033-be8a-b23b3d3da8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:09.826860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d5ca884-e550-4ab6-a263-e65f317b4e42 req-6c1c33f2-0236-4033-be8a-b23b3d3da8fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 1096 time: 0.0575907 Dec 08 00:03:09.839354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:09.865576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-013ebb16-b66d-4d9c-bea2-2a27ed6f75ff req-93f8e760-12bd-4b71-bd20-297124af0845 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 210 time: 0.0793178 Dec 08 00:03:09.946846 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d5ca884-e550-4ab6-a263-e65f317b4e42 req-92f47d92-dcca-4ccf-8f4e-00b22ed13e80 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091983 Dec 08 00:03:09.987150 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bc05af-a073-4c3a-a588-7f27fff57042 x-openstack-request-id: req-62bc05af-a073-4c3a-a588-7f27fff57042 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:09.987526 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:09.987978 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62bc05af-a073-4c3a-a588-7f27fff57042 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:09.988696 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'status': 'completed', 'code': 200} Dec 08 00:03:10.063268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35b5bca5-42e4-4577-97ec-bc043ff2025e req-07a64969-8776-45cb-9aa1-dc3c62f4f1a2 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264192 Dec 08 00:03:10.081577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-47c9d9e5-9ef8-4301-9f29-260b85cf9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:10.083708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-47c9d9e5-9ef8-4301-9f29-260b85cf9636 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 1097 time: 0.0666363 Dec 08 00:03:10.266447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-78e2c4cd-5dd8-4b4a-bb3e-178adfaeaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:10.270433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-78e2c4cd-5dd8-4b4a-bb3e-178adfaeaf0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.1709957 Dec 08 00:03:10.294824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:10.328396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5115b89-dedd-4b0d-bd98-363de73a6877 req-55e762d2-5d01-4427-ad40-fff4501a34fc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:10.330368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5115b89-dedd-4b0d-bd98-363de73a6877 req-55e762d2-5d01-4427-ad40-fff4501a34fc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.1164567 Dec 08 00:03:10.358288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186bb58-61f3-4a5f-b046-576edcc42d37 None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:10.380918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-8abe911d-6195-4b8e-9c08-1cdf666b259a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=33e98863a69744a7b380e1b398fec89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1654770 Dec 08 00:03:10.382858 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-56057202-de15-40f8-9762-bd7d66e7f54d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 200 len: 217 time: 0.0869062 Dec 08 00:03:10.464999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5115b89-dedd-4b0d-bd98-363de73a6877 req-08465d78-7bec-4a07-a0d9-109179aa6e10 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287091 Dec 08 00:03:10.565637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-76cbe97d-9d6e-455c-aecb-50ae7d36d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:10.568004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-76cbe97d-9d6e-455c-aecb-50ae7d36d738 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.1740000 Dec 08 00:03:10.747511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-f44a47db-879b-4575-9a62-b65971f51b9c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:10.760225 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-f44a47db-879b-4575-9a62-b65971f51b9c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3669903 Dec 08 00:03:10.823901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Request body: {'port': {'device_id': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '33e98863a69744a7b380e1b398fec89c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:10.848092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-670800c4-b577-49d1-8b4d-2556b9c8dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:10.859963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-670800c4-b577-49d1-8b4d-2556b9c8dcf4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688060 Dec 08 00:03:10.953242 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e13da9-d355-4874-a642-2f2b1fe2aa4a None None] New status for floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:03:10.970056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0cd0d-b8bc-4b77-bd17-908690b52976 req-0418dfa5-ac16-4ac9-ab01-2101b7062d97 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:10.981128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ee0cd0d-b8bc-4b77-bd17-908690b52976 req-0418dfa5-ac16-4ac9-ab01-2101b7062d97 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 945 time: 0.0985096 Dec 08 00:03:11.125038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ee0cd0d-b8bc-4b77-bd17-908690b52976 req-14ae20ac-950b-4323-b65a-20043137e9ee tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418614 Dec 08 00:03:11.327228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9efcf9e2-f794-4a51-a079-884eb18adced req-5e98f4dd-05b8-418a-b0a8-6bee0eaa7321 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 210 time: 0.0628130 Dec 08 00:03:11.403758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-f732e8d5-f018-4f8a-8fb8-d33e20d62b5b service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352125 Dec 08 00:03:11.480301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ffe21d82-bd8c-4295-b43e-047d1ff3a53f tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:11.490774 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ffe21d82-bd8c-4295-b43e-047d1ff3a53f tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1275990 Dec 08 00:03:11.588736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-a8a5e7b1-5dd0-4af0-a125-85041a2beb32 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 695 time: 0.0945177 Dec 08 00:03:11.593559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'floatingip': {'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:11.658012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:11.838608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Made reservation on behalf of 33e98863a69744a7b380e1b398fec89c for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:11.841960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:11.983622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Allocated IP 192.168.233.233 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/49c28660-33eb-4bc5-a12d-f138b02fe844) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:03:12.051621 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31b858d5-29b0-44bc-99d2-6b2e95b74c20 req-cb650165-f599-4eee-bf22-10f63e3e350a service neutron] 10.222.0.59 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389399 Dec 08 00:03:12.228814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:12.312822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:12.358836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7', '497f69ff-cbef-48cb-9124-89715f7b52fb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:12.406356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1b527b-c1be-4665-aa85-400959a1e87f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:12.409259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:03:12.418012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:03:12.428665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:03:12.564571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:12.565651 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:12.597927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:12.625433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3cb4abf1-34d4-44a1-8540-cbae9810a12c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8268442 Dec 08 00:03:12.646159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Request body: {'port': {'device_id': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:12.756582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282efbe7-ad42-46a1-a72a-06bc5285f536 req-6884da2f-3f5e-4311-b966-803d458e29c6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:12.767550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-282efbe7-ad42-46a1-a72a-06bc5285f536 req-6884da2f-3f5e-4311-b966-803d458e29c6 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.1165826 Dec 08 00:03:12.774612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:12.908864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-282efbe7-ad42-46a1-a72a-06bc5285f536 req-6e1e574e-7ff6-4fa4-a83f-f6bc01c0ec0d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403685 Dec 08 00:03:12.920643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.resource_extend [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:03:13.034208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.044304 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.051072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-b5b649f2-8e21-484b-9bab-3e143ad444ec tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:13.054189 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-b5b649f2-8e21-484b-9bab-3e143ad444ec tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.59 "GET /v2.0/ports?device_id=69db2c11-70ba-4c1f-8b94-012d7d083696 HTTP/1.1" status: 200 len: 946 time: 0.2805703 Dec 08 00:03:13.063128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c9b48589-f103-45a7-9358-c1d10f05e44c None None] Provisioning complete for port 49c28660-33eb-4bc5-a12d-f138b02fe844 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:13.065867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9b48589-f103-45a7-9358-c1d10f05e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.244298 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9 associated. External IP: 172.25.6.52, port: ef1e1765-ed68-4abc-a384-dcd99787dc0c. Dec 08 00:03:13.279146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c9b48589-f103-45a7-9358-c1d10f05e44c None None] Port 49c28660-33eb-4bc5-a12d-f138b02fe844 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:03:13.335979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Deleting port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:13.336287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.426481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2f9c2-f383-4108-88ee-ad8758e288c3 req-7286b0de-d636-4f27-9b24-8a678e4d3ead tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:13.437804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48a2f9c2-f383-4108-88ee-ad8758e288c3 req-7286b0de-d636-4f27-9b24-8a678e4d3ead tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 945 time: 0.0978069 Dec 08 00:03:13.483450 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.527648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c28660-33eb-4bc5-a12d-f138b02fe844 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:13.534365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] For port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:13.534970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.547922 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.560416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Calling delete_port for 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:13.565766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48a2f9c2-f383-4108-88ee-ad8758e288c3 req-fc07e664-5b5f-433f-8824-2b220d606da5 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229222 Dec 08 00:03:13.577990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Transition to ACTIVE for port object 49c28660-33eb-4bc5-a12d-f138b02fe844 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:03:13.662289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:13.730419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:13.838765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:13.926692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:03:13.931136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:03:13.931629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:13.934723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549806f-078c-48a9-b859-ee39b9b21eb8 req-22c0419e-e8d3-4213-a6fa-f4a5db947936 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:13.946439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4549806f-078c-48a9-b859-ee39b9b21eb8 req-22c0419e-e8d3-4213-a6fa-f4a5db947936 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 948 time: 0.1288462 Dec 08 00:03:13.950477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:13.988239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:03:13.988600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:14.009742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:03:14.010158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:14.010670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:03:14.017088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Bound port: 49c28660-33eb-4bc5-a12d-f138b02fe844, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:03:14.017550 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.071334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:14.080247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4549806f-078c-48a9-b859-ee39b9b21eb8 req-c135fc38-cc47-4306-842d-075118d9f93f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326423 Dec 08 00:03:14.124587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'mac_address': 'fa:16:3e:57:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:03:14.238661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.241673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:14.252568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.263737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.274010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:14.293221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a9c583-c70f-4264-b549-a49fad4b07ff {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:14.306420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['ef1e1765-ed68-4abc-a384-dcd99787dc0c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:14.323541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Pushing event deleted for resources: {'Port': ['ID=3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:14.329354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:14.330820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-ca690724-d484-4b10-8b19-37f4c959ee0d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "PUT /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 200 len: 996 time: 2.7409937 Dec 08 00:03:14.331402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:14.334160 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430273c5-90a7-4f71-988e-be1b3c72c261" -d '{"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:14.390578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:03:14.407050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:14.412691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:14.420989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.421760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:14.427787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] No DVR routers for this DVR port 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:14.437063 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.440936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-961c3763-7afd-4e5e-a766-4625c4c44290 req-ccd9c65b-0d78-4fc2-b30a-d83b78df230c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.59 "DELETE /v2.0/ports/3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c HTTP/1.1" status: 204 len: 173 time: 1.3780708 Dec 08 00:03:14.443980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'name': 'network-vif-deleted', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:14.447236 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83a44ed-eec2-438e-9aac-3ffd5db293f5" -d '{"events": [{"server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "name": "network-vif-deleted", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:14.485511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:14.486816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.488704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] 10.222.0.59 "PUT /v2.0/ports/49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 1096 time: 1.8469563 Dec 08 00:03:14.506597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-9c999f9f-e37c-4480-9cf0-b588d92682da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:14.508146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-9c999f9f-e37c-4480-9cf0-b588d92682da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.1586800 Dec 08 00:03:14.546243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b6385-179a-4992-8bfb-06858c80f80e service neutron] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:14.663490 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:14.825483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3d236727-a00f-49d2-a31b-10c204ee2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:14.830175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3d236727-a00f-49d2-a31b-10c204ee2d6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1099 time: 0.1892431 Dec 08 00:03:14.870675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:14.902867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-cc4f7e02-e9e9-4471-a1de-e36897a7319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:14.920169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-cc4f7e02-e9e9-4471-a1de-e36897a7319a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.3955412 Dec 08 00:03:14.927130 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-e52547d3-55af-4d7d-9d2e-a384ffb0f61e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.0743866 Dec 08 00:03:14.980532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5daed4-09bf-4159-8246-2899c53ee626 req-d68e5bcc-5908-4b87-a806-214f61fe9206 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:14.982257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc5daed4-09bf-4159-8246-2899c53ee626 req-d68e5bcc-5908-4b87-a806-214f61fe9206 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.6027811 Dec 08 00:03:15.008574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-ca84264a-e4ab-48dc-b415-190df48539f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:15.010369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-ca84264a-e4ab-48dc-b415-190df48539f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0647929 Dec 08 00:03:15.116639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-628faeff-0add-418b-b623-92bb75e5470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:15.118645 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-628faeff-0add-418b-b623-92bb75e5470f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994802 Dec 08 00:03:15.232472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc5daed4-09bf-4159-8246-2899c53ee626 req-26fe8697-7f04-4df1-9ded-62e63b93c55f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651824 Dec 08 00:03:15.251739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-6beedd10-7f14-45ac-9a96-d96738b12e85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 999 time: 0.3298445 Dec 08 00:03:15.339041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-84ff1aec-d810-4dca-815b-26049673d9b4 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064376 Dec 08 00:03:15.429474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-f52122fc-94e2-4384-9154-ea61cb320811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:15.442608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-f52122fc-94e2-4384-9154-ea61cb320811 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.1874702 Dec 08 00:03:15.524342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['67a9c583-c70f-4264-b549-a49fad4b07ff'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:15.526800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:15.547537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-142c340d-05fc-44d0-9ec1-15eda2db1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:15.557564 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e99a2f2e-6f4c-407b-af75-129311de7cc7 req-3b6ba924-27f0-41a3-bc9a-3e8950a94a4b service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097878 Dec 08 00:03:15.575390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-142c340d-05fc-44d0-9ec1-15eda2db1f67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194177 Dec 08 00:03:15.652972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:15.735648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:15.739266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:15.739607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:15.800957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-3d7d9cb2-1f54-407d-a698-35e6bdafa720 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236955 Dec 08 00:03:15.879786 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab63d65a-7db2-4c37-93e2-ef73da8f60f5 x-openstack-request-id: req-ab63d65a-7db2-4c37-93e2-ef73da8f60f5 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:15.880083 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:15.880345 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab63d65a-7db2-4c37-93e2-ef73da8f60f5 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:15.880754 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'status': 'completed', 'code': 200} Dec 08 00:03:16.031678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-a3d9ab6a-96cb-4496-9c41-4199ae7139e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:16.033730 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-a3d9ab6a-96cb-4496-9c41-4199ae7139e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0890274 Dec 08 00:03:16.074147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37477ced-5bc2-4afb-af57-cb0b18cdb437 req-0d380843-f902-43bd-930a-5fe680c976be service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616994 Dec 08 00:03:16.137091 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961c1f06-0802-49cf-90a0-6f09fb64a19d x-openstack-request-id: req-961c1f06-0802-49cf-90a0-6f09fb64a19d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:16.137646 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69db2c11-70ba-4c1f-8b94-012d7d083696", "name": "network-vif-deleted", "tag": "3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:16.138055 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-961c1f06-0802-49cf-90a0-6f09fb64a19d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:16.138580 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69db2c11-70ba-4c1f-8b94-012d7d083696', 'name': 'network-vif-deleted', 'tag': '3453d6c1-d6b5-4120-b27b-fa6fd41b5f5c', 'status': 'completed', 'code': 200} Dec 08 00:03:16.333271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-8f68e595-ed85-4105-9d45-eeef0fef5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:16.334741 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-8f68e595-ed85-4105-9d45-eeef0fef5898 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.2902486 Dec 08 00:03:16.337815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed469-f39d-4724-b32c-86d15a05a2fe req-1de2b50b-b1de-4993-8fcd-2ea6fbd6fa58 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:16.346274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-079ed469-f39d-4724-b32c-86d15a05a2fe req-1de2b50b-b1de-4993-8fcd-2ea6fbd6fa58 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 948 time: 0.1071310 Dec 08 00:03:16.359793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:12Z', 'revision_number': 8, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:16.434498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-079ed469-f39d-4724-b32c-86d15a05a2fe req-cc25fd0a-d120-4ca3-9a33-e655c64b5945 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829482 Dec 08 00:03:16.452329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:16.480996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:16.488012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:16.510519 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-263ed61e-c5e4-4803-b470-63e8a9d9c3c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 999 time: 0.1542668 Dec 08 00:03:16.702665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-dd97d23b-342c-419f-9d26-bd9d21e15faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:16.703905 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-dd97d23b-342c-419f-9d26-bd9d21e15faf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.1768055 Dec 08 00:03:16.791616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-780ee146-951b-4cc9-8301-a3e4ddeba3ff req-fbdcfadb-03c4-47a4-8f99-74ce176912d8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 200 len: 996 time: 0.1260405 Dec 08 00:03:16.847629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:16.912008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:16.923567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-eba54265-b6f1-4776-b844-b03dad5e3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:16.926051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-eba54265-b6f1-4776-b844-b03dad5e3614 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104025 Dec 08 00:03:17.003293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ee146-951b-4cc9-8301-a3e4ddeba3ff req-c8f21611-d68b-4df7-86cf-3322aaf0fca0 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:17.003546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:17.003638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-780ee146-951b-4cc9-8301-a3e4ddeba3ff req-c8f21611-d68b-4df7-86cf-3322aaf0fca0 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1986351 Dec 08 00:03:17.011261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-780ee146-951b-4cc9-8301-a3e4ddeba3ff req-e95df465-2707-4df6-8a45-c2ada73e1fd8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:03:17.026354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-780ee146-951b-4cc9-8301-a3e4ddeba3ff req-e95df465-2707-4df6-8a45-c2ada73e1fd8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264437 Dec 08 00:03:17.065750 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:03:17.230431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee1a7-6e45-44dc-92c2-7af7af6c1335 req-73dcedd6-5565-4462-a71b-d3ced41d1d69 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:17.236105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a7ee1a7-6e45-44dc-92c2-7af7af6c1335 req-73dcedd6-5565-4462-a71b-d3ced41d1d69 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.1452525 Dec 08 00:03:17.252016 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-51cd962a-6b05-4647-9630-66736d90a76e service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161535 Dec 08 00:03:17.294230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a7ee1a7-6e45-44dc-92c2-7af7af6c1335 req-f43b82a2-7361-4d98-b0ce-48a4a43b39aa tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547273 Dec 08 00:03:17.353178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:17.357293 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:17.397282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'mac_address': 'fa:16:3e:7f:e6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:03:17.481288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b01a-f3cd-45a7-8507-d948dcefaa50 req-1e403835-4568-4611-89ee-8f8ea026194d tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:17.487177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a695b01a-f3cd-45a7-8507-d948dcefaa50 req-1e403835-4568-4611-89ee-8f8ea026194d tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 945 time: 0.0940642 Dec 08 00:03:17.490450 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:17.551004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c28660-33eb-4bc5-a12d-f138b02fe844 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:17.611518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a695b01a-f3cd-45a7-8507-d948dcefaa50 req-d85feb9c-b8b7-4bc1-aaf4-b9eab6d8e657 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091828 Dec 08 00:03:17.655781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:17.669697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:17.790685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:12Z', 'revision_number': 8, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:17.797169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:17.844225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.844974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.845500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.846007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.846552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.847070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.847676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.849281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.849779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.850306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.850808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.851317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.851826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:17.858161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:03:17.861825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587e151-0fed-4b2e-8190-23562d853d28 None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e307c101-ac15-48b1-b0f0-4f125e84c4d9', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'port_id': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:02:26Z', 'updated_at': '2021-12-08T00:03:12Z', 'revision_number': 8, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:17.866003 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-430273c5-90a7-4f71-988e-be1b3c72c261 req-1b6a9ee7-56f5-4d57-833a-23806e97fe6c service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988624 Dec 08 00:03:17.962810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-4b911aea-8fde-4341-83fb-a1cc39d48044 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 999 time: 0.1694469 Dec 08 00:03:18.014806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 67a9c583-c70f-4264-b549-a49fad4b07ff triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:18.016970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:18.077175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-379ccaa3-6588-4ed6-8f75-823d2dbaedc7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:18.094522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-379ccaa3-6588-4ed6-8f75-823d2dbaedc7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports/ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 943 time: 0.1215839 Dec 08 00:03:18.122156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['49c28660-33eb-4bc5-a12d-f138b02fe844'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:18.139355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:18.142017 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:18.200660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Deleting port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:18.201035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:18.270200 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893724a6-6338-428f-8503-9bbb4f5e482d None None] New status for floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:03:18.372397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-3d9da986-9401-4a40-b437-726b342257de tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 999 time: 0.1993635 Dec 08 00:03:18.415739 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:18.464274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:18.467994 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00129b2-081b-4ae0-ad77-9d748bcc2b70" -d '{"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:18.491321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] For port 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:18.491972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:18.511057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:18.515508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-a3142b64-d3fa-4654-afe6-413aa42b35d2 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:18.517818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-a3142b64-d3fa-4654-afe6-413aa42b35d2 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.44 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 945 time: 0.1573641 Dec 08 00:03:18.523196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Calling delete_port for 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:18.528165 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:18.652917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=10']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:18.659045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-a575632f-d5f0-4235-bf09-4832b0db001c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:18.669345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-a575632f-d5f0-4235-bf09-4832b0db001c tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2885869 Dec 08 00:03:18.746156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Deleting port de246ceb-66c7-46af-8366-399ae3fad814 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:18.746971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:18.814481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-bf51c9a7-841c-4aca-8a85-325966b7057a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 999 time: 0.1441326 Dec 08 00:03:18.820010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:18.895221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.004809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] For port de246ceb-66c7-46af-8366-399ae3fad814, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=de246ceb-66c7-46af-8366-399ae3fad814,segment=NetworkSegment(540d19e6-9cd0-421a-a5fb-22856add1c54),segment_id=540d19e6-9cd0-421a-a5fb-22856add1c54)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:19.005423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.032936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Calling delete_port for de246ceb-66c7-46af-8366-399ae3fad814 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:19.059176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.132786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:19.284200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7086f3b-46f0-43b7-a2bd-4c92726918d9 req-d5e1c8fd-2ff6-4d61-8402-2990fd5be9ed tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:19.286758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7086f3b-46f0-43b7-a2bd-4c92726918d9 req-d5e1c8fd-2ff6-4d61-8402-2990fd5be9ed tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.3116448 Dec 08 00:03:19.306218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.380770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.381435 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9 disassociated. External IP: 172.25.6.52, port: ef1e1765-ed68-4abc-a384-dcd99787dc0c. Dec 08 00:03:19.490723 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.513931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.514799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7086f3b-46f0-43b7-a2bd-4c92726918d9 req-2ed5af2c-d5ae-427c-bc6f-ad7bec23b810 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054319 Dec 08 00:03:19.553834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['de246ceb-66c7-46af-8366-399ae3fad814'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:19.601171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Pushing event deleted for resources: {'Port': ['ID=de246ceb-66c7-46af-8366-399ae3fad814,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:19.609881 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d7659-0f38-4c64-8993-ec34b6107bad x-openstack-request-id: req-ac8d7659-0f38-4c64-8993-ec34b6107bad {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:19.610418 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:19.613593 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac8d7659-0f38-4c64-8993-ec34b6107bad {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:19.614262 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'status': 'completed', 'code': 200} Dec 08 00:03:19.706514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] No DVR routers for this DVR port de246ceb-66c7-46af-8366-399ae3fad814 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:19.724657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:19.728832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecfb4030-4622-4e48-8327-4f8a7289506f req-c8efbd64-30ee-4a14-b85c-a94d0bcbb817 tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.44 "DELETE /v2.0/ports/de246ceb-66c7-46af-8366-399ae3fad814 HTTP/1.1" status: 204 len: 173 time: 1.2022822 Dec 08 00:03:19.824923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3de42-34e3-4cf2-a75c-a965c43d5fa6 req-61aaef56-611f-4050-afd0-cea4cddeb3ed tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:19.826563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9f3de42-34e3-4cf2-a75c-a965c43d5fa6 req-61aaef56-611f-4050-afd0-cea4cddeb3ed tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 945 time: 0.1078110 Dec 08 00:03:19.891935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-260b3790-063c-4edb-a41d-dc7865904402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:19.893431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-260b3790-063c-4edb-a41d-dc7865904402 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1100 time: 0.2418990 Dec 08 00:03:19.898967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Router 1fc42750-cf46-42ab-b5ef-b22f55048915 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:19.915006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9f3de42-34e3-4cf2-a75c-a965c43d5fa6 req-786acac9-53f5-4911-a123-e6c416a93b9e tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785434 Dec 08 00:03:19.927125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:20.115501 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1992314-6f0c-4fd3-a839-b90d329ebe25 x-openstack-request-id: req-a1992314-6f0c-4fd3-a839-b90d329ebe25 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:20.116416 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:20.116676 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1992314-6f0c-4fd3-a839-b90d329ebe25 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:20.117075 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'code': 200} Dec 08 00:03:20.126455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:20.136636 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:20.141735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:20.158128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:20.160294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:20.205741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2a8c10af-b73b-4e38-9f4d-74b38d287882 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "PUT /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 200 len: 695 time: 1.3902640 Dec 08 00:03:20.208253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:20.210712 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002d4555-384b-442b-a027-a9ed25abbd99" -d '{"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:20.234260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:20.237127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-b07d2307-0331-4b97-a39a-ecda9f477a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:20.239109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-b07d2307-0331-4b97-a39a-ecda9f477a43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3314271 Dec 08 00:03:20.246611 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] Sync routers for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:20.262239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8cc1550a-c592-4169-b4bd-66a01e24f7ee admin admin] 10.222.0.18 "PUT /v2.0/routers/1fc42750-cf46-42ab-b5ef-b22f55048915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6079788 Dec 08 00:03:20.273411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-041be2e1-0a4e-4a0f-8d41-2cf9f090d665 req-ef8e11e8-3e34-4754-aea7-17411b266dab tempest-ServerAddressesNegativeTestJSON-1316997400 tempest-ServerAddressesNegativeTestJSON-1316997400-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eee6bc1-2b68-4731-97d1-3fdfc9247729 HTTP/1.1" status: 200 len: 210 time: 0.0489101 Dec 08 00:03:20.274140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43924) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:20.310154 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:20.312213 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:20.349597 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-23cd0fe5-7a12-4a4a-a5b7-e56a39f063e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.0553818 Dec 08 00:03:20.408538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:20.458866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-e71bca02-011d-4af8-b3a4-2112957d8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:20.461895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-e71bca02-011d-4af8-b3a4-2112957d8e29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1043258 Dec 08 00:03:20.553199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-62734d3c-3af1-43a7-878e-a3e06a7705e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:20.554757 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-62734d3c-3af1-43a7-878e-a3e06a7705e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837727 Dec 08 00:03:20.571818 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:20.595824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-f1d9d1f5-fbb1-4a79-b4d5-58da7bcfa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:20.607242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-f1d9d1f5-fbb1-4a79-b4d5-58da7bcfa2ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.3844185 Dec 08 00:03:20.772737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-5826a622-7b95-4e4a-bb9a-222fa9b7e3ec tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:20.780565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-326f7901-4698-4463-afb7-22969bb6c010 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115290 Dec 08 00:03:20.781259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-5826a622-7b95-4e4a-bb9a-222fa9b7e3ec tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/networks?id=8bd571fb-fdc7-494b-a86a-8a89f85a04ca HTTP/1.1" status: 200 len: 815 time: 0.1310141 Dec 08 00:03:20.792939 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-08T00:03:18Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:20.803535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:20.817491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-08be7eed-2caf-4907-ad0e-ba3b9679a53b tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/quotas/c55fc70e8909444d9335baa216ac1248 HTTP/1.1" status: 200 len: 375 time: 0.0352290 Dec 08 00:03:20.821054 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] Checking router: 1fc42750-cf46-42ab-b5ef-b22f55048915 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:20.831896 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] Routers {'1fc42750-cf46-42ab-b5ef-b22f55048915'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:20.832835 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1fc42750-cf46-42ab-b5ef-b22f55048915'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:20.974118 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] Set router 1fc42750-cf46-42ab-b5ef-b22f55048915 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:21.011400 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a01d08cb-3298-4eee-9fb7-7f9d45c062e7 req-4508c43b-75ab-44e5-9978-e8e0e9e3056f service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122440 Dec 08 00:03:21.019840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:03:21.134649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 49c28660-33eb-4bc5-a12d-f138b02fe844 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:03:21.142739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 49c28660-33eb-4bc5-a12d-f138b02fe844 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:21.143137 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.200069 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-08T00:03:18Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:21.204063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:21.237243 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcace03-0e4d-446e-83c9-02fae6fdb4db None None] The sync data for ids ['1fc42750-cf46-42ab-b5ef-b22f55048915'] in n-d-820549-2 is: [{'id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462688549-router', 'tenant_id': 'fc58c9304d884f0782d5035ffdde31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:57:52Z', 'updated_at': '2021-12-08T00:03:18Z', 'revision_number': 5, 'project_id': 'fc58c9304d884f0782d5035ffdde31eb', 'gw_port': {'id': '3849fe09-51ff-4522-bc04-ce0c729fb751', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc42750-cf46-42ab-b5ef-b22f55048915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:57:55Z', 'updated_at': '2021-12-07T23:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:21.253953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:21.281483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-a8ba0cb4-300d-45fc-a89e-6556d583c8e5 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:21.291496 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-a8ba0cb4-300d-45fc-a89e-6556d583c8e5 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.0684788 Dec 08 00:03:21.318715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:21.337089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:21.338672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:21.423307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.475452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-657b9689-123b-417b-bd04-8249ad3d939f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.485444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.544766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:21.576419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-4fe850ba-af26-44f1-b2f2-00fb9c112ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:21.588830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-4fe850ba-af26-44f1-b2f2-00fb9c112ba6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.9719942 Dec 08 00:03:21.603347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:21.616414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.621572 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.624542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'name': 'network-vif-deleted', 'tag': 'de246ceb-66c7-46af-8366-399ae3fad814'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:21.628403 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b053bf71-e929-420d-b136-d242ca5c84da" -d '{"events": [{"server_uuid": "6eee6bc1-2b68-4731-97d1-3fdfc9247729", "name": "network-vif-deleted", "tag": "de246ceb-66c7-46af-8366-399ae3fad814"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:21.657735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:21.696253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-27b36900-a5a3-4fdf-9809-422690dd47e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 217 time: 0.1054199 Dec 08 00:03:21.724916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-4fb037b9-ae2b-4a55-b1f5-ef854bb93582 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c55fc70e8909444d9335baa216ac1248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9062648 Dec 08 00:03:21.749076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:21.813984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:21.817318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.825426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:21.874987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:21.910312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-76b2c0e3-4610-4fb7-9f12-fa22566b74cc service neutron] 10.222.0.18 "GET /v2.0/networks/8bd571fb-fdc7-494b-a86a-8a89f85a04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843526 Dec 08 00:03:21.912608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:21.996630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:03:21.998030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:03:21.998601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:22.006107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:03:22.006866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:22.015173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:03:22.016195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:22.016956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:03:22.017645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Bound port: 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:03:22.018437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:22.022592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device de246ceb-66c7-46af-8366-399ae3fad814 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:22.045156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-f0000741-4837-4bd3-b007-60c28a7723d3 service neutron] 10.222.0.18 "GET /v2.0/networks/8bd571fb-fdc7-494b-a86a-8a89f85a04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109786 Dec 08 00:03:22.058397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-b8d30122-21f2-492b-961a-1f52e9b1b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:22.060042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-b8d30122-21f2-492b-961a-1f52e9b1b1ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.3320923 Dec 08 00:03:22.068005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Deleting port 3849fe09-51ff-4522-bc04-ce0c729fb751 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:22.068567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:22.073791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: de246ceb-66c7-46af-8366-399ae3fad814 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:22.074146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device de246ceb-66c7-46af-8366-399ae3fad814 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:22.117472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:22.122458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:22.124903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:22.127432 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13d709-2cd3-4980-9018-31add8ececc8" -d '{"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-plugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:22.163664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:22.163987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0bbd11ce-8cb9-418a-9ae9-9ca9e3d6caa6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:22.171958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] For port 3849fe09-51ff-4522-bc04-ce0c729fb751, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3849fe09-51ff-4522-bc04-ce0c729fb751,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:22.173533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:22.183921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:03:22.184793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:03:22.184793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:22.196064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:03:22.196434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on network 52dbba08-3a74-4ec7-88e6-f6a6f2eee121 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:22.200433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:22.207651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Calling delete_port for 3849fe09-51ff-4522-bc04-ce0c729fb751 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:22.225477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:22.229919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:03:22.230293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Checking segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:22.230875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Bound using segment: {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:03:22.231390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Bound port: 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '52dbba08-3a74-4ec7-88e6-f6a6f2eee121'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:03:22.231787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:22.233246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:03:22.248696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa1a04-ad7b-46f8-9ac5-2a04cd48842c None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:01:59Z', 'revision_number': 4, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f', 'name': '', 'network_id': '5c6d3fd0-dd9b-4822-96b0-ea91ce25173d', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'mac_address': 'fa:16:3e:4e:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:58Z', 'updated_at': '2021-12-08T00:02:06Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'subnets': [{'id': '8dce0207-70ba-487a-9b73-e129b5bb6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:22.268253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:22.331186 n-d-820549-2 neutron-server[103115]: WARNING neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Concurrent port binding operations failed on port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 Dec 08 00:03:22.335735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:22.337551 n-d-820549-2 neutron-server[103115]: INFO neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempt 2 to bind port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 Dec 08 00:03:22.338562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:03:22.475164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:22.475916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:22.477419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] 10.222.0.44 "PUT /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 1121 time: 1.1727004 Dec 08 00:03:22.514812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511a444-0af2-4d52-88f2-081256e834ad service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=8']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:22.531271 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ed759-8eb4-4b63-9f5a-251dbadde65a x-openstack-request-id: req-764ed759-8eb4-4b63-9f5a-251dbadde65a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:22.531578 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:22.531844 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-764ed759-8eb4-4b63-9f5a-251dbadde65a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:22.532281 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'status': 'completed', 'code': 200} Dec 08 00:03:22.643250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['1cb2b8f5-11d7-4fde-96e6-e1531bea3859'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:22.656043 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4555-384b-442b-a027-a9ed25abbd99 req-d73831a1-87db-4728-bdaa-ebb1208d6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:22.658491 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-002d4555-384b-442b-a027-a9ed25abbd99 req-d73831a1-87db-4728-bdaa-ebb1208d6f31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 1097 time: 0.1014793 Dec 08 00:03:22.741742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['1cb2b8f5-11d7-4fde-96e6-e1531bea3859'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:22.835196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4555-384b-442b-a027-a9ed25abbd99 req-2f2957fb-5c73-4a22-8fcd-a736184bbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:22.838852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-002d4555-384b-442b-a027-a9ed25abbd99 req-2f2957fb-5c73-4a22-8fcd-a736184bbbfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 200 len: 922 time: 0.1710098 Dec 08 00:03:22.851248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71517a9d-b385-48cc-bd22-71ccf63d632e None None] New status for floating IP e307c101-ac15-48b1-b0f0-4f125e84c4d9: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:03:22.874689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:22.958282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-002d4555-384b-442b-a027-a9ed25abbd99 req-05756cda-05b3-496e-a758-c035815b8c21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 200 len: 217 time: 0.0979166 Dec 08 00:03:22.969261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Pushing event deleted for resources: {'Port': ['ID=3849fe09-51ff-4522-bc04-ce0c729fb751,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:23.073289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-82a0b9d8-93be-4f96-a1f0-66bf17a6b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:23.084860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-82a0b9d8-93be-4f96-a1f0-66bf17a6b6e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5512466 Dec 08 00:03:23.167436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4555-384b-442b-a027-a9ed25abbd99 req-274e006e-2e1d-455e-b461-9a31eb9cf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:23.170624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-002d4555-384b-442b-a027-a9ed25abbd99 req-274e006e-2e1d-455e-b461-9a31eb9cf1c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 200 len: 860 time: 0.1885371 Dec 08 00:03:23.258603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4555-384b-442b-a027-a9ed25abbd99 req-b03f6a58-86c8-43be-a14b-92db93e7ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:23.261156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-002d4555-384b-442b-a027-a9ed25abbd99 req-b03f6a58-86c8-43be-a14b-92db93e7ea12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797362 Dec 08 00:03:23.315130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-4179dd95-ac65-4537-9991-caa6e3138ff4 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926327 Dec 08 00:03:23.326461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc0070-5c03-49b9-b59b-6d4a1f1d8b6b req-e772af9c-7918-4bd4-a4d1-d2d471c73dee tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:23.328261 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79bc0070-5c03-49b9-b59b-6d4a1f1d8b6b req-e772af9c-7918-4bd4-a4d1-d2d471c73dee tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.6368902 Dec 08 00:03:23.391343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.476397 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-002d4555-384b-442b-a027-a9ed25abbd99 req-469dc461-9093-4fe8-9988-7ba1cebe6215 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040517 Dec 08 00:03:23.613210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.619989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.628218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79bc0070-5c03-49b9-b59b-6d4a1f1d8b6b req-2c569142-94c1-44a7-aa7c-e9f1b0542375 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858117 Dec 08 00:03:23.728895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e00522-f0d6-4b6c-bc4c-2e10305fbd2a req-2de79b28-c5e8-4ca6-9bc8-c7c8b36c54e2 service neutron] 10.222.0.18 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993421 Dec 08 00:03:23.732486 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.733727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc42750-cf46-42ab-b5ef-b22f55048915 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:03:23.749801 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.752448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1415d3d3-2fb3-452b-ad72-b8b876f28046 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1fc42750-cf46-42ab-b5ef-b22f55048915 HTTP/1.1" status: 204 len: 168 time: 3.4765592 Dec 08 00:03:23.755303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43972) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:23.771851 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1338e98-6229-4c7e-9095-9c4abb1c2a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.830169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43976) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:23.849819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-002d4555-384b-442b-a027-a9ed25abbd99 req-81a9cef2-6956-4453-b996-f9de1fbbe51f service neutron] 10.222.0.44 "GET /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531649 Dec 08 00:03:23.897296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] Deleting subnet be26e61f-3d99-4f56-98ce-ae40dd160a82 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:03:23.904994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.916946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc706d-7b5f-4c96-871b-d5c5c2e39a33 req-1d24e71e-baf3-475a-ae44-833a8e7f5203 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:23.918540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27bc706d-7b5f-4c96-871b-d5c5c2e39a33 req-1d24e71e-baf3-475a-ae44-833a8e7f5203 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.1215417 Dec 08 00:03:23.934970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] Deleting subnet b221883a-b30c-45fe-b336-e0262516fff2 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:03:23.939751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:23.986590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:24.016764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:24.019319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27bc706d-7b5f-4c96-871b-d5c5c2e39a33 req-85413717-5d59-4c56-acc4-b5c92735c71f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938172 Dec 08 00:03:24.024987 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82059db9-55d3-453e-8920-5d54e8ed9ec9 x-openstack-request-id: req-82059db9-55d3-453e-8920-5d54e8ed9ec9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:24.024987 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee6bc1-2b68-4731-97d1-3fdfc9247729", "name": "network-vif-deleted", "tag": "de246ceb-66c7-46af-8366-399ae3fad814", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:24.024987 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82059db9-55d3-453e-8920-5d54e8ed9ec9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:24.024987 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eee6bc1-2b68-4731-97d1-3fdfc9247729', 'name': 'network-vif-deleted', 'tag': 'de246ceb-66c7-46af-8366-399ae3fad814', 'status': 'completed', 'code': 200} Dec 08 00:03:24.094974 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b16d2-cd95-4696-80da-88687335356e x-openstack-request-id: req-936b16d2-cd95-4696-80da-88687335356e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:24.095388 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-plugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:24.095744 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-936b16d2-cd95-4696-80da-88687335356e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:24.096236 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'code': 200} Dec 08 00:03:24.102158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:24.160150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc9dbe05-5cbc-42f9-8048-ebe6c9df8070 req-ded9b37d-01e8-45c6-a354-d7db268a0b89 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 210 time: 0.0503280 Dec 08 00:03:24.485359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-36537a91-89f0-4209-ba49-b9b232614a47 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 200 len: 693 time: 0.1504669 Dec 08 00:03:24.499226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3849fe09-51ff-4522-bc04-ce0c729fb751 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:24.523702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3849fe09-51ff-4522-bc04-ce0c729fb751 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:24.523981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3849fe09-51ff-4522-bc04-ce0c729fb751 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:24.655853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-6281ec63-b108-40ea-8f11-46de5e90273d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:24.676645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-6281ec63-b108-40ea-8f11-46de5e90273d tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1890435 Dec 08 00:03:24.688913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-c8d53b05-3444-4ae3-a927-8dbed9ef4ff5 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:03:24.700750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-c8d53b05-3444-4ae3-a927-8dbed9ef4ff5 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214179 Dec 08 00:03:24.789348 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:24.885135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:24.891087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02333570-d49c-481a-a5cd-14c029282318 req-761a4381-de6d-40f4-8d32-b7f3e046c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:24.892735 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02333570-d49c-481a-a5cd-14c029282318 req-761a4381-de6d-40f4-8d32-b7f3e046c4e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1101 time: 0.2509985 Dec 08 00:03:24.896705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-4e98ba0c-44c3-4c9d-8197-72c99284c694 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 696 time: 0.1943810 Dec 08 00:03:24.921505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-f1136509-c200-4808-af45-a4f8719ac7ad tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:24.922994 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-f1136509-c200-4808-af45-a4f8719ac7ad tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.44 "GET /v2.0/networks?id=8bd571fb-fdc7-494b-a86a-8a89f85a04ca HTTP/1.1" status: 200 len: 815 time: 0.2948883 Dec 08 00:03:24.975608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-51c2a95b-7115-4432-a2fa-5d5f4b74e143 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 696 time: 0.0778303 Dec 08 00:03:24.992782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Request body: {'port': {'device_id': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'admin_state_up': True, 'tenant_id': 'c55fc70e8909444d9335baa216ac1248'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:25.023893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.113925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa8e86-cf69-4809-a10b-da8bc788ae1a req-a9965396-4747-43ec-bfa9-58a800c56b17 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:25.125019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6aaa8e86-cf69-4809-a10b-da8bc788ae1a req-a9965396-4747-43ec-bfa9-58a800c56b17 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.3162632 Dec 08 00:03:25.246572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.253517 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b221883a-b30c-45fe-b336-e0262516fff2 HTTP/1.1" status: 204 len: 168 time: 1.4220235 Dec 08 00:03:25.259818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c508f-34ea-438b-8d78-1acd9cd020cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b221883a-b30c-45fe-b336-e0262516fff2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:25.269879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44016) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:25.277096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Made reservation on behalf of c55fc70e8909444d9335baa216ac1248 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:25.292012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.350582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6aaa8e86-cf69-4809-a10b-da8bc788ae1a req-8612e2de-836b-462c-887b-8af09817b5a4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245617 Dec 08 00:03:25.374619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Deleting port 784287c8-2ad7-4e33-838d-e2154f986a89 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:25.375029 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.493982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Allocated IP 172.20.0.7 (8bd571fb-fdc7-494b-a86a-8a89f85a04ca/60daf42c-4117-4164-a376-217d8ccc8c66/38921c2e-981f-4768-9cff-9d70fe354a5c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:03:25.626344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.627407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.671202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Calling delete_port for 784287c8-2ad7-4e33-838d-e2154f986a89 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:25.730296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.852031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-02333570-d49c-481a-a5cd-14c029282318 req-a61b809d-ef74-4f97-9d35-d00d9a911e71 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9442787 Dec 08 00:03:25.855186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:25.906790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be26e61f-3d99-4f56-98ce-ae40dd160a82,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:25.921487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76761b-27d0-4347-a430-0fa220c1c520 req-a34444c8-c4d2-4679-8009-a8e47a12be31 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:25.929921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a76761b-27d0-4347-a430-0fa220c1c520 req-a34444c8-c4d2-4679-8009-a8e47a12be31 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.2296498 Dec 08 00:03:26.018548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.025831 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-87aec5df-21c3-4998-a6c7-02349d38ac8e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be26e61f-3d99-4f56-98ce-ae40dd160a82 HTTP/1.1" status: 204 len: 168 time: 2.2693524 Dec 08 00:03:26.026703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859'}, {'name': 'network-changed', 'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:26.028424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce59522-fb1c-492b-837c-ad94966d44d3 None None] Network 09cfacd2-d65d-42ef-a1d7-16366979b21d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:26.029492 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e752ff5e-22a1-423d-930c-4defba9ee429" -d '{"events": [{"server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859"}, {"name": "network-changed", "server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:26.035754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44018) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:26.046730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.062403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.143078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a76761b-27d0-4347-a430-0fa220c1c520 req-ed4b8863-5713-47f1-823a-f33488d646ea tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119069 Dec 08 00:03:26.164652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Pushing event updated for resources: {'Port': ['ID=38921c2e-981f-4768-9cff-9d70fe354a5c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:26.200347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.253475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Pushing event deleted for resources: {'Port': ['ID=784287c8-2ad7-4e33-838d-e2154f986a89,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:26.255502 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.342761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:03:26.443029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.446617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:03:26.451504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:03:26.519442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.535570 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.537230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff0b4cc8-9868-4406-9efc-24e517b1aeeb req-48fadb57-fdef-4e15-bbf9-53b7858a9db8 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "DELETE /v2.0/floatingips/e307c101-ac15-48b1-b0f0-4f125e84c4d9 HTTP/1.1" status: 204 len: 173 time: 1.5598080 Dec 08 00:03:26.578125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b34fad6-50fc-42cf-a11b-8e6fefdd0786']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:26.583464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f35cf5-5dc6-4575-8168-e2d63b9347bf req-386bb2f9-0da0-4dfd-9b63-9f6945447c1e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:26.596964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1f35cf5-5dc6-4575-8168-e2d63b9347bf req-386bb2f9-0da0-4dfd-9b63-9f6945447c1e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 931 time: 0.2619905 Dec 08 00:03:26.649017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540d19e6-9cd0-421a-a5fb-22856add1c54') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:26.651564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540d19e6-9cd0-421a-a5fb-22856add1c54') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:26.707599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.730241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:26.733762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.757509 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.798344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1f35cf5-5dc6-4575-8168-e2d63b9347bf req-5c55e53d-320e-432d-b808-09acb42afde0 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993592 Dec 08 00:03:26.834764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.859532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Deleting port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:26.860295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.879476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:03:26.881312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:03:26.935039 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:03:26.948729 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-c2ae455e-21f3-4f24-b3c3-9e054f45429e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9654920 Dec 08 00:03:26.969472 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2722e588-143f-467e-9084-c05df384222d x-openstack-request-id: req-2722e588-143f-467e-9084-c05df384222d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:26.970422 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859", "code": 200}, {"name": "network-changed", "server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:26.970687 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2722e588-143f-467e-9084-c05df384222d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:26.971153 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859', 'code': 200} Dec 08 00:03:26.971411 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859', 'status': 'completed', 'code': 200} Dec 08 00:03:27.033822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Request body: {'port': {'device_id': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:27.035586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] DHCP port deletion for 09cfacd2-d65d-42ef-a1d7-16366979b21d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:03:27.089900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] For port 088ba1ed-13a6-496e-8f7e-705df1ebdf26, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=088ba1ed-13a6-496e-8f7e-705df1ebdf26,segment=NetworkSegment(700166b8-e05d-4dbd-8a4d-ec64fa553461),segment_id=700166b8-e05d-4dbd-8a4d-ec64fa553461)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:27.090259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.132462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Calling delete_port for 088ba1ed-13a6-496e-8f7e-705df1ebdf26 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:27.196114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ed5f89a7-06ef-4321-bff5-d1a968c5e37b None None] Provisioning complete for port 38921c2e-981f-4768-9cff-9d70fe354a5c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:27.197625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ed5f89a7-06ef-4321-bff5-d1a968c5e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.244814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df8d1e-1673-48ea-be9d-c70ffa685580 req-db308c4d-3989-4152-abb1-1b8e3be55ae9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:27.263249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1df8d1e-1673-48ea-be9d-c70ffa685580 req-db308c4d-3989-4152-abb1-1b8e3be55ae9 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.1216173 Dec 08 00:03:27.363028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f89a7-06ef-4321-bff5-d1a968c5e37b None None] Port 38921c2e-981f-4768-9cff-9d70fe354a5c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:03:27.376849 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.414511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] Deleting port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:27.417518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.427667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1df8d1e-1673-48ea-be9d-c70ffa685580 req-cdb443db-a63d-4635-b22e-5ce78127fcc1 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610780 Dec 08 00:03:27.469099 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.595601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] For port 088ba1ed-13a6-496e-8f7e-705df1ebdf26, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:27.596004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.636169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] Calling delete_port for 088ba1ed-13a6-496e-8f7e-705df1ebdf26 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:27.644045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.646426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] Port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:03:27.649892 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.654216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] No DVR routers for this DVR port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:27.672035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Pushing event deleted for resources: {'Port': ['ID=088ba1ed-13a6-496e-8f7e-705df1ebdf26,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:27.678551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.692935 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] 10.222.0.18 "DELETE /v2.0/networks/3b34fad6-50fc-42cf-a11b-8e6fefdd0786 HTTP/1.1" status: 204 len: 168 time: 2.3582315 Dec 08 00:03:27.724601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] Pushing event deleted for resources: {'Port': ['ID=088ba1ed-13a6-496e-8f7e-705df1ebdf26,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:27.729536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe16fd6-ef54-4cf7-a5de-c7d9cc37dd81 None None] No DVR routers for this DVR port 088ba1ed-13a6-496e-8f7e-705df1ebdf26 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:27.781291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307eb38-d7e4-4d83-b32e-eb8d8352866a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b34fad6-50fc-42cf-a11b-8e6fefdd0786,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:27.811153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.891872 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:27.932971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cfacd2-d65d-42ef-a1d7-16366979b21d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:27.956172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700166b8-e05d-4dbd-8a4d-ec64fa553461') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:27.956807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700166b8-e05d-4dbd-8a4d-ec64fa553461') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:27.984464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.016844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44042) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:28.034916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.094849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:03:28.095328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.153427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-251ab3e2-8c79-46b4-a5cc-1699c62e008b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73042d793d61457f9a37f04ecb79472d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325352 Dec 08 00:03:28.153795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44046) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:03:28.203143 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:03:28.219724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.229088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.235500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44048) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:28.236046 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] 10.222.0.18 "DELETE /v2.0/networks/09cfacd2-d65d-42ef-a1d7-16366979b21d HTTP/1.1" status: 204 len: 168 time: 2.1994951 Dec 08 00:03:28.238647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-60a58113-5942-4255-9058-37b83deb563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:28.240319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-60a58113-5942-4255-9058-37b83deb563e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1124 time: 0.8786461 Dec 08 00:03:28.259277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 088ba1ed-13a6-496e-8f7e-705df1ebdf26 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:28.319997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daef805-ef3d-4636-8797-933037fec884 admin admin] Pushing event deleted for resources: {'Network': ['ID=09cfacd2-d65d-42ef-a1d7-16366979b21d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:28.333194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 088ba1ed-13a6-496e-8f7e-705df1ebdf26 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:28.333544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 088ba1ed-13a6-496e-8f7e-705df1ebdf26 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:28.415054 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1abd6f83-fdaf-4b90-b893-90af783dba2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.525307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-726d3fb3-bc6b-4918-9fb5-ee641e8fa66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:28.528662 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-726d3fb3-bc6b-4918-9fb5-ee641e8fa66b service neutron] 10.222.0.59 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2568431 Dec 08 00:03:28.614625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-4394c25b-2e69-4847-8c2e-2781c9ea60a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 217 time: 0.0773458 Dec 08 00:03:28.677057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b63c7-b7a5-4378-baae-0409ffb04017 req-df85408b-7087-4b3a-9f14-dd75e961f1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:28.678602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a5b63c7-b7a5-4378-baae-0409ffb04017 req-df85408b-7087-4b3a-9f14-dd75e961f1ee tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 943 time: 0.3534269 Dec 08 00:03:28.698792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-c657d8f9-f7fc-4421-ac78-0a546556dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:28.700433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-c657d8f9-f7fc-4421-ac78-0a546556dafb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0754168 Dec 08 00:03:28.709368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1abd6f83-fdaf-4b90-b893-90af783dba2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.863184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1abd6f83-fdaf-4b90-b893-90af783dba2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.868641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1abd6f83-fdaf-4b90-b893-90af783dba2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:28.872961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1abd6f83-fdaf-4b90-b893-90af783dba2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c3c62c7-d0ec-49f5-b7d4-3580cb96f734 HTTP/1.1" status: 204 len: 168 time: 0.7161365 Dec 08 00:03:28.890232 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-738f952c-c6b3-4de9-9666-76d0626a65cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789260 Dec 08 00:03:29.043323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a5b63c7-b7a5-4378-baae-0409ffb04017 req-0ce7d99e-42b8-48ca-820c-9688e2c4fe40 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519061 Dec 08 00:03:29.052275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd6f83-fdaf-4b90-b893-90af783dba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c62c7-d0ec-49f5-b7d4-3580cb96f734,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:29.407693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-c28b733c-342d-409c-819c-8932b43ceedf service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007131 Dec 08 00:03:29.546509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ed4fc-2a75-40f6-b7b3-5c6b18ff9893 req-579f9da0-baac-45c2-ae4e-14d6b1100397 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:29.564555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f00ed4fc-2a75-40f6-b7b3-5c6b18ff9893 req-579f9da0-baac-45c2-ae4e-14d6b1100397 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 931 time: 0.3108208 Dec 08 00:03:29.684598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38921c2e-981f-4768-9cff-9d70fe354a5c {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:29.714860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:29.774380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Transition to ACTIVE for port object 38921c2e-981f-4768-9cff-9d70fe354a5c will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:03:29.784213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f00ed4fc-2a75-40f6-b7b3-5c6b18ff9893 req-44224156-cef3-4427-bd36-a9b87afe1e62 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186377 Dec 08 00:03:29.802762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:29.828332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e752ff5e-22a1-423d-930c-4defba9ee429 req-e5b55d1f-6ded-4001-b799-6694bf6cd894 service neutron] 10.222.0.59 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981707 Dec 08 00:03:29.907441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:30.094204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:30.111711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Pushing event updated for resources: {'Port': ['ID=38921c2e-981f-4768-9cff-9d70fe354a5c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:30.308192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Attempting to bind port 38921c2e-981f-4768-9cff-9d70fe354a5c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:03:30.308566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Attempting to bind port 38921c2e-981f-4768-9cff-9d70fe354a5c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:03:30.308916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Attempting to bind port 38921c2e-981f-4768-9cff-9d70fe354a5c on network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:30.323947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Port 38921c2e-981f-4768-9cff-9d70fe354a5c on network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:03:30.324303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Attempting to bind port 38921c2e-981f-4768-9cff-9d70fe354a5c on network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:30.335663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:03:30.336609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Checking segment: {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:30.338218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Bound using segment: {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:03:30.338705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Bound port: 38921c2e-981f-4768-9cff-9d70fe354a5c, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf6065-b99e-49ec-84ef-231752e675f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:03:30.340029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:30.523422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] For port 38921c2e-981f-4768-9cff-9d70fe354a5c, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:30.534153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] For port 38921c2e-981f-4768-9cff-9d70fe354a5c, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=38921c2e-981f-4768-9cff-9d70fe354a5c,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:03:30.544282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:30.641873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:30.644850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:30.651204 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] 10.222.0.44 "PUT /v2.0/ports/38921c2e-981f-4768-9cff-9d70fe354a5c HTTP/1.1" status: 200 len: 1091 time: 3.6682374 Dec 08 00:03:30.651751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'tag': '38921c2e-981f-4768-9cff-9d70fe354a5c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:30.657887 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15" -d '{"events": [{"name": "network-changed", "server_uuid": "98accd3e-9837-4c29-8dfe-98dfdd470e81", "tag": "38921c2e-981f-4768-9cff-9d70fe354a5c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:30.725769 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:03:30.730130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bc020-ae3c-4362-b4cf-acd20816a536 service neutron] Pushing event updated for resources: {'Port': ['ID=38921c2e-981f-4768-9cff-9d70fe354a5c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:30.853727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-f0b1d529-7d0f-418e-8d48-2cb5d6af146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:30.865436 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-f0b1d529-7d0f-418e-8d48-2cb5d6af146f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c55fc70e8909444d9335baa216ac1248&device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 1094 time: 0.1179965 Dec 08 00:03:30.869471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44080) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:30.935963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:31.023522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-13ab277c-79be-4dfa-a767-9244a96d4cec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38921c2e-981f-4768-9cff-9d70fe354a5c HTTP/1.1" status: 200 len: 217 time: 0.1331854 Dec 08 00:03:31.161845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-512386080-network', 'tenant_id': '3b76ba8d150d4da7b44519c5e5afd6e8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:31.201651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-88be0991-0fa8-4f90-af5a-40ff87552fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:31.203507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-88be0991-0fa8-4f90-af5a-40ff87552fb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60daf42c-4117-4164-a376-217d8ccc8c66 HTTP/1.1" status: 200 len: 854 time: 0.1666877 Dec 08 00:03:31.211304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Made reservation on behalf of 3b76ba8d150d4da7b44519c5e5afd6e8 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:31.215340 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.276187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.428713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.444393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.484367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083dd6-6f48-43fe-a838-372014b66b3d req-e9ef54bb-265b-4d3f-b1ff-9c0643f95b64 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:31.493139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0083dd6-6f48-43fe-a838-372014b66b3d req-e9ef54bb-265b-4d3f-b1ff-9c0643f95b64 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 946 time: 1.5021305 Dec 08 00:03:31.512639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8959e-404e-4e18-849d-8de87b6af58c req-39b4879a-da11-4ac0-a925-9ad88d3f1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:31.514558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-39b4879a-da11-4ac0-a925-9ad88d3f1ca6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd571fb-fdc7-494b-a86a-8a89f85a04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584887 Dec 08 00:03:31.526102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:03:31.531440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-254544e8-0071-4aa5-a780-8f13feaea753 service neutron] 10.222.0.59 "GET /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.4811280 Dec 08 00:03:31.549661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-4c52dd77-61a6-4c50-b66b-d1783c610932 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:31.555143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-4c52dd77-61a6-4c50-b66b-d1783c610932 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.44 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 946 time: 1.4918549 Dec 08 00:03:31.564375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894ab4c0-84f4-4170-9244-7604bbfa0c02,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:31.569362 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.616106 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.616736 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Added segment 76832007-d0e7-499d-acb4-a929ec8e5317 of type vlan for network 78fecabc-c999-4722-8cc7-09f4cb2202e1 Dec 08 00:03:31.745302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.771550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0083dd6-6f48-43fe-a838-372014b66b3d req-bf4f906e-5c99-45ee-ba95-607b2bb1b1b9 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/security-groups?id=da7930d3-aac7-4473-b247-e1da3e3e7619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775295 Dec 08 00:03:31.839168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-95315d2e-eb00-426f-b992-a4bd3d24894e service neutron] 10.222.0.44 "GET /v2.0/networks/8bd571fb-fdc7-494b-a86a-8a89f85a04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983675 Dec 08 00:03:31.874102 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.875101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:31.875737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:31.915748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0457819 Dec 08 00:03:31.918822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44086) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:31.929503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Request body: {'subnet': {'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-512386080-subnet', 'tenant_id': '3b76ba8d150d4da7b44519c5e5afd6e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:32.131704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe2bc-a058-40a1-ac7e-37db4bd84b4d admin admin] Pushing event updated for resources: {'Network': ['ID=78fecabc-c999-4722-8cc7-09f4cb2202e1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:32.154044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 78fecabc-c999-4722-8cc7-09f4cb2202e1 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:03:32.177331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Made reservation on behalf of 3b76ba8d150d4da7b44519c5e5afd6e8 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:32.187124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:32.188847 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:32.191643 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cff8959e-404e-4e18-849d-8de87b6af58c req-4fd7bdbc-9281-4321-a174-f3b673bd7014 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd571fb-fdc7-494b-a86a-8a89f85a04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432486 Dec 08 00:03:32.215224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:32.243896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Deleting port ef1e1765-ed68-4abc-a384-dcd99787dc0c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:32.244546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:32.256492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:32.269830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:32.293219 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:32.394849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286aec-ab33-490b-93e2-dbf188feb784 req-be375535-1a84-478e-a1d1-57dd70799527 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:32.404663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33286aec-ab33-490b-93e2-dbf188feb784 req-be375535-1a84-478e-a1d1-57dd70799527 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.4786575 Dec 08 00:03:32.494482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] For port ef1e1765-ed68-4abc-a384-dcd99787dc0c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ef1e1765-ed68-4abc-a384-dcd99787dc0c,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:32.494482 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:32.541135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] Transition to ACTIVE for port object 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:03:32.546617 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:32.573237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Calling delete_port for ef1e1765-ed68-4abc-a384-dcd99787dc0c owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:32.589758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33286aec-ab33-490b-93e2-dbf188feb784 req-c0eae1ce-fe1e-45bd-8b98-a96bf1dd84aa tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841903 Dec 08 00:03:32.700168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] No DVR routers for this DVR port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:32.715630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:32.750756 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c81228f8-d2db-4699-83cd-1c54b38183b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1988828 Dec 08 00:03:32.943846 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:32.959988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Deleting port 34b42d8f-7e34-4576-9ac9-8546b06fe56b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:32.961035 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:33.004237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-7d8d1cc4-3ca4-4ce3-b6c4-72b7b08311d2 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:33.007183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-7d8d1cc4-3ca4-4ce3-b6c4-72b7b08311d2 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.1120863 Dec 08 00:03:33.184120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b10ac-0a40-44f4-9667-9b03ea105ca6 req-4d359cb0-60a3-4698-aa10-509056a35958 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:33.187960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b8b10ac-0a40-44f4-9667-9b03ea105ca6 req-4d359cb0-60a3-4698-aa10-509056a35958 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.2929420 Dec 08 00:03:33.320136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-278fc385-27df-4f67-b5bf-9f7b81543042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:33.322137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-278fc385-27df-4f67-b5bf-9f7b81543042 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117&tenant_id=e359c7608405466aa7b5fb1475327769 HTTP/1.1" status: 200 len: 1095 time: 0.0994167 Dec 08 00:03:33.344975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c044cf-188c-42c7-914b-6f261f26a129,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:33.389246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Checking segment: {'id': '76832007-d0e7-499d-acb4-a929ec8e5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:33.389621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Network hostable DHCP agents. Network: 78fecabc-c999-4722-8cc7-09f4cb2202e1, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:03:33.469138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:33.492723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b8b10ac-0a40-44f4-9667-9b03ea105ca6 req-78d218e1-aa68-4e1f-8a8d-5c1124e11d60 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619610 Dec 08 00:03:33.524398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Network 78fecabc-c999-4722-8cc7-09f4cb2202e1 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:03:33.534386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Pushing event deleted for resources: {'Port': ['ID=ef1e1765-ed68-4abc-a384-dcd99787dc0c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:33.559083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] For port 34b42d8f-7e34-4576-9ac9-8546b06fe56b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=34b42d8f-7e34-4576-9ac9-8546b06fe56b,segment=NetworkSegment(93fc8093-ba64-40eb-a16b-576c7fa7a356),segment_id=93fc8093-ba64-40eb-a16b-576c7fa7a356)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:33.559458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:33.591223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 78fecabc-c999-4722-8cc7-09f4cb2202e1) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:03:33.596238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:33.596847 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:33.597302 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12fa020-e7f5-41d3-853a-9bd5119a6efe x-openstack-request-id: req-d12fa020-e7f5-41d3-853a-9bd5119a6efe {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:33.597791 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98accd3e-9837-4c29-8dfe-98dfdd470e81", "tag": "38921c2e-981f-4768-9cff-9d70fe354a5c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:33.597891 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d12fa020-e7f5-41d3-853a-9bd5119a6efe {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:33.598253 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'tag': '38921c2e-981f-4768-9cff-9d70fe354a5c', 'status': 'completed', 'code': 200} Dec 08 00:03:33.599387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] No DVR routers for this DVR port ef1e1765-ed68-4abc-a384-dcd99787dc0c on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:33.604226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Calling delete_port for 34b42d8f-7e34-4576-9ac9-8546b06fe56b owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:33.604868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb84812-2c23-4761-b549-c34f5c54d179 None None] Network 78fecabc-c999-4722-8cc7-09f4cb2202e1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:33.608776 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:33.612170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-150658e0-9dc2-4dbc-bf72-f13b8325df1c req-ad858600-e9fc-48d0-bf39-f0778e86340a tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.44 "DELETE /v2.0/ports/ef1e1765-ed68-4abc-a384-dcd99787dc0c HTTP/1.1" status: 204 len: 173 time: 2.0387058 Dec 08 00:03:33.612631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'name': 'network-vif-deleted', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:33.615052 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b448e57b-cd37-4717-845b-fa2b6aed8b98" -d '{"events": [{"server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "name": "network-vif-deleted", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:33.753652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-04b66f74-b572-4dc5-9fea-f051be7cabf6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8305099 Dec 08 00:03:33.795636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f90cc-073d-4f69-96ca-5fb948e63428 req-c3d7603e-88cb-4dd2-9e14-050e0f93ca9b tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:33.797508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df6f90cc-073d-4f69-96ca-5fb948e63428 req-c3d7603e-88cb-4dd2-9e14-050e0f93ca9b tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.0894232 Dec 08 00:03:33.811211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88630c9-2468-4812-8d7a-894c133ed130 None None] Network 78fecabc-c999-4722-8cc7-09f4cb2202e1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:33.904726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df6f90cc-073d-4f69-96ca-5fb948e63428 req-82794943-e870-4cc3-b23c-c9d0057d60a9 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010187 Dec 08 00:03:33.967431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ef1e1765-ed68-4abc-a384-dcd99787dc0c no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:34.017888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: ef1e1765-ed68-4abc-a384-dcd99787dc0c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:34.020439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ef1e1765-ed68-4abc-a384-dcd99787dc0c not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:34.085190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.153766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b42d8f-7e34-4576-9ac9-8546b06fe56b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:34.203945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8fce7-393a-473e-83e9-c7ae0f572e90 req-e93529f9-1253-4f91-8133-4681d5093bbd tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:34.211912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40d8fce7-393a-473e-83e9-c7ae0f572e90 req-e93529f9-1253-4f91-8133-4681d5093bbd tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1101 time: 0.1417840 Dec 08 00:03:34.423008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40d8fce7-393a-473e-83e9-c7ae0f572e90 req-9f2d4ce5-f07f-4416-a4a4-d753547ed2f6 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036276 Dec 08 00:03:34.618204 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11859c7-01ab-438c-883e-ae457f123396 x-openstack-request-id: req-d11859c7-01ab-438c-883e-ae457f123396 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:34.619458 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a62f7b-7d81-4a9f-990e-21d6b0b71ae9", "name": "network-vif-deleted", "tag": "ef1e1765-ed68-4abc-a384-dcd99787dc0c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:34.619458 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d11859c7-01ab-438c-883e-ae457f123396 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:34.619763 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a62f7b-7d81-4a9f-990e-21d6b0b71ae9', 'name': 'network-vif-deleted', 'tag': 'ef1e1765-ed68-4abc-a384-dcd99787dc0c', 'status': 'completed', 'code': 200} Dec 08 00:03:34.621733 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.631764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44130) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:34.638258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-290613075-network', 'tenant_id': '241e797bdaea4f13a546acc1a1cf2468'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:34.673214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43a42c1a-7ee5-4ac9-a66d-2a7f940b1d4a req-b623b289-bdfe-46be-a309-466d5275be0f tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.0525577 Dec 08 00:03:34.687949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Made reservation on behalf of 241e797bdaea4f13a546acc1a1cf2468 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:34.694593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.717285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.838310 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.844577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.880772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db30998-eb2a-43cd-8071-566c4f3ad537,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:34.886638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:03:34.896892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.897237 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Added segment aeaf9389-0b9b-46e2-ad86-fe7c0a1261e0 of type vlan for network 6c82cf72-37e6-404a-8e5a-afce0cd128ca Dec 08 00:03:34.934384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c08e7-1f0b-4c30-a192-61da6cd8ffe7 req-545ef199-3532-4596-ad87-b44216f35d6a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:34.935914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-446c08e7-1f0b-4c30-a192-61da6cd8ffe7 req-545ef199-3532-4596-ad87-b44216f35d6a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.0849371 Dec 08 00:03:34.959449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.994943 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:34.995903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:34.996524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:35.069455 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4364576 Dec 08 00:03:35.071078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44148) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:35.098229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Request body: {'subnet': {'network_id': '6c82cf72-37e6-404a-8e5a-afce0cd128ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-290613075-subnet', 'tenant_id': '241e797bdaea4f13a546acc1a1cf2468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:35.155604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-446c08e7-1f0b-4c30-a192-61da6cd8ffe7 req-c778098d-3dbc-4ba4-9b28-b15577e2165f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690862 Dec 08 00:03:35.234976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Router e92775c3-f8c7-457a-864f-26aca9287a83 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:35.240637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaa399-5787-402e-96c2-d9ebd7105ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c82cf72-37e6-404a-8e5a-afce0cd128ca,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:35.254342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6c82cf72-37e6-404a-8e5a-afce0cd128ca details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:03:35.274148 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-6b662974-cd52-45a2-8c2b-061b2f72c57b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396902 Dec 08 00:03:35.278089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Made reservation on behalf of 241e797bdaea4f13a546acc1a1cf2468 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:35.290389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:35.326628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874d4dd-42b5-4c90-9353-0fcb8794837e req-9978ee8d-39dc-45ca-ada0-f0ef8b09e97a tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:35.328255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9874d4dd-42b5-4c90-9353-0fcb8794837e req-9978ee8d-39dc-45ca-ada0-f0ef8b09e97a tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 950 time: 0.2229092 Dec 08 00:03:35.463838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24831853-843c-47a8-abd3-684870e8c3e3 req-9e32ce74-707a-4bf0-9814-42a460ed4741 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:35.475776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24831853-843c-47a8-abd3-684870e8c3e3 req-9e32ce74-707a-4bf0-9814-42a460ed4741 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.2338850 Dec 08 00:03:35.699427 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:35.782640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5185fda-99ec-4de9-937b-c5f3601fc561,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:35.826609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Checking segment: {'id': 'aeaf9389-0b9b-46e2-ad86-fe7c0a1261e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c82cf72-37e6-404a-8e5a-afce0cd128ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:35.827307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Network hostable DHCP agents. Network: 6c82cf72-37e6-404a-8e5a-afce0cd128ca, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:03:35.869305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Network 6c82cf72-37e6-404a-8e5a-afce0cd128ca is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:03:35.886153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 6c82cf72-37e6-404a-8e5a-afce0cd128ca) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:03:35.891959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:35.892585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:35.900262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb091b7-fee9-44b4-8b4b-bcccc7b011ce None None] Network 6c82cf72-37e6-404a-8e5a-afce0cd128ca requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:35.937337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-93f22299-32ac-4f49-b0f9-6bd06f7211fc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8479040 Dec 08 00:03:36.039478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24831853-843c-47a8-abd3-684870e8c3e3 req-20a14203-360b-4360-98b1-0c70f5eadb6f tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604832 Dec 08 00:03:36.067565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9874d4dd-42b5-4c90-9353-0fcb8794837e req-a3183802-e216-4092-a994-e30f6c0aa920 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236915 Dec 08 00:03:36.105358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:36.120136 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] Sync routers for ids ['e92775c3-f8c7-457a-864f-26aca9287a83'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:36.122365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44174) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:36.127649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f2960ae3-fad3-4c5f-be6e-dddf4d10b745 admin admin] 10.222.0.18 "PUT /v2.0/routers/e92775c3-f8c7-457a-864f-26aca9287a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8679316 Dec 08 00:03:36.139696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fab952-fe7a-421f-bdaf-71594f544841 None None] Network 6c82cf72-37e6-404a-8e5a-afce0cd128ca requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:36.147594 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] Routers {'e92775c3-f8c7-457a-864f-26aca9287a83'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:36.161397 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e92775c3-f8c7-457a-864f-26aca9287a83'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:36.376897 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4bfbe-9e2d-4e2b-8a3a-a351a9c1ac3c req-52e28501-9d07-420e-8d99-c14ff99ad6ad tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:36.380640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3a4bfbe-9e2d-4e2b-8a3a-a351a9c1ac3c req-52e28501-9d07-420e-8d99-c14ff99ad6ad tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.1832702 Dec 08 00:03:36.496364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3a4bfbe-9e2d-4e2b-8a3a-a351a9c1ac3c req-81a6f93c-b59f-473d-981c-3345476b9502 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026309 Dec 08 00:03:36.531773 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] Set router e92775c3-f8c7-457a-864f-26aca9287a83 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:36.564375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0723c29a-e0fb-4538-98e1-306a0ff08d2c req-a3d1081e-113c-448b-bf15-79eb27a2ba15 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.0504968 Dec 08 00:03:36.677779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161c363-92a6-4783-b881-c511dd16cf95 req-e229a418-0654-4ce3-98c3-e2f2b5fb17f5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:36.688848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8161c363-92a6-4783-b881-c511dd16cf95 req-e229a418-0654-4ce3-98c3-e2f2b5fb17f5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.1061823 Dec 08 00:03:36.782643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8161c363-92a6-4783-b881-c511dd16cf95 req-8e960cd9-3d6e-4d06-b4d6-06b10d6a7d2b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868921 Dec 08 00:03:36.839149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:36.860019 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-08T00:03:33Z', 'revision_number': 5, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:36.894463 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] Checking router: e92775c3-f8c7-457a-864f-26aca9287a83 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:36.904497 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] Routers {'e92775c3-f8c7-457a-864f-26aca9287a83'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:36.905445 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e92775c3-f8c7-457a-864f-26aca9287a83'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:36.964367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.077521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Deleting port 89f897da-5131-4c86-afa7-263be42a8dc4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:37.079804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.096302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-4c42e7e4-8f05-4a51-bedb-424629a75712 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:37.109392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-4c42e7e4-8f05-4a51-bedb-424629a75712 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/networks?id=78fecabc-c999-4722-8cc7-09f4cb2202e1 HTTP/1.1" status: 200 len: 824 time: 0.1714907 Dec 08 00:03:37.126480 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] Set router e92775c3-f8c7-457a-864f-26aca9287a83 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:37.127883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-1c1d8f86-4e0e-41f6-bc66-a65d3b5a3f75 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/quotas/3b76ba8d150d4da7b44519c5e5afd6e8 HTTP/1.1" status: 200 len: 375 time: 0.0176904 Dec 08 00:03:37.175288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-37cda34c-e0ce-40f5-bf9f-57677c54833e tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b76ba8d150d4da7b44519c5e5afd6e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462933 Dec 08 00:03:37.210155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] For port 89f897da-5131-4c86-afa7-263be42a8dc4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89f897da-5131-4c86-afa7-263be42a8dc4,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:37.210865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.229078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Calling delete_port for 89f897da-5131-4c86-afa7-263be42a8dc4 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:37.345320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c8745-8b6c-4b59-9299-28a23fba57c2 req-678190b5-b89e-4060-9190-b19805b9e2ef tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:37.353221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-095c8745-8b6c-4b59-9299-28a23fba57c2 req-678190b5-b89e-4060-9190-b19805b9e2ef tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.1887736 Dec 08 00:03:37.379519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-14919e32-2cfd-4ced-ab2a-c5d4ffd8e69a service neutron] 10.222.0.18 "GET /v2.0/networks/78fecabc-c999-4722-8cc7-09f4cb2202e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027783 Dec 08 00:03:37.432437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-095c8745-8b6c-4b59-9299-28a23fba57c2 req-e691e12b-8b2e-4b6f-a9d7-ce4c4a4323aa tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778317 Dec 08 00:03:37.523927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.554942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Pushing event deleted for resources: {'Port': ['ID=89f897da-5131-4c86-afa7-263be42a8dc4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:37.571516 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-08T00:03:33Z', 'revision_number': 5, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:37.602478 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa01a3-43b2-4a23-a23d-5177f70b473b None None] The sync data for ids ['e92775c3-f8c7-457a-864f-26aca9287a83'] in n-d-820549-2 is: [{'id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423954839-router', 'tenant_id': '34144b401122425c899ecc5d1f9d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:58:07Z', 'updated_at': '2021-12-08T00:03:33Z', 'revision_number': 5, 'project_id': '34144b401122425c899ecc5d1f9d7c3e', 'gw_port': {'id': '89f897da-5131-4c86-afa7-263be42a8dc4', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92775c3-f8c7-457a-864f-26aca9287a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:58:09Z', 'updated_at': '2021-12-07T23:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:37.630818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.716686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-a1471817-bb5c-4277-b870-da93e9e98a8d service neutron] 10.222.0.18 "GET /v2.0/networks/78fecabc-c999-4722-8cc7-09f4cb2202e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290203 Dec 08 00:03:37.743799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2439bec-e392-41db-8bfd-361d38aef516 req-9192f922-ffc5-478c-89b1-bdb3fe25db2c tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:37.751431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2439bec-e392-41db-8bfd-361d38aef516 req-9192f922-ffc5-478c-89b1-bdb3fe25db2c tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 950 time: 0.0949118 Dec 08 00:03:37.769132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.778829 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.802292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2439bec-e392-41db-8bfd-361d38aef516 req-4a668f93-e6a8-4dc3-a7cb-0d1b2e7550f1 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495739 Dec 08 00:03:37.863764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.864321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92775c3-f8c7-457a-864f-26aca9287a83 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:03:37.872691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:37.876143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6f6dc3d7-587c-40a9-bbed-6f764822031c admin admin] 10.222.0.18 "DELETE /v2.0/routers/e92775c3-f8c7-457a-864f-26aca9287a83 HTTP/1.1" status: 204 len: 168 time: 1.7503707 Dec 08 00:03:37.877244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44214) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:37.974546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] Deleting subnet 16775ea8-3980-4d50-8cf1-78008184dced {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:03:37.994315 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:38.083819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bcd59cf-8bbc-4883-902a-ae94fef3e938 req-14e9d5d7-9f1b-414e-9f9e-4bc1b559a430 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.0401051 Dec 08 00:03:38.110746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ae7d-a21f-4304-8c77-0693f6b3e41a req-ba878476-eb4c-4c92-a2be-ca2e7198cc37 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:38.116448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b167ae7d-a21f-4304-8c77-0693f6b3e41a req-ba878476-eb4c-4c92-a2be-ca2e7198cc37 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.1841519 Dec 08 00:03:38.146724 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:38.220476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 34b42d8f-7e34-4576-9ac9-8546b06fe56b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:38.246788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 34b42d8f-7e34-4576-9ac9-8546b06fe56b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:38.248446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 34b42d8f-7e34-4576-9ac9-8546b06fe56b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:38.363532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b167ae7d-a21f-4304-8c77-0693f6b3e41a req-4c92709c-0936-4450-a417-f7bff048db91 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144716 Dec 08 00:03:38.464629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:38.549696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09e977ee-e8a1-44f0-81f1-1731a12abbd3 req-337bc3e6-69fb-4d5b-9a8b-08e79f3358f0 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 210 time: 0.0461185 Dec 08 00:03:38.668889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde42a01-5515-4d4d-b550-63c7e41590d9 req-a3c526bf-afd6-4053-9fd7-c7f4779d3ffe tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:38.670455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cde42a01-5515-4d4d-b550-63c7e41590d9 req-a3c526bf-afd6-4053-9fd7-c7f4779d3ffe tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.1540616 Dec 08 00:03:38.672860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:38.729658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16775ea8-3980-4d50-8cf1-78008184dced,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:38.747154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:38.752364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed83cc-d14e-4e3d-8666-bccd44ddf495 None None] Network 59f5b469-b367-44b3-ab91-df8b125f89a2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:38.753013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-508cd506-c1b2-4619-abfb-cfa09f9297f9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/16775ea8-3980-4d50-8cf1-78008184dced HTTP/1.1" status: 204 len: 168 time: 0.8753045 Dec 08 00:03:38.753145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44228) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:38.793257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e682d-d459-42af-bafe-397a5fcb1f41 req-d9811bf2-72b8-462f-b545-01b80ae527a4 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:38.794931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d9e682d-d459-42af-bafe-397a5fcb1f41 req-d9811bf2-72b8-462f-b545-01b80ae527a4 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.1233871 Dec 08 00:03:38.815578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cde42a01-5515-4d4d-b550-63c7e41590d9 req-cbcd54e6-f706-455c-b8ab-b722e1dc1ece tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293232 Dec 08 00:03:38.871014 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:38.920816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d9e682d-d459-42af-bafe-397a5fcb1f41 req-ec13f314-b090-439a-a56a-0295ace4fbff tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960894 Dec 08 00:03:38.948852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Deleting port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:38.949191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.060085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6a4c3-d2b4-48b8-a045-c10e15819280 req-4c6038a2-6446-4047-8df0-be30c3d3fcd5 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:39.060381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] For port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,segment=NetworkSegment(93fc8093-ba64-40eb-a16b-576c7fa7a356),segment_id=93fc8093-ba64-40eb-a16b-576c7fa7a356)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:39.063748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.082297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf6a4c3-d2b4-48b8-a045-c10e15819280 req-4c6038a2-6446-4047-8df0-be30c3d3fcd5 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 950 time: 0.1452954 Dec 08 00:03:39.085942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] DHCP port deletion for 59f5b469-b367-44b3-ab91-df8b125f89a2 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:03:39.130594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Calling delete_port for d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:39.201655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf6a4c3-d2b4-48b8-a045-c10e15819280 req-dbe4e4c5-62e7-4375-87ec-da6ae9623906 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184626 Dec 08 00:03:39.250982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] Deleting port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:39.251559 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.283504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1c8ae92-0517-4f4e-9f06-0952dab4cd80 req-c1b2fd18-e627-4012-ba82-044dc224f901 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.0566909 Dec 08 00:03:39.335070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.364522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:39.372207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] No DVR routers for this DVR port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:39.375201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] For port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,segment=NetworkSegment(93fc8093-ba64-40eb-a16b-576c7fa7a356),segment_id=93fc8093-ba64-40eb-a16b-576c7fa7a356)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:39.376109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.390730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] Calling delete_port for d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:39.454251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.482504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f5b469-b367-44b3-ab91-df8b125f89a2']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:39.495830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fc8093-ba64-40eb-a16b-576c7fa7a356') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:39.496242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fc8093-ba64-40eb-a16b-576c7fa7a356') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:39.514349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.534545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.545121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:03:39.546007 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:03:39.549291 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:03:39.577138 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.590256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9432306-1480-4a6a-af4b-4eb1569114a2 req-38042396-90df-49fc-9676-1033d8a439fd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:39.598973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9432306-1480-4a6a-af4b-4eb1569114a2 req-38042396-90df-49fc-9676-1033d8a439fd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.0990040 Dec 08 00:03:39.635607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] Pushing event deleted for resources: {'Port': ['ID=d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:39.646041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed7f5d-0ecd-4efe-8169-a95c6733ea20 None None] No DVR routers for this DVR port d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:39.710009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e453fb9c-82a6-4da4-a5d5-850f52a46cc4 req-773e75d5-f278-486a-8834-23c65b3bf62d tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 210 time: 0.0378783 Dec 08 00:03:39.729894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9432306-1480-4a6a-af4b-4eb1569114a2 req-2e4f65d8-f0a2-45a7-ac43-ddba1589a936 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285131 Dec 08 00:03:39.735296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.742364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:39.748513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/59f5b469-b367-44b3-ab91-df8b125f89a2 HTTP/1.1" status: 204 len: 168 time: 0.9942577 Dec 08 00:03:39.804429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fb923-0ce8-4f9e-b942-244cf00521e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f5b469-b367-44b3-ab91-df8b125f89a2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:39.917951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-dd2aae33-bb1d-449b-809f-bd8081b99c9f tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:39.919611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-dd2aae33-bb1d-449b-809f-bd8081b99c9f tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.59 "GET /v2.0/networks?id=78fecabc-c999-4722-8cc7-09f4cb2202e1 HTTP/1.1" status: 200 len: 824 time: 0.2288022 Dec 08 00:03:39.972552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Request body: {'port': {'device_id': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1', 'admin_state_up': True, 'tenant_id': '3b76ba8d150d4da7b44519c5e5afd6e8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:39.985710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6ab0-3ed2-4505-a3ad-6e43662650f1 req-cace0371-9933-48ae-87be-9715c852bd30 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:39.999649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415d6ab0-3ed2-4505-a3ad-6e43662650f1 req-cace0371-9933-48ae-87be-9715c852bd30 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.0783010 Dec 08 00:03:40.061133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44248) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:40.134490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:40.135369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a25742-3e38-4b5e-bef2-5e2aef280c6a req-c30f3d8b-71db-44f4-bf04-fcd8dbf9c15f tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:40.137145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66a25742-3e38-4b5e-bef2-5e2aef280c6a req-c30f3d8b-71db-44f4-bf04-fcd8dbf9c15f tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.1365397 Dec 08 00:03:40.171289 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f59d32f2-92c6-46b1-aff9-6c875e9789cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc58c9304d884f0782d5035ffdde31eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1068673 Dec 08 00:03:40.179064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44252) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:40.187999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415d6ab0-3ed2-4505-a3ad-6e43662650f1 req-2f4a75f3-3d3f-41d8-a7cd-eca2c95f3a71 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769183 Dec 08 00:03:40.189610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:40.190007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d608d0d0-4aa6-4c51-8c3b-79fdf38b71c6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:40.191017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89f897da-5131-4c86-afa7-263be42a8dc4 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:40.238209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 89f897da-5131-4c86-afa7-263be42a8dc4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:40.246809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89f897da-5131-4c86-afa7-263be42a8dc4 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:40.248908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66a25742-3e38-4b5e-bef2-5e2aef280c6a req-35919776-b7d8-45ca-8a67-ed7165316b07 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042123 Dec 08 00:03:40.294308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Made reservation on behalf of 3b76ba8d150d4da7b44519c5e5afd6e8 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:40.299300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.321234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8977-4e21-415c-a4a3-5868c37c95a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.360305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8977-4e21-415c-a4a3-5868c37c95a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.401208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f64a3-405c-4a22-8c54-290636745935 req-8d77cfad-f9d7-45b0-99ba-81945c9ec662 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:40.403370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf3f64a3-405c-4a22-8c54-290636745935 req-8d77cfad-f9d7-45b0-99ba-81945c9ec662 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 950 time: 0.0715439 Dec 08 00:03:40.475278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-978c47f7-c582-4341-b7da-a9c88a433553 req-c3594642-4386-4f11-b471-7c75a7e64aa7 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.0478277 Dec 08 00:03:40.482919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8977-4e21-415c-a4a3-5868c37c95a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.485466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8977-4e21-415c-a4a3-5868c37c95a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.486707 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4b3a8977-4e21-415c-a4a3-5868c37c95a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bda591b2-aaa9-4e8c-8617-8c0ba9c9ba39 HTTP/1.1" status: 204 len: 168 time: 0.3066204 Dec 08 00:03:40.496213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf3f64a3-405c-4a22-8c54-290636745935 req-248df809-f7f6-4cab-84f5-c57642457ea3 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 Dec 08 00:03:40.515418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a8977-4e21-415c-a4a3-5868c37c95a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda591b2-aaa9-4e8c-8617-8c0ba9c9ba39,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:40.530007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Allocated IP 172.20.0.5 (78fecabc-c999-4722-8cc7-09f4cb2202e1/42c044cf-188c-42c7-914b-6f261f26a129/2e76254f-be83-4c23-9fb4-a24d80c77775) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:03:40.706268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.743265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.794110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Network 78fecabc-c999-4722-8cc7-09f4cb2202e1 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:03:40.797185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:03:40.802728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:03:40.808028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Pushing event updated for resources: {'Port': ['ID=2e76254f-be83-4c23-9fb4-a24d80c77775,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:40.875221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:40.875847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:40.891818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cd822-2ffa-4df1-8ae1-8fd599130df8 req-21bfcff8-5628-49b6-82d1-233a76d25fb8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:40.895216 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-97525009-83b9-4edb-800b-f8cf2d5577d3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9284241 Dec 08 00:03:40.895924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2cd822-2ffa-4df1-8ae1-8fd599130df8 req-21bfcff8-5628-49b6-82d1-233a76d25fb8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.0978563 Dec 08 00:03:40.901512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44266) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:40.924735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Request body: {'port': {'device_id': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:40.969729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24388596-23cb-44da-b764-6f0220276e7e req-d7dcdbc8-1c17-4434-be65-32ff25dd5b41 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:40.971246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24388596-23cb-44da-b764-6f0220276e7e req-d7dcdbc8-1c17-4434-be65-32ff25dd5b41 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 931 time: 0.1011715 Dec 08 00:03:40.977310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-82670d0c-bf9e-47a1-b091-e31152c2c125 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34144b401122425c899ecc5d1f9d7c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716360 Dec 08 00:03:40.977514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2cd822-2ffa-4df1-8ae1-8fd599130df8 req-09660b16-5cbc-447d-92f9-3854e3aa18c3 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758591 Dec 08 00:03:40.977514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44268) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:41.003941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.055129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24388596-23cb-44da-b764-6f0220276e7e req-61ca0e99-5e8d-4dae-ba42-b31790048699 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706053 Dec 08 00:03:41.066264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b84b2ee0-359f-40d3-80b1-d9dbdd578615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.096653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b84b2ee0-359f-40d3-80b1-d9dbdd578615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.144440 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b84b2ee0-359f-40d3-80b1-d9dbdd578615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.147222 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b84b2ee0-359f-40d3-80b1-d9dbdd578615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.148359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b84b2ee0-359f-40d3-80b1-d9dbdd578615 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/035274db-2793-405a-b588-5c3b2bcf4a64 HTTP/1.1" status: 204 len: 168 time: 0.1701162 Dec 08 00:03:41.160335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b2ee0-359f-40d3-80b1-d9dbdd578615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035274db-2793-405a-b588-5c3b2bcf4a64,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:41.342056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e76254f-be83-4c23-9fb4-a24d80c77775 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:41.349818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.364922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Transition to ACTIVE for port object 2e76254f-be83-4c23-9fb4-a24d80c77775 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:03:41.369808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.374146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69159d-234d-4b47-aa33-795ef0fba29c req-7112f28d-0956-4b94-bf30-c98dc6702972 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.375729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e69159d-234d-4b47-aa33-795ef0fba29c req-7112f28d-0956-4b94-bf30-c98dc6702972 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.1086597 Dec 08 00:03:41.401493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefe397-bebc-4b99-8a80-95e7ac2f8e32 req-753e1a79-952b-4b7d-841c-b77b41e6c73b tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.408397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fefe397-bebc-4b99-8a80-95e7ac2f8e32 req-753e1a79-952b-4b7d-841c-b77b41e6c73b tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.0835295 Dec 08 00:03:41.463239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Pushing event updated for resources: {'Port': ['ID=2e76254f-be83-4c23-9fb4-a24d80c77775,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:41.493570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fefe397-bebc-4b99-8a80-95e7ac2f8e32 req-7f16beca-e9b0-46ff-8118-0c00596cb926 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842757 Dec 08 00:03:41.530876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e69159d-234d-4b47-aa33-795ef0fba29c req-417c3dcf-01b9-42cd-9ad7-d32bb071f745 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419954 Dec 08 00:03:41.536254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3633853b-518c-46f1-acf5-82f9968a8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.538914 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3633853b-518c-46f1-acf5-82f9968a8144 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1095 time: 0.1358237 Dec 08 00:03:41.615340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-dbda9b48-08b3-4099-8e51-b1d55917deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.617071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-dbda9b48-08b3-4099-8e51-b1d55917deca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c55fc70e8909444d9335baa216ac1248&device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 1094 time: 0.0551229 Dec 08 00:03:41.617367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Attempting to bind port 2e76254f-be83-4c23-9fb4-a24d80c77775 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:03:41.617647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Attempting to bind port 2e76254f-be83-4c23-9fb4-a24d80c77775 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '76832007-d0e7-499d-acb4-a929ec8e5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:03:41.617982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Attempting to bind port 2e76254f-be83-4c23-9fb4-a24d80c77775 on network 78fecabc-c999-4722-8cc7-09f4cb2202e1 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:41.634470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Port 2e76254f-be83-4c23-9fb4-a24d80c77775 on network 78fecabc-c999-4722-8cc7-09f4cb2202e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:03:41.634808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Attempting to bind port 2e76254f-be83-4c23-9fb4-a24d80c77775 on network 78fecabc-c999-4722-8cc7-09f4cb2202e1 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:41.673033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:03:41.673385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Checking segment: {'id': '76832007-d0e7-499d-acb4-a929ec8e5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:41.673850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Bound using segment: {'id': '76832007-d0e7-499d-acb4-a929ec8e5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:03:41.674303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Bound port: 2e76254f-be83-4c23-9fb4-a24d80c77775, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76832007-d0e7-499d-acb4-a929ec8e5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:03:41.674663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.775709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3e5d6ba4-d7b7-4025-b1a6-3e9122b847c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.781244 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-3e5d6ba4-d7b7-4025-b1a6-3e9122b847c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2136874 Dec 08 00:03:41.791656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] For port 2e76254f-be83-4c23-9fb4-a24d80c77775, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:41.794496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8d7ae39-cf70-4a53-b054-565a6eb85966 req-3ae6a8f8-1792-4029-bbc0-e2853bc79fa4 tempest-FloatingIPsAssociationTestJSON-1202820588 tempest-FloatingIPsAssociationTestJSON-1202820588-project] 10.222.0.18 "GET /v2.0/ports?device_id=76a62f7b-7d81-4a9f-990e-21d6b0b71ae9 HTTP/1.1" status: 200 len: 210 time: 0.0877259 Dec 08 00:03:41.795894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] For port 2e76254f-be83-4c23-9fb4-a24d80c77775, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2e76254f-be83-4c23-9fb4-a24d80c77775,segment=NetworkSegment(76832007-d0e7-499d-acb4-a929ec8e5317),segment_id=76832007-d0e7-499d-acb4-a929ec8e5317)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:03:41.801117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.838770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.839419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:41.840823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] 10.222.0.59 "PUT /v2.0/ports/2e76254f-be83-4c23-9fb4-a24d80c77775 HTTP/1.1" status: 200 len: 1091 time: 0.9211826 Dec 08 00:03:41.841221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'tag': '2e76254f-be83-4c23-9fb4-a24d80c77775'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:41.842996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecdf04-ea3e-452c-b142-7b8f31351250 req-3d92b434-6849-45a4-8735-e09c0635d0a2 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.843804 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7884035f-b942-483f-8b46-a364ef2f0ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "41015f69-d9bc-43fa-bd9f-99cdd298c04d", "tag": "2e76254f-be83-4c23-9fb4-a24d80c77775"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:41.847762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fecdf04-ea3e-452c-b142-7b8f31351250 req-3d92b434-6849-45a4-8735-e09c0635d0a2 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 950 time: 0.1302195 Dec 08 00:03:41.891825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca40371-74e6-4465-97e5-e85c6beb536f service neutron] Pushing event updated for resources: {'Port': ['ID=2e76254f-be83-4c23-9fb4-a24d80c77775,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:41.908949 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac01f964-0370-4263-9c47-c9d0a8064c7e x-openstack-request-id: req-ac01f964-0370-4263-9c47-c9d0a8064c7e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:41.909251 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41015f69-d9bc-43fa-bd9f-99cdd298c04d", "tag": "2e76254f-be83-4c23-9fb4-a24d80c77775", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:41.910074 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac01f964-0370-4263-9c47-c9d0a8064c7e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:41.910074 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'tag': '2e76254f-be83-4c23-9fb4-a24d80c77775', 'status': 'completed', 'code': 200} Dec 08 00:03:41.910834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-99bf89b0-8465-4c4c-9039-f6c41e8de7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:41.912383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-99bf89b0-8465-4c4c-9039-f6c41e8de7b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd571fb-fdc7-494b-a86a-8a89f85a04ca HTTP/1.1" status: 200 len: 916 time: 0.2512352 Dec 08 00:03:41.931253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fecdf04-ea3e-452c-b142-7b8f31351250 req-87fc90e5-3034-4fb6-9493-3efcaa8be917 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762219 Dec 08 00:03:41.990971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-35a97d57-fedc-4828-936f-dfc16d4aaede service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38921c2e-981f-4768-9cff-9d70fe354a5c HTTP/1.1" status: 200 len: 217 time: 0.0529170 Dec 08 00:03:41.996055 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-42f87770-776a-4b88-a195-1556d9d974cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 200 len: 217 time: 0.0411446 Dec 08 00:03:42.010683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-1446ba1c-ea27-4b98-b33f-c2920d44d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.012336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-1446ba1c-ea27-4b98-b33f-c2920d44d261 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b76ba8d150d4da7b44519c5e5afd6e8&device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 1094 time: 0.0912797 Dec 08 00:03:42.099094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-34d6331f-528e-4609-8d50-18ee9e45dc72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76254f-be83-4c23-9fb4-a24d80c77775 HTTP/1.1" status: 200 len: 217 time: 0.0412858 Dec 08 00:03:42.119456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-a51461d0-dbe3-4841-820b-e13b14fb425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.120951 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-a51461d0-dbe3-4841-820b-e13b14fb425c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60daf42c-4117-4164-a376-217d8ccc8c66 HTTP/1.1" status: 200 len: 854 time: 0.0990210 Dec 08 00:03:42.138923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107922e-8826-4b4a-bb8f-0c909fb22eab req-4a48249e-e3de-4473-bcb2-ce9e57faea4e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.143368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e107922e-8826-4b4a-bb8f-0c909fb22eab req-4a48249e-e3de-4473-bcb2-ce9e57faea4e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.0722003 Dec 08 00:03:42.146680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-333edd9d-6033-42f7-986e-44ffdeed6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.148165 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-333edd9d-6033-42f7-986e-44ffdeed6f6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.1251850 Dec 08 00:03:42.168192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-f8ac9587-6519-4920-b7d7-79340feb4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.169629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-f8ac9587-6519-4920-b7d7-79340feb4da0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42c044cf-188c-42c7-914b-6f261f26a129 HTTP/1.1" status: 200 len: 864 time: 0.0627806 Dec 08 00:03:42.189971 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-cb2e2e04-0fcf-4b6b-8e1c-8f4d834fc97e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332904 Dec 08 00:03:42.222408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-5314c1b6-2087-44e3-8ce4-e2d96e59867d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78fecabc-c999-4722-8cc7-09f4cb2202e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348196 Dec 08 00:03:42.258573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-c776f272-63cd-463c-a70c-c41665047b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.260308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-c776f272-63cd-463c-a70c-c41665047b26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd571fb-fdc7-494b-a86a-8a89f85a04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129143 Dec 08 00:03:42.277016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e107922e-8826-4b4a-bb8f-0c909fb22eab req-d88db38f-10bf-46a7-b366-c1d6dab94514 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156335 Dec 08 00:03:42.306769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380baf10-354b-4a66-a2a1-5a645100ddc6 req-fa2b5fd2-9e92-4c7d-9c6f-b36b06b3fe49 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.308361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-380baf10-354b-4a66-a2a1-5a645100ddc6 req-fa2b5fd2-9e92-4c7d-9c6f-b36b06b3fe49 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 943 time: 0.1629248 Dec 08 00:03:42.410534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-380baf10-354b-4a66-a2a1-5a645100ddc6 req-0936e1ec-5e31-4423-870b-547a76d800f2 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890934 Dec 08 00:03:42.416161 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-c6347805-5200-413c-9a4d-5e49289158f0 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168841 Dec 08 00:03:42.421722 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-2035ab2d-a5d6-4cf7-9111-a820ed24d793 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd571fb-fdc7-494b-a86a-8a89f85a04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433356 Dec 08 00:03:42.422722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-60842e3a-cfe6-4a0f-96a9-126ebeb48a0c service neutron] 10.222.0.59 "GET /v2.0/networks/78fecabc-c999-4722-8cc7-09f4cb2202e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904454 Dec 08 00:03:42.577522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ebdd1f5-5a9c-477b-b08d-6eb9d1872724 req-f366fddf-2e14-4c25-9e70-3517593325e5 service neutron] 10.222.0.59 "GET /v2.0/networks/78fecabc-c999-4722-8cc7-09f4cb2202e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454780 Dec 08 00:03:42.673904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-056317ea-5c2a-4fe3-9c26-6ac3aecedd15 req-3432f65c-02bc-467d-9863-fd0615988875 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd571fb-fdc7-494b-a86a-8a89f85a04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140403 Dec 08 00:03:42.682464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-01237d99-be1d-40a5-bbf1-3c51ec588339 service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299259 Dec 08 00:03:42.723992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaa40c-80ce-47b2-8afc-b6d9c1a60cef req-edf9454d-ad06-4872-ba3f-53968b6452a9 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.725575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbcaa40c-80ce-47b2-8afc-b6d9c1a60cef req-edf9454d-ad06-4872-ba3f-53968b6452a9 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.1001108 Dec 08 00:03:42.740102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d61e08-6db2-4b5a-acae-49b049c6e047 req-fad5d7ea-c4b1-40b1-84c2-3f507ba9931a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.741667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95d61e08-6db2-4b5a-acae-49b049c6e047 req-fad5d7ea-c4b1-40b1-84c2-3f507ba9931a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.0721812 Dec 08 00:03:42.763716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-054bfd87-a9b2-4e53-b177-e6224a68a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.765235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-054bfd87-a9b2-4e53-b177-e6224a68a788 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b76ba8d150d4da7b44519c5e5afd6e8&device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 1094 time: 0.0666175 Dec 08 00:03:42.831936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbcaa40c-80ce-47b2-8afc-b6d9c1a60cef req-a9445b08-1c4f-41f1-8107-692f005d7c50 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892942 Dec 08 00:03:42.835133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95d61e08-6db2-4b5a-acae-49b049c6e047 req-6b3d67d1-9ec3-4317-b808-53ce7330857f tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762832 Dec 08 00:03:42.881473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-6ed687cf-2e3d-4374-a66d-59a9890fa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:42.883123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-6ed687cf-2e3d-4374-a66d-59a9890fa52d service neutron] 10.222.0.59 "GET /v2.0/networks?id=78fecabc-c999-4722-8cc7-09f4cb2202e1 HTTP/1.1" status: 200 len: 925 time: 0.1105165 Dec 08 00:03:42.911030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44332) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:42.934954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-1851158b-147e-4374-9407-8fb7bd6247c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76254f-be83-4c23-9fb4-a24d80c77775 HTTP/1.1" status: 200 len: 217 time: 0.0442953 Dec 08 00:03:43.016702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-ef0e10c4-3a87-477f-b188-90cc9e9d4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.018961 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-ef0e10c4-3a87-477f-b188-90cc9e9d4f1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42c044cf-188c-42c7-914b-6f261f26a129 HTTP/1.1" status: 200 len: 864 time: 0.0675182 Dec 08 00:03:43.055275 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-10650db6-ecf3-46d1-a5df-6528f97eda28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78fecabc-c999-4722-8cc7-09f4cb2202e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276458 Dec 08 00:03:43.125234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eef8ff-06e9-47a7-943c-8532426c5ba3 req-05a73b1e-7539-459c-b436-799acb0f3c0e tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.127102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0eef8ff-06e9-47a7-943c-8532426c5ba3 req-05a73b1e-7539-459c-b436-799acb0f3c0e tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 950 time: 0.1105688 Dec 08 00:03:43.195667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-b9075dc3-c497-4753-b7f9-91098f8b2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.198029 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-b9075dc3-c497-4753-b7f9-91098f8b2744 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1101 time: 0.1180618 Dec 08 00:03:43.303570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0eef8ff-06e9-47a7-943c-8532426c5ba3 req-0814e53e-77f9-4e04-81a6-0cb19b665e4c tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004071 Dec 08 00:03:43.335235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-0d0d96b9-3cee-452b-abc0-a8ad7702a2f4 service neutron] 10.222.0.59 "GET /v2.0/networks/78fecabc-c999-4722-8cc7-09f4cb2202e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657156 Dec 08 00:03:43.378112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-9897fa3b-4dcf-4dc4-8aaa-b20d5c5c5a10 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.379783 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-9897fa3b-4dcf-4dc4-8aaa-b20d5c5c5a10 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117&tenant_id=e359c7608405466aa7b5fb1475327769&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.1566842 Dec 08 00:03:43.407805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-9ffe402f-fe1d-44d1-9178-2035e82d3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.409357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-9ffe402f-fe1d-44d1-9178-2035e82d3a35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1970592 Dec 08 00:03:43.479549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:43.486813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381d821-b3ed-4825-ac4f-431380e450f1 req-f25ed6f8-aa1c-4826-bb7a-db3ec616905e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.488385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1381d821-b3ed-4825-ac4f-431380e450f1 req-f25ed6f8-aa1c-4826-bb7a-db3ec616905e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.0957787 Dec 08 00:03:43.542777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:43.620443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1381d821-b3ed-4825-ac4f-431380e450f1 req-96b3aabc-afc6-49b8-91a5-70c32bf04677 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174974 Dec 08 00:03:43.824886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5a523-f5f3-4ac9-be70-1e3b14920428 req-beb7f7b8-34c8-4495-ad5d-7f11816e698b tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.826626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6cd5a523-f5f3-4ac9-be70-1e3b14920428 req-beb7f7b8-34c8-4495-ad5d-7f11816e698b tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 943 time: 0.0907555 Dec 08 00:03:43.827152 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-0f8d1894-741c-464c-b90c-e2bfbf236ded service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.3977520 Dec 08 00:03:43.903329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7884035f-b942-483f-8b46-a364ef2f0ffb req-d5627df4-7eb1-4364-a670-e5e8b499e8d8 service neutron] 10.222.0.59 "GET /v2.0/networks/78fecabc-c999-4722-8cc7-09f4cb2202e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553317 Dec 08 00:03:43.936843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6cd5a523-f5f3-4ac9-be70-1e3b14920428 req-faab2485-af68-4e91-bc86-6aedb7be5ac4 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983965 Dec 08 00:03:43.941004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-91da652a-68dd-45cd-bf6f-6e3dd98d2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:43.942654 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-91da652a-68dd-45cd-bf6f-6e3dd98d2f62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1040614 Dec 08 00:03:43.978684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 38921c2e-981f-4768-9cff-9d70fe354a5c details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:43.980906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:43.994825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Deleting port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:43.995333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.077938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-4cd9b183-fb8d-4059-b480-6ccd7305b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:44.079847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-4cd9b183-fb8d-4059-b480-6ccd7305b66b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280673 Dec 08 00:03:44.084703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-bedba942-9e91-4dbb-bc6c-0331693c6075 service neutron] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:44.089148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-bedba942-9e91-4dbb-bc6c-0331693c6075 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.090526 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef9d51f1-e275-4b44-9fc9-9962b985d42a req-bedba942-9e91-4dbb-bc6c-0331693c6075 service neutron] 10.222.0.44 "DELETE /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.6961143 Dec 08 00:03:44.137183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e90bee-a517-46ec-bf69-4752cc9e90f7 req-5a9188c8-bd3f-40ed-a449-13c1952cf9dd tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:44.145076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8e90bee-a517-46ec-bf69-4752cc9e90f7 req-5a9188c8-bd3f-40ed-a449-13c1952cf9dd tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 943 time: 0.1168880 Dec 08 00:03:44.148183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] For port 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:44.148549 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.171318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Calling delete_port for 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:44.216746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 38921c2e-981f-4768-9cff-9d70fe354a5c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=38921c2e-981f-4768-9cff-9d70fe354a5c,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:44.232821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '38921c2e-981f-4768-9cff-9d70fe354a5c', 'network_id': '8bd571fb-fdc7-494b-a86a-8a89f85a04ca', 'port_id': '38921c2e-981f-4768-9cff-9d70fe354a5c', 'mac_address': 'fa:16:3e:51:4f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60daf42c-4117-4164-a376-217d8ccc8c66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:03:44.237990 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.244797 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-7c28c4fc-4b7e-4333-8f56-8b745773db66 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530013 Dec 08 00:03:44.285330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:44.287995 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc6cdd-7861-4277-bfad-17a897bc8d2b" -d '{"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-unplugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:44.306605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:44.318798 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.321223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.325534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8e90bee-a517-46ec-bf69-4752cc9e90f7 req-52670ed2-6416-45b5-aaf8-3c9dc4121e5d tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794629 Dec 08 00:03:44.350927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38921c2e-981f-4768-9cff-9d70fe354a5c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:44.377642 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-3abe26f5-ab04-4e3d-b153-77377e0d54b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236715 Dec 08 00:03:44.404233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 38921c2e-981f-4768-9cff-9d70fe354a5c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=38921c2e-981f-4768-9cff-9d70fe354a5c,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:44.416682 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.420079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df071f-0ee0-4371-9011-a366112aa70b req-3fac7f0b-fd91-4547-bb76-35f773771e87 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:44.421501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:44.422264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64df071f-0ee0-4371-9011-a366112aa70b req-3fac7f0b-fd91-4547-bb76-35f773771e87 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.2264671 Dec 08 00:03:44.494418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=38921c2e-981f-4768-9cff-9d70fe354a5c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:44.563436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64df071f-0ee0-4371-9011-a366112aa70b req-d36aad61-dbe1-4c98-94d9-5c4eed45f6dc tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234281 Dec 08 00:03:44.627325 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd79985-f9b9-4a38-8ebc-0c88b7c15269 x-openstack-request-id: req-0bd79985-f9b9-4a38-8ebc-0c88b7c15269 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:44.627621 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-unplugged", "status": "completed", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:44.628144 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bd79985-f9b9-4a38-8ebc-0c88b7c15269 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:44.628535 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'code': 200} Dec 08 00:03:44.641398 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:44.675341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:44.759994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['38921c2e-981f-4768-9cff-9d70fe354a5c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:45.048406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2e76254f-be83-4c23-9fb4-a24d80c77775 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:45.221340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2e76254f-be83-4c23-9fb4-a24d80c77775, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2e76254f-be83-4c23-9fb4-a24d80c77775,segment=NetworkSegment(76832007-d0e7-499d-acb4-a929ec8e5317),segment_id=76832007-d0e7-499d-acb4-a929ec8e5317)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:45.234194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '2e76254f-be83-4c23-9fb4-a24d80c77775', 'network_id': '78fecabc-c999-4722-8cc7-09f4cb2202e1', 'port_id': '2e76254f-be83-4c23-9fb4-a24d80c77775', 'mac_address': 'fa:16:3e:ad:f7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c044cf-188c-42c7-914b-6f261f26a129', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:03:45.273524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:45.290757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e76254f-be83-4c23-9fb4-a24d80c77775 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:45.292561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e427c5-110d-4a65-9936-5289926ba7da req-e65dfc64-b2df-4acf-a6e6-549cba4e8158 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:45.294171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15e427c5-110d-4a65-9936-5289926ba7da req-e65dfc64-b2df-4acf-a6e6-549cba4e8158 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.4625030 Dec 08 00:03:45.311928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b057cb8-fb4a-437e-95fd-529731432e62 req-29ae114c-d4a2-4a2e-ad5a-44148f9d8bcc tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:45.315835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2e76254f-be83-4c23-9fb4-a24d80c77775, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2e76254f-be83-4c23-9fb4-a24d80c77775,segment=NetworkSegment(76832007-d0e7-499d-acb4-a929ec8e5317),segment_id=76832007-d0e7-499d-acb4-a929ec8e5317)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:45.319468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b057cb8-fb4a-437e-95fd-529731432e62 req-29ae114c-d4a2-4a2e-ad5a-44148f9d8bcc tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 1095 time: 0.4537194 Dec 08 00:03:45.320054 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:45.331791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:45.371834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2e76254f-be83-4c23-9fb4-a24d80c77775,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:45.432078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15e427c5-110d-4a65-9936-5289926ba7da req-16d73241-fec0-4ba6-a96d-7f8aa94c06cb tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248341 Dec 08 00:03:45.440071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b057cb8-fb4a-437e-95fd-529731432e62 req-ab00048b-1666-4831-bf67-ff4f33601e20 tempest-LiveAutoBlockMigrationV225Test-1416243749 tempest-LiveAutoBlockMigrationV225Test-1416243749-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197774 Dec 08 00:03:45.668311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8811642-f067-401f-96dc-69f8464321d7 req-db4b97f4-40a7-4846-b3f4-11ef1acd0e9d tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:45.669748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8811642-f067-401f-96dc-69f8464321d7 req-db4b97f4-40a7-4846-b3f4-11ef1acd0e9d tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 948 time: 0.1246102 Dec 08 00:03:45.678838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['2e76254f-be83-4c23-9fb4-a24d80c77775'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:45.682676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6229fb-51a4-434b-8cf3-ddfe418839dd req-3354cff7-7ac0-468f-ab81-1e6503fd8a00 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:45.684049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac6229fb-51a4-434b-8cf3-ddfe418839dd req-3354cff7-7ac0-468f-ab81-1e6503fd8a00 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 944 time: 0.1399808 Dec 08 00:03:45.711609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:03:45.805064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8811642-f067-401f-96dc-69f8464321d7 req-0bcaf1ce-f0de-4cf5-bf98-54d8177d1aef tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188021 Dec 08 00:03:45.810741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac6229fb-51a4-434b-8cf3-ddfe418839dd req-cfd3bbdb-9af5-440b-8df8-e8a2aade1416 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169386 Dec 08 00:03:45.894019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:03:45.912124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-708dc855-1499-4768-83f3-d56a4b88090a admin admin] 10.222.0.18 "PUT /v2.0/routers/269f21f8-ce2b-411f-a94b-6bd84e0f86f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0000048 Dec 08 00:03:45.915419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44436) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:45.918316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] Sync routers for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:03:45.928226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:45.929048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:45.984470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ff062-60fc-4103-b283-ad12b6ffb5e7 req-a73e7d01-cb7a-4c67-9bf3-eafe40d24e65 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:45.986045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c73ff062-60fc-4103-b283-ad12b6ffb5e7 req-a73e7d01-cb7a-4c67-9bf3-eafe40d24e65 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 944 time: 0.1069834 Dec 08 00:03:46.070191 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.112901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 38921c2e-981f-4768-9cff-9d70fe354a5c up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:03:46.121667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c73ff062-60fc-4103-b283-ad12b6ffb5e7 req-5258e550-1bf5-4c0b-ab7c-99e0bc6ce1f1 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979609 Dec 08 00:03:46.228331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:46.230679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 38921c2e-981f-4768-9cff-9d70fe354a5c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:03:46.257993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 38921c2e-981f-4768-9cff-9d70fe354a5c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:46.258567 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.263326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.278005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3082-4c81-40eb-bece-88e5d669bb0d req-6fb89dd6-2958-4525-8ef6-ee8d344068b3 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:46.279661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-439b3082-4c81-40eb-bece-88e5d669bb0d req-6fb89dd6-2958-4525-8ef6-ee8d344068b3 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.0762346 Dec 08 00:03:46.368959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-439b3082-4c81-40eb-bece-88e5d669bb0d req-32e9027d-0e45-4b11-af44-aba0fd99efe7 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804954 Dec 08 00:03:46.379131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Deleting port 6145cba2-454b-4c0e-9d8b-61d285ce4c82 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:46.379527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.480902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] For port 6145cba2-454b-4c0e-9d8b-61d285ce4c82, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6145cba2-454b-4c0e-9d8b-61d285ce4c82,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:46.481270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.486247 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.497373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Calling delete_port for 6145cba2-454b-4c0e-9d8b-61d285ce4c82 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:46.537681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 38921c2e-981f-4768-9cff-9d70fe354a5c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=38921c2e-981f-4768-9cff-9d70fe354a5c,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:46.543999 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.547626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44454) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:46.554689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:03:44Z', 'revision_number': 5, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port': {'id': '6145cba2-454b-4c0e-9d8b-61d285ce4c82', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:01:55Z', 'updated_at': '2021-12-08T00:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:46.603148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] Checking router: 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:03:46.620696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] Routers {'269f21f8-ce2b-411f-a94b-6bd84e0f86f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:03:46.621326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:46.630657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38921c2e-981f-4768-9cff-9d70fe354a5c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:46.632977 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d44324-17b1-4ceb-811b-8c85c757ccb7" -d '{"events": [{"server_uuid": "98accd3e-9837-4c29-8dfe-98dfdd470e81", "name": "network-vif-plugged", "status": "completed", "tag": "38921c2e-981f-4768-9cff-9d70fe354a5c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:46.650183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53726bd-3434-473c-a054-0e700f7770f6 req-957445e3-20ee-42af-8e24-1092b160f53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:46.658078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d53726bd-3434-473c-a054-0e700f7770f6 req-957445e3-20ee-42af-8e24-1092b160f53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.1115832 Dec 08 00:03:46.675672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=38921c2e-981f-4768-9cff-9d70fe354a5c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:46.687539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa80b5c4-6dff-457b-869d-da4b219ac64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.717434 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85217a1-4878-45bb-acfc-6b661eda1878 x-openstack-request-id: req-d85217a1-4878-45bb-acfc-6b661eda1878 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:46.718492 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98accd3e-9837-4c29-8dfe-98dfdd470e81", "name": "network-vif-plugged", "status": "completed", "tag": "38921c2e-981f-4768-9cff-9d70fe354a5c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:46.719051 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d85217a1-4878-45bb-acfc-6b661eda1878 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:46.719659 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38921c2e-981f-4768-9cff-9d70fe354a5c', 'code': 200} Dec 08 00:03:46.726147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d53726bd-3434-473c-a054-0e700f7770f6 req-f3782c05-4366-436b-893e-539f659b4990 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672026 Dec 08 00:03:46.753164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] Set router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:03:46.777326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.778696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa80b5c4-6dff-457b-869d-da4b219ac64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.783930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa80b5c4-6dff-457b-869d-da4b219ac64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.818981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6145cba2-454b-4c0e-9d8b-61d285ce4c82,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:46.829998 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aa80b5c4-6dff-457b-869d-da4b219ac64d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c62d016d1a9542248616c552bc0b75c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810702 Dec 08 00:03:46.831342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80b5c4-6dff-457b-869d-da4b219ac64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26be425-db4d-4fe9-bffc-cf121631bf58,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:46.834133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44462) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:46.861831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:03:46Z', 'revision_number': 6, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:46.895737 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.913044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af076e3a-95f5-433f-ae7f-e93334fe7300 None None] The sync data for ids ['269f21f8-ce2b-411f-a94b-6bd84e0f86f1'] in n-d-820549-2 is: [{'id': '269f21f8-ce2b-411f-a94b-6bd84e0f86f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786999923-router', 'tenant_id': '75d9d52e3b0749f4ad22fdef370561b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:01:53Z', 'updated_at': '2021-12-08T00:03:46Z', 'revision_number': 6, 'project_id': '75d9d52e3b0749f4ad22fdef370561b8', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:03:46.937082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0326c2a0-e2d3-4afb-b13b-8b78bd72b60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:46.963347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119095b0-3f70-466d-8cb2-15a97fee920e req-0dfcc9a3-bb82-46fe-8643-0a20c35d0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:46.964843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-119095b0-3f70-466d-8cb2-15a97fee920e req-0dfcc9a3-bb82-46fe-8643-0a20c35d0afd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 1096 time: 0.0727105 Dec 08 00:03:46.973338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0326c2a0-e2d3-4afb-b13b-8b78bd72b60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.021895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0326c2a0-e2d3-4afb-b13b-8b78bd72b60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.025046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0326c2a0-e2d3-4afb-b13b-8b78bd72b60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.026320 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0326c2a0-e2d3-4afb-b13b-8b78bd72b60d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b26be425-db4d-4fe9-bffc-cf121631bf58 HTTP/1.1" status: 204 len: 168 time: 0.1911471 Dec 08 00:03:47.034449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c2a0-e2d3-4afb-b13b-8b78bd72b60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26be425-db4d-4fe9-bffc-cf121631bf58,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:47.057160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.060144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.069129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2e76254f-be83-4c23-9fb4-a24d80c77775 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:03:47.128843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-119095b0-3f70-466d-8cb2-15a97fee920e req-3d6a4dfa-fd15-4723-ae2f-060a0065737d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831754 Dec 08 00:03:47.142819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 2e76254f-be83-4c23-9fb4-a24d80c77775 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:03:47.150327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 2e76254f-be83-4c23-9fb4-a24d80c77775 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:03:47.150721 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.159167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51edaf-220e-4675-ba8c-1316b446eac8 req-74164f21-574e-4309-af57-de11191f358d tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:47.165777 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-e0366d3a-9907-49c4-9639-1de9698b52fe tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:47.166492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f51edaf-220e-4675-ba8c-1316b446eac8 req-74164f21-574e-4309-af57-de11191f358d tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 944 time: 0.2247653 Dec 08 00:03:47.169307 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-e0366d3a-9907-49c4-9639-1de9698b52fe tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.44 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 948 time: 0.1069024 Dec 08 00:03:47.177291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b562e-e5e1-4d72-9d80-23309da5645a req-5051437b-d3e3-4bf7-a641-eaa690fbeedd tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:47.178539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-696b562e-e5e1-4d72-9d80-23309da5645a req-5051437b-d3e3-4bf7-a641-eaa690fbeedd tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 948 time: 0.2379646 Dec 08 00:03:47.180177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.180739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269f21f8-ce2b-411f-a94b-6bd84e0f86f1 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:03:47.185382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.186599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bcece90e-d9a7-40ee-a1a7-0130add6a3b7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/269f21f8-ce2b-411f-a94b-6bd84e0f86f1 HTTP/1.1" status: 204 len: 168 time: 1.2701185 Dec 08 00:03:47.189381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44474) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:47.229623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a75a4-956b-4591-bf45-83c270189a8d req-23d20dbc-4262-43bd-8843-4e9e00c09a37 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:47.231046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82a75a4-956b-4591-bf45-83c270189a8d req-23d20dbc-4262-43bd-8843-4e9e00c09a37 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.1690054 Dec 08 00:03:47.240558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.270586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] Deleting subnet 8dce0207-70ba-487a-9b73-e129b5bb6eb9 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:03:47.276900 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.308849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f51edaf-220e-4675-ba8c-1316b446eac8 req-2d36b222-eeab-4ad3-9728-24ed3b7d3fb9 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413348 Dec 08 00:03:47.315948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.321800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2e76254f-be83-4c23-9fb4-a24d80c77775, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2e76254f-be83-4c23-9fb4-a24d80c77775,segment=NetworkSegment(76832007-d0e7-499d-acb4-a929ec8e5317),segment_id=76832007-d0e7-499d-acb4-a929ec8e5317)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:47.331423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-696b562e-e5e1-4d72-9d80-23309da5645a req-e16c6fe0-d1dc-4eb8-90a4-1436b9f5b302 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/security-groups?id=05a3ac70-6093-42d1-9351-a0d78f360ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348054 Dec 08 00:03:47.335663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.364265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.431791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2e76254f-be83-4c23-9fb4-a24d80c77775,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:47.453234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44478) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:47.503008 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8efec39-165a-44fc-9ba1-50f87e5d58db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.558204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.569557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd792fe6-1cd3-47a3-adde-196f98ef0ad6 req-6ff6a746-f037-438a-af83-c09bb1a6c856 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:47.571095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd792fe6-1cd3-47a3-adde-196f98ef0ad6 req-6ff6a746-f037-438a-af83-c09bb1a6c856 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 945 time: 0.1174600 Dec 08 00:03:47.624625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4deb1a-553d-4dd9-9f94-d26901848b81 req-5bccd45a-a140-4626-a62f-2cd91f7e05ed tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:47.626128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b4deb1a-553d-4dd9-9f94-d26901848b81 req-5bccd45a-a140-4626-a62f-2cd91f7e05ed tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 944 time: 0.1011155 Dec 08 00:03:47.639193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Deleting port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:47.639517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.660255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Deleting port 67a9c583-c70f-4264-b549-a49fad4b07ff {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:47.660596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.669929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.687861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd792fe6-1cd3-47a3-adde-196f98ef0ad6 req-68136331-4927-4ae4-9371-fd4c12e8e44d tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067212 Dec 08 00:03:47.723616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dce0207-70ba-487a-9b73-e129b5bb6eb9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:47.734701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.740382 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f43d25e1-94bd-467d-ab9e-d27351beff10 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8dce0207-70ba-487a-9b73-e129b5bb6eb9 HTTP/1.1" status: 204 len: 168 time: 0.5453088 Dec 08 00:03:47.744015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31a068-0716-4d54-98b9-85288d8069cd None None] Network 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:47.744520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44480) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:47.788726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8efec39-165a-44fc-9ba1-50f87e5d58db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.796786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] For port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:47.797399 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.810101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8efec39-165a-44fc-9ba1-50f87e5d58db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.810977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b4deb1a-553d-4dd9-9f94-d26901848b81 req-579f55b9-4ee5-4289-8c21-4420922ec427 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745331 Dec 08 00:03:47.827806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Calling delete_port for 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:47.861665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efec39-165a-44fc-9ba1-50f87e5d58db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd6f2d3-700d-4ef9-8b47-d320e83b1637,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:47.945922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] For port 67a9c583-c70f-4264-b549-a49fad4b07ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=67a9c583-c70f-4264-b549-a49fad4b07ff,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:47.946343 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.950838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d8efec39-165a-44fc-9ba1-50f87e5d58db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25a76836b55d4db38eba3139dc708ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883971 Dec 08 00:03:47.958288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:47.960372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44484) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:47.968248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891bb07-8d2f-4dfd-b6a2-5cbe6bedc0d5 req-deed07c7-f012-485f-99a6-017634fe6950 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:47.969267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] DHCP port deletion for 5c6d3fd0-dd9b-4822-96b0-ea91ce25173d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:03:47.969772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2891bb07-8d2f-4dfd-b6a2-5cbe6bedc0d5 req-deed07c7-f012-485f-99a6-017634fe6950 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.0896335 Dec 08 00:03:47.972233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Calling delete_port for 67a9c583-c70f-4264-b549-a49fad4b07ff owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:48.036684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] Deleting port 332bceb9-f2ee-4643-8aaa-771e4c160fab {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:48.041093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.053611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2891bb07-8d2f-4dfd-b6a2-5cbe6bedc0d5 req-35f1d432-0c86-439c-afa9-8dda99876a46 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737145 Dec 08 00:03:48.097023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.105241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26d64a15-716e-4ad0-9f2e-f48aaa19df3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.152496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26d64a15-716e-4ad0-9f2e-f48aaa19df3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.163380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b2ad7e67-597e-44c3-af44-5b25dfbba380'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:48.163874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event deleted for resources: {'Port': ['ID=1cb2b8f5-11d7-4fde-96e6-e1531bea3859,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:48.190100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] For port 332bceb9-f2ee-4643-8aaa-771e4c160fab, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=332bceb9-f2ee-4643-8aaa-771e4c160fab,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:48.191138 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.207535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] Calling delete_port for 332bceb9-f2ee-4643-8aaa-771e4c160fab owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:48.231863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Deleting port 332bceb9-f2ee-4643-8aaa-771e4c160fab {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:48.232314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.240383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] No DVR routers for this DVR port 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:48.243638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.248179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e82a75a4-956b-4591-bf45-83c270189a8d req-ec49cf5c-5f37-4e7d-8dd9-1c56b88f5c9d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "DELETE /v2.0/ports/1cb2b8f5-11d7-4fde-96e6-e1531bea3859 HTTP/1.1" status: 204 len: 173 time: 0.8460479 Dec 08 00:03:48.249941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'name': 'network-vif-deleted', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:48.253369 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f5011e-c9ce-40ee-9e92-fad4d7c3a3a4" -d '{"events": [{"server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "name": "network-vif-deleted", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:48.297078 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.348954 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6a74a7-a555-445a-912c-70f254fe8854 x-openstack-request-id: req-5e6a74a7-a555-445a-912c-70f254fe8854 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:48.349252 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c4985b-e686-4a70-b29a-b189931f1117", "name": "network-vif-deleted", "tag": "1cb2b8f5-11d7-4fde-96e6-e1531bea3859", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:48.349760 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e6a74a7-a555-445a-912c-70f254fe8854 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:48.349900 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c4985b-e686-4a70-b29a-b189931f1117', 'name': 'network-vif-deleted', 'tag': '1cb2b8f5-11d7-4fde-96e6-e1531bea3859', 'status': 'completed', 'code': 200} Dec 08 00:03:48.354817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6145cba2-454b-4c0e-9d8b-61d285ce4c82 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:48.357067 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.423703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Pushing event deleted for resources: {'Port': ['ID=67a9c583-c70f-4264-b549-a49fad4b07ff,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:48.425396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26d64a15-716e-4ad0-9f2e-f48aaa19df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.428279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26d64a15-716e-4ad0-9f2e-f48aaa19df3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.441778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6145cba2-454b-4c0e-9d8b-61d285ce4c82 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:48.442051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6145cba2-454b-4c0e-9d8b-61d285ce4c82 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:48.442403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:48.443945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-26d64a15-716e-4ad0-9f2e-f48aaa19df3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cd6f2d3-700d-4ef9-8b47-d320e83b1637 HTTP/1.1" status: 204 len: 168 time: 0.4700875 Dec 08 00:03:48.449056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] For port 332bceb9-f2ee-4643-8aaa-771e4c160fab, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=332bceb9-f2ee-4643-8aaa-771e4c160fab,segment=NetworkSegment(bde2dd7b-ff50-4ed8-b7e3-3b56555bce36),segment_id=bde2dd7b-ff50-4ed8-b7e3-3b56555bce36)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:48.449413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.451231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] Pushing event deleted for resources: {'Port': ['ID=332bceb9-f2ee-4643-8aaa-771e4c160fab,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:48.453950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162fbaa-30ed-4d20-8580-9947681108b5 None None] No DVR routers for this DVR port 332bceb9-f2ee-4643-8aaa-771e4c160fab on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:48.484685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:48.485034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8ec4cfd0-326c-4216-a8a5-4b6cf0a4006f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:48.485454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 332bceb9-f2ee-4643-8aaa-771e4c160fab no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:48.531481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d64a15-716e-4ad0-9f2e-f48aaa19df3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd6f2d3-700d-4ef9-8b47-d320e83b1637,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:48.543022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Calling delete_port for 332bceb9-f2ee-4643-8aaa-771e4c160fab owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:48.543806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa679c29-10fb-45af-92b0-543139e154a5 req-6a0b5565-8a1e-40fd-96df-ba5f1c098a8e tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.18 "GET /v2.0/ports?device_id=11b90c46-32fc-431b-9317-e6710807f1ca HTTP/1.1" status: 200 len: 210 time: 0.0475750 Dec 08 00:03:48.549824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 332bceb9-f2ee-4643-8aaa-771e4c160fab {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:48.550708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 332bceb9-f2ee-4643-8aaa-771e4c160fab not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:48.588334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] No DVR routers for this DVR port 67a9c583-c70f-4264-b549-a49fad4b07ff on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:48.594495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b871-933b-4428-8af1-1ad1354ed7fb req-d94f5720-da1d-4c67-bb45-ca527737c754 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:48.602235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.605794 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ab5e42fa-1713-477c-8a13-af7c679dba1d req-d40de1ac-3aeb-4796-b14f-d751d06b0aa0 tempest-ImagesOneServerTestJSON-312461008 tempest-ImagesOneServerTestJSON-312461008-project] 10.222.0.44 "DELETE /v2.0/ports/67a9c583-c70f-4264-b549-a49fad4b07ff HTTP/1.1" status: 204 len: 173 time: 1.1877804 Dec 08 00:03:48.606262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-deleted', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:48.609757 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accfcf99-d61a-4b32-811b-48cb4e4e6a86" -d '{"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-deleted", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:48.616506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75d7b871-933b-4428-8af1-1ad1354ed7fb req-d94f5720-da1d-4c67-bb45-ca527737c754 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.1402256 Dec 08 00:03:48.725054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e76254f-be83-4c23-9fb4-a24d80c77775'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:48.735525 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f0f70-0255-4f32-8241-1b22fdeb6ea2" -d '{"events": [{"server_uuid": "41015f69-d9bc-43fa-bd9f-99cdd298c04d", "name": "network-vif-plugged", "status": "completed", "tag": "2e76254f-be83-4c23-9fb4-a24d80c77775"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:48.756341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:48.770031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75d7b871-933b-4428-8af1-1ad1354ed7fb req-e6a50f7f-fe01-4da4-bfdf-343c2874177e tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523137 Dec 08 00:03:48.820296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Pushing event deleted for resources: {'Port': ['ID=332bceb9-f2ee-4643-8aaa-771e4c160fab,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:48.822601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] No DVR routers for this DVR port 332bceb9-f2ee-4643-8aaa-771e4c160fab on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:48.849386 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c004d422-058f-46e0-b6ed-999365fd2bf5 x-openstack-request-id: req-c004d422-058f-46e0-b6ed-999365fd2bf5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:48.849692 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b90c46-32fc-431b-9317-e6710807f1ca", "name": "network-vif-deleted", "tag": "67a9c583-c70f-4264-b549-a49fad4b07ff", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:48.849955 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c004d422-058f-46e0-b6ed-999365fd2bf5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:48.850367 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b90c46-32fc-431b-9317-e6710807f1ca', 'name': 'network-vif-deleted', 'tag': '67a9c583-c70f-4264-b549-a49fad4b07ff', 'status': 'completed', 'code': 200} Dec 08 00:03:48.930083 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53812f40-d8f0-466f-946f-40105f90a8a4 x-openstack-request-id: req-53812f40-d8f0-466f-946f-40105f90a8a4 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:48.931156 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41015f69-d9bc-43fa-bd9f-99cdd298c04d", "name": "network-vif-plugged", "status": "completed", "tag": "2e76254f-be83-4c23-9fb4-a24d80c77775", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:48.931401 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53812f40-d8f0-466f-946f-40105f90a8a4 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:48.931594 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e76254f-be83-4c23-9fb4-a24d80c77775', 'code': 200} Dec 08 00:03:48.949138 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.008398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6d3fd0-dd9b-4822-96b0-ea91ce25173d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:49.009703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4813baa-6158-4665-8a41-2941564baad4 req-7c3fd567-9c7e-4b36-9a47-ab7cfddf76b2 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:49.014679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4813baa-6158-4665-8a41-2941564baad4 req-7c3fd567-9c7e-4b36-9a47-ab7cfddf76b2 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 945 time: 0.1126246 Dec 08 00:03:49.097923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:49.098226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde2dd7b-ff50-4ed8-b7e3-3b56555bce36') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:03:49.112865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.119683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68178b4e-6f9d-470c-ae0b-9bbefdd04652 req-d4f6c6c2-1b00-44fa-b284-6aafe6b1324a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 210 time: 0.0650811 Dec 08 00:03:49.134991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.143929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebda3c-8572-42d2-b83a-9dda0fd75000 req-44af4638-5910-471e-be45-96f96fd5fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:49.146558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f7ebda3c-8572-42d2-b83a-9dda0fd75000 req-44af4638-5910-471e-be45-96f96fd5fd34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 1096 time: 0.1250119 Dec 08 00:03:49.147766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:03:49.148302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:03:49.150979 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:03:49.192282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4813baa-6158-4665-8a41-2941564baad4 req-cdeac8e0-faed-4661-b533-d8951b90a80d tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678514 Dec 08 00:03:49.319599 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f7ebda3c-8572-42d2-b83a-9dda0fd75000 req-bbe492eb-b41f-439b-806a-a83636995065 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540277 Dec 08 00:03:49.320987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.328608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.328928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1dea-9d60-44ad-b4f2-20b3977d2c74 req-7bab5869-cc9f-48d0-8ef1-d2b554642807 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:49.330492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-524c1dea-9d60-44ad-b4f2-20b3977d2c74 req-7bab5869-cc9f-48d0-8ef1-d2b554642807 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.0918236 Dec 08 00:03:49.343088 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c6d3fd0-dd9b-4822-96b0-ea91ce25173d HTTP/1.1" status: 204 len: 168 time: 1.5936005 Dec 08 00:03:49.367865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1589a3-20b8-4c1b-8f00-644c65a0a953 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6d3fd0-dd9b-4822-96b0-ea91ce25173d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:49.450996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-524c1dea-9d60-44ad-b4f2-20b3977d2c74 req-f8aa01dd-f081-482b-834e-64ca01443964 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044865 Dec 08 00:03:49.537223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44526) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:49.611743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a5c6a7ae-5fc9-44a1-a3be-3c1de03979d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75d9d52e3b0749f4ad22fdef370561b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707068 Dec 08 00:03:49.612405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:49.724542 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93bd35a0-efb3-4d80-a624-68b38d7cf5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.773012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93bd35a0-efb3-4d80-a624-68b38d7cf5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.899223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93bd35a0-efb3-4d80-a624-68b38d7cf5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.902830 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93bd35a0-efb3-4d80-a624-68b38d7cf5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:49.910556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-93bd35a0-efb3-4d80-a624-68b38d7cf5da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da7930d3-aac7-4473-b247-e1da3e3e7619 HTTP/1.1" status: 204 len: 168 time: 0.2904725 Dec 08 00:03:49.929009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd35a0-efb3-4d80-a624-68b38d7cf5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7930d3-aac7-4473-b247-e1da3e3e7619,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:49.976413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8a0a9-20bd-4a63-bcd7-6329e96d43bc req-c9f5c2cb-ef99-4b10-afc3-68f893216a99 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:49.983547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb8a0a9-20bd-4a63-bcd7-6329e96d43bc req-c9f5c2cb-ef99-4b10-afc3-68f893216a99 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.0899303 Dec 08 00:03:49.992606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:50.009793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44550) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:50.030225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 67a9c583-c70f-4264-b549-a49fad4b07ff {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:50.030865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 67a9c583-c70f-4264-b549-a49fad4b07ff not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:50.031487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:50.067050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:03:50.067403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1cb2b8f5-11d7-4fde-96e6-e1531bea3859 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:50.073241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb8a0a9-20bd-4a63-bcd7-6329e96d43bc req-5ad6611d-ad6f-4184-8c83-7d0912d30fff tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862937 Dec 08 00:03:50.280267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eb988ce-439f-4264-a6a9-b5d3c3642347 req-5aeb57b3-cc28-45e3-8b06-55a73137465a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 210 time: 0.0443788 Dec 08 00:03:50.424342 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-572e5f54-df80-4d5c-9b85-5ab38f03b136 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=140a8ad6a4b8411eb1a336710edfeb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133313 Dec 08 00:03:50.430280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44564) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:50.635817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac1afb11-5920-43d3-a624-b142f5c5091a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:50.733404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac1afb11-5920-43d3-a624-b142f5c5091a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:50.773460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463ac8-0def-4fb4-b13f-29d3f5430822 req-133ca6f5-5c8a-40b1-bf29-9891961dd579 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:50.782172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11463ac8-0def-4fb4-b13f-29d3f5430822 req-133ca6f5-5c8a-40b1-bf29-9891961dd579 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.1889746 Dec 08 00:03:50.876490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11463ac8-0def-4fb4-b13f-29d3f5430822 req-b85e4c70-53d5-4e1e-96f9-a1f766dd1155 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931842 Dec 08 00:03:50.889712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac1afb11-5920-43d3-a624-b142f5c5091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:50.894238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac1afb11-5920-43d3-a624-b142f5c5091a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:50.899034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac1afb11-5920-43d3-a624-b142f5c5091a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05a3ac70-6093-42d1-9351-a0d78f360ddc HTTP/1.1" status: 204 len: 168 time: 0.4647703 Dec 08 00:03:50.911967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afb11-5920-43d3-a624-b142f5c5091a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a3ac70-6093-42d1-9351-a0d78f360ddc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:51.274259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb582-9b76-4737-bc0c-b908d4a1e525 req-a3d2abb8-3ad6-4158-b870-d56d4e0372e2 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:51.275938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54feb582-9b76-4737-bc0c-b908d4a1e525 req-a3d2abb8-3ad6-4158-b870-d56d4e0372e2 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.0968063 Dec 08 00:03:51.342014 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-600636c2-646a-4a90-aa77-5e39d39f4ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:51.398282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54feb582-9b76-4737-bc0c-b908d4a1e525 req-3e054f5d-f556-4610-9d9b-cbe2732034b0 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936270 Dec 08 00:03:51.439606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2ec214b-f0cd-4ecd-bd39-85d68fded3f3 req-4d7d56ae-9ec5-4e9a-9637-857eba29a47b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 210 time: 0.0342679 Dec 08 00:03:51.549173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6f661-68b0-4fe2-89f5-e3f0bb71ea1d req-315b18a4-4228-4ce2-aa3f-1998409864e3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:51.551017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48c6f661-68b0-4fe2-89f5-e3f0bb71ea1d req-315b18a4-4228-4ce2-aa3f-1998409864e3 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.0583673 Dec 08 00:03:51.634155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48c6f661-68b0-4fe2-89f5-e3f0bb71ea1d req-3c6d7658-3803-452a-bb89-6eb4af47754c tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760648 Dec 08 00:03:51.655736 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-546a4562-ce76-4193-9ab7-1237e534100a service neutron] show failed (client error): The resource could not be found. Dec 08 00:03:51.655736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-546a4562-ce76-4193-9ab7-1237e534100a service neutron] 10.222.0.59 "GET /v2.0/ports/49c28660-33eb-4bc5-a12d-f138b02fe844/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0882080 Dec 08 00:03:51.948143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-9cf2ffa2-57d2-41dd-8369-767c6800b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:51.950008 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-9cf2ffa2-57d2-41dd-8369-767c6800b487 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb&tenant_id=33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 1101 time: 0.0649929 Dec 08 00:03:51.968206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:52.063090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:52.253978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f03c-5193-4029-8ab1-f2617dfece31 req-200c6980-57d6-4973-9334-369a01ebd173 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:52.262734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d039f03c-5193-4029-8ab1-f2617dfece31 req-200c6980-57d6-4973-9334-369a01ebd173 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.0861657 Dec 08 00:03:52.373827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d039f03c-5193-4029-8ab1-f2617dfece31 req-b95bfc0c-f5c1-4dd0-8e37-5dd260bc9df8 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986955 Dec 08 00:03:52.378708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-1807de4d-ee4d-45e4-8a23-7530a941860d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778072 Dec 08 00:03:52.381434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:52.427998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:52.481180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:52.483699 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaa3dbe-cb65-4b5f-8c39-1a0eb648a44d" -d '{"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-unplugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:52.489352 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:52.493870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-0b725a67-9942-4a3b-8713-18099f71615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:52.495501 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-0b725a67-9942-4a3b-8713-18099f71615b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e359c7608405466aa7b5fb1475327769&device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 1096 time: 0.0794613 Dec 08 00:03:52.508240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Transition to ACTIVE for port object 49c28660-33eb-4bc5-a12d-f138b02fe844 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:03:52.513497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:52.560203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c18bf-999c-4bb0-a3f6-b18050523927 req-0a91a795-e304-4953-afc4-ef76a0c5b0a8 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:52.561903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d3c18bf-999c-4bb0-a3f6-b18050523927 req-0a91a795-e304-4953-afc4-ef76a0c5b0a8 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.1041508 Dec 08 00:03:52.586648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] No DVR routers for this DVR port 49c28660-33eb-4bc5-a12d-f138b02fe844 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:52.671821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:52.695210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:03:52.696934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:03:52.697336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:52.708814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:03:52.709155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:03:52.721023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:03:52.721450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:52.722489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:03:52.722489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Bound port: 49c28660-33eb-4bc5-a12d-f138b02fe844, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:03:52.722738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:52.730111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d3c18bf-999c-4bb0-a3f6-b18050523927 req-0b30fd3f-8a0c-4aba-b094-0b398d41886e tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573236 Dec 08 00:03:52.735144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-6ed887ec-e8b3-4b26-a425-8fbad2c4e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:52.736941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-6ed887ec-e8b3-4b26-a425-8fbad2c4e26c service neutron] 10.222.0.44 "GET /v2.0/networks?id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 200 len: 922 time: 0.2207274 Dec 08 00:03:52.837268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-d1ea7c39-6c3b-4b9b-b381-1300f4478267 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 200 len: 217 time: 0.0912552 Dec 08 00:03:52.842009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:03:52.857558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:03:52.875244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:52.901967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-c4e8a22a-c45c-49f9-9923-f360a82a9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:52.903782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-c4e8a22a-c45c-49f9-9923-f360a82a9f29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 200 len: 861 time: 0.0582242 Dec 08 00:03:52.952589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-7b286b78-89ef-4f33-af2a-beb56d65dfce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52dbba08-3a74-4ec7-88e6-f6a6f2eee121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404787 Dec 08 00:03:52.997432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:53.000674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:53.004004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 1096 time: 1.0399821 Dec 08 00:03:53.078257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23c1890d-c810-41de-b2e8-a43da47cba44 req-7b715f68-42c2-41a9-bde1-d4f606731771 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 210 time: 0.0634279 Dec 08 00:03:53.158189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f1fbc-b7ad-4d79-9571-a7b2212110c1 service neutron] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:53.206050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-53b25e1d-8574-4488-8278-d39be824342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:53.210578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-53b25e1d-8574-4488-8278-d39be824342d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1099 time: 0.1692078 Dec 08 00:03:53.259996 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f49c4ea-6007-4dfe-b9b6-777a12b297f6 x-openstack-request-id: req-0f49c4ea-6007-4dfe-b9b6-777a12b297f6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:53.263308 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-unplugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:53.263748 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f49c4ea-6007-4dfe-b9b6-777a12b297f6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:53.264455 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'code': 200} Dec 08 00:03:53.294513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-e6e694db-94f9-4114-ab48-39e7d1606b1c service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153586 Dec 08 00:03:53.411056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-3460d7b3-6efa-48b2-8716-3a2f4900c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:53.412714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-3460d7b3-6efa-48b2-8716-3a2f4900c8ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1947439 Dec 08 00:03:53.502285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e439817-b5c7-4a60-8d87-17ab1e8a4a46 req-fb337470-30e8-4fa3-960b-e3d4e5c3137c service neutron] 10.222.0.44 "GET /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062061 Dec 08 00:03:53.537679 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-d6cbf6cf-91cc-4a5b-8299-27e5c09f0725 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.1175535 Dec 08 00:03:53.550398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44724) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:53.558452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-032b9717-488c-4c21-b69b-e0aeffdf52f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:53.659546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-97e9efe7-6447-473d-b8b0-b15d2e54a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:53.661081 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-97e9efe7-6447-473d-b8b0-b15d2e54a5ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1160810 Dec 08 00:03:53.700978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc14-342e-464c-9a09-a440131c419b req-6e348af0-2cab-4ea6-9c64-ca9293a7ff42 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:53.712636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5220bc14-342e-464c-9a09-a440131c419b req-6e348af0-2cab-4ea6-9c64-ca9293a7ff42 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 948 time: 0.0755169 Dec 08 00:03:53.745119 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d14790ec-30e9-4fbb-914c-32251f67127e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:53.773536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-1998b293-c748-46f6-965c-11326a7247dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:53.777544 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-1998b293-c748-46f6-965c-11326a7247dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081808 Dec 08 00:03:53.807590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5220bc14-342e-464c-9a09-a440131c419b req-062e4531-e016-4c33-a691-6e237f80a99c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919442 Dec 08 00:03:53.909266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d6ab-4b69-49f8-95d9-757e56a6bfeb req-402ffdaa-3ce7-4cd2-8e3e-784e66ffe865 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:53.919967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-78f91675-04f5-46fd-a9f9-c5e297d7db55 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347690 Dec 08 00:03:53.921675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac83d6ab-4b69-49f8-95d9-757e56a6bfeb req-402ffdaa-3ce7-4cd2-8e3e-784e66ffe865 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.1425753 Dec 08 00:03:54.053525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac83d6ab-4b69-49f8-95d9-757e56a6bfeb req-3d8d228f-f2ac-4774-80cf-8d93fa41c80e tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268330 Dec 08 00:03:54.061072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44750) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:54.070102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d14790ec-30e9-4fbb-914c-32251f67127e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.076073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d14790ec-30e9-4fbb-914c-32251f67127e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.126157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14790ec-30e9-4fbb-914c-32251f67127e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229663d9-7dfb-4395-b466-142e4a921ddf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:54.153442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d14790ec-30e9-4fbb-914c-32251f67127e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c873fc343f924bc0a377d402b2d83784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018319 Dec 08 00:03:54.156104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44756) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:54.158326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b7cdade-2bcf-4283-b2f8-5366ae048e85 req-b34c7cc7-4904-441d-91e1-f49b9c03281f service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294075 Dec 08 00:03:54.288816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.323382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.359636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44760) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:54.450755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-080579f5-f73f-499f-a10a-c1c436c8fe7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.537512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-080579f5-f73f-499f-a10a-c1c436c8fe7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.542343 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-080579f5-f73f-499f-a10a-c1c436c8fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.572811 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-080579f5-f73f-499f-a10a-c1c436c8fe7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ea249a2987a46008f3661a14e894863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095907 Dec 08 00:03:54.573022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44764) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:54.615675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080579f5-f73f-499f-a10a-c1c436c8fe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d688e8b-2a9e-4d5b-b189-3d0db719f856,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:54.645885 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b38ff4d7-5211-443f-baf1-9e67c6562b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.674314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b38ff4d7-5211-443f-baf1-9e67c6562b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.725177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b38ff4d7-5211-443f-baf1-9e67c6562b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.728569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b38ff4d7-5211-443f-baf1-9e67c6562b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.729928 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b38ff4d7-5211-443f-baf1-9e67c6562b5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d688e8b-2a9e-4d5b-b189-3d0db719f856 HTTP/1.1" status: 204 len: 168 time: 0.1558046 Dec 08 00:03:54.740736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7726bab-1edc-41e5-8aa7-458eb6785fe0 req-52b6db9c-7ec2-4c44-811f-7fde10c8cf18 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 210 time: 0.4919646 Dec 08 00:03:54.754391 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1beae3c2-4209-4f96-bce9-cbad4d179665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.760165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ff4d7-5211-443f-baf1-9e67c6562b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d688e8b-2a9e-4d5b-b189-3d0db719f856,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:54.802391 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.805096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.806816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/229663d9-7dfb-4395-b466-142e4a921ddf HTTP/1.1" status: 204 len: 168 time: 0.6495600 Dec 08 00:03:54.821575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229663d9-7dfb-4395-b466-142e4a921ddf,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:54.873779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.874413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.875121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.875733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.876212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.876998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.877166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.877697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.878485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.886402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.886774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.887159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.887503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bdcfe-f22a-464f-b792-6fcbb72d28ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:03:54.957828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1beae3c2-4209-4f96-bce9-cbad4d179665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:54.968408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1beae3c2-4209-4f96-bce9-cbad4d179665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.010398 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.040946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1beae3c2-4209-4f96-bce9-cbad4d179665 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5fd94fd4a0f4f7fa55449d26aa29c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9785838 Dec 08 00:03:55.041709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beae3c2-4209-4f96-bce9-cbad4d179665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3931b-2c20-4f7a-a8c4-8e2f2885532d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:55.043644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44776) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:55.079800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b92a-6f82-417c-a86b-2fafde3e093c req-337a6619-c081-4598-b6fa-c8fb1bdeff8f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:55.089034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c963b92a-6f82-417c-a86b-2fafde3e093c req-337a6619-c081-4598-b6fa-c8fb1bdeff8f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 948 time: 0.1690102 Dec 08 00:03:55.128215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f370a681-e956-41b4-9a3a-81145e677597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.163889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f370a681-e956-41b4-9a3a-81145e677597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.193343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c963b92a-6f82-417c-a86b-2fafde3e093c req-5fee44e1-9bf9-4db9-9745-d4f31e03ad96 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022484 Dec 08 00:03:55.278598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:55.281010 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461153a8-be0b-41f5-badc-cf6b00b0ae46" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:55.317628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff9710-8473-4c1a-a9a5-997b8f63d296 req-7d6b8849-f957-4079-9c64-9f329eea2ff2 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:55.320847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7ff9710-8473-4c1a-a9a5-997b8f63d296 req-7d6b8849-f957-4079-9c64-9f329eea2ff2 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.0981262 Dec 08 00:03:55.360765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-a27fe361-061a-4b74-bd17-8699ce282aa0 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:55.364293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-a27fe361-061a-4b74-bd17-8699ce282aa0 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.59 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.1679907 Dec 08 00:03:55.405954 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8c5b75-bc5f-494d-8581-33a5491ca2e6 x-openstack-request-id: req-ea8c5b75-bc5f-494d-8581-33a5491ca2e6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:55.406380 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:55.406585 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea8c5b75-bc5f-494d-8581-33a5491ca2e6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:55.407009 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'status': 'completed', 'code': 200} Dec 08 00:03:55.456878 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f370a681-e956-41b4-9a3a-81145e677597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.463133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f370a681-e956-41b4-9a3a-81145e677597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.464295 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f370a681-e956-41b4-9a3a-81145e677597 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51a3931b-2c20-4f7a-a8c4-8e2f2885532d HTTP/1.1" status: 204 len: 168 time: 0.4190266 Dec 08 00:03:55.480601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7ff9710-8473-4c1a-a9a5-997b8f63d296 req-30b41fb1-86a0-4c72-a370-09128e011fad tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464908 Dec 08 00:03:55.496984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44794) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:55.514667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab54aebe-f012-4067-8d16-56721568af1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.599817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370a681-e956-41b4-9a3a-81145e677597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3931b-2c20-4f7a-a8c4-8e2f2885532d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:55.671365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-b3a785e5-69e3-4475-ba94-717116d13522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:55.673865 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-b3a785e5-69e3-4475-ba94-717116d13522 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1099 time: 0.2084928 Dec 08 00:03:55.684380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-16cb43d2-1948-4ade-95be-11b7e41eefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:55.686309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-16cb43d2-1948-4ade-95be-11b7e41eefce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1099 time: 0.2121162 Dec 08 00:03:55.698837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab54aebe-f012-4067-8d16-56721568af1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.722345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab54aebe-f012-4067-8d16-56721568af1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:55.886174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ab54aebe-f012-4067-8d16-56721568af1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b7a44c9399247108051ffa2af89b8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872266 Dec 08 00:03:55.888737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44802) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:55.906039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54aebe-f012-4067-8d16-56721568af1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678a0e4c-5f3b-4d21-aa60-223bba9eb129,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:55.971331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-142b3cfb-006c-446c-a428-fe3be45cb938 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2638078 Dec 08 00:03:55.972094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Deleting port 2e76254f-be83-4c23-9fb4-a24d80c77775 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:03:55.972445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.018759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:03:56.034228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b8fcd06-bdc1-4ce8-901d-1908fa124abd req-d007440c-650b-4031-a717-2c3695df4ab9 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c4985b-e686-4a70-b29a-b189931f1117 HTTP/1.1" status: 200 len: 210 time: 0.1118262 Dec 08 00:03:56.050014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-1443d169-4207-4bfa-80ad-8f9b41f22a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.052409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-1443d169-4207-4bfa-80ad-8f9b41f22a97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3273494 Dec 08 00:03:56.219268 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.244572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:56.256245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d495d73-23da-4dfa-ba2e-7424b49447d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.260280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-2a7e5181-2976-4bf9-ba02-684202d04df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.263163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-2a7e5181-2976-4bf9-ba02-684202d04df3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 1101 time: 0.2067649 Dec 08 00:03:56.269072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'mac_address': 'fa:16:3e:7f:e6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:03:56.331765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-8a2b792a-55d2-40d4-9f5b-c7257630128e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.2690957 Dec 08 00:03:56.345929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-d6630524-87dd-4f41-bc7f-b9cacae51907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.350132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-d6630524-87dd-4f41-bc7f-b9cacae51907 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.6620369 Dec 08 00:03:56.377517 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.411146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c28660-33eb-4bc5-a12d-f138b02fe844 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:03:56.436109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-2d23e14c-3c6c-420e-b055-3d99a1fd2c58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.0712485 Dec 08 00:03:56.439288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44822) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:56.464126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:56.476420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.488697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-d47c9ce0-dca9-4f80-b094-a26711b3bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.490180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-d47c9ce0-dca9-4f80-b094-a26711b3bb98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2012637 Dec 08 00:03:56.578413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d495d73-23da-4dfa-ba2e-7424b49447d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.579927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:56.605060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] For port 2e76254f-be83-4c23-9fb4-a24d80c77775, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2e76254f-be83-4c23-9fb4-a24d80c77775,segment=NetworkSegment(76832007-d0e7-499d-acb4-a929ec8e5317),segment_id=76832007-d0e7-499d-acb4-a929ec8e5317)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:03:56.606450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.635615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-3b9a708f-2716-40e7-8c78-9d99ce02b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.635615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-3b9a708f-2716-40e7-8c78-9d99ce02b4bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2819090 Dec 08 00:03:56.645785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-9c04d2a5-b600-4758-979c-869248d05240 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 200 len: 217 time: 0.1227677 Dec 08 00:03:56.650311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-ae5a1d6f-f9fb-490c-a042-b32de9105d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.652387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-ae5a1d6f-f9fb-490c-a042-b32de9105d9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1815593 Dec 08 00:03:56.679081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Calling delete_port for 2e76254f-be83-4c23-9fb4-a24d80c77775 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:03:56.791072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4690269-a220-4ef2-87a8-6d1004b43da9 req-c7d8e1ee-44de-4b64-81bc-f8ed64b5eebc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.799450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4690269-a220-4ef2-87a8-6d1004b43da9 req-c7d8e1ee-44de-4b64-81bc-f8ed64b5eebc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.3081062 Dec 08 00:03:56.807153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['49c28660-33eb-4bc5-a12d-f138b02fe844'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:03:56.826578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1768797064-network', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:56.864060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaf3aa-8017-4494-9d94-1cf88de587f1 req-d05038ef-6c83-4153-b229-481585347961 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.872844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0abaf3aa-8017-4494-9d94-1cf88de587f1 req-d05038ef-6c83-4153-b229-481585347961 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 945 time: 0.2320521 Dec 08 00:03:56.903778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-4b7ce20a-f35e-466c-a2d4-df5e6e13ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.905394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-4b7ce20a-f35e-466c-a2d4-df5e6e13ecdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2186451 Dec 08 00:03:56.920318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4690269-a220-4ef2-87a8-6d1004b43da9 req-b40d531c-2501-4329-8b7f-e1b5f606e9c2 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157274 Dec 08 00:03:56.947223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-f0ae1d8f-9e96-400b-8eee-0ece17be9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:56.955169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d495d73-23da-4dfa-ba2e-7424b49447d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.956747 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-f0ae1d8f-9e96-400b-8eee-0ece17be9ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2818031 Dec 08 00:03:56.958202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d495d73-23da-4dfa-ba2e-7424b49447d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:56.959540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4d495d73-23da-4dfa-ba2e-7424b49447d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/678a0e4c-5f3b-4d21-aa60-223bba9eb129 HTTP/1.1" status: 204 len: 168 time: 1.0696766 Dec 08 00:03:56.983949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d495d73-23da-4dfa-ba2e-7424b49447d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678a0e4c-5f3b-4d21-aa60-223bba9eb129,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:57.008726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0abaf3aa-8017-4494-9d94-1cf88de587f1 req-9954ce4c-7681-4b5e-bbc8-2c7cd1da2147 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/security-groups?id=894ab4c0-84f4-4170-9244-7604bbfa0c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346211 Dec 08 00:03:57.014471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-469ae435-9886-4ffd-a979-f298d9251b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:57.016019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-469ae435-9886-4ffd-a979-f298d9251b42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929458 Dec 08 00:03:57.157917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-2129aaf7-980a-44b3-91b9-cfd301cd4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:57.159443 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-2129aaf7-980a-44b3-91b9-cfd301cd4f32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5059576 Dec 08 00:03:57.182670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-977608eb-3899-4964-a386-fe748b453cba service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585643 Dec 08 00:03:57.190084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2e76254f-be83-4c23-9fb4-a24d80c77775 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:57.251159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:57.254715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.275192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.292776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-d94cd049-57a9-4621-aa82-23570ed7785b service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140113 Dec 08 00:03:57.320586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.416114 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-6a977443-89b5-486a-a978-1476bbf7df5d service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129260 Dec 08 00:03:57.492514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab8c7fb-05fa-45eb-923d-986df47c4c47 req-439e9d01-b1c4-4dcc-9566-560b6ef9ff0a service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994306 Dec 08 00:03:57.525593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.567539 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-ff41f096-8a68-42e4-95da-98d1e03b3672 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852637 Dec 08 00:03:57.672459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.685821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.736293 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.746925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:03:57.768158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:03:57.818347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:03:57.854744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Pushing event deleted for resources: {'Port': ['ID=2e76254f-be83-4c23-9fb4-a24d80c77775,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:57.880103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6847af5d-78bf-477b-88e8-9051cb20b368,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:57.884240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.884580 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Added segment 0e1a631b-eed1-4a63-bd9f-f1609eab038a of type vlan for network 669642aa-1618-4b35-a7ba-c2f405592211 Dec 08 00:03:57.887739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] No DVR routers for this DVR port 2e76254f-be83-4c23-9fb4-a24d80c77775 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:03:57.890430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:57.894279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38ab5eda-ef0e-413d-81f8-59f5aa5d4b7c req-7d617d93-d1bb-4abf-b14c-a321d91ee525 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.59 "DELETE /v2.0/ports/2e76254f-be83-4c23-9fb4-a24d80c77775 HTTP/1.1" status: 204 len: 173 time: 2.5157995 Dec 08 00:03:57.904577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'name': 'network-vif-deleted', 'tag': '2e76254f-be83-4c23-9fb4-a24d80c77775'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:03:57.906988 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90421bf-fc3e-435e-93fe-e2f4ef5d3966" -d '{"events": [{"server_uuid": "41015f69-d9bc-43fa-bd9f-99cdd298c04d", "name": "network-vif-deleted", "tag": "2e76254f-be83-4c23-9fb4-a24d80c77775"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:03:57.930334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461153a8-be0b-41f5-badc-cf6b00b0ae46 req-8bd13583-124e-4fa0-8f5b-928f1b2363de service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522527 Dec 08 00:03:58.214480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ed60d-d7e9-420f-8927-72d59a902212 req-8aadf446-d782-4501-9548-481f9a8605f7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:58.217779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-692ed60d-d7e9-420f-8927-72d59a902212 req-8aadf446-d782-4501-9548-481f9a8605f7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.0777974 Dec 08 00:03:58.317462 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3adc13-bad8-45ca-8ed0-c3173c8c17ef x-openstack-request-id: req-0e3adc13-bad8-45ca-8ed0-c3173c8c17ef {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:03:58.317462 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41015f69-d9bc-43fa-bd9f-99cdd298c04d", "name": "network-vif-deleted", "tag": "2e76254f-be83-4c23-9fb4-a24d80c77775", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:03:58.317919 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e3adc13-bad8-45ca-8ed0-c3173c8c17ef {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:03:58.317919 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41015f69-d9bc-43fa-bd9f-99cdd298c04d', 'name': 'network-vif-deleted', 'tag': '2e76254f-be83-4c23-9fb4-a24d80c77775', 'status': 'completed', 'code': 200} Dec 08 00:03:58.318539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-692ed60d-d7e9-420f-8927-72d59a902212 req-dd646a49-25bd-4dd7-89c1-612cacb7c5bf tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947099 Dec 08 00:03:58.348473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.387285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.393144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:58.393749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.395926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:58.439848 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9763031 Dec 08 00:03:58.448071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e920d4c-c59e-418e-8c33-c7f68a3affec req-0f9fd79d-dcea-459e-8f9b-a1a32937d4f2 tempest-ServersNegativeTestMultiTenantJSON-1585617916 tempest-ServersNegativeTestMultiTenantJSON-1585617916-project] 10.222.0.18 "GET /v2.0/ports?device_id=41015f69-d9bc-43fa-bd9f-99cdd298c04d HTTP/1.1" status: 200 len: 210 time: 0.0455854 Dec 08 00:03:58.448772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44888) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:58.454811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Request body: {'subnet': {'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1768797064-subnet', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:58.465948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217063b-3824-4e27-9e9f-1bfeab1e8995 admin admin] Pushing event updated for resources: {'Network': ['ID=669642aa-1618-4b35-a7ba-c2f405592211,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:58.476031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 669642aa-1618-4b35-a7ba-c2f405592211 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:03:58.530031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:58.532746 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.622175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-729566396-network', 'tenant_id': '34fc6ef8986b4d64b67a5876fb4888fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:58.645131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Made reservation on behalf of 34fc6ef8986b4d64b67a5876fb4888fd for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:58.648054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.660798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.780111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.798411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.815609 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.849093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-e15f3d04-c682-492b-b22a-df75d09ab2d7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:58.854423 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-e15f3d04-c682-492b-b22a-df75d09ab2d7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb&tenant_id=33e98863a69744a7b380e1b398fec89c&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 949 time: 0.1134214 Dec 08 00:03:58.858721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bb150f-69fb-4d11-92ad-06e5b0366180,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:58.878419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f606ad-0999-4b31-8938-0399500c4cd1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:58.888628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Checking segment: {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:03:58.889129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Network hostable DHCP agents. Network: 669642aa-1618-4b35-a7ba-c2f405592211, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:03:58.911197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Network 669642aa-1618-4b35-a7ba-c2f405592211 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:03:58.982138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:03:58.985090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-db02223f-ecad-4922-82fc-7408e1c4801c service neutron] 10.222.0.44 "GET /v2.0/ports/49c28660-33eb-4bc5-a12d-f138b02fe844/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 382 time: 0.0902405 Dec 08 00:03:58.999417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:58.999835 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Added segment 56823848-8668-4c2d-8c60-c633f9eb17c1 of type vlan for network e7a55441-5ae6-46ea-88d6-4545d8de262c Dec 08 00:03:59.012340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 669642aa-1618-4b35-a7ba-c2f405592211) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:03:59.021263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d7e74-083a-424f-b692-d487f0927b85 None None] Network 669642aa-1618-4b35-a7ba-c2f405592211 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:03:59.023429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:59.024611 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.059452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a0ebb-aca6-42f3-a736-663fd0651b7c req-a3d1b33e-1bc4-4594-9b6f-5418b0517c02 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:59.061236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-937a0ebb-aca6-42f3-a736-663fd0651b7c req-a3d1b33e-1bc4-4594-9b6f-5418b0517c02 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.1218567 Dec 08 00:03:59.065144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d2c4704-774a-4988-9150-dbbababece91 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6149244 Dec 08 00:03:59.069313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44902) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:59.077038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:59.128894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.168862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-ee371df2-b91e-4198-9bc2-bcbd1bd32ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:59.171965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-ee371df2-b91e-4198-9bc2-bcbd1bd32ca5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1100 time: 0.0939898 Dec 08 00:03:59.184302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.191533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.194111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.195277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:59.196025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.235647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-669642aa-1618-4b35-a7ba-c2f405592211', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:03:59.236842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.242735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-937a0ebb-aca6-42f3-a736-663fd0651b7c req-5251579b-0be9-44ac-91d1-23570f08bb77 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563041 Dec 08 00:03:59.297120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.329123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9306135 Dec 08 00:03:59.360865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44906) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:59.370174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Request body: {'subnet': {'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-729566396-subnet', 'tenant_id': '34fc6ef8986b4d64b67a5876fb4888fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:03:59.376614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4e6ee-a584-45ac-b154-28e4c402e35a admin admin] Pushing event updated for resources: {'Network': ['ID=e7a55441-5ae6-46ea-88d6-4545d8de262c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:03:59.395122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e7a55441-5ae6-46ea-88d6-4545d8de262c details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:03:59.408472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-edd1a4d9-1546-4fb3-9b2e-94ab9807edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:59.409997 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-edd1a4d9-1546-4fb3-9b2e-94ab9807edaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2308390 Dec 08 00:03:59.417134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Made reservation on behalf of 34fc6ef8986b4d64b67a5876fb4888fd for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:03:59.419554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.506745 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-77c45b5c-0716-4b5d-9e64-2019ad189879 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.0848944 Dec 08 00:03:59.529748 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.541203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44910) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:03:59.585872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] Deleting subnet 42c044cf-188c-42c7-914b-6f261f26a129 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:03:59.600052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.611878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-aa2d7c2f-7076-4eca-aa8d-4c4dacb4aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:59.613540 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-aa2d7c2f-7076-4eca-aa8d-4c4dacb4aefb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0999603 Dec 08 00:03:59.635247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Allocated IP 172.20.0.2 (669642aa-1618-4b35-a7ba-c2f405592211/b4bb150f-69fb-4d11-92ad-06e5b0366180/6625b13f-5744-47e9-b342-c14df809157c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:03:59.697751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.698725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-1211ad06-7661-4eb5-947a-4f306ab3f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:03:59.700728 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-1211ad06-7661-4eb5-947a-4f306ab3f1a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774739 Dec 08 00:03:59.772880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.829889 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-368cafa6-6f6d-49df-a5dc-d524413db52d service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213713 Dec 08 00:03:59.936184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.944346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.983812 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:03:59.994298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Network 669642aa-1618-4b35-a7ba-c2f405592211 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:00.015810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:00.017813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Pushing event updated for resources: {'Port': ['ID=6625b13f-5744-47e9-b342-c14df809157c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:00.020257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:00.030674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:00.067687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c044cf-188c-42c7-914b-6f261f26a129,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:00.092351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.104424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f3e38d23-5afa-4366-9bd1-492e24d985fc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42c044cf-188c-42c7-914b-6f261f26a129 HTTP/1.1" status: 204 len: 168 time: 0.5620260 Dec 08 00:04:00.106858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44924) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:00.110475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Attempting to bind port 6625b13f-5744-47e9-b342-c14df809157c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:00.110859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Attempting to bind port 6625b13f-5744-47e9-b342-c14df809157c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:00.111255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Attempting to bind port 6625b13f-5744-47e9-b342-c14df809157c on network 669642aa-1618-4b35-a7ba-c2f405592211 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:00.121566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:00.121952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Checking segment: {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:00.122490 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.122743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Bound using segment: {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:00.123256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Bound port: 6625b13f-5744-47e9-b342-c14df809157c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:00.123639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.135114 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-5e555f0e-03f4-41c7-a869-b7d0dbc5ec0f service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443979 Dec 08 00:04:00.198133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.199049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.217687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] For port 6625b13f-5744-47e9-b342-c14df809157c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:00.221482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] For port 6625b13f-5744-47e9-b342-c14df809157c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6625b13f-5744-47e9-b342-c14df809157c,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:00.222623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 49c28660-33eb-4bc5-a12d-f138b02fe844 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:04:00.227112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 49c28660-33eb-4bc5-a12d-f138b02fe844 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:00.227752 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.253284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.276815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:00.277546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Network hostable DHCP agents. Network: e7a55441-5ae6-46ea-88d6-4545d8de262c, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:04:00.295998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.305067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62571d4e-aea2-40a8-81a3-10e7e89fb638,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:00.349623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Network e7a55441-5ae6-46ea-88d6-4545d8de262c is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:04:00.371568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e7a55441-5ae6-46ea-88d6-4545d8de262c) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:00.377263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:00.377907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.408656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e510af2-e356-4e98-a70f-b30130dd6c90 None None] Network e7a55441-5ae6-46ea-88d6-4545d8de262c requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:00.413147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.420683 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d6a1e62a-1aeb-4c55-9ca1-082a7d33901f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0581975 Dec 08 00:04:00.553883 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.558680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84180c14-619b-43da-8298-7c77ef01cac7 None None] Pushing event updated for resources: {'Port': ['ID=6625b13f-5744-47e9-b342-c14df809157c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:00.641182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:00.643558 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3263e31f-069b-41f3-8bd6-12d85abc915c" -d '{"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-plugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:00.653061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17326cc-7b4a-4cc0-a5aa-03739523562e req-655afc41-59c7-4967-bda4-1d076829cc11 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:00.656093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c17326cc-7b4a-4cc0-a5aa-03739523562e req-655afc41-59c7-4967-bda4-1d076829cc11 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.2293975 Dec 08 00:04:00.707178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:00.743786 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.774251 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.821211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fecabc-c999-4722-8cc7-09f4cb2202e1']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:00.854033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76832007-d0e7-499d-acb4-a929ec8e5317') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:00.854491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76832007-d0e7-499d-acb4-a929ec8e5317') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:00.878370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.882880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44946) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:00.897960 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7b149-9827-430d-be63-1fe0724cc782 x-openstack-request-id: req-92b7b149-9827-430d-be63-1fe0724cc782 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:00.898265 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-plugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:00.898525 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92b7b149-9827-430d-be63-1fe0724cc782 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:00.899796 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'code': 200} Dec 08 00:04:00.900365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:00.924126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:00.930115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74829b6-ec58-4aad-9993-ec67b4aca329 None None] Network e7a55441-5ae6-46ea-88d6-4545d8de262c requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:00.950505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:04:00.951171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:04:01.116687 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:04:01.135219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.161580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Allocated IP 172.25.6.191 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/2ccf74ab-b438-41f9-8be6-07e5b6019f44) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:01.183910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.189508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] 10.222.0.18 "DELETE /v2.0/networks/78fecabc-c999-4722-8cc7-09f4cb2202e1 HTTP/1.1" status: 204 len: 168 time: 1.0812731 Dec 08 00:04:01.192506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44956) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:01.247178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f9baa-ea7b-432b-bad7-36231896d845 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fecabc-c999-4722-8cc7-09f4cb2202e1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:01.308432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] Deleting subnet c5185fda-99ec-4de9-937b-c5f3601fc561 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:04:01.329535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.377142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b66acf0e-5e39-4f6a-a543-dfdc1bc4824b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.417174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.494226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.583645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b66acf0e-5e39-4f6a-a543-dfdc1bc4824b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.593415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b66acf0e-5e39-4f6a-a543-dfdc1bc4824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.614861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.622814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c17326cc-7b4a-4cc0-a5aa-03739523562e req-ac53e666-0d9c-4f4e-9d23-0c91b8659d45 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135610 Dec 08 00:04:01.656360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.664217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44966) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:01.670616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1659918312-network', 'tenant_id': 'f23db37c2d9f42b99d5b8989124d5d32'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:01.678706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5185fda-99ec-4de9-937b-c5f3601fc561,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:01.700004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.704153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-088f7683-fb94-4577-b511-6b74166b6839 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c5185fda-99ec-4de9-937b-c5f3601fc561 HTTP/1.1" status: 204 len: 168 time: 0.5102899 Dec 08 00:04:01.708903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:01.713871 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b66acf0e-5e39-4f6a-a543-dfdc1bc4824b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e69ca267529e4c27a6621edbc74d7760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8297560 Dec 08 00:04:01.716665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66acf0e-5e39-4f6a-a543-dfdc1bc4824b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3054eab6-9abb-453f-b25f-05bd3816849e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:01.719696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:01.821354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.823070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Made reservation on behalf of f23db37c2d9f42b99d5b8989124d5d32 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:01.825372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.838018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45cfd2b2-b31b-4e31-a603-a1f4774ae645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.838828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.869463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45cfd2b2-b31b-4e31-a603-a1f4774ae645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.935397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45cfd2b2-b31b-4e31-a603-a1f4774ae645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.938495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45cfd2b2-b31b-4e31-a603-a1f4774ae645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:01.943082 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-45cfd2b2-b31b-4e31-a603-a1f4774ae645 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3054eab6-9abb-453f-b25f-05bd3816849e HTTP/1.1" status: 204 len: 168 time: 0.2220538 Dec 08 00:04:01.960836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd2b2-b31b-4e31-a603-a1f4774ae645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3054eab6-9abb-453f-b25f-05bd3816849e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:02.007191 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.069059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.132450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:02.169868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e05dc8-8241-4639-8e9b-661e6a79cde0 None None] Network 669642aa-1618-4b35-a7ba-c2f405592211 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:02.184146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:02.213129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:02.227144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c82cf72-37e6-404a-8e5a-afce0cd128ca']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:02.343002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeaf9389-0b9b-46e2-ad86-fe7c0a1261e0') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:02.343789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeaf9389-0b9b-46e2-ad86-fe7c0a1261e0') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:02.362942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Pushing event updated for resources: {'Port': ['ID=2ccf74ab-b438-41f9-8be6-07e5b6019f44,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:02.380994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.393183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6625b13f-5744-47e9-b342-c14df809157c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:02.405798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.416517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.453053 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.486488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:04:02.487181 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.490708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2305c-2940-400f-b238-34b766d490ba,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:04:02.494117 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:04:02.502152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-484ad72c-8720-459b-8ec1-4ee865015d2f None None] Provisioning complete for port 6625b13f-5744-47e9-b342-c14df809157c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:02.502728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-484ad72c-8720-459b-8ec1-4ee865015d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.614435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:04:02.697487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6625b13f-5744-47e9-b342-c14df809157c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:02.697813 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.737959 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.738460 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Added segment afcb598d-f3d1-4c48-ab31-d21bb304eda7 of type vlan for network 8467766b-ff42-4160-9906-ae87fb11459e Dec 08 00:04:02.891632 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.976176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:02.978410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:02.979287 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.017694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-587fa71e-5fd4-4d93-9286-bd1042d4672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:03.022167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-587fa71e-5fd4-4d93-9286-bd1042d4672f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb&tenant_id=33e98863a69744a7b380e1b398fec89c HTTP/1.1" status: 200 len: 1101 time: 0.1189811 Dec 08 00:04:03.045623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:03.085784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.123835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.186093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5179498 Dec 08 00:04:03.186212 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-484ad72c-8720-459b-8ec1-4ee865015d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.186659 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.189432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c82cf72-37e6-404a-8e5a-afce0cd128ca HTTP/1.1" status: 204 len: 168 time: 1.4697795 Dec 08 00:04:03.200406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45000) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:03.218954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 6625b13f-5744-47e9-b342-c14df809157c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6625b13f-5744-47e9-b342-c14df809157c,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:03.230064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.250682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Request body: {'subnet': {'network_id': '8467766b-ff42-4160-9906-ae87fb11459e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1659918312-subnet', 'tenant_id': 'f23db37c2d9f42b99d5b8989124d5d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:03.327911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Made reservation on behalf of f23db37c2d9f42b99d5b8989124d5d32 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:03.332609 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.335554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:03.356263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-484ad72c-8720-459b-8ec1-4ee865015d2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:04:03.357008 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-484ad72c-8720-459b-8ec1-4ee865015d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:04:03.390272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=6625b13f-5744-47e9-b342-c14df809157c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:03.440684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaa2f-dccc-4a71-b08c-03707c37e607 admin admin] Pushing event updated for resources: {'Network': ['ID=8467766b-ff42-4160-9906-ae87fb11459e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:03.456243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8467766b-ff42-4160-9906-ae87fb11459e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:04:03.503925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e6e81-97bf-4e63-9c2d-9484c4259a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c82cf72-37e6-404a-8e5a-afce0cd128ca,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:03.531823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45010) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:03.613280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45012) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:03.764328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1bd26-4c48-4bcf-9a73-62ebf329baa3 req-7b17dae1-e12f-41a8-9faf-68e1390225ca tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:03.765806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7de1bd26-4c48-4bcf-9a73-62ebf329baa3 req-7b17dae1-e12f-41a8-9faf-68e1390225ca tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.7930799 Dec 08 00:04:03.875337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c0dd201c-8785-4289-9011-73bb2b3d8c85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b76ba8d150d4da7b44519c5e5afd6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359303 Dec 08 00:04:03.879049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45016) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:03.957638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:03.994473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1214513867-network', 'tenant_id': '402272c357d049aaba6a82c01c10eb88'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:04.042424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.059373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:04.060209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Made reservation on behalf of 402272c357d049aaba6a82c01c10eb88 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:04.080010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.091978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:04.149788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2915452d-4d4f-426a-9d11-459f35d85953 None None] Provisioning complete for port 6625b13f-5744-47e9-b342-c14df809157c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:04.150164 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2915452d-4d4f-426a-9d11-459f35d85953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.165051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:04.167396 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70b5db3-7fff-463f-9fb8-744e5ff1be8c" -d '{"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-unplugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:04.197704 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.220311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.297493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7de1bd26-4c48-4bcf-9a73-62ebf329baa3 req-4a00620e-5cf9-46e4-bea5-34d2deb6c714 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108430 Dec 08 00:04:04.309236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Transition to ACTIVE for port object 49c28660-33eb-4bc5-a12d-f138b02fe844 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:04:04.313427 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dbf224-3509-4040-973a-159638059871 x-openstack-request-id: req-15dbf224-3509-4040-973a-159638059871 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:04.316646 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-unplugged", "status": "completed", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:04.317159 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15dbf224-3509-4040-973a-159638059871 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:04.318652 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'code': 200} Dec 08 00:04:04.327351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb60dcee-6924-48a3-8da3-8730d49b7ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.328619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.404718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:04.459825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6625b13f-5744-47e9-b342-c14df809157c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:04.509444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] No DVR routers for this DVR port 49c28660-33eb-4bc5-a12d-f138b02fe844 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:04.526552 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb60dcee-6924-48a3-8da3-8730d49b7ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.587562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:04.615598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.622926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:04.629669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:04.636672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:04.658348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:04:04.660638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Attempting to bind port 49c28660-33eb-4bc5-a12d-f138b02fe844 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:04.705566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb60dcee-6924-48a3-8da3-8730d49b7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.711858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb60dcee-6924-48a3-8da3-8730d49b7ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.715225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fb60dcee-6924-48a3-8da3-8730d49b7ed2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/894ab4c0-84f4-4170-9244-7604bbfa0c02 HTTP/1.1" status: 204 len: 168 time: 0.8295882 Dec 08 00:04:04.734431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6625b13f-5744-47e9-b342-c14df809157c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:04.734812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.746578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:04.746991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:04.749762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:04.750250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Bound port: 49c28660-33eb-4bc5-a12d-f138b02fe844, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:04.750679 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:04.840770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60dcee-6924-48a3-8da3-8730d49b7ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894ab4c0-84f4-4170-9244-7604bbfa0c02,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:04.916319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4217f0d3-99d4-41c8-93db-fe0a495aee22,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:04.932984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Checking segment: {'id': 'afcb598d-f3d1-4c48-ab31-d21bb304eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8467766b-ff42-4160-9906-ae87fb11459e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:04.933352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Network hostable DHCP agents. Network: 8467766b-ff42-4160-9906-ae87fb11459e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:04:05.035145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:05.047792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:05.051261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Network 8467766b-ff42-4160-9906-ae87fb11459e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:04:05.064270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:05.080250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8467766b-ff42-4160-9906-ae87fb11459e) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:05.090805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4f977-1c99-4d38-bf9e-f4a6343a3718 None None] Network 8467766b-ff42-4160-9906-ae87fb11459e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:05.128881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:05.129771 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:05.181546 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fbfaab6f-ad4f-4604-bc9f-da95d23ae091 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9654648 Dec 08 00:04:05.184946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:05.188008 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:05.202227 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] 10.222.0.59 "PUT /v2.0/ports/49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 1097 time: 2.1650507 Dec 08 00:04:05.350044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d48a4-34dd-4f5b-b7d1-6279c2eebfdf None None] Network 8467766b-ff42-4160-9906-ae87fb11459e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:05.414238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45038) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:05.528238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a87ad5d6-8410-4550-88d2-be2f2dd7fc11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=241e797bdaea4f13a546acc1a1cf2468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0992866 Dec 08 00:04:05.540462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45046) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:05.637804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-0d85338f-e104-428c-bda2-4a9c6fae2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:05.639365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-0d85338f-e104-428c-bda2-4a9c6fae2b2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1100 time: 0.3839264 Dec 08 00:04:05.643366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60d0b-8349-402f-bc8d-a12ec5b731ba service neutron] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=11']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:05.802807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-2d121734-5e5b-4dfd-8c42-2a934fad54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:05.804648 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-2d121734-5e5b-4dfd-8c42-2a934fad54e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1296039 Dec 08 00:04:05.833199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b82a65-6937-4e68-bbcc-3895cc05d3b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:05.878204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b82a65-6937-4e68-bbcc-3895cc05d3b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:05.920971 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-9257ac6d-7206-4ee6-98a5-549e9ddaeb21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.0936449 Dec 08 00:04:05.981854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:05.990837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-68fdbef3-e0fd-4951-a310-c37435da0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:05.993291 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-68fdbef3-e0fd-4951-a310-c37435da0e9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0640750 Dec 08 00:04:06.011161 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.052671 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b82a65-6937-4e68-bbcc-3895cc05d3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.056606 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b82a65-6937-4e68-bbcc-3895cc05d3b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.057267 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75b82a65-6937-4e68-bbcc-3895cc05d3b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7db30998-eb2a-43cd-8071-566c4f3ad537 HTTP/1.1" status: 204 len: 168 time: 0.5080874 Dec 08 00:04:06.068771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b82a65-6937-4e68-bbcc-3895cc05d3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db30998-eb2a-43cd-8071-566c4f3ad537,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:06.078238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-d05950ff-8266-40a0-becb-99e41f02aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:06.080604 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-d05950ff-8266-40a0-becb-99e41f02aa4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809064 Dec 08 00:04:06.084860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.119505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:04:06.137197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb859f9e-5655-4bf0-bc29-b3af88208333,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:06.152791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51997c37-e823-4d86-8e7d-bcdf8bd69b6c req-0f10ef60-801a-4fed-a273-356a5a783a24 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:06.161816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51997c37-e823-4d86-8e7d-bcdf8bd69b6c req-0f10ef60-801a-4fed-a273-356a5a783a24 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.2675946 Dec 08 00:04:06.240524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.243756 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Added segment 9b22d858-d16d-4f83-adf6-a19a794cea8f of type vlan for network 6ca68115-a766-4fa1-aedc-7e087b9fd10b Dec 08 00:04:06.260307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-d6dde88a-e3eb-48e6-9cd9-fd3b0cde2360 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:06.262240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-d6dde88a-e3eb-48e6-9cd9-fd3b0cde2360 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 944 time: 0.0765617 Dec 08 00:04:06.277991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8b90-5a92-4293-af0f-884d8a67486a req-19bfe3b6-925b-48b3-ad15-41f7fa995942 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:06.288162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-462b8b90-5a92-4293-af0f-884d8a67486a req-19bfe3b6-925b-48b3-ad15-41f7fa995942 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d HTTP/1.1" status: 200 len: 944 time: 0.3950815 Dec 08 00:04:06.314409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-866acaa9-afb6-419c-93af-61dd2900e383 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262809 Dec 08 00:04:06.322508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:06.326088 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c375379a-253a-4e61-9788-58bb16667da9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:06.437062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.467785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51997c37-e823-4d86-8e7d-bcdf8bd69b6c req-242aa7d6-afb2-4651-9e74-899e1d056ce7 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048244 Dec 08 00:04:06.519924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-462b8b90-5a92-4293-af0f-884d8a67486a req-7c2f36fa-3648-45ea-bcb8-7e207a2da098 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301536 Dec 08 00:04:06.569481 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c9a558-69a0-44d5-9829-315ed4b856fc req-df2bb166-2a4e-4716-a9fd-67092bb6e8ed service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383680 Dec 08 00:04:06.593517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.597628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:06.598666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.691828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Deleting port b2ad7e67-597e-44c3-af44-5b25dfbba380 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:06.692301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.729366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1117558 Dec 08 00:04:06.773468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45068) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:06.781199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Request body: {'subnet': {'network_id': '6ca68115-a766-4fa1-aedc-7e087b9fd10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1214513867-subnet', 'tenant_id': '402272c357d049aaba6a82c01c10eb88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:06.785613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba1739-1470-44c9-9ccf-2e9cd5eb2dbe admin admin] Pushing event updated for resources: {'Network': ['ID=6ca68115-a766-4fa1-aedc-7e087b9fd10b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:06.798310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6ca68115-a766-4fa1-aedc-7e087b9fd10b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:04:06.837912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] For port b2ad7e67-597e-44c3-af44-5b25dfbba380, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b2ad7e67-597e-44c3-af44-5b25dfbba380,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:06.838303 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.843434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Router e951ba2c-23f0-4788-b89b-8ebedc960512 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:04:06.861928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Calling delete_port for b2ad7e67-597e-44c3-af44-5b25dfbba380 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:06.869030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Made reservation on behalf of 402272c357d049aaba6a82c01c10eb88 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:06.871854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:06.948427 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb4fa5-49de-4aed-a31e-9315e3103fd6 x-openstack-request-id: req-0dcb4fa5-49de-4aed-a31e-9315e3103fd6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:06.949035 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:06.949296 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dcb4fa5-49de-4aed-a31e-9315e3103fd6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:06.949706 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'status': 'completed', 'code': 200} Dec 08 00:04:07.000296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-bbdb19b8-0175-409c-b9f8-fe060dd2efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.001378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-bbdb19b8-0175-409c-b9f8-fe060dd2efd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1100 time: 0.2128947 Dec 08 00:04:07.012809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-32b266a9-6d08-46dc-88ed-3a2af424fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.015110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-32b266a9-6d08-46dc-88ed-3a2af424fbd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33e98863a69744a7b380e1b398fec89c&device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1100 time: 0.0638504 Dec 08 00:04:07.212846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:07.215591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-b2f86d25-d9c3-4563-805c-2672ed4aedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.217453 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-b2f86d25-d9c3-4563-805c-2672ed4aedd6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1944208 Dec 08 00:04:07.250504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b2ad7e67-597e-44c3-af44-5b25dfbba380'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:07.306947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event deleted for resources: {'Port': ['ID=b2ad7e67-597e-44c3-af44-5b25dfbba380,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:07.309793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:07.320143 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Sync routers for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:07.331991 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-a1cda369-88ae-4e3a-b7c7-ff6549a3f806 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.1015010 Dec 08 00:04:07.338659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] No DVR routers for this DVR port b2ad7e67-597e-44c3-af44-5b25dfbba380 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:07.341289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:07.342572 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:07.345322 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51a5e7a7-25fa-45dc-9d0e-eb0224490894 req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "DELETE /v2.0/ports/b2ad7e67-597e-44c3-af44-5b25dfbba380 HTTP/1.1" status: 204 len: 173 time: 1.0762293 Dec 08 00:04:07.345541 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:07.349175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.358516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.359265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.359626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.360605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.360961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.361314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.361677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.362486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.362841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.363235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.363580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.363920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32cb7c9-2c7c-4af0-a04b-46a99eff898a tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:07.401393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-0151791d-6485-4e19-88a3-63ea2373c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.403523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-0151791d-6485-4e19-88a3-63ea2373c437 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3882167 Dec 08 00:04:07.419562 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:07.420775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e506a11e-8174-4e2a-bc62-1ee04be10d1e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3504510 Dec 08 00:04:07.423941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45090) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:07.442594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681a058-b291-44a0-9605-974507dac940 req-23ad6945-36ff-4e99-a529-b399764d7313 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.444084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-23ad6945-36ff-4e99-a529-b399764d7313 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.3964577 Dec 08 00:04:07.489127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-9654dd90-d46f-472a-8328-8183985f09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.491524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-9654dd90-d46f-472a-8328-8183985f09f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1438015 Dec 08 00:04:07.496786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45094) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:07.512123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-89d77b4b-1b1e-4ff1-acd9-99882e297d16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 200 len: 217 time: 0.0854764 Dec 08 00:04:07.607783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-7df3643b-f07f-40c2-86d8-f4bba8f7b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.609607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-7df3643b-f07f-40c2-86d8-f4bba8f7b149 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026602 Dec 08 00:04:07.649545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-1a1b623d-cb3f-4909-9254-3de6a3e52f2d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/quotas/34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 375 time: 0.1654084 Dec 08 00:04:07.674348 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:07.743868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:07.744212 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:04:07.749003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1202699308-network', 'tenant_id': '35772eb3fd1249b29405dd3fb82ab36b'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:07.764182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-9950daff-89cc-400e-88f5-ab4f46f982f8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918593 Dec 08 00:04:07.831334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-f457cfef-022a-4f63-a513-48ebb3d6242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.833566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-f457cfef-022a-4f63-a513-48ebb3d6242f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2658806 Dec 08 00:04:07.893597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c434bb9-871b-422b-a9e2-f63e3cc00625 req-0313849c-313c-4914-89a7-89e1c15dc5ae tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:07.895658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c434bb9-871b-422b-a9e2-f63e3cc00625 req-0313849c-313c-4914-89a7-89e1c15dc5ae tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.2889307 Dec 08 00:04:07.911737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Made reservation on behalf of 35772eb3fd1249b29405dd3fb82ab36b for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:07.913996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:07.962465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:07.972093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Checking segment: {'id': '9b22d858-d16d-4f83-adf6-a19a794cea8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6ca68115-a766-4fa1-aedc-7e087b9fd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:07.973155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Network hostable DHCP agents. Network: 6ca68115-a766-4fa1-aedc-7e087b9fd10b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:04:08.007631 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-ea01c1aa-e86e-4873-b977-b6bfd3293737 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635953 Dec 08 00:04:08.028971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:03Z', 'revision_number': 3, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:08.037758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b57246-cbf7-453f-8b10-a886dd8f5bf0,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:08.084993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375379a-253a-4e61-9788-58bb16667da9 req-2964b430-fc0a-4dc8-855a-be5e4ad0b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:08.087585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-2964b430-fc0a-4dc8-855a-be5e4ad0b73a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166760 Dec 08 00:04:08.092756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c434bb9-871b-422b-a9e2-f63e3cc00625 req-6389e1af-da3a-49b4-9d07-a3ed99e9e080 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797287 Dec 08 00:04:08.098919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Network 6ca68115-a766-4fa1-aedc-7e087b9fd10b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:04:08.145845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-2c874f7d-668d-4156-9229-f662ce4aec7f service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700547 Dec 08 00:04:08.153735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 6ca68115-a766-4fa1-aedc-7e087b9fd10b) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:08.158418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:08.159515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.162804 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Checking router: e951ba2c-23f0-4788-b89b-8ebedc960512 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:08.163548 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Updating router e951ba2c-23f0-4788-b89b-8ebedc960512 port 2ccf74ab-b438-41f9-8be6-07e5b6019f44 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:04:08.174123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36ba8e-5038-40b9-9295-4d31acf3d294 None None] Network 6ca68115-a766-4fa1-aedc-7e087b9fd10b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:08.221713 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.232314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-43d94b70-6895-4dff-aec9-18df56205b12 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147610 Dec 08 00:04:08.256982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e731b958-4676-4731-beb3-f78331f9aaf8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4812067 Dec 08 00:04:08.362251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-0caba8de-7a21-4562-aba4-71af237de375 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643886 Dec 08 00:04:08.431511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c5c61-3c10-4519-9b8a-498a278e22f2 None None] Network 6ca68115-a766-4fa1-aedc-7e087b9fd10b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:08.438150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.450186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-b8667ce2-85f2-44be-bbd9-4e813669f9f5 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855971 Dec 08 00:04:08.460168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.511719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:04:08.612313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c375379a-253a-4e61-9788-58bb16667da9 req-b4f8593a-039c-492f-920f-a798218df412 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176914 Dec 08 00:04:08.761053 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.783806 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.905831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-12d21a53-4100-44b5-8c4d-0095cefd0767 req-25ad758b-67fe-4452-85bc-a5bc2f357a6b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-72614624', 'description': 'tempest-description-901777418'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:08.923549 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Attempting to bind port 2ccf74ab-b438-41f9-8be6-07e5b6019f44 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:08.923925 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Attempting to bind port 2ccf74ab-b438-41f9-8be6-07e5b6019f44 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:08.924297 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Attempting to bind port 2ccf74ab-b438-41f9-8be6-07e5b6019f44 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:08.945400 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12d21a53-4100-44b5-8c4d-0095cefd0767 req-25ad758b-67fe-4452-85bc-a5bc2f357a6b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.945567 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:08.945567 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:08.946032 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.946369 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:08.946863 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Bound port: 2ccf74ab-b438-41f9-8be6-07e5b6019f44, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:08.951925 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.953744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Pushing event updated for resources: {'Port': ['ID=2ccf74ab-b438-41f9-8be6-07e5b6019f44,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:08.977345 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:08.977698 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Added segment c6513f5d-a3ca-4bc6-b480-384606cca5d4 of type vlan for network cd713c27-5a5e-499f-b0cd-6e1ed2610e45 Dec 08 00:04:08.979071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eb633-74d7-4920-bb77-9cb04aada12d req-012ca658-cf48-4ac4-9582-744adc2d9609 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:08.980652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'name': 'network-vif-deleted', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:08.980824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-397eb633-74d7-4920-bb77-9cb04aada12d req-012ca658-cf48-4ac4-9582-744adc2d9609 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 945 time: 0.1521950 Dec 08 00:04:08.983029 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a54560e-e486-48bd-9cd6-9e8b7e3b7081" -d '{"events": [{"server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "name": "network-vif-deleted", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:09.001127 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.001127 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.001434 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.001789 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.002240 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.002454 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.002790 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.003436 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.003588 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.003814 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.004164 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.004471 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.004820 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:09.005189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.045677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d6fa7-89eb-4a85-813e-a44d7c84fcbc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:09.050020 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] For port 2ccf74ab-b438-41f9-8be6-07e5b6019f44, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:09.053347 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] For port 2ccf74ab-b438-41f9-8be6-07e5b6019f44, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2ccf74ab-b438-41f9-8be6-07e5b6019f44,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:09.061884 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.064912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.114432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-397eb633-74d7-4920-bb77-9cb04aada12d req-865f361a-9e68-435f-ae55-ff437c95dfb5 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250725 Dec 08 00:04:09.128034 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:09.128774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12d21a53-4100-44b5-8c4d-0095cefd0767 req-25ad758b-67fe-4452-85bc-a5bc2f357a6b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.129115 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:09.136171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12d21a53-4100-44b5-8c4d-0095cefd0767 req-25ad758b-67fe-4452-85bc-a5bc2f357a6b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.166200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.167257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:09.167871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.173807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad758b-67fe-4452-85bc-a5bc2f357a6b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d596fd-7702-49dd-b96f-d1efb2d631db,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:09.206688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-12d21a53-4100-44b5-8c4d-0095cefd0767 req-25ad758b-67fe-4452-85bc-a5bc2f357a6b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.219870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12d21a53-4100-44b5-8c4d-0095cefd0767 req-25ad758b-67fe-4452-85bc-a5bc2f357a6b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3188951 Dec 08 00:04:09.238095 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aeb1f-1b3c-4707-951b-e0e9729d7af5 None None] Pushing event updated for resources: {'Port': ['ID=2ccf74ab-b438-41f9-8be6-07e5b6019f44,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:09.254699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] Pushing event updated for resources: {'Network': ['ID=cd713c27-5a5e-499f-b0cd-6e1ed2610e45,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:09.263248 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4c761376-591f-4e2b-9660-9725440a247c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7651789 Dec 08 00:04:09.264134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45132) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:09.272109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Request body: {'subnet': {'network_id': 'cd713c27-5a5e-499f-b0cd-6e1ed2610e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1202699308-subnet', 'tenant_id': '35772eb3fd1249b29405dd3fb82ab36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:09.275574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network cd713c27-5a5e-499f-b0cd-6e1ed2610e45 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:04:09.290403 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4db9c4-827d-49da-9b2b-b9bfecbe7546 x-openstack-request-id: req-0c4db9c4-827d-49da-9b2b-b9bfecbe7546 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:09.291038 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d", "name": "network-vif-deleted", "tag": "b2ad7e67-597e-44c3-af44-5b25dfbba380", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:09.291512 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c4db9c4-827d-49da-9b2b-b9bfecbe7546 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:09.292134 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd3c3c-b2ad-4ad5-8f1b-cdabda5bee0d', 'name': 'network-vif-deleted', 'tag': 'b2ad7e67-597e-44c3-af44-5b25dfbba380', 'status': 'completed', 'code': 200} Dec 08 00:04:09.292866 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39bee11c-6c8d-4c1f-9f4a-3d1897cee7b2 req-d1d996ae-b30c-4407-84a9-88a6436f7a16 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 210 time: 0.0941014 Dec 08 00:04:09.376762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Made reservation on behalf of 35772eb3fd1249b29405dd3fb82ab36b for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:09.379634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.454468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Allocated IP 172.20.0.1 (669642aa-1618-4b35-a7ba-c2f405592211/b4bb150f-69fb-4d11-92ad-06e5b0366180/96449b13-a2b6-4d0e-b22b-22128d57f36c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:09.479353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-6a2e40c2-d900-488f-af4b-66c18848e143 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:09.480900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-6a2e40c2-d900-488f-af4b-66c18848e143 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 945 time: 0.2601147 Dec 08 00:04:09.549648 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:09.555550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-204c7c53-d52e-41c6-91f6-615597eba539 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/41d596fd-7702-49dd-b96f-d1efb2d631db HTTP/1.1" status: 200 len: 1827 time: 0.1936007 Dec 08 00:04:09.570990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb0a40-2610-4529-ad16-17fb297effc2 req-4ca1c104-c5b6-4f4f-a445-7618ef4a45e4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:09.581057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7bb0a40-2610-4529-ad16-17fb297effc2 req-4ca1c104-c5b6-4f4f-a445-7618ef4a45e4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.1625741 Dec 08 00:04:09.616833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41d596fd-7702-49dd-b96f-d1efb2d631db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:09.617200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41d596fd-7702-49dd-b96f-d1efb2d631db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:09.654104 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.669525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.696912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7bb0a40-2610-4529-ad16-17fb297effc2 req-aed1ed7a-3539-4de9-ab38-84bd5812f3c5 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149931 Dec 08 00:04:09.710368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Deleting port 12b96729-c049-4413-9e6f-5f7887ed5b4e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:09.710708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.745744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.779515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9861cdb-dedb-4369-b79c-43d6082e01d3,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:09.843864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Checking segment: {'id': 'c6513f5d-a3ca-4bc6-b480-384606cca5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cd713c27-5a5e-499f-b0cd-6e1ed2610e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:09.844637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Network hostable DHCP agents. Network: cd713c27-5a5e-499f-b0cd-6e1ed2610e45, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:04:09.849601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Network 669642aa-1618-4b35-a7ba-c2f405592211 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:09.855767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Pushing event updated for resources: {'Port': ['ID=96449b13-a2b6-4d0e-b22b-22128d57f36c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:09.862582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:09.866180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:09.866594 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:03Z', 'revision_number': 3, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:09.869747 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.883545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] For port 12b96729-c049-4413-9e6f-5f7887ed5b4e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=12b96729-c049-4413-9e6f-5f7887ed5b4e,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:09.883912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.906578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Calling delete_port for 12b96729-c049-4413-9e6f-5f7887ed5b4e owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:09.923666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.935103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Network cd713c27-5a5e-499f-b0cd-6e1ed2610e45 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:04:09.952971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.957470 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a536c2-1c60-478b-a925-3ba23889dc3e None None] The sync data for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 is: [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:03Z', 'revision_number': 3, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:09.981373 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:09.993817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, cd713c27-5a5e-499f-b0cd-6e1ed2610e45) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:09.999956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:10.000523 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.012180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9a778-37cb-4ecb-8708-e8d74a2e67f7 None None] Network cd713c27-5a5e-499f-b0cd-6e1ed2610e45 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:10.028301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e92c750-d528-48d1-96fe-25cd6fc40e48,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:10.041978 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e00964bd-d752-4d91-9ac7-834ba927931c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7741807 Dec 08 00:04:10.103666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.105064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18950d53-bd62-4a30-8943-dc46f9f27cda req-b22c527a-25e2-4ff7-b6c9-fd9eee0218a2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5203607 Dec 08 00:04:10.141484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775ecad-e2a7-4528-86f9-184f16291250 req-146b36a7-a906-4839-9c7c-e43d9e9add33 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:10.144288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6775ecad-e2a7-4528-86f9-184f16291250 req-146b36a7-a906-4839-9c7c-e43d9e9add33 tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 1100 time: 0.1639171 Dec 08 00:04:10.148311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 12b96729-c049-4413-9e6f-5f7887ed5b4e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:10.152983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.293235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba70a2-2a1a-42aa-93ee-3dff8eb52d23 None None] Network cd713c27-5a5e-499f-b0cd-6e1ed2610e45 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:10.310621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6775ecad-e2a7-4528-86f9-184f16291250 req-95da88c3-111b-49d7-85af-20fb9c394aea tempest-MigrationsAdminTest-1119952883 tempest-MigrationsAdminTest-1119952883-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569517 Dec 08 00:04:10.434800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddf544ed-01d1-449e-a3b9-d4e963e734f0 req-15b56e44-38cd-40d1-b49c-db991fd2515e tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/41d596fd-7702-49dd-b96f-d1efb2d631db HTTP/1.1" status: 200 len: 2420 time: 0.2728453 Dec 08 00:04:10.438516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.445185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45156) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:10.449742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b2ad7e67-597e-44c3-af44-5b25dfbba380 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:10.552635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event deleted for resources: {'Port': ['ID=12b96729-c049-4413-9e6f-5f7887ed5b4e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:10.568743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4516b919-2325-4300-9821-0f1dffcf386d None None] Provisioning complete for port 96449b13-a2b6-4d0e-b22b-22128d57f36c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:10.569117 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4516b919-2325-4300-9821-0f1dffcf386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.585145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: b2ad7e67-597e-44c3-af44-5b25dfbba380 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:10.586350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b2ad7e67-597e-44c3-af44-5b25dfbba380 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:10.612826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681a058-b291-44a0-9605-974507dac940 req-49a41b7c-191d-4258-8d88-c13b1ae06bf3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:10.614412 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-49a41b7c-191d-4258-8d88-c13b1ae06bf3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.2427797 Dec 08 00:04:10.631432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4516b919-2325-4300-9821-0f1dffcf386d None None] Port 96449b13-a2b6-4d0e-b22b-22128d57f36c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:10.632541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f32dab6-93b2-4340-af54-3d08359ddf3d req-8dd1d0d7-3605-4327-98e8-d9590f4b345b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13 HTTP/1.1" status: 200 len: 210 time: 0.1721113 Dec 08 00:04:10.659934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e226d45-cb8c-43fe-b19e-e5d95193f7a3 req-0ff4f0c9-8e6e-4b52-9ac6-02adf734bf32 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 210 time: 0.0834227 Dec 08 00:04:10.679378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] No DVR routers for this DVR port 12b96729-c049-4413-9e6f-5f7887ed5b4e on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:10.683000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Request body: {'port': {'device_id': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'admin_state_up': True, 'tenant_id': '34fc6ef8986b4d64b67a5876fb4888fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:10.694492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.706447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15c1cb34-ab44-4c5c-87eb-e53c8775e6fe req-61193974-9efe-4df5-a77f-972442637d04 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "DELETE /v2.0/ports/12b96729-c049-4413-9e6f-5f7887ed5b4e HTTP/1.1" status: 204 len: 173 time: 1.2010028 Dec 08 00:04:10.706447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'name': 'network-vif-deleted', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:10.707356 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1d3fc-1a52-43b8-8ea4-7ce93786d47f" -d '{"events": [{"server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "name": "network-vif-deleted", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:10.764325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81201b1e-0efd-4b0c-b7bd-aa8245a4c682 req-c9cad709-845d-4c03-83fb-ee690c51fb8a tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-group-rules/2e92c750-d528-48d1-96fe-25cd6fc40e48 HTTP/1.1" status: 200 len: 778 time: 0.0419064 Dec 08 00:04:10.772749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] Deleting subnet d9861cdb-dedb-4369-b79c-43d6082e01d3 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:04:10.826650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.856814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81201b1e-0efd-4b0c-b7bd-aa8245a4c682 req-a44d7d0d-5dfd-43bb-a010-42e401b54bea tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/41d596fd-7702-49dd-b96f-d1efb2d631db HTTP/1.1" status: 200 len: 2420 time: 0.0802536 Dec 08 00:04:10.900109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-81201b1e-0efd-4b0c-b7bd-aa8245a4c682 req-a842283b-1c30-455c-9098-0eee7b1176f9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.909039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-81201b1e-0efd-4b0c-b7bd-aa8245a4c682 req-a842283b-1c30-455c-9098-0eee7b1176f9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.953606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-81201b1e-0efd-4b0c-b7bd-aa8245a4c682 req-a842283b-1c30-455c-9098-0eee7b1176f9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.960918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-81201b1e-0efd-4b0c-b7bd-aa8245a4c682 req-a842283b-1c30-455c-9098-0eee7b1176f9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.967300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81201b1e-0efd-4b0c-b7bd-aa8245a4c682 req-a842283b-1c30-455c-9098-0eee7b1176f9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2e92c750-d528-48d1-96fe-25cd6fc40e48 HTTP/1.1" status: 204 len: 173 time: 0.1036401 Dec 08 00:04:10.981865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:10.986869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842283b-1c30-455c-9098-0eee7b1176f9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e92c750-d528-48d1-96fe-25cd6fc40e48,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:11.020256 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f972cd0b-9c2c-448c-8a58-c50bb78de009 x-openstack-request-id: req-f972cd0b-9c2c-448c-8a58-c50bb78de009 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:11.020993 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13", "name": "network-vif-deleted", "tag": "12b96729-c049-4413-9e6f-5f7887ed5b4e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:11.021643 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f972cd0b-9c2c-448c-8a58-c50bb78de009 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:11.022068 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa4e1ab-db3b-4147-8a3c-0a805e7b7e13', 'name': 'network-vif-deleted', 'tag': '12b96729-c049-4413-9e6f-5f7887ed5b4e', 'status': 'completed', 'code': 200} Dec 08 00:04:11.051563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-402723144', 'description': 'tempest-description-655697541'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:11.054324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.072555 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.078621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 00:04:11.078621 n-d-820549-2 neutron-server[103114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 00:04:11.078621 n-d-820549-2 neutron-server[103114]: [parameters: {'project_id': '402272c357d049aaba6a82c01c10eb88', 'id': '1948b477-1639-4c4b-82aa-550929b4f950', 'expiration': datetime.datetime(2021, 12, 8, 0, 6, 11, 68757)}] Dec 08 00:04:11.078621 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:04:11.079255 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:04:11.155875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Made reservation on behalf of 34fc6ef8986b4d64b67a5876fb4888fd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:11.159447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.182474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.196685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:04:11.208596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.228785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea7af8-6f4c-440f-bc5a-122650fd85a0 req-7d3ba374-553f-40e1-aeb7-593cccc48ad4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:11.229372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Pushing event updated for resources: {'Port': ['ID=96449b13-a2b6-4d0e-b22b-22128d57f36c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:11.236868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beea7af8-6f4c-440f-bc5a-122650fd85a0 req-7d3ba374-553f-40e1-aeb7-593cccc48ad4 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 949 time: 0.0630672 Dec 08 00:04:11.296002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beea7af8-6f4c-440f-bc5a-122650fd85a0 req-64c1f6c6-8dd5-4e58-a5dc-c7c3a3596669 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581510 Dec 08 00:04:11.354801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:11.369053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'mac_address': 'fa:16:3e:7f:e6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:04:11.391492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.420312 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.435096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c28660-33eb-4bc5-a12d-f138b02fe844 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:04:11.451602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9861cdb-dedb-4369-b79c-43d6082e01d3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:11.459140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:11.464343 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.466157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.469852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f84a62f-6a55-41f5-b999-63be7aefebfa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d9861cdb-dedb-4369-b79c-43d6082e01d3 HTTP/1.1" status: 204 len: 168 time: 1.0165761 Dec 08 00:04:11.471010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45170) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:11.503144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Allocated IP 172.20.0.6 (e7a55441-5ae6-46ea-88d6-4545d8de262c/62571d4e-aea2-40a8-81a3-10e7e89fb638/f3a7b711-b04a-45cb-ab9b-bc4e57855d81) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:11.521596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Network 669642aa-1618-4b35-a7ba-c2f405592211 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:11.523998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:11.527237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:11.553084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.636595 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.663371 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.703402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd713c27-5a5e-499f-b0cd-6e1ed2610e45']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:11.744278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6513f5d-a3ca-4bc6-b480-384606cca5d4') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:11.744649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6513f5d-a3ca-4bc6-b480-384606cca5d4') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:11.771144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.792894 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.813471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:04:11.814802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:04:11.816639 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:04:11.819179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Router e951ba2c-23f0-4788-b89b-8ebedc960512 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:04:11.871531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['49c28660-33eb-4bc5-a12d-f138b02fe844'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:11.884057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.884731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b97821f2-3192-46c4-8683-15ed546dd82a req-76994880-8bae-4080-b658-fb53a53df625 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 210 time: 0.0728219 Dec 08 00:04:11.945810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.967155 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.970795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cd713c27-5a5e-499f-b0cd-6e1ed2610e45 HTTP/1.1" status: 204 len: 168 time: 0.4986751 Dec 08 00:04:11.974362 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.987819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:11.989658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c7932-32e2-4283-b319-1f4afa066a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd713c27-5a5e-499f-b0cd-6e1ed2610e45,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:12.018901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.032990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26126840-3620-4453-a1fe-ae49af0fa935,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:12.035030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:12.041622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8a2f437a-20ee-408f-8656-a691cbca2b74 None None] Provisioning complete for port 96449b13-a2b6-4d0e-b22b-22128d57f36c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:12.042192 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8a2f437a-20ee-408f-8656-a691cbca2b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.046402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.047958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdafaea1-bbe5-4a0c-99fb-f187f8696ddf req-a1f49751-1081-4a75-882d-9b44b041ca34 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.0009332 Dec 08 00:04:12.048832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bcf892b6-67e7-4b04-88f1-3c3779bb2e96 admin admin] 10.222.0.18 "PUT /v2.0/routers/e951ba2c-23f0-4788-b89b-8ebedc960512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6236649 Dec 08 00:04:12.125672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Network e7a55441-5ae6-46ea-88d6-4545d8de262c is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:12.131049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:12.144546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:12.234373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:12.234609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f437a-20ee-408f-8656-a691cbca2b74 None None] Port 96449b13-a2b6-4d0e-b22b-22128d57f36c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:12.295580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:12.296256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.303361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e239b5ca-8735-4a4f-8680-218b7c286af1 req-6e6ce563-c070-43ee-8f30-89b0ca7eef7b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/26126840-3620-4453-a1fe-ae49af0fa935 HTTP/1.1" status: 200 len: 1828 time: 0.2047079 Dec 08 00:04:12.362806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45200) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:12.381770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-e834a9d7-7b28-47f3-9818-a0899e78b2f3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7126288 Dec 08 00:04:12.401250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Request body: {'port': {'device_id': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:12.406880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ccf74ab-b438-41f9-8be6-07e5b6019f44 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:12.494429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2ccf74ab-b438-41f9-8be6-07e5b6019f44 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:12.499560 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.508474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.513806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bb3a0a66-91ce-4c0a-bbd6-0d51a3bc7811 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35772eb3fd1249b29405dd3fb82ab36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463559 Dec 08 00:04:12.514693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45204) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:12.533842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Sync routers for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:12.557765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:12.559103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:12.567689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15185f6a-6f2a-4c6e-987b-c1825fe1d08d req-e1760f6a-14ee-437c-97fc-bdcbe96e5593 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:12.575816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15185f6a-6f2a-4c6e-987b-c1825fe1d08d req-e1760f6a-14ee-437c-97fc-bdcbe96e5593 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 944 time: 0.1069293 Dec 08 00:04:12.645401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81a69003-568d-4bb7-bf40-7549085da8fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.647678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-72d1b42b-b39c-4b5e-b618-3e7063e0dbbe tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:12.651562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-72d1b42b-b39c-4b5e-b618-3e7063e0dbbe tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.1441095 Dec 08 00:04:12.700745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15185f6a-6f2a-4c6e-987b-c1825fe1d08d req-39128587-64a0-469e-b7f6-80ca86083c4b tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236100 Dec 08 00:04:12.734079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81a69003-568d-4bb7-bf40-7549085da8fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.757357 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.794068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:12.804040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-3e15c666-27a9-4912-88d2-c8ca8de95edd req-60572bc8-feb2-4ec0-8414-ddce828917c1 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1199496804', 'description': 'tempest-description-1602192957'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:12.866446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf12a-7ef8-4669-8da1-9b6c0d805f4e req-b2429aad-5ed4-48f6-9344-9c87698d978a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:12.874643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-872cf12a-7ef8-4669-8da1-9b6c0d805f4e req-b2429aad-5ed4-48f6-9344-9c87698d978a tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8b008b-a5c5-4de7-9c78-84282e9dcafb HTTP/1.1" status: 200 len: 950 time: 0.2143614 Dec 08 00:04:12.888688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3e15c666-27a9-4912-88d2-c8ca8de95edd req-60572bc8-feb2-4ec0-8414-ddce828917c1 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.916104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-18b7f2c7-11cd-4476-b2db-22c173d2fbc8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:12.918326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-18b7f2c7-11cd-4476-b2db-22c173d2fbc8 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 944 time: 0.1858304 Dec 08 00:04:12.918467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 2ccf74ab-b438-41f9-8be6-07e5b6019f44, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2ccf74ab-b438-41f9-8be6-07e5b6019f44,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:12.927271 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.948664 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81a69003-568d-4bb7-bf40-7549085da8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.951316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81a69003-568d-4bb7-bf40-7549085da8fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:12.952346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-81a69003-568d-4bb7-bf40-7549085da8fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/877d6fa7-89eb-4a85-813e-a44d7c84fcbc HTTP/1.1" status: 204 len: 168 time: 0.4303980 Dec 08 00:04:13.013855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Deleting port 49c28660-33eb-4bc5-a12d-f138b02fe844 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:13.013855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.033828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=2ccf74ab-b438-41f9-8be6-07e5b6019f44,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:13.048185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a69003-568d-4bb7-bf40-7549085da8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d6fa7-89eb-4a85-813e-a44d7c84fcbc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:13.111889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-872cf12a-7ef8-4669-8da1-9b6c0d805f4e req-aa66f72b-ccf1-46b1-b887-9253aa94b22e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359912 Dec 08 00:04:13.124307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 2, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:13.156995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a7b711-b04a-45cb-ab9b-bc4e57855d81 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:04:13.161537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Checking router: e951ba2c-23f0-4788-b89b-8ebedc960512 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:13.161897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Updating router e951ba2c-23f0-4788-b89b-8ebedc960512 port 96449b13-a2b6-4d0e-b22b-22128d57f36c binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:04:13.174164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.194676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.212895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:13.213410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.216409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:04:13.216895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Transition to ACTIVE for port object f3a7b711-b04a-45cb-ab9b-bc4e57855d81 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:04:13.229288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.248611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45224) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:13.268207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1014965789-network', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:13.287159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Calling delete_port for 49c28660-33eb-4bc5-a12d-f138b02fe844 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:13.289904 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:13.345158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3e15c666-27a9-4912-88d2-c8ca8de95edd req-60572bc8-feb2-4ec0-8414-ddce828917c1 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.364547 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3e15c666-27a9-4912-88d2-c8ca8de95edd req-60572bc8-feb2-4ec0-8414-ddce828917c1 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.422724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Deleting port e5690410-3e9a-4328-9c30-bf623d46e4b2 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:13.423672 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.463075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Made reservation on behalf of c1869b72e72346e39317d5c18edf7727 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:13.466349 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.554180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:13.554692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:13.555235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:13.562431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:04:13.562763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:13.584350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:13.584699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:13.585367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:13.585873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Bound port: f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:13.587054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.712199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:13.715941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:13.730516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.745419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.760262 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.764954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 49c28660-33eb-4bc5-a12d-f138b02fe844, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=49c28660-33eb-4bc5-a12d-f138b02fe844,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:13.782474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7', '497f69ff-cbef-48cb-9124-89715f7b52fb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:13.784802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1b527b-c1be-4665-aa85-400959a1e87f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:13.794531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:13.795789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.797205 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] 10.222.0.59 "PUT /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 1091 time: 1.4047625 Dec 08 00:04:13.798214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:13.800948 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff" -d '{"events": [{"name": "network-changed", "server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:13.863395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'mac_address': 'fa:16:3e:7f:e6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:04:13.940379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] No DVR routers for this DVR port 49c28660-33eb-4bc5-a12d-f138b02fe844 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:13.959927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:13.965479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc1437c6-0b37-4fba-9f11-8b9b637f2545 req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "DELETE /v2.0/ports/49c28660-33eb-4bc5-a12d-f138b02fe844 HTTP/1.1" status: 204 len: 173 time: 1.3051825 Dec 08 00:04:13.977408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd79fa9-929f-4bd2-b762-492744cdea6c service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:14.042854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc975e-11e7-4275-be61-8d1d91eb2717 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event deleted for resources: {'Port': ['ID=49c28660-33eb-4bc5-a12d-f138b02fe844,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:14.064979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681a058-b291-44a0-9605-974507dac940 req-97f2dcc9-0257-4c7d-8704-0cd4b2d104ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:14.067915 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-97f2dcc9-0257-4c7d-8704-0cd4b2d104ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1094 time: 0.1993032 Dec 08 00:04:14.092636 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.107629 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.147874 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-41f930e0-d0c1-4f6d-8a01-9a21aac41f49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 217 time: 0.0669065 Dec 08 00:04:14.210172 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3e15c666-27a9-4912-88d2-c8ca8de95edd req-60572bc8-feb2-4ec0-8414-ddce828917c1 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.230305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e15c666-27a9-4912-88d2-c8ca8de95edd req-60572bc8-feb2-4ec0-8414-ddce828917c1 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.4336944 Dec 08 00:04:14.231280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.256208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572bc8-feb2-4ec0-8414-ddce828917c1 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94192a2c-3dc7-47dd-b20c-3e05b822073c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:14.305724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681a058-b291-44a0-9605-974507dac940 req-a92c337d-9b0e-4ae5-8dd3-32cc9f0a61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:14.307250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-a92c337d-9b0e-4ae5-8dd3-32cc9f0a61f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1458693 Dec 08 00:04:14.366559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881afa77-5502-4740-a7b3-b2b199b509da None None] Pushing event updated for resources: {'Port': ['ID=96449b13-a2b6-4d0e-b22b-22128d57f36c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:14.371106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ccf74ab-b438-41f9-8be6-07e5b6019f44 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:14.400789 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-6cb84211-7d6d-4911-a1e0-77447e02b455 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848675 Dec 08 00:04:14.414823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] For port e5690410-3e9a-4328-9c30-bf623d46e4b2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e5690410-3e9a-4328-9c30-bf623d46e4b2,segment=NetworkSegment(bbf67e32-339d-4f28-aa5a-5fbc4d2245df),segment_id=bbf67e32-339d-4f28-aa5a-5fbc4d2245df)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:14.415431 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.442456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Calling delete_port for e5690410-3e9a-4328-9c30-bf623d46e4b2 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:14.504247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424e0a-0385-410c-9d5c-280c87531383 req-cbe5ba0c-8378-44ef-8b8f-f8be7760996e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:14.519115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06424e0a-0385-410c-9d5c-280c87531383 req-cbe5ba0c-8378-44ef-8b8f-f8be7760996e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.3143475 Dec 08 00:04:14.588050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-3a75964f-acb0-4c59-b458-f2ec580c4a45 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769052 Dec 08 00:04:14.590724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Attempting to bind port 96449b13-a2b6-4d0e-b22b-22128d57f36c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:14.591122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Attempting to bind port 96449b13-a2b6-4d0e-b22b-22128d57f36c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:14.591727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Attempting to bind port 96449b13-a2b6-4d0e-b22b-22128d57f36c on network 669642aa-1618-4b35-a7ba-c2f405592211 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:14.622732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:14.623134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Checking segment: {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:14.623547 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.623947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Bound using segment: {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:14.624438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Bound port: 96449b13-a2b6-4d0e-b22b-22128d57f36c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:14.625548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.650465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2ccf74ab-b438-41f9-8be6-07e5b6019f44 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:14.650842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.667159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.694310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.710288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:04:14.724567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.724968 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Added segment 1bbcf989-2532-4100-b426-ba11ac59d729 of type vlan for network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e Dec 08 00:04:14.786264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.844616 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.845573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:14.846186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.936659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Pushing event updated for resources: {'Network': ['ID=43a55cbb-ccfb-4eb4-adbd-6f993004d26e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:14.937939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4e32d6b0-e292-4518-bbf7-007fea3cd51d None None] Provisioning complete for port 96449b13-a2b6-4d0e-b22b-22128d57f36c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:14.939268 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e32d6b0-e292-4518-bbf7-007fea3cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:14.967810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06424e0a-0385-410c-9d5c-280c87531383 req-1ac43dfc-9bad-4ab1-b482-39d16c13c5b7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465344 Dec 08 00:04:14.986834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ea063-5130-4154-8176-579440d64214 req-617f92ee-045a-43b5-ba99-aca950e6d6f4 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:15.002615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4e32d6b0-e292-4518-bbf7-007fea3cd51d None None] Port 96449b13-a2b6-4d0e-b22b-22128d57f36c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:15.005756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:04:15.006367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d3ea063-5130-4154-8176-579440d64214 req-617f92ee-045a-43b5-ba99-aca950e6d6f4 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9ccb557-f716-449b-9263-5fe2beb473f6 HTTP/1.1" status: 200 len: 944 time: 0.4622407 Dec 08 00:04:15.028044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b1173f-526e-4387-980e-3a0c54056391,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:15.039264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c49a8c7c-8a95-4664-8598-343cc1725564 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7820847 Dec 08 00:04:15.041495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45264) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:15.053474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Request body: {'subnet': {'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1014965789-subnet', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:15.071986 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7bd263-a077-42c0-a6a5-0746e1f67181 x-openstack-request-id: req-3b7bd263-a077-42c0-a6a5-0746e1f67181 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:15.072814 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:15.074202 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b7bd263-a077-42c0-a6a5-0746e1f67181 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:15.074799 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81', 'status': 'completed', 'code': 200} Dec 08 00:04:15.085551 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4681a058-b291-44a0-9605-974507dac940 req-901ec9eb-4206-4598-9062-4f49a8c18787 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859836 Dec 08 00:04:15.112806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d3ea063-5130-4154-8176-579440d64214 req-5781a4c6-1053-42da-a2d1-83ad02cca98d tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.18 "GET /v2.0/security-groups?id=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054552 Dec 08 00:04:15.191065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] For port 96449b13-a2b6-4d0e-b22b-22128d57f36c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:15.198657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] For port 96449b13-a2b6-4d0e-b22b-22128d57f36c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=96449b13-a2b6-4d0e-b22b-22128d57f36c,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:15.204994 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.208797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19713cdf-08e9-41b8-beb0-b2a5e77b4370 req-de6e3bdb-530a-43e3-a781-340d55737c96 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/94192a2c-3dc7-47dd-b20c-3e05b822073c HTTP/1.1" status: 200 len: 1830 time: 0.0790250 Dec 08 00:04:15.213825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Made reservation on behalf of c1869b72e72346e39317d5c18edf7727 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:15.216256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.291470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881afa77-5502-4740-a7b3-b2b199b509da None None] Pushing event updated for resources: {'Port': ['ID=96449b13-a2b6-4d0e-b22b-22128d57f36c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:15.306343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:15.328293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-91c6ff8d-0617-4b30-b2b3-534b58088d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:15.330060 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-91c6ff8d-0617-4b30-b2b3-534b58088d1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1094 time: 0.1261091 Dec 08 00:04:15.335294 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.339210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 49c28660-33eb-4bc5-a12d-f138b02fe844 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:15.339692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 49c28660-33eb-4bc5-a12d-f138b02fe844 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:15.379019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:15.380426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:15.397407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Pushing event deleted for resources: {'Port': ['ID=e5690410-3e9a-4328-9c30-bf623d46e4b2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:15.500039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] No DVR routers for this DVR port e5690410-3e9a-4328-9c30-bf623d46e4b2 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:15.504064 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.507541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49eb51cc-6f89-41e6-8101-21778a5e5a39 req-17c659ac-29e5-4683-be8c-c9dcb66bb070 tempest-LiveAutoBlockMigrationV225Test-1658854622 tempest-LiveAutoBlockMigrationV225Test-1658854622-project] 10.222.0.44 "DELETE /v2.0/ports/e5690410-3e9a-4328-9c30-bf623d46e4b2 HTTP/1.1" status: 204 len: 173 time: 2.5816617 Dec 08 00:04:15.508081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'name': 'network-vif-deleted', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:15.510478 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a454145d-2bdd-4024-a012-495f51af5114" -d '{"events": [{"server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "name": "network-vif-deleted", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:15.588188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-2a9fc755-bf85-4fb3-a4c7-65b4c91b52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:15.589781 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-2a9fc755-bf85-4fb3-a4c7-65b4c91b52f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.2520185 Dec 08 00:04:15.595124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-4a649a0a-bdb9-469f-9f3a-056c7909f8bb req-136f20db-f9cb-450c-83cd-0949444a5f82 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1177177917', 'description': 'tempest-description-1474051864'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:15.635089 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.659045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-7c02c092-faa6-4a90-b932-0686fc3dcb5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 217 time: 0.0610251 Dec 08 00:04:15.702062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:15.704798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f6dabd-5679-4d93-bbf9-bcb11c7f7656,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:15.707304 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4a649a0a-bdb9-469f-9f3a-056c7909f8bb req-136f20db-f9cb-450c-83cd-0949444a5f82 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.762765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-33ef237e-2097-4f7b-9389-4fc1b9c18234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:15.764167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-33ef237e-2097-4f7b-9389-4fc1b9c18234 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0961113 Dec 08 00:04:15.776192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Checking segment: {'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:15.778343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Network hostable DHCP agents. Network: 43a55cbb-ccfb-4eb4-adbd-6f993004d26e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:04:15.812940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:04:15.831679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 43a55cbb-ccfb-4eb4-adbd-6f993004d26e) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:15.833263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-da42aff3-e919-4066-a10e-99d0eeea04a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563912 Dec 08 00:04:15.840819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:15.841510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.852572 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4a649a0a-bdb9-469f-9f3a-056c7909f8bb req-136f20db-f9cb-450c-83cd-0949444a5f82 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.862043 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4a649a0a-bdb9-469f-9f3a-056c7909f8bb req-136f20db-f9cb-450c-83cd-0949444a5f82 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.885831 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a61e9947-045d-45d3-9524-f5847148f83d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8369427 Dec 08 00:04:15.891349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45282) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:15.896591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ccebe-7bbc-4033-9179-2c562225642a None None] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:15.900189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:15.916178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4a649a0a-bdb9-469f-9f3a-056c7909f8bb req-136f20db-f9cb-450c-83cd-0949444a5f82 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.922004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a649a0a-bdb9-469f-9f3a-056c7909f8bb req-136f20db-f9cb-450c-83cd-0949444a5f82 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3366256 Dec 08 00:04:15.941721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f20db-f9cb-450c-83cd-0949444a5f82 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652bd0c2-5122-4c08-8eaf-76b7756e2ad3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:15.978337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:15.979512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:16.037619 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-fe41330c-0495-4fdf-aa6f-56e2debc5356 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951687 Dec 08 00:04:16.082174 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:16.195919 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f166981c-534e-4d41-b24b-791b40a60abf x-openstack-request-id: req-f166981c-534e-4d41-b24b-791b40a60abf {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:16.196187 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccb557-f716-449b-9263-5fe2beb473f6", "name": "network-vif-deleted", "tag": "e5690410-3e9a-4328-9c30-bf623d46e4b2", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:16.196455 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f166981c-534e-4d41-b24b-791b40a60abf {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:16.196869 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ccb557-f716-449b-9263-5fe2beb473f6', 'name': 'network-vif-deleted', 'tag': 'e5690410-3e9a-4328-9c30-bf623d46e4b2', 'status': 'completed', 'code': 200} Dec 08 00:04:16.290862 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92cb1cbf-2786-4d22-8ebb-f0ccccd086ff req-873c8cd1-dc8e-4119-8704-bdf388ef1af0 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382085 Dec 08 00:04:16.302110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:16.329813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c3934eda-9022-414d-a23a-b3d416e6a292 None None] Provisioning complete for port 96449b13-a2b6-4d0e-b22b-22128d57f36c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:16.330382 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3934eda-9022-414d-a23a-b3d416e6a292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:16.338078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: e5690410-3e9a-4328-9c30-bf623d46e4b2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:16.338429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e5690410-3e9a-4328-9c30-bf623d46e4b2 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:16.436037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-43a55cbb-ccfb-4eb4-adbd-6f993004d26e', 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e', 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'fixed_ips': [{'subnet_id': '41f6dabd-5679-4d93-bbf9-bcb11c7f7656'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:04:16.436876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:16.509760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-273d5361-10cf-4198-8df4-63c786bd31a5 req-b678bacf-ef3f-4d79-819e-9361ad67f93a tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/652bd0c2-5122-4c08-8eaf-76b7756e2ad3 HTTP/1.1" status: 200 len: 1830 time: 0.0991058 Dec 08 00:04:16.528661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:16.541453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094f725-5079-4a5c-85b6-523d018c4e36 req-7e496ccb-1e30-49a0-9855-96683bbd9ab0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:16.543225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a094f725-5079-4a5c-85b6-523d018c4e36 req-7e496ccb-1e30-49a0-9855-96683bbd9ab0 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 950 time: 0.1760387 Dec 08 00:04:16.558743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:15Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:16.560807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3934eda-9022-414d-a23a-b3d416e6a292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:16.609634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5d091-617e-452a-9b42-aac29a1793a8 None None] The sync data for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 is: [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:15Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:16.711901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c3934eda-9022-414d-a23a-b3d416e6a292 None None] For port 96449b13-a2b6-4d0e-b22b-22128d57f36c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=96449b13-a2b6-4d0e-b22b-22128d57f36c,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:16.724448 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3934eda-9022-414d-a23a-b3d416e6a292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:16.737666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Allocated IP 172.20.0.2 (43a55cbb-ccfb-4eb4-adbd-6f993004d26e/41f6dabd-5679-4d93-bbf9-bcb11c7f7656/0e561492-e46e-4b68-bd5e-e69cf61ab1c0) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:16.783825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a094f725-5079-4a5c-85b6-523d018c4e36 req-f18c1c8a-a323-4b4c-89cc-91bb4f1dfc48 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188556 Dec 08 00:04:16.812866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d831d-0f47-46f6-8d08-6ef55f08eda8 req-2dfbb745-35d4-4684-a74b-2d5f806494ef tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:16.815213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c38d831d-0f47-46f6-8d08-6ef55f08eda8 req-2dfbb745-35d4-4684-a74b-2d5f806494ef tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.1966603 Dec 08 00:04:16.867727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45300) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:16.886720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3934eda-9022-414d-a23a-b3d416e6a292 None None] Pushing event updated for resources: {'Port': ['ID=96449b13-a2b6-4d0e-b22b-22128d57f36c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:16.961638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c38d831d-0f47-46f6-8d08-6ef55f08eda8 req-e5b3335f-63bd-4902-b7c3-68735c356fc3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354368 Dec 08 00:04:17.013889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-0df7f02a-f2b5-42cb-8720-f6d5cbb6d9c2 req-0ff776a7-1bd1-4783-8fa8-d998807e203b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-727390343', 'description': 'tempest-description-655180611'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:17.049190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0df7f02a-f2b5-42cb-8720-f6d5cbb6d9c2 req-0ff776a7-1bd1-4783-8fa8-d998807e203b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.078434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-deleted', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:17.082111 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9addfd-ef78-417c-91ba-6ce14c861ded" -d '{"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-deleted", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:17.156093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.174845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.193346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-75c6f471-d84b-4936-81e1-f110b3dab17f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:17.195712 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-75c6f471-d84b-4936-81e1-f110b3dab17f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 950 time: 0.1310337 Dec 08 00:04:17.303462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:17.319669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:17.340943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.341797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:17.366624 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.370719 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c72769f-ac22-4ab3-b660-cc48b35961f6 x-openstack-request-id: req-2c72769f-ac22-4ab3-b660-cc48b35961f6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:17.371298 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b008b-a5c5-4de7-9c78-84282e9dcafb", "name": "network-vif-deleted", "tag": "49c28660-33eb-4bc5-a12d-f138b02fe844", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:17.371701 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c72769f-ac22-4ab3-b660-cc48b35961f6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:17.372574 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b008b-a5c5-4de7-9c78-84282e9dcafb', 'name': 'network-vif-deleted', 'tag': '49c28660-33eb-4bc5-a12d-f138b02fe844', 'status': 'completed', 'code': 200} Dec 08 00:04:17.387071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Pushing event updated for resources: {'Port': ['ID=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:17.413394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.446422 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0df7f02a-f2b5-42cb-8720-f6d5cbb6d9c2 req-0ff776a7-1bd1-4783-8fa8-d998807e203b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.463816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Attempting to bind port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:17.465103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Attempting to bind port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:17.465911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Attempting to bind port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 on network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:17.473195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0df7f02a-f2b5-42cb-8720-f6d5cbb6d9c2 req-0ff776a7-1bd1-4783-8fa8-d998807e203b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.474063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] Deleting subnet 06a6a071-fb13-4727-8a78-67dfeda21b9c {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:04:17.474672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:17.479500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Checking segment: {'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:17.480991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.481135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.484139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Bound using segment: {'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:17.489563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Bound port: 0e561492-e46e-4b68-bd5e-e69cf61ab1c0, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:17.489563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.503829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0df7f02a-f2b5-42cb-8720-f6d5cbb6d9c2 req-0ff776a7-1bd1-4783-8fa8-d998807e203b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.505094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0df7f02a-f2b5-42cb-8720-f6d5cbb6d9c2 req-0ff776a7-1bd1-4783-8fa8-d998807e203b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4951499 Dec 08 00:04:17.587103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.650335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] For port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:17.654112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] For port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,segment=NetworkSegment(1bbcf989-2532-4100-b426-ba11ac59d729),segment_id=1bbcf989-2532-4100-b426-ba11ac59d729)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:17.658622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff776a7-1bd1-4783-8fa8-d998807e203b tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e012f650-7cfb-4e95-92a0-f558311179cc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:17.666622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.687781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Deleting port 497f69ff-cbef-48cb-9124-89715f7b52fb {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:17.688645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaeca419-63a3-4890-af12-f7109d43c5e4 req-01970593-e8f9-4d1a-aab8-693cdce77b0a tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/e012f650-7cfb-4e95-92a0-f558311179cc HTTP/1.1" status: 200 len: 1828 time: 0.1475668 Dec 08 00:04:17.696416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.725823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Allocated IP 172.25.6.73 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/bc9101a3-6d69-44f0-ae4d-7afb90ed5368) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:17.756118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.773736 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-5b6f3dd6-0a01-48cb-ac6d-c14f55031828 req-164786ac-7ee8-4065-a521-4a50aa9143be tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] show failed (client error): The resource could not be found. Dec 08 00:04:17.781271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b6f3dd6-0a01-48cb-ac6d-c14f55031828 req-164786ac-7ee8-4065-a521-4a50aa9143be tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/0ab83626-ded6-4e0c-8a78-bf8189899026 HTTP/1.1" status: 404 len: 352 time: 0.0434344 Dec 08 00:04:17.807422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c73c8-55e9-4633-90f4-50903a4ccc75 None None] Pushing event updated for resources: {'Port': ['ID=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:17.939969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] For port 497f69ff-cbef-48cb-9124-89715f7b52fb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=497f69ff-cbef-48cb-9124-89715f7b52fb,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:17.941169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:17.960502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Calling delete_port for 497f69ff-cbef-48cb-9124-89715f7b52fb owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:18.036760 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.060290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.069352 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-2b971046-78f3-4a98-9d10-6ac16c9489da req-14c3161b-177a-4810-a881-25b85295ab33 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] show failed (client error): The resource could not be found. Dec 08 00:04:18.071134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b971046-78f3-4a98-9d10-6ac16c9489da req-14c3161b-177a-4810-a881-25b85295ab33 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-group-rules/f4ea0f45-e293-476d-a1a7-8aa54a0fb049 HTTP/1.1" status: 404 len: 361 time: 0.2709510 Dec 08 00:04:18.111690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.118227 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/06a6a071-fb13-4727-8a78-67dfeda21b9c HTTP/1.1" status: 204 len: 168 time: 1.2482324 Dec 08 00:04:18.119410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280be949-07f8-4d8c-96d7-7b729ef68f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a6a071-fb13-4727-8a78-67dfeda21b9c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:18.128328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45328) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:18.160461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6502c3-0a62-4b09-832c-745c552213d3 req-250cdb58-300e-4902-9a3c-26b2d10286cd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:18.161665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb6502c3-0a62-4b09-832c-745c552213d3 req-250cdb58-300e-4902-9a3c-26b2d10286cd tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a382561f-1a06-49c7-95c7-6dfad17f9362 HTTP/1.1" status: 200 len: 950 time: 0.2522380 Dec 08 00:04:18.201545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.288291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.326219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1b527b-c1be-4665-aa85-400959a1e87f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:18.406679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event deleted for resources: {'Port': ['ID=497f69ff-cbef-48cb-9124-89715f7b52fb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:18.418314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7', '497f69ff-cbef-48cb-9124-89715f7b52fb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:18.427989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:18.441354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 96449b13-a2b6-4d0e-b22b-22128d57f36c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:18.457926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:18.468330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] No DVR routers for this DVR port 497f69ff-cbef-48cb-9124-89715f7b52fb on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:18.472015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.472271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:18.481415 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1260fe9-7ada-4a9b-afb6-a913e3400fe9 req-60a3d90b-0c95-440c-942e-d57d080cd8de tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "DELETE /v2.0/ports/497f69ff-cbef-48cb-9124-89715f7b52fb HTTP/1.1" status: 204 len: 173 time: 1.2777433 Dec 08 00:04:18.502878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb6502c3-0a62-4b09-832c-745c552213d3 req-3d2f6c8c-070b-4ecc-8c63-f3191053ff6c tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244629 Dec 08 00:04:18.505812 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.508046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:18.563353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9844-0d42-4b9d-a486-a83d95cc48f7 req-f6bf24d6-301f-4b69-a1f7-e97d7a81bcb9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:18.565786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d27d9844-0d42-4b9d-a486-a83d95cc48f7 req-f6bf24d6-301f-4b69-a1f7-e97d7a81bcb9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.2402825 Dec 08 00:04:18.739175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 96449b13-a2b6-4d0e-b22b-22128d57f36c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:18.739553 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.801536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d47162a-9d47-42e0-9c14-d327ec0e6bfa req-da71459a-2e0f-45d9-b6ec-77c104e13312 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/e012f650-7cfb-4e95-92a0-f558311179cc HTTP/1.1" status: 200 len: 1828 time: 0.2331576 Dec 08 00:04:18.840723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:18.930847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d27d9844-0d42-4b9d-a486-a83d95cc48f7 req-702cea1a-03ee-4da5-ba37-df96bc2236cc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526368 Dec 08 00:04:18.962747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dbba08-3a74-4ec7-88e6-f6a6f2eee121']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:19.015344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:19.015797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf67e32-339d-4f28-aa5a-5fbc4d2245df') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:19.044538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.160485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.189430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:04:19.189994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:04:19.194049 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:04:19.224732 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5d47162a-9d47-42e0-9c14-d327ec0e6bfa req-3fa14318-40b3-435d-99b9-1b2d2595275d tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.230016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:04:19.263539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:19.373478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-deleted', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:19.376037 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1d0812-c1a6-4504-b39d-c2642292d6d9" -d '{"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-deleted", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:19.397067 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.432363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.438524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] 10.222.0.18 "DELETE /v2.0/networks/52dbba08-3a74-4ec7-88e6-f6a6f2eee121 HTTP/1.1" status: 204 len: 168 time: 1.2733154 Dec 08 00:04:19.438524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf03c97-52c8-4a14-acaa-2a2deb828c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=52dbba08-3a74-4ec7-88e6-f6a6f2eee121,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:19.439295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45340) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:19.464584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:19.485399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'port_id': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81', 'mac_address': 'fa:16:3e:71:69:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62571d4e-aea2-40a8-81a3-10e7e89fb638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:04:19.487104 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:19.488522 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.489250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5d47162a-9d47-42e0-9c14-d327ec0e6bfa req-3fa14318-40b3-435d-99b9-1b2d2595275d tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.520277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] Deleting subnet 7e4a094d-15d7-4592-abf2-d28472f55a9b {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:04:19.536120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95e77a-1c02-43bb-a005-92f8f294319b None None] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:19.541465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.563874 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.649485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.702814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-801274e4-4414-49b2-8a62-8d412a1a0c70 None None] Provisioning complete for port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:19.703653 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-801274e4-4414-49b2-8a62-8d412a1a0c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.721972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.727466 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5d47162a-9d47-42e0-9c14-d327ec0e6bfa req-3fa14318-40b3-435d-99b9-1b2d2595275d tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.730310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5d47162a-9d47-42e0-9c14-d327ec0e6bfa req-3fa14318-40b3-435d-99b9-1b2d2595275d tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.731510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d47162a-9d47-42e0-9c14-d327ec0e6bfa req-3fa14318-40b3-435d-99b9-1b2d2595275d tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "DELETE /v2.0/security-groups/e012f650-7cfb-4e95-92a0-f558311179cc HTTP/1.1" status: 204 len: 173 time: 0.8675394 Dec 08 00:04:19.771439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa14318-40b3-435d-99b9-1b2d2595275d tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012f650-7cfb-4e95-92a0-f558311179cc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:19.786770 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aaf5d0-66fa-478d-a6e5-d0b9bee2add8 x-openstack-request-id: req-a1aaf5d0-66fa-478d-a6e5-d0b9bee2add8 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:19.787576 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a382561f-1a06-49c7-95c7-6dfad17f9362", "name": "network-vif-deleted", "tag": "497f69ff-cbef-48cb-9124-89715f7b52fb", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:19.787714 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1aaf5d0-66fa-478d-a6e5-d0b9bee2add8 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:19.788320 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a382561f-1a06-49c7-95c7-6dfad17f9362', 'name': 'network-vif-deleted', 'tag': '497f69ff-cbef-48cb-9124-89715f7b52fb', 'status': 'completed', 'code': 200} Dec 08 00:04:19.796815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.890804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4a094d-15d7-4592-abf2-d28472f55a9b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:19.904140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.912480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-539c30a8-dc16-4033-a3f6-14bfa34c65be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e4a094d-15d7-4592-abf2-d28472f55a9b HTTP/1.1" status: 204 len: 168 time: 0.4719441 Dec 08 00:04:19.915574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45356) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:19.972855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:19.996895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-869bedc0-9107-4489-b604-ada77069f7d6 req-538c54e6-8680-450d-8979-118ce77b6dd0 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/652bd0c2-5122-4c08-8eaf-76b7756e2ad3 HTTP/1.1" status: 200 len: 1830 time: 0.1229656 Dec 08 00:04:20.097675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-869bedc0-9107-4489-b604-ada77069f7d6 req-26be7feb-e70c-42d2-b9ec-af9352eb1e75 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.124180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.141374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a7b711-b04a-45cb-ab9b-bc4e57855d81 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:04:20.179138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-869bedc0-9107-4489-b604-ada77069f7d6 req-26be7feb-e70c-42d2-b9ec-af9352eb1e75 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.275470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:20.298553 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.333541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.372004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.378581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.428624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94abf342-d7f4-4952-a9a3-cbc722681352']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:20.440768 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-869bedc0-9107-4489-b604-ada77069f7d6 req-26be7feb-e70c-42d2-b9ec-af9352eb1e75 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.444852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b42999-01b6-4891-982e-0c0fd25802b6') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:20.445800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b42999-01b6-4891-982e-0c0fd25802b6') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:20.446665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-869bedc0-9107-4489-b604-ada77069f7d6 req-26be7feb-e70c-42d2-b9ec-af9352eb1e75 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.459169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.461353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:20.463446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-869bedc0-9107-4489-b604-ada77069f7d6 req-26be7feb-e70c-42d2-b9ec-af9352eb1e75 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "DELETE /v2.0/security-groups/652bd0c2-5122-4c08-8eaf-76b7756e2ad3 HTTP/1.1" status: 204 len: 173 time: 0.4656286 Dec 08 00:04:20.478715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.486097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.486661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.487117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.488025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.488515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.488695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:04:20.489123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.489577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.489908 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.490232 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.490720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.491526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.492173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:04:20.493111 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:04:20.495888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.495888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:20.512832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be7feb-e70c-42d2-b9ec-af9352eb1e75 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652bd0c2-5122-4c08-8eaf-76b7756e2ad3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:20.583365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,segment=NetworkSegment(1bbcf989-2532-4100-b426-ba11ac59d729),segment_id=1bbcf989-2532-4100-b426-ba11ac59d729)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:20.608358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.619977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.633376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.670392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] 10.222.0.18 "DELETE /v2.0/networks/94abf342-d7f4-4952-a9a3-cbc722681352 HTTP/1.1" status: 204 len: 168 time: 0.7488956 Dec 08 00:04:20.716461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e5278-7788-4999-a04f-b2d4a403884e admin admin] Pushing event deleted for resources: {'Network': ['ID=94abf342-d7f4-4952-a9a3-cbc722681352,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:20.753410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080697ac-20c1-45fa-a762-cf09439967c8 req-37af3d41-8c97-4829-89ee-9bf83609bec1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:20.759887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-080697ac-20c1-45fa-a762-cf09439967c8 req-37af3d41-8c97-4829-89ee-9bf83609bec1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 944 time: 0.2934754 Dec 08 00:04:20.765642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:20.781589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f3a7b711-b04a-45cb-ab9b-bc4e57855d81'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:20.816936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11c5e7-5ecd-4465-bad1-8e4efd8fb3fb req-8ced264c-ebb0-4f88-8948-dcd99104dd96 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:20.824804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f11c5e7-5ecd-4465-bad1-8e4efd8fb3fb req-8ced264c-ebb0-4f88-8948-dcd99104dd96 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1670072 Dec 08 00:04:20.903818 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-801274e4-4414-49b2-8a62-8d412a1a0c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:20.922115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45376) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:20.928597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f11c5e7-5ecd-4465-bad1-8e4efd8fb3fb req-20234908-44ea-494b-9877-8850f8c3956f tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980768 Dec 08 00:04:20.997385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-080697ac-20c1-45fa-a762-cf09439967c8 req-f9fe3547-3778-4da8-bf15-26dffb98a137 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269626 Dec 08 00:04:20.998955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:04:21.020452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d1d2a848-41e1-4cc0-a6df-ccd9c07592d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e359c7608405466aa7b5fb1475327769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0971446 Dec 08 00:04:21.021057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45378) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:21.067125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-801274e4-4414-49b2-8a62-8d412a1a0c70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:04:21.067626 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-801274e4-4414-49b2-8a62-8d412a1a0c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:04:21.110951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86260e63-80d6-4d50-b00a-453b2df31b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.139428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86260e63-80d6-4d50-b00a-453b2df31b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.182959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:21.191064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ade8a0a3-80e1-48b6-973a-8471419f2cad req-ca867388-f4f6-4008-aee6-0e3d94d572f5 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/94192a2c-3dc7-47dd-b20c-3e05b822073c HTTP/1.1" status: 200 len: 1830 time: 0.2312074 Dec 08 00:04:21.195492 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Sync routers for ids ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:21.209921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86260e63-80d6-4d50-b00a-453b2df31b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.211760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:21.213833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86260e63-80d6-4d50-b00a-453b2df31b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.217427 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-86260e63-80d6-4d50-b00a-453b2df31b4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bba61fd1-c8b5-43ab-8a37-9b92edef6ee3 HTTP/1.1" status: 204 len: 168 time: 0.1841679 Dec 08 00:04:21.227455 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Routers {'3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:21.227658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86260e63-80d6-4d50-b00a-453b2df31b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba61fd1-c8b5-43ab-8a37-9b92edef6ee3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:21.230300 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:21.266584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 497f69ff-cbef-48cb-9124-89715f7b52fb {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:21.269241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 497f69ff-cbef-48cb-9124-89715f7b52fb not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:21.297163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.301281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:21.305043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eea03aac-a3a6-4d91-95bc-05a1fedfe3c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4098315 Dec 08 00:04:21.345881 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ade8a0a3-80e1-48b6-973a-8471419f2cad req-35e61899-b072-48a8-b170-5cf4c7655c69 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.369816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba891-b69f-431f-8f4b-3862dde52893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.393577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ade8a0a3-80e1-48b6-973a-8471419f2cad req-35e61899-b072-48a8-b170-5cf4c7655c69 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.455178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ade8a0a3-80e1-48b6-973a-8471419f2cad req-35e61899-b072-48a8-b170-5cf4c7655c69 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.459664 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ade8a0a3-80e1-48b6-973a-8471419f2cad req-35e61899-b072-48a8-b170-5cf4c7655c69 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.467552 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Set router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:21.468232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ade8a0a3-80e1-48b6-973a-8471419f2cad req-35e61899-b072-48a8-b170-5cf4c7655c69 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "DELETE /v2.0/security-groups/94192a2c-3dc7-47dd-b20c-3e05b822073c HTTP/1.1" status: 204 len: 173 time: 0.2688475 Dec 08 00:04:21.483936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e61899-b072-48a8-b170-5cf4c7655c69 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94192a2c-3dc7-47dd-b20c-3e05b822073c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:21.576488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fab31eb-d57e-4aa7-bfce-341f6b41ed4f req-a4aab714-fc94-46aa-bad9-cd25361b93be tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/26126840-3620-4453-a1fe-ae49af0fa935 HTTP/1.1" status: 200 len: 1828 time: 0.0806170 Dec 08 00:04:21.785494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-53f29d68-09a7-4a44-9d46-434ced0f8fba None None] Provisioning complete for port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:21.788509 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-53f29d68-09a7-4a44-9d46-434ced0f8fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:21.861638 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:04:18Z', 'revision_number': 3, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:21.913910 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Checking router: 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:21.914408 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Updating router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c port bc9101a3-6d69-44f0-ae4d-7afb90ed5368 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:04:21.973585 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.012896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45396) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:22.182604 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0f484876-897b-491e-a7fe-7c5dc944fbf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4c3a4ee69934aa5bcd45df690e9c5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659646 Dec 08 00:04:22.187437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45402) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:22.329015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b16b-0ab1-4115-a4ff-69e53c549046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.352082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.376790 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b16b-0ab1-4115-a4ff-69e53c549046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.379354 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.386689 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.445696 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Attempting to bind port bc9101a3-6d69-44f0-ae4d-7afb90ed5368 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:22.446116 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Attempting to bind port bc9101a3-6d69-44f0-ae4d-7afb90ed5368 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:22.446425 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Attempting to bind port bc9101a3-6d69-44f0-ae4d-7afb90ed5368 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:22.454091 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac770-88ea-4c55-a1ed-b85c76a0f845 None None] Pushing event updated for resources: {'Port': ['ID=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:22.456646 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:22.457025 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:22.457423 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.457808 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:22.458760 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Bound port: bc9101a3-6d69-44f0-ae4d-7afb90ed5368, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:22.459191 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.485009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4fab31eb-d57e-4aa7-bfce-341f6b41ed4f req-95c919d8-88cd-43a8-b5d3-2be7191ca2c9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.515848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-53831384-24a9-43ba-82a1-885b9f956e60 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:22.517361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-53831384-24a9-43ba-82a1-885b9f956e60 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1055079 Dec 08 00:04:22.525182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b16b-0ab1-4115-a4ff-69e53c549046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.528263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b16b-0ab1-4115-a4ff-69e53c549046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.529415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4fab31eb-d57e-4aa7-bfce-341f6b41ed4f req-95c919d8-88cd-43a8-b5d3-2be7191ca2c9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.529968 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b5a7b16b-0ab1-4115-a4ff-69e53c549046 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf7c9a2c-ea32-415c-9727-b4268e591858 HTTP/1.1" status: 204 len: 168 time: 0.3414996 Dec 08 00:04:22.535367 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] For port bc9101a3-6d69-44f0-ae4d-7afb90ed5368, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:22.541536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] For port bc9101a3-6d69-44f0-ae4d-7afb90ed5368, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:22.548068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7b16b-0ab1-4115-a4ff-69e53c549046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c9a2c-ea32-415c-9727-b4268e591858,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:22.551007 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.557195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723755-2899-4902-a226-b62b5240af9a req-323c9a4d-e66e-4625-ad9c-1c124767d0d6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:22.565463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0723755-2899-4902-a226-b62b5240af9a req-323c9a4d-e66e-4625-ad9c-1c124767d0d6 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 950 time: 0.1521764 Dec 08 00:04:22.611337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Allocated IP 172.20.0.1 (43a55cbb-ccfb-4eb4-adbd-6f993004d26e/41f6dabd-5679-4d93-bbf9-bcb11c7f7656/14645da2-1e3b-46ff-a0ea-81cd76a26b6f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:22.639014 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Routers {'3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:22.639792 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:22.642806 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac770-88ea-4c55-a1ed-b85c76a0f845 None None] Pushing event updated for resources: {'Port': ['ID=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:22.718745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:22.725605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4fab31eb-d57e-4aa7-bfce-341f6b41ed4f req-95c919d8-88cd-43a8-b5d3-2be7191ca2c9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.729002 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4fab31eb-d57e-4aa7-bfce-341f6b41ed4f req-95c919d8-88cd-43a8-b5d3-2be7191ca2c9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.730389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fab31eb-d57e-4aa7-bfce-341f6b41ed4f req-95c919d8-88cd-43a8-b5d3-2be7191ca2c9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "DELETE /v2.0/security-groups/26126840-3620-4453-a1fe-ae49af0fa935 HTTP/1.1" status: 204 len: 173 time: 1.1427124 Dec 08 00:04:22.760882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0723755-2899-4902-a226-b62b5240af9a req-281a3add-bb0b-43d2-8bf7-cdc04a171a61 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908932 Dec 08 00:04:22.765043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c919d8-88cd-43a8-b5d3-2be7191ca2c9 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26126840-3620-4453-a1fe-ae49af0fa935,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:22.850626 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] Set router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:22.853270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:22.853270 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.884708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Deleting port 8d1b527b-c1be-4665-aa85-400959a1e87f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:22.886281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:22.942004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d39c9b-fd04-4c2b-a5e5-7a4a551dd2f9 req-ccb9b090-4ba5-4380-b048-aa9cf18d5352 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:22.943864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37d39c9b-fd04-4c2b-a5e5-7a4a551dd2f9 req-ccb9b090-4ba5-4380-b048-aa9cf18d5352 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 944 time: 0.1455257 Dec 08 00:04:22.948789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.032454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.096611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37d39c9b-fd04-4c2b-a5e5-7a4a551dd2f9 req-e0b17394-91e7-4765-ba3d-e678296e7b01 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444602 Dec 08 00:04:23.100717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] For port 8d1b527b-c1be-4665-aa85-400959a1e87f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1b527b-c1be-4665-aa85-400959a1e87f,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:23.101670 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.112488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:23.115642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:23.126158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:23.134032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Calling delete_port for 8d1b527b-c1be-4665-aa85-400959a1e87f owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:23.157930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Pushing event updated for resources: {'Port': ['ID=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:23.199421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.209601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:23.216820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8768399f-1719-4163-bdfa-21d5a372db9f req-d4ed5238-4261-4e3a-814d-551decf7aff2 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "GET /v2.0/security-groups/41d596fd-7702-49dd-b96f-d1efb2d631db HTTP/1.1" status: 200 len: 1827 time: 0.1188765 Dec 08 00:04:23.256592 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:04:18Z', 'revision_number': 3, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:23.325225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:04:23.329370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:23.329740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.357399 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840f151-fc40-43e3-939b-92e8beab0306 None None] The sync data for ids ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'] in n-d-820549-2 is: [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:04:18Z', 'revision_number': 3, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:23.359439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8768399f-1719-4163-bdfa-21d5a372db9f req-e698d6fa-443b-4b84-a933-482db5f10c97 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.535858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.571698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.593919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:23.594479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8768399f-1719-4163-bdfa-21d5a372db9f req-e698d6fa-443b-4b84-a933-482db5f10c97 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.633011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event deleted for resources: {'Port': ['ID=8d1b527b-c1be-4665-aa85-400959a1e87f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:23.652902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] No DVR routers for this DVR port 8d1b527b-c1be-4665-aa85-400959a1e87f on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:23.659136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.663716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6570d656-f33a-4938-87a3-31f7a12649c9 req-243d19fe-bc37-4e2d-af56-988f95a0047e tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.44 "DELETE /v2.0/ports/8d1b527b-c1be-4665-aa85-400959a1e87f HTTP/1.1" status: 204 len: 173 time: 1.1382253 Dec 08 00:04:23.664394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-deleted', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:23.669951 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a91c66-87c0-4940-9d8c-7bc093aaba4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.674519 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f209b56d-b65f-4274-af45-5d2275e68d19" -d '{"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-deleted", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:23.689555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b855f8fd-640d-491e-9256-c78f75519efb None None] Provisioning complete for port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:23.690757 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b855f8fd-640d-491e-9256-c78f75519efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.694203 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.760746 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8768399f-1719-4163-bdfa-21d5a372db9f req-e698d6fa-443b-4b84-a933-482db5f10c97 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.763857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:23.765085 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8768399f-1719-4163-bdfa-21d5a372db9f req-e698d6fa-443b-4b84-a933-482db5f10c97 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.766558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8768399f-1719-4163-bdfa-21d5a372db9f req-e698d6fa-443b-4b84-a933-482db5f10c97 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] 10.222.0.18 "DELETE /v2.0/security-groups/41d596fd-7702-49dd-b96f-d1efb2d631db HTTP/1.1" status: 204 len: 173 time: 0.5488789 Dec 08 00:04:23.774782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45444) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:23.807979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:23.810308 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ded71c9-84d7-46a1-995d-937c7c8b0306" -d '{"events": [{"server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "name": "network-vif-plugged", "status": "completed", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:23.813629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698d6fa-443b-4b84-a933-482db5f10c97 tempest-SecurityGroupRulesNegativeTestJSON-1542336846 tempest-SecurityGroupRulesNegativeTestJSON-1542336846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d596fd-7702-49dd-b96f-d1efb2d631db,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:23.824689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:23.877292 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3721a0-d46d-44ff-8377-96bd190605af x-openstack-request-id: req-0b3721a0-d46d-44ff-8377-96bd190605af {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:23.877846 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a059fa7-9ade-4ea5-8490-37815de38834", "name": "network-vif-deleted", "tag": "8d1b527b-c1be-4665-aa85-400959a1e87f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:23.878107 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b3721a0-d46d-44ff-8377-96bd190605af {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:23.878559 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a059fa7-9ade-4ea5-8490-37815de38834', 'name': 'network-vif-deleted', 'tag': '8d1b527b-c1be-4665-aa85-400959a1e87f', 'status': 'completed', 'code': 200} Dec 08 00:04:23.984371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b855f8fd-640d-491e-9256-c78f75519efb None None] Port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:24.021121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:24.057307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3d4b569-f0a8-4432-81c2-e1efee426c0f req-23fb1f29-8782-442e-aeb4-5c9cf3a69bda tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a059fa7-9ade-4ea5-8490-37815de38834 HTTP/1.1" status: 200 len: 210 time: 0.1292939 Dec 08 00:04:24.143515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] Deleting subnet 96b57246-cbf7-453f-8b10-a886dd8f5bf0 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:04:24.144664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1b527b-c1be-4665-aa85-400959a1e87f no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:24.151440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.186794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 8d1b527b-c1be-4665-aa85-400959a1e87f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:24.188123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1b527b-c1be-4665-aa85-400959a1e87f not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:24.196998 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff4e46c-80ab-409d-a30d-1c0cfc8b195e x-openstack-request-id: req-6ff4e46c-80ab-409d-a30d-1c0cfc8b195e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:24.197373 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "name": "network-vif-plugged", "status": "completed", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:24.197708 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ff4e46c-80ab-409d-a30d-1c0cfc8b195e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:24.198158 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81', 'code': 200} Dec 08 00:04:24.232872 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.455332 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.536629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.564237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.571645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cc57-9610-4093-a16c-afd0bc588649 req-922e4d84-461b-4df2-82f9-ad8e1138a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:24.573570 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c73cc57-9610-4093-a16c-afd0bc588649 req-922e4d84-461b-4df2-82f9-ad8e1138a2c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1096 time: 0.2728462 Dec 08 00:04:24.718156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eeef3-7cbf-441a-a054-ac0cd14f927d req-0119aac1-83ab-4435-ae05-9c542e973fce tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:24.729321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd6eeef3-7cbf-441a-a054-ac0cd14f927d req-0119aac1-83ab-4435-ae05-9c542e973fce tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 945 time: 0.1700397 Dec 08 00:04:24.734207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.739267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Pushing event updated for resources: {'Port': ['ID=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:24.777310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417089-3b54-44ef-ac16-8f8eaee8013c req-e90cf9b1-d717-47e0-872a-ccd270c1562e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:24.787238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73417089-3b54-44ef-ac16-8f8eaee8013c req-e90cf9b1-d717-47e0-872a-ccd270c1562e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 945 time: 0.1829915 Dec 08 00:04:24.806000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc9101a3-6d69-44f0-ae4d-7afb90ed5368 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:24.824406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.836223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b57246-cbf7-453f-8b10-a886dd8f5bf0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:24.843130 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c73cc57-9610-4093-a16c-afd0bc588649 req-bce19215-9876-4d1f-970e-3cf06b4a1917 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423680 Dec 08 00:04:24.844330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.847408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-347cfdbd-9a96-48f3-82d5-1527938248a9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96b57246-cbf7-453f-8b10-a886dd8f5bf0 HTTP/1.1" status: 204 len: 168 time: 1.0713289 Dec 08 00:04:24.850239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45470) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:24.886970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd6eeef3-7cbf-441a-a054-ac0cd14f927d req-b137d361-d1ac-49b5-8859-a124e3b5de38 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565866 Dec 08 00:04:24.937286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bc9101a3-6d69-44f0-ae4d-7afb90ed5368 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:24.937982 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:24.974673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73417089-3b54-44ef-ac16-8f8eaee8013c req-32561a6a-7ce3-4a69-af74-71b9a1055d11 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/security-groups?id=15b73b27-9a89-41ec-a4a1-166b7360a223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842382 Dec 08 00:04:25.025427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.052987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.083485 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.136047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:25.147672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:25.148842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port bc9101a3-6d69-44f0-ae4d-7afb90ed5368, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:25.167936 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.281034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:25.354741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.423539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca68115-a766-4fa1-aedc-7e087b9fd10b']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:25.449447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:04:25.467304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b22d858-d16d-4f83-adf6-a19a794cea8f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:25.467765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b22d858-d16d-4f83-adf6-a19a794cea8f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:25.502641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.579944 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.591798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736d394-db0a-4ed8-a784-a275d792c73b req-7c23cf98-dce2-4e2b-a61a-a087c14e89dc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:25.597028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:04:25.597496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.599311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b736d394-db0a-4ed8-a784-a275d792c73b req-7c23cf98-dce2-4e2b-a61a-a087c14e89dc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1060085 Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:04:25.600114 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:04:25.654159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1b21c20e-607b-4e44-9502-1c4ae8bf4e6f None None] Provisioning complete for port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:25.654533 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b21c20e-607b-4e44-9502-1c4ae8bf4e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.676440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b736d394-db0a-4ed8-a784-a275d792c73b req-902e17df-3e2c-4cf9-a2bf-0075f9252821 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733888 Dec 08 00:04:25.715662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1b21c20e-607b-4e44-9502-1c4ae8bf4e6f None None] Port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:25.757131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.765821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:25.769366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6ca68115-a766-4fa1-aedc-7e087b9fd10b HTTP/1.1" status: 204 len: 168 time: 0.9181623 Dec 08 00:04:25.770599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:25.788754 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-03221858-8d7d-4508-b622-d0451aa80b87 admin admin] 10.222.0.18 "PUT /v2.0/routers/3846ae9a-0913-4adc-a963-8ec2c1e4ad2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4861174 Dec 08 00:04:25.799222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4692b75-e1cc-4e4d-bb7d-14f95501a589 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca68115-a766-4fa1-aedc-7e087b9fd10b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:26.063734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45516) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:26.130063 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-452a588e-112b-41e1-a1c4-ac333a159373 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=402272c357d049aaba6a82c01c10eb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648916 Dec 08 00:04:26.135349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45524) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:26.148004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-23d3825d-56eb-4340-ac90-cb32ab5716bf tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=96a0df446b3441dab72c1bbb29cda521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793254 Dec 08 00:04:26.190829 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:26.205110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-726cd982-93b3-4a82-936e-3ff1e140f54e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:26.234117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-726cd982-93b3-4a82-936e-3ff1e140f54e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:26.284637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163f71a-9265-4a4c-9bd1-dccb57843435 req-f7214bd0-fdb3-4eb4-8ed5-5ab0e019842f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:26.286205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f163f71a-9265-4a4c-9bd1-dccb57843435 req-f7214bd0-fdb3-4eb4-8ed5-5ab0e019842f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 945 time: 0.2439525 Dec 08 00:04:26.301015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-726cd982-93b3-4a82-936e-3ff1e140f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:26.304059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-726cd982-93b3-4a82-936e-3ff1e140f54e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:26.305279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-726cd982-93b3-4a82-936e-3ff1e140f54e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb859f9e-5655-4bf0-bc29-b3af88208333 HTTP/1.1" status: 204 len: 168 time: 0.1686976 Dec 08 00:04:26.322102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cd982-93b3-4a82-936e-3ff1e140f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb859f9e-5655-4bf0-bc29-b3af88208333,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:26.338379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-da31a885-e9bf-467d-afd6-55095be43791 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:26.340650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-da31a885-e9bf-467d-afd6-55095be43791 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.44 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 945 time: 0.1331975 Dec 08 00:04:26.345979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Sync routers for ids ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:26.370074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Routers {'3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:26.370701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:26.400493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-44c51dbd-7c1b-4114-a6c0-bc1bbb397dff tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:26.407642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-44c51dbd-7c1b-4114-a6c0-bc1bbb397dff tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531636 Dec 08 00:04:26.455076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-9f0c03bd-ae44-4e5d-9142-05aad4913b64 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/quotas/96a0df446b3441dab72c1bbb29cda521 HTTP/1.1" status: 200 len: 375 time: 0.0465219 Dec 08 00:04:26.503843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Set router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:26.504879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f163f71a-9265-4a4c-9bd1-dccb57843435 req-a1bb67f0-0f10-4de4-826d-803e293fcfaf tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958373 Dec 08 00:04:26.545920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-14ddc4eb-5a58-47c5-8f83-252ee9c24475 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96a0df446b3441dab72c1bbb29cda521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687308 Dec 08 00:04:26.606832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Deleting port 38921c2e-981f-4768-9cff-9d70fe354a5c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:26.607242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:26.838825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] For port 38921c2e-981f-4768-9cff-9d70fe354a5c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=38921c2e-981f-4768-9cff-9d70fe354a5c,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:26.839914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:26.875907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Calling delete_port for 38921c2e-981f-4768-9cff-9d70fe354a5c owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:26.906340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc9101a3-6d69-44f0-ae4d-7afb90ed5368 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:26.990541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:04:23Z', 'revision_number': 4, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '14645da2-1e3b-46ff-a0ea-81cd76a26b6f', 'name': '', 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'mac_address': 'fa:16:3e:02:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '41f6dabd-5679-4d93-bbf9-bcb11c7f7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:22Z', 'updated_at': '2021-12-08T00:04:23Z', 'revision_number': 2, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'subnets': [{'id': '41f6dabd-5679-4d93-bbf9-bcb11c7f7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:26.995955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bc9101a3-6d69-44f0-ae4d-7afb90ed5368 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:26.995955 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.025897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Checking router: 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:27.026207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Updating router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:04:27.080736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.145995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-5f163dc6-b60d-495d-8062-e438984b1adc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:27.161541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.164913 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-5f163dc6-b60d-495d-8062-e438984b1adc tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.1092412 Dec 08 00:04:27.317149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49e84139-16c3-46a6-a889-61d88414bf1a req-95f34312-b270-4b94-80e5-a1fd5af383bb tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 210 time: 0.2987006 Dec 08 00:04:27.368912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['38921c2e-981f-4768-9cff-9d70fe354a5c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:27.412273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Deleting port e8850398-7c1a-4559-a63d-112ee34ec6a7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:27.412712 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.435572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Pushing event deleted for resources: {'Port': ['ID=38921c2e-981f-4768-9cff-9d70fe354a5c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:27.481423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] No DVR routers for this DVR port 38921c2e-981f-4768-9cff-9d70fe354a5c on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:27.504895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.508565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4e49e01-9c3d-46bd-ac39-f9b3e0a1409b req-09e167c9-a639-4edd-b8cb-1f229910445e tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.44 "DELETE /v2.0/ports/38921c2e-981f-4768-9cff-9d70fe354a5c HTTP/1.1" status: 204 len: 173 time: 1.1568432 Dec 08 00:04:27.510593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'name': 'network-vif-deleted', 'tag': '38921c2e-981f-4768-9cff-9d70fe354a5c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:27.515228 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206f9d46-0558-4a3a-a7e8-e22cd3bb539a" -d '{"events": [{"server_uuid": "98accd3e-9837-4c29-8dfe-98dfdd470e81", "name": "network-vif-deleted", "tag": "38921c2e-981f-4768-9cff-9d70fe354a5c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:27.515406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.521734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71d6240c-6766-4ace-874e-f02c22f2b46b req-463f4d4c-573e-4a1e-97d5-2a3a2f7fcfb4 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 210 time: 0.0902722 Dec 08 00:04:27.526546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.530463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.534198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7cedd-63fd-440b-ad9a-67a3a436ead1 req-c3c28ac6-4c16-4ef4-a766-410dcc5d73ff tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:27.543500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baa7cedd-63fd-440b-ad9a-67a3a436ead1 req-c3c28ac6-4c16-4ef4-a766-410dcc5d73ff tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 950 time: 0.5262361 Dec 08 00:04:27.593981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45618) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:27.638300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baa7cedd-63fd-440b-ad9a-67a3a436ead1 req-5483a53b-dae1-49b7-9574-fe56e7a74fae tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bf3337b-fc84-4e54-ae17-85f0ef7f4973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932117 Dec 08 00:04:27.650618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd6a03-9ca4-4a8c-b794-bad584bf85f3 None None] Pushing event updated for resources: {'Port': ['ID=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:27.696231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] For port e8850398-7c1a-4559-a63d-112ee34ec6a7, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e8850398-7c1a-4559-a63d-112ee34ec6a7,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:27.696908 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.744911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Calling delete_port for e8850398-7c1a-4559-a63d-112ee34ec6a7 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:27.930584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Attempting to bind port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:27.933244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Attempting to bind port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:27.934800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Attempting to bind port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f on network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:27.940523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-161264941-network', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:27.955257 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9eddb-cbf2-40e3-a9d2-5acd413c976a x-openstack-request-id: req-1fd9eddb-cbf2-40e3-a9d2-5acd413c976a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:27.955938 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98accd3e-9837-4c29-8dfe-98dfdd470e81", "name": "network-vif-deleted", "tag": "38921c2e-981f-4768-9cff-9d70fe354a5c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:27.956350 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fd9eddb-cbf2-40e3-a9d2-5acd413c976a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:27.956949 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98accd3e-9837-4c29-8dfe-98dfdd470e81', 'name': 'network-vif-deleted', 'tag': '38921c2e-981f-4768-9cff-9d70fe354a5c', 'status': 'completed', 'code': 200} Dec 08 00:04:27.964344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:27.964722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Checking segment: {'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:27.967163 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:27.967802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Bound using segment: {'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:27.968669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Bound port: 14645da2-1e3b-46ff-a0ea-81cd76a26b6f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbcf989-2532-4100-b426-ba11ac59d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:27.968932 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.070817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f2bba-6ec2-438c-bb99-e801a19b6e92 req-2a0a4457-9796-492e-a397-fcf39389461d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:28.081955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] For port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:28.083381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-995f2bba-6ec2-438c-bb99-e801a19b6e92 req-2a0a4457-9796-492e-a397-fcf39389461d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 945 time: 0.2621181 Dec 08 00:04:28.097301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] For port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,segment=NetworkSegment(1bbcf989-2532-4100-b426-ba11ac59d729),segment_id=1bbcf989-2532-4100-b426-ba11ac59d729)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:28.126158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.146356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Made reservation on behalf of ca31cdfd233c4873bded96ea8cc9842f for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:28.152951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.216566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.265158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Routers {'3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:28.268573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:28.285964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.337972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-995f2bba-6ec2-438c-bb99-e801a19b6e92 req-3664fe51-9200-420b-9e74-02d535c5db61 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533197 Dec 08 00:04:28.412910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Pushing event deleted for resources: {'Port': ['ID=e8850398-7c1a-4559-a63d-112ee34ec6a7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:28.480634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.495092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e8850398-7c1a-4559-a63d-112ee34ec6a7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:28.497007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.513165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:04:28.543000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.544088 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Added segment 59b0b828-ca9f-4e99-a2e5-9584cb12fb7a of type vlan for network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b Dec 08 00:04:28.551045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] No DVR routers for this DVR port e8850398-7c1a-4559-a63d-112ee34ec6a7 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:28.557462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.564274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5acf9ea8-55fd-47c1-bdbe-961971774f14 req-15e8c4cf-b424-4bab-9465-41c0295ba53d tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.59 "DELETE /v2.0/ports/e8850398-7c1a-4559-a63d-112ee34ec6a7 HTTP/1.1" status: 204 len: 173 time: 1.3981552 Dec 08 00:04:28.565057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-deleted', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:28.569319 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3aa17-244e-4387-be19-af0cc57ff8dc" -d '{"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-deleted", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:28.594792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd6a03-9ca4-4a8c-b794-bad584bf85f3 None None] Pushing event updated for resources: {'Port': ['ID=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:28.640689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f30fdb4a-ac4d-4f9e-a2ed-7a3f831dcfb7 None None] Provisioning complete for port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:28.643536 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f30fdb4a-ac4d-4f9e-a2ed-7a3f831dcfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.720955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-526ed617-8d78-426f-a95b-74174f50c9d0 req-b0e3cce9-6fff-411c-89a0-1e4b4ea430e0 tempest-AttachSCSIVolumeTestJSON-1775900840 tempest-AttachSCSIVolumeTestJSON-1775900840-project] 10.222.0.18 "GET /v2.0/ports?device_id=98accd3e-9837-4c29-8dfe-98dfdd470e81 HTTP/1.1" status: 200 len: 210 time: 0.0575826 Dec 08 00:04:28.724095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.735826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d2bad-bc6d-4015-a7b7-390be9406399,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:28.842232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.843423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:28.848068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:28.920123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] Set router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:29.041002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45668) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:29.047023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Request body: {'subnet': {'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-161264941-subnet', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:29.056958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4424558 Dec 08 00:04:29.135270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Made reservation on behalf of ca31cdfd233c4873bded96ea8cc9842f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:29.138646 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:29.234070 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b4b093d-0798-4441-af3e-affd6e1e3c31 req-2c1dd2b2-8e64-4b30-ac05-9fa63b8024dc tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 210 time: 0.3068388 Dec 08 00:04:29.274732 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f30fdb4a-ac4d-4f9e-a2ed-7a3f831dcfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:29.395313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-359da89a-8c7b-4a68-91ad-6636a61906ff tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=96a0df446b3441dab72c1bbb29cda521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2989273 Dec 08 00:04:29.466367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31a107-0cf9-400e-938d-3fd597e10ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:29.556499 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f955a604-025a-49db-9697-26b576f6f2f7 x-openstack-request-id: req-f955a604-025a-49db-9697-26b576f6f2f7 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:29.557738 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7649242c-d844-410c-a362-8456d2750cc4", "name": "network-vif-deleted", "tag": "e8850398-7c1a-4559-a63d-112ee34ec6a7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:29.558261 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f955a604-025a-49db-9697-26b576f6f2f7 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:29.559091 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7649242c-d844-410c-a362-8456d2750cc4', 'name': 'network-vif-deleted', 'tag': 'e8850398-7c1a-4559-a63d-112ee34ec6a7', 'status': 'completed', 'code': 200} Dec 08 00:04:29.561677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:29.656045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79efbc95-262a-496e-a60c-c9b54c6f03ae,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:29.677564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:04:29.719829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Checking segment: {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:29.721090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Network hostable DHCP agents. Network: b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:04:29.721356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da72fb8c-2e06-451e-9691-b0d22fbe5ee2 req-7c5823a5-ffc1-425c-83e8-64218f941552 tempest-MigrationsAdminTest-2134095345 tempest-MigrationsAdminTest-2134095345-project] 10.222.0.18 "GET /v2.0/ports?device_id=7649242c-d844-410c-a362-8456d2750cc4 HTTP/1.1" status: 200 len: 210 time: 0.2522497 Dec 08 00:04:29.793200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:04:29.815738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:29.835100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:29.839717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:29.846810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-51dd464a-dc7e-4159-9a0a-8883299ad25e tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:29.851349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-51dd464a-dc7e-4159-9a0a-8883299ad25e tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813610 Dec 08 00:04:29.862950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9fd7-8342-4e2a-9749-eb619b5e6ba9 req-6e3760cc-1d4d-4453-bbe9-2a8304b422f6 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:29.878171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0db9fd7-8342-4e2a-9749-eb619b5e6ba9 req-6e3760cc-1d4d-4453-bbe9-2a8304b422f6 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1096 time: 0.6712959 Dec 08 00:04:29.888828 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-996351fe-da0c-41e6-92a9-72871773c970 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8434079 Dec 08 00:04:29.895975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45680) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:29.896676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Request body: {'port': {'device_id': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '96a0df446b3441dab72c1bbb29cda521'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:29.900347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d50f1d-87a7-4d56-959b-50d9cba89c38 None None] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:29.906809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:29.972820 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:29.973932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.017943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0db9fd7-8342-4e2a-9749-eb619b5e6ba9 req-466c916e-9db3-419c-80f9-28507406cb42 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335380 Dec 08 00:04:30.076718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f30fdb4a-ac4d-4f9e-a2ed-7a3f831dcfb7 None None] For port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,segment=NetworkSegment(1bbcf989-2532-4100-b426-ba11ac59d729),segment_id=1bbcf989-2532-4100-b426-ba11ac59d729)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:30.083277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.199747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 38921c2e-981f-4768-9cff-9d70fe354a5c no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:30.206732 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f30fdb4a-ac4d-4f9e-a2ed-7a3f831dcfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.257731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4b6e-64b9-4fd3-873b-3475c4512b66 req-f4d708ac-160f-4e46-a587-a7e99df413a3 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:30.266632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4ee4b6e-64b9-4fd3-873b-3475c4512b66 req-f4d708ac-160f-4e46-a587-a7e99df413a3 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1096 time: 0.1168752 Dec 08 00:04:30.387391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 38921c2e-981f-4768-9cff-9d70fe354a5c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:30.389091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 38921c2e-981f-4768-9cff-9d70fe354a5c not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:30.420137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4ee4b6e-64b9-4fd3-873b-3475c4512b66 req-bd48d6a2-1748-4499-a1e3-f1e1d4dcb052 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524312 Dec 08 00:04:30.451860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eb37d015-581a-40ff-8020-90bc7e3e4e85 None None] Provisioning complete for port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:30.453745 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb37d015-581a-40ff-8020-90bc7e3e4e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.580939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d12d0365-ee0e-456b-a5f2-50b466329324 req-63e801ab-5afd-4e92-a1bc-e3956d31d2ed tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 210 time: 0.1802175 Dec 08 00:04:30.584773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Made reservation on behalf of 96a0df446b3441dab72c1bbb29cda521 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:30.600672 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.648995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.693617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:04:23Z', 'revision_number': 4, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '14645da2-1e3b-46ff-a0ea-81cd76a26b6f', 'name': '', 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'mac_address': 'fa:16:3e:02:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '41f6dabd-5679-4d93-bbf9-bcb11c7f7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:22Z', 'updated_at': '2021-12-08T00:04:28Z', 'revision_number': 4, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'subnets': [{'id': '41f6dabd-5679-4d93-bbf9-bcb11c7f7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:30.799402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea9a97-3b15-4b21-8d62-ba13e52bebfa None None] The sync data for ids ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'] in n-d-820549-2 is: [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:04:23Z', 'revision_number': 4, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '14645da2-1e3b-46ff-a0ea-81cd76a26b6f', 'name': '', 'network_id': '43a55cbb-ccfb-4eb4-adbd-6f993004d26e', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'mac_address': 'fa:16:3e:02:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '41f6dabd-5679-4d93-bbf9-bcb11c7f7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:22Z', 'updated_at': '2021-12-08T00:04:28Z', 'revision_number': 4, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'subnets': [{'id': '41f6dabd-5679-4d93-bbf9-bcb11c7f7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:30.804941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:04:30.808814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.960571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:30.970026 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:31.403860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac16793d-6462-4a6a-8784-13c97e38f52b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:31.437650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Allocated IP 172.20.0.2 (b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b/79efbc95-262a-496e-a60c-c9b54c6f03ae/aecbe2f4-89aa-407f-8876-4b3498872d48) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:31.489876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Allocated IP 192.168.233.204 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/7b66b4ee-bff4-465d-8129-c6932c7eb83d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:31.514044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:31.631437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45754) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:32.124905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1cae7d34-5838-46a6-b88f-7683a1e04946 req-87f76722-df49-4ce6-b242-07e96c745a87 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 210 time: 0.1030226 Dec 08 00:04:32.260182 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:32.293864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:32.339366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:32.346834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: e8850398-7c1a-4559-a63d-112ee34ec6a7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:32.347886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e8850398-7c1a-4559-a63d-112ee34ec6a7 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:32.352358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fdb4a-ac4d-4f9e-a2ed-7a3f831dcfb7 None None] Pushing event updated for resources: {'Port': ['ID=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:32.392722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:32.440030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:32.478816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:32.493237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:32.517192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:32.520628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:32.558023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:32.617644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Pushing event updated for resources: {'Port': ['ID=7b66b4ee-bff4-465d-8129-c6932c7eb83d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:32.630664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9597d4a-ffb5-40f8-bfe9-569900261e45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33e98863a69744a7b380e1b398fec89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9952638 Dec 08 00:04:32.638734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45786) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:32.639374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Pushing event updated for resources: {'Port': ['ID=aecbe2f4-89aa-407f-8876-4b3498872d48,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:32.695550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:32.701224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:32.743894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Allocated IP 172.25.6.4 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/60013502-4d45-4b78-a57d-03664e27b2eb) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:32.767376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:32.838460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Attempting to bind port aecbe2f4-89aa-407f-8876-4b3498872d48 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:32.838849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Attempting to bind port aecbe2f4-89aa-407f-8876-4b3498872d48 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:32.847785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Attempting to bind port aecbe2f4-89aa-407f-8876-4b3498872d48 on network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:32.869663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:32.870052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Checking segment: {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:32.870465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:32.870865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Bound using segment: {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:32.876210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Bound port: aecbe2f4-89aa-407f-8876-4b3498872d48, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:32.881200 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.022661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 14645da2-1e3b-46ff-a0ea-81cd76a26b6f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:33.096800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f453e3bc-cc6f-4b2e-8177-95be245d60d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.137242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:33.142638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.194985 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f453e3bc-cc6f-4b2e-8177-95be245d60d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.222748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.246770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-48813c54-4d0e-4a59-93ec-22a42f076107 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3628860 Dec 08 00:04:33.285150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Request body: {'port': {'device_id': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:33.350142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.376408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] For port aecbe2f4-89aa-407f-8876-4b3498872d48, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:33.423448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] For port aecbe2f4-89aa-407f-8876-4b3498872d48, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aecbe2f4-89aa-407f-8876-4b3498872d48,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:33.448192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef473009-923a-4baa-8af5-3e033707faeb req-1fca83f5-087c-41e2-a328-ae2e9a931956 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:33.450044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef473009-923a-4baa-8af5-3e033707faeb req-1fca83f5-087c-41e2-a328-ae2e9a931956 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 936 time: 0.1381564 Dec 08 00:04:33.455242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.471912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5dcb8ecf-8122-4b98-955a-65b900bbdd7c None None] Provisioning complete for port 7b66b4ee-bff4-465d-8129-c6932c7eb83d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:33.472298 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8ecf-8122-4b98-955a-65b900bbdd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.474164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f453e3bc-cc6f-4b2e-8177-95be245d60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.481194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f453e3bc-cc6f-4b2e-8177-95be245d60d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.484786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f453e3bc-cc6f-4b2e-8177-95be245d60d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bf3337b-fc84-4e54-ae17-85f0ef7f4973 HTTP/1.1" status: 204 len: 168 time: 0.8414359 Dec 08 00:04:33.485076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.533654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453e3bc-cc6f-4b2e-8177-95be245d60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf3337b-fc84-4e54-ae17-85f0ef7f4973,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:33.576725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:33.598675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:33.625397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:33.636434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Pushing event updated for resources: {'Port': ['ID=60013502-4d45-4b78-a57d-03664e27b2eb,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:33.678346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef473009-923a-4baa-8af5-3e033707faeb req-e285ad27-35a4-46ca-9165-f2bff446e8cc tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012570 Dec 08 00:04:33.697347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:33.697728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:33.751228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-4206169f-9e4a-4900-9660-f16f08bc1361 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:04:33.764418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-4206169f-9e4a-4900-9660-f16f08bc1361 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1745033 Dec 08 00:04:33.906120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb8ecf-8122-4b98-955a-65b900bbdd7c None None] Port 7b66b4ee-bff4-465d-8129-c6932c7eb83d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:33.948770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9a2a-a226-48d2-b9ea-f5631c5253ed None None] Pushing event updated for resources: {'Port': ['ID=aecbe2f4-89aa-407f-8876-4b3498872d48,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:34.258372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-c61e4e76-6af5-4509-b92f-cd2b37f1924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:34.284356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-c61e4e76-6af5-4509-b92f-cd2b37f1924e service neutron] 10.222.0.18 "GET /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 1093 time: 0.5188367 Dec 08 00:04:34.313868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:34.316625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:04:34.362462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b66b4ee-bff4-465d-8129-c6932c7eb83d {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:04:34.371562 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:34.383283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45824) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:34.407443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Transition to ACTIVE for port object 7b66b4ee-bff4-465d-8129-c6932c7eb83d will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:04:34.420002 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:34.521205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6fa540d6-f557-4063-a714-a58a23b9f388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5627a5aed3d4e60854b981646d207a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367478 Dec 08 00:04:34.541435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45828) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:34.580894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:34.683320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66b4ee-bff4-465d-8129-c6932c7eb83d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:34.797915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:34.867400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:34.867742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:34.868080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:34.899550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:04:34.899885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:34.924963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device aecbe2f4-89aa-407f-8876-4b3498872d48 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:34.942208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:34.942579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:34.943164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:34.943416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Bound port: f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:34.954542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Attempting to bind port 7b66b4ee-bff4-465d-8129-c6932c7eb83d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:34.955443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Attempting to bind port 7b66b4ee-bff4-465d-8129-c6932c7eb83d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:34.956037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Attempting to bind port 7b66b4ee-bff4-465d-8129-c6932c7eb83d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:34.975694 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef988cee-8df8-4e42-ba62-32289dc0b5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:34.980102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Port 7b66b4ee-bff4-465d-8129-c6932c7eb83d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:04:34.980674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Attempting to bind port 7b66b4ee-bff4-465d-8129-c6932c7eb83d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:34.989924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:34.990636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:34.991573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:34.992248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Bound port: 7b66b4ee-bff4-465d-8129-c6932c7eb83d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:34.993025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.061454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port aecbe2f4-89aa-407f-8876-4b3498872d48 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:35.061454 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.088964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bde02-2261-4792-82d7-cefad4c375b9 req-25f4e778-cdbf-46e6-aa40-83d53c24feca tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:35.091252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d2bde02-2261-4792-82d7-cefad4c375b9 req-25f4e778-cdbf-46e6-aa40-83d53c24feca tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 948 time: 0.2391679 Dec 08 00:04:35.093634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef988cee-8df8-4e42-ba62-32289dc0b5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.168894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:35.180271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] For port 7b66b4ee-bff4-465d-8129-c6932c7eb83d, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:35.203993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f505141-902b-401e-9e0f-08a0b127d8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.220915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.241204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d2bde02-2261-4792-82d7-cefad4c375b9 req-5d09d8f4-ba53-4326-82cc-a599966299b1 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365175 Dec 08 00:04:35.243469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-a52ea94b-e385-46c2-b5a3-151ea9492a16 service neutron] 10.222.0.18 "POST /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81/bindings HTTP/1.1" status: 201 len: 389 time: 0.9570475 Dec 08 00:04:35.263640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] For port 7b66b4ee-bff4-465d-8129-c6932c7eb83d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b66b4ee-bff4-465d-8129-c6932c7eb83d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:35.277785 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.324506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:35.326308 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.327942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] 10.222.0.44 "PUT /v2.0/ports/7b66b4ee-bff4-465d-8129-c6932c7eb83d HTTP/1.1" status: 200 len: 1096 time: 2.0573730 Dec 08 00:04:35.335347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'tag': '7b66b4ee-bff4-465d-8129-c6932c7eb83d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:35.353679 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8661626e-69af-43fa-8fb3-22203aabc203" -d '{"events": [{"name": "network-changed", "server_uuid": "951f0566-f9de-40a7-83d1-1de03e93cb9e", "tag": "7b66b4ee-bff4-465d-8129-c6932c7eb83d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:35.467441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.483423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef988cee-8df8-4e42-ba62-32289dc0b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.486191 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef988cee-8df8-4e42-ba62-32289dc0b5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.487523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ef988cee-8df8-4e42-ba62-32289dc0b5a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9838f6e-c496-4b29-a98e-241628be9e6d HTTP/1.1" status: 204 len: 168 time: 0.9319518 Dec 08 00:04:35.509761 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.556755 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadda2f9-4ee9-4da7-baaf-957c8fdbedf0 x-openstack-request-id: req-dadda2f9-4ee9-4da7-baaf-957c8fdbedf0 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:35.559260 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951f0566-f9de-40a7-83d1-1de03e93cb9e", "tag": "7b66b4ee-bff4-465d-8129-c6932c7eb83d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:35.560234 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dadda2f9-4ee9-4da7-baaf-957c8fdbedf0 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:35.560923 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'tag': '7b66b4ee-bff4-465d-8129-c6932c7eb83d', 'status': 'completed', 'code': 200} Dec 08 00:04:35.611941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef988cee-8df8-4e42-ba62-32289dc0b5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9838f6e-c496-4b29-a98e-241628be9e6d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:35.708461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port aecbe2f4-89aa-407f-8876-4b3498872d48, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aecbe2f4-89aa-407f-8876-4b3498872d48,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:35.726470 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:35.772173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e8e3-9e86-4301-8800-0584355efba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b66b4ee-bff4-465d-8129-c6932c7eb83d,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:35.827229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-2a5ee1f1-cc25-4bbf-99af-9e714b5d7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:35.829268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-2a5ee1f1-cc25-4bbf-99af-9e714b5d7b05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96a0df446b3441dab72c1bbb29cda521&device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 1099 time: 0.3586030 Dec 08 00:04:35.851171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=aecbe2f4-89aa-407f-8876-4b3498872d48,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:35.961921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-c4889266-64d4-4382-b516-d04fc47cdcf1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7b66b4ee-bff4-465d-8129-c6932c7eb83d HTTP/1.1" status: 200 len: 217 time: 0.1133428 Dec 08 00:04:35.972356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda6b6-165b-4cd4-8594-b30f2b1f659b req-dc25c259-7682-4240-b120-13f394594486 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:35.976128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dfda6b6-165b-4cd4-8594-b30f2b1f659b req-dc25c259-7682-4240-b120-13f394594486 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 945 time: 0.3073204 Dec 08 00:04:36.076079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f505141-902b-401e-9e0f-08a0b127d8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:36.091255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-f2915c41-b742-4a16-b1ed-8c11008d6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:36.094112 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-f2915c41-b742-4a16-b1ed-8c11008d6c5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1096 time: 0.3204746 Dec 08 00:04:36.097770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f505141-902b-401e-9e0f-08a0b127d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:36.138644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dfda6b6-165b-4cd4-8594-b30f2b1f659b req-bd41f957-1aa0-4ecd-aced-4f4b0c2ca201 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479027 Dec 08 00:04:36.151219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-1b41753d-7805-4e3d-998c-8ae0261c8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:36.158041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-1b41753d-7805-4e3d-998c-8ae0261c8e63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1806934 Dec 08 00:04:36.267661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3f505141-902b-401e-9e0f-08a0b127d8bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=accbe8dfc2bf4684884b4cc36acf77bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4670486 Dec 08 00:04:36.268379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45862) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:36.277396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5772d9-8891-4781-96a7-076d06b29de9 None None] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:36.283477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f505141-902b-401e-9e0f-08a0b127d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc061c-d8ff-437a-9ce7-c8daa18cbef7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:36.288906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-ffeb701a-64a8-4c84-9747-c4818d786b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:36.291056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-ffeb701a-64a8-4c84-9747-c4818d786b85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249211 Dec 08 00:04:36.493534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:04:36.567827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d356638-e022-4e1c-b374-ba191877aaf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:36.617274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-7e827bd0-ea51-438c-b412-a97ed208e063 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175807 Dec 08 00:04:36.619514 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d356638-e022-4e1c-b374-ba191877aaf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:36.665047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ed87-09ed-4202-8f37-83792032e886 req-ab8b95dd-143d-431e-bf84-993d9d7f92b5 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:36.666589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83e5ed87-09ed-4202-8f37-83792032e886 req-ab8b95dd-143d-431e-bf84-993d9d7f92b5 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 948 time: 0.1682770 Dec 08 00:04:36.707236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:36.709422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3ffee5f6-9d85-40cf-860a-824aae55eac6 None None] Provisioning complete for port aecbe2f4-89aa-407f-8876-4b3498872d48 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:36.709801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ffee5f6-9d85-40cf-860a-824aae55eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:36.721285 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Sync routers for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:36.740322 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:36.740951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:36.743289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-87394053-19be-4ef1-8552-c5c1d0c2c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:36.745157 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-87394053-19be-4ef1-8552-c5c1d0c2c6ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.6380627 Dec 08 00:04:36.869449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-2fdd4961-a0a2-4002-b602-8632b3473464 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 217 time: 0.1094005 Dec 08 00:04:36.891031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device aecbe2f4-89aa-407f-8876-4b3498872d48 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:36.934659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83e5ed87-09ed-4202-8f37-83792032e886 req-6272d33c-1de0-4a9e-862b-998b44d6dbb1 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599473 Dec 08 00:04:36.938023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d356638-e022-4e1c-b374-ba191877aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:36.941508 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d356638-e022-4e1c-b374-ba191877aaf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:36.944663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3d356638-e022-4e1c-b374-ba191877aaf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43dc061c-d8ff-437a-9ce7-c8daa18cbef7 HTTP/1.1" status: 204 len: 168 time: 0.6698611 Dec 08 00:04:36.946727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147c1967-c6fc-4ad3-ba22-58548bc4af89 req-08788387-3375-4f26-b270-c6e1949b1bd8 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177714 Dec 08 00:04:36.954200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d356638-e022-4e1c-b374-ba191877aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc061c-d8ff-437a-9ce7-c8daa18cbef7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:37.012717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:37.016743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-473f2975-09ad-4a50-92de-a74d1a1d06c5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.1171312 Dec 08 00:04:37.017033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:37.111861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port aecbe2f4-89aa-407f-8876-4b3498872d48 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:37.111987 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:37.186061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661626e-69af-43fa-8fb3-22203aabc203 req-5582fc69-522f-4d23-a869-9ca7f3ee5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:37.203283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8661626e-69af-43fa-8fb3-22203aabc203 req-5582fc69-522f-4d23-a869-9ca7f3ee5359 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96a0df446b3441dab72c1bbb29cda521&device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 1099 time: 0.1463041 Dec 08 00:04:37.295676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-a1762ee6-7b50-491f-ab6c-ba084e47e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:37.300536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-a1762ee6-7b50-491f-ab6c-ba084e47e8e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.4249279 Dec 08 00:04:37.429719 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:37.494988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661626e-69af-43fa-8fb3-22203aabc203 req-7241fb25-9a97-4bb4-ac90-8a9c7041e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:37.496453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8661626e-69af-43fa-8fb3-22203aabc203 req-7241fb25-9a97-4bb4-ac90-8a9c7041e254 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2923725 Dec 08 00:04:37.539171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-c4c34bd0-444d-49a9-9de8-6440411f20a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2241557 Dec 08 00:04:37.546770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9a1a126b-0508-402d-967c-6bd95f55d222 None None] Provisioning complete for port aecbe2f4-89aa-407f-8876-4b3498872d48 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:37.547920 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9a1a126b-0508-402d-967c-6bd95f55d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:37.667742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8661626e-69af-43fa-8fb3-22203aabc203 req-1782911e-6d1e-46e7-b590-ac22cf107e3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7b66b4ee-bff4-465d-8129-c6932c7eb83d HTTP/1.1" status: 200 len: 217 time: 0.1345894 Dec 08 00:04:37.816306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c3fa-2c16-4a1c-b80b-7c867e58eef8 req-cfadc70a-c206-408e-9110-3156cb704170 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:37.823551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6188c3fa-2c16-4a1c-b80b-7c867e58eef8 req-cfadc70a-c206-408e-9110-3156cb704170 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 945 time: 0.3498025 Dec 08 00:04:37.905499 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:34Z', 'revision_number': 3, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:37.933958 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-25a28c78-a467-4151-8fe5-7e55e3e88aae service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840158 Dec 08 00:04:37.936860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661626e-69af-43fa-8fb3-22203aabc203 req-841a2dff-f031-4261-abf8-6acf9c33ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:37.943853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8661626e-69af-43fa-8fb3-22203aabc203 req-841a2dff-f031-4261-abf8-6acf9c33ecd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2413204 Dec 08 00:04:37.944133 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Checking router: 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:37.945220 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Updating router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 port 60013502-4d45-4b78-a57d-03664e27b2eb binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:04:37.990941 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:38.115612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6188c3fa-2c16-4a1c-b80b-7c867e58eef8 req-86c6cd85-a60e-4fda-896f-8e36dc007e20 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833922 Dec 08 00:04:38.142062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661626e-69af-43fa-8fb3-22203aabc203 req-f8460f12-401c-4a7a-a2ea-7099a7fb9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:38.143639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8661626e-69af-43fa-8fb3-22203aabc203 req-f8460f12-401c-4a7a-a2ea-7099a7fb9755 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954780 Dec 08 00:04:38.232238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b66b4ee-bff4-465d-8129-c6932c7eb83d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:04:38.322853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72590ab-4eb1-409a-b4da-d554e91b2189 req-4cf2d67e-ffde-497b-995f-9e425d4645d4 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:38.324542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d72590ab-4eb1-409a-b4da-d554e91b2189 req-4cf2d67e-ffde-497b-995f-9e425d4645d4 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 948 time: 0.2079935 Dec 08 00:04:38.434174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8661626e-69af-43fa-8fb3-22203aabc203 req-cc25e10e-57b5-4bfa-afbd-b561e4f34cd1 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789183 Dec 08 00:04:38.471345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7b66b4ee-bff4-465d-8129-c6932c7eb83d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b66b4ee-bff4-465d-8129-c6932c7eb83d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:38.528070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '7b66b4ee-bff4-465d-8129-c6932c7eb83d', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '7b66b4ee-bff4-465d-8129-c6932c7eb83d', 'mac_address': 'fa:16:3e:a8:3f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:04:38.566905 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-b7203713-2bd8-4b94-ab8b-55c787346904 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245112 Dec 08 00:04:38.690613 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:38.730279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b66b4ee-bff4-465d-8129-c6932c7eb83d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:04:38.784702 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:38.794641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7b66b4ee-bff4-465d-8129-c6932c7eb83d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b66b4ee-bff4-465d-8129-c6932c7eb83d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:38.802332 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:38.806124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:38.882874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-701bfe4c-05fa-4b96-a478-92192e540c09 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:38.895143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-701bfe4c-05fa-4b96-a478-92192e540c09 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.2048001 Dec 08 00:04:38.897196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:38.933681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:38.938735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7b66b4ee-bff4-465d-8129-c6932c7eb83d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:38.961368 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2929bc-561e-4096-b0db-84fc946371aa None None] Pushing event updated for resources: {'Port': ['ID=60013502-4d45-4b78-a57d-03664e27b2eb,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:38.964815 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Attempting to bind port 60013502-4d45-4b78-a57d-03664e27b2eb on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:38.965200 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Attempting to bind port 60013502-4d45-4b78-a57d-03664e27b2eb by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:38.965569 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Attempting to bind port 60013502-4d45-4b78-a57d-03664e27b2eb on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:38.974863 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:38.975400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:38.976342 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:38.976740 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:38.977234 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Bound port: 60013502-4d45-4b78-a57d-03664e27b2eb, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:38.977888 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:39.064343 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] For port 60013502-4d45-4b78-a57d-03664e27b2eb, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:39.068857 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] For port 60013502-4d45-4b78-a57d-03664e27b2eb, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=60013502-4d45-4b78-a57d-03664e27b2eb,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:39.076953 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:39.094224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7b66b4ee-bff4-465d-8129-c6932c7eb83d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:39.178647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:39.208172 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2929bc-561e-4096-b0db-84fc946371aa None None] Pushing event updated for resources: {'Port': ['ID=60013502-4d45-4b78-a57d-03664e27b2eb,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:39.284472 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:39.285995 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:39.325391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d72590ab-4eb1-409a-b4da-d554e91b2189 req-e1c3a567-e421-4549-a255-d518ac775c78 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9860017 Dec 08 00:04:39.404837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8661626e-69af-43fa-8fb3-22203aabc203 req-27a369a1-ce73-406a-8f8f-010e58c3fe6d service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9549563 Dec 08 00:04:39.595135 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:39.713682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942321dc-d6dc-49a2-8e28-236e8b70741e req-fffced92-5fb5-4c2c-879d-6b7e87f3d064 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:39.725105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942321dc-d6dc-49a2-8e28-236e8b70741e req-fffced92-5fb5-4c2c-879d-6b7e87f3d064 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 945 time: 0.0774348 Dec 08 00:04:39.801828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942321dc-d6dc-49a2-8e28-236e8b70741e req-fc1a26f8-559f-4f66-9cd9-75940b16a59b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750124 Dec 08 00:04:39.944121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Allocated IP 172.20.0.1 (b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b/79efbc95-262a-496e-a60c-c9b54c6f03ae/0559d79e-26cd-403e-8e0a-fccc6ed0d702) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:39.949398 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:34Z', 'revision_number': 3, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:39.979986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:40.003677 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47837d32-e506-4f8b-b479-5878bd2b1073 None None] The sync data for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 is: [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:34Z', 'revision_number': 3, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:40.177792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:40.230467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b66b4ee-bff4-465d-8129-c6932c7eb83d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:40.336549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.344185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:40.348500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45986) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:40.350253 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e675e6b5-85ae-4623-8bff-318d0eb0b157" -d '{"events": [{"server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:40.361529 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.415807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.426382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 7b66b4ee-bff4-465d-8129-c6932c7eb83d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:04:40.436396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 7b66b4ee-bff4-465d-8129-c6932c7eb83d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:40.436790 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.491767 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a8e85-328a-4e5f-8adb-374a7aaf2f35 x-openstack-request-id: req-3a5a8e85-328a-4e5f-8adb-374a7aaf2f35 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:40.491767 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:40.491767 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a5a8e85-328a-4e5f-8adb-374a7aaf2f35 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:40.491767 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81', 'code': 200} Dec 08 00:04:40.545574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:40.545908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:40.546433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:40.556106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:04:40.556693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Attempting to bind port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:40.575712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:40.576411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:40.576986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:40.577761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Bound port: f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:40.578291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.583329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:40.699927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:40.710324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:40.729433 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.769542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.795944 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:40.875671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66b4ee-bff4-465d-8129-c6932c7eb83d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:40.893054 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d23f81e-a96c-4f11-98c0-e3c5f2aa4c06" -d '{"events": [{"server_uuid": "951f0566-f9de-40a7-83d1-1de03e93cb9e", "name": "network-vif-plugged", "status": "completed", "tag": "7b66b4ee-bff4-465d-8129-c6932c7eb83d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:40.914118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 60013502-4d45-4b78-a57d-03664e27b2eb up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:40.983474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc920db1-60a9-4aa1-91b9-d7f05aa3f9ab req-062bfa50-c497-4476-bf66-a22af62fd199 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:40.988407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc920db1-60a9-4aa1-91b9-d7f05aa3f9ab req-062bfa50-c497-4476-bf66-a22af62fd199 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 949 time: 0.3036737 Dec 08 00:04:41.006487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:41.013313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7b66b4ee-bff4-465d-8129-c6932c7eb83d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b66b4ee-bff4-465d-8129-c6932c7eb83d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:41.025549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.103614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:41.105139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.105853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7b66b4ee-bff4-465d-8129-c6932c7eb83d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:41.111566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] 10.222.0.44 "PUT /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 1121 time: 2.1983066 Dec 08 00:04:41.121807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:41.128369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:41.170430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 60013502-4d45-4b78-a57d-03664e27b2eb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:41.170816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.243509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfc6c9-e246-45f3-bcbb-8fbc2748c72b service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=8']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:41.269823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc920db1-60a9-4aa1-91b9-d7f05aa3f9ab req-d7919c36-cf1f-4e8e-bd8a-65515d44ac9a tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740581 Dec 08 00:04:41.293991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f3a7b711-b04a-45cb-ab9b-bc4e57855d81'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:04:41.357068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.361433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0559d79e-26cd-403e-8e0a-fccc6ed0d702,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:41.365473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8375637-0441-4bae-a730-fc5c20f43334 req-9cc35bc5-d3e2-4cca-83c4-42fb023abbbc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:41.377294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8375637-0441-4bae-a730-fc5c20f43334 req-9cc35bc5-d3e2-4cca-83c4-42fb023abbbc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.3550181 Dec 08 00:04:41.625360 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475763b5-694f-4638-8efb-ec98ab43f1de x-openstack-request-id: req-475763b5-694f-4638-8efb-ec98ab43f1de {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:41.634316 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951f0566-f9de-40a7-83d1-1de03e93cb9e", "name": "network-vif-plugged", "status": "completed", "tag": "7b66b4ee-bff4-465d-8129-c6932c7eb83d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:41.639567 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-475763b5-694f-4638-8efb-ec98ab43f1de {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:41.640811 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b66b4ee-bff4-465d-8129-c6932c7eb83d', 'code': 200} Dec 08 00:04:41.722799 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.734277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.776943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 60013502-4d45-4b78-a57d-03664e27b2eb, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=60013502-4d45-4b78-a57d-03664e27b2eb,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:41.795772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e718044a-1e0d-41a4-9071-589fc5c67a54 None None] Provisioning complete for port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:41.796455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e718044a-1e0d-41a4-9071-589fc5c67a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.798327 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:41.799119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8375637-0441-4bae-a730-fc5c20f43334 req-d451f319-6224-40bc-af37-88de329f582d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198017 Dec 08 00:04:41.987062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:42.055708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b57ce9-0cc9-4021-969e-8b62f5a3bcc3 req-0705924f-98ad-42c9-bc92-cab739325e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:42.057286 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-26b57ce9-0cc9-4021-969e-8b62f5a3bcc3 req-0705924f-98ad-42c9-bc92-cab739325e5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 1101 time: 0.3274250 Dec 08 00:04:42.210780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e718044a-1e0d-41a4-9071-589fc5c67a54 None None] Port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:42.257959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:04:42.301747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=60013502-4d45-4b78-a57d-03664e27b2eb,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:42.368846 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-26b57ce9-0cc9-4021-969e-8b62f5a3bcc3 req-dba43b2b-114f-41e5-8554-222c3e47f8ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849603 Dec 08 00:04:42.490043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:42.493840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:42.497241 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d1ba09-39e7-4383-8909-26d81ec914e3" -d '{"events": [{"name": "network-changed", "server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:42.504081 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:42.577746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe61b0-88ad-4826-8e5d-ccd940b4d7a1 req-ef8b0b3e-dfa9-46f4-b439-0244a6a4bf53 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:42.580189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbfe61b0-88ad-4826-8e5d-ccd940b4d7a1 req-ef8b0b3e-dfa9-46f4-b439-0244a6a4bf53 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 950 time: 0.1122289 Dec 08 00:04:42.615467 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa2627-f411-4165-afa2-532d2580e091 x-openstack-request-id: req-23fa2627-f411-4165-afa2-532d2580e091 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:42.615769 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:42.617150 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23fa2627-f411-4165-afa2-532d2580e091 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:42.617818 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81', 'status': 'completed', 'code': 200} Dec 08 00:04:42.634072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:42.644737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:42.658370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:04:42.715698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0559d79e-26cd-403e-8e0a-fccc6ed0d702,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:42.760311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbfe61b0-88ad-4826-8e5d-ccd940b4d7a1 req-ad6aa094-4bd3-4bc1-9b68-8135b069e8ac tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617420 Dec 08 00:04:42.796771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 60013502-4d45-4b78-a57d-03664e27b2eb up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:42.889846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Deleting port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:42.890207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:42.918278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-f5fcd0a1-9154-4f25-a5fc-fefc01633353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:42.921977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 60013502-4d45-4b78-a57d-03664e27b2eb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:42.925211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:42.926539 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-f5fcd0a1-9154-4f25-a5fc-fefc01633353 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1124 time: 0.2734854 Dec 08 00:04:42.978619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46032) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:43.131344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411f18-4700-4d4c-a000-6404bef2eaae req-df65b9c8-c4c9-4a2a-a0dd-3ca3d70b99a6 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:43.137020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1411f18-4700-4d4c-a000-6404bef2eaae req-df65b9c8-c4c9-4a2a-a0dd-3ca3d70b99a6 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.1814711 Dec 08 00:04:43.209603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:43.218310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:43.222041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] For port 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:43.222461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:43.253574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Calling delete_port for 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:43.279475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f168-9e06-486a-9a13-16d0ca4f3f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:43.301921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-c32927dd-1c13-4f77-b02a-59c7ad7f471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:43.304621 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-c32927dd-1c13-4f77-b02a-59c7ad7f471e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.3559363 Dec 08 00:04:43.358588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1411f18-4700-4d4c-a000-6404bef2eaae req-93842cd9-1354-4c50-be48-637a10d2ed14 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129490 Dec 08 00:04:43.401280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-1a703d53-671c-41f6-a448-66d18059aef2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 217 time: 0.0814683 Dec 08 00:04:43.505102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:43.549624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f09e462b-d381-4276-97c9-ed7e29002c0b None None] Provisioning complete for port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:43.550007 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f09e462b-d381-4276-97c9-ed7e29002c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:43.573880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f168-9e06-486a-9a13-16d0ca4f3f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:43.583620 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f168-9e06-486a-9a13-16d0ca4f3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:43.613039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-f47829a0-20bd-4a21-93fc-b9221d31a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:43.615488 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-f47829a0-20bd-4a21-93fc-b9221d31a1eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1186652 Dec 08 00:04:43.626697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:04:43.663429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dfc4f168-9e06-486a-9a13-16d0ca4f3f61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f01d08949d941f28fd17f576f4d4ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6619072 Dec 08 00:04:43.668107 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-159599dc-2f59-456d-a276-efd5ad1c8573 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393026 Dec 08 00:04:43.669927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46054) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:43.686087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4f168-9e06-486a-9a13-16d0ca4f3f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f86498-e5c1-4d80-93b6-9fe457e03233,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:43.688539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f09e462b-d381-4276-97c9-ed7e29002c0b None None] Port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:43.720755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:43.752557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=99815352-9e6b-4ad6-bd1d-20fab5aa0a8e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:43.857269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:43.870228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Sync routers for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:43.887435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-afe49293-8c85-44e3-94cd-715604e057a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/2d1b5d9c-a8ee-47cf-9e40-f80106e36982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8693008 Dec 08 00:04:43.896154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:43.902049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:44.092182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2377b-1fb1-419a-8fce-f9f9ad1420c7 req-b17765ce-2864-474a-be13-71c2b6c56343 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:44.100914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bc2377b-1fb1-419a-8fce-f9f9ad1420c7 req-b17765ce-2864-474a-be13-71c2b6c56343 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 950 time: 0.2065337 Dec 08 00:04:44.105016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32e99b5c-06ac-46d2-abbf-af91eed39950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:44.138722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-08146095-68a9-4005-8b64-1b15c415d6bd service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597743 Dec 08 00:04:44.163919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:44.171474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:44.255856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bc2377b-1fb1-419a-8fce-f9f9ad1420c7 req-a0075489-500a-4db1-a22f-ca6cdbf10b73 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423910 Dec 08 00:04:44.258482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32e99b5c-06ac-46d2-abbf-af91eed39950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:44.459318 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-03d1ba09-39e7-4383-8909-26d81ec914e3 req-8f28f1fb-ed47-4824-9768-d38ecd456b38 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121872 Dec 08 00:04:44.474299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32e99b5c-06ac-46d2-abbf-af91eed39950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:44.477490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32e99b5c-06ac-46d2-abbf-af91eed39950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:44.478822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-32e99b5c-06ac-46d2-abbf-af91eed39950 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75f86498-e5c1-4d80-93b6-9fe457e03233 HTTP/1.1" status: 204 len: 168 time: 0.8077316 Dec 08 00:04:44.495059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99b5c-06ac-46d2-abbf-af91eed39950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f86498-e5c1-4d80-93b6-9fe457e03233,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:44.644448 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:04:44.664981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583bfb9-212e-4710-a29f-5e6b0be51e45 req-817dcef5-d44d-4818-8010-e8b5de8c2223 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:44.672281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9583bfb9-212e-4710-a29f-5e6b0be51e45 req-817dcef5-d44d-4818-8010-e8b5de8c2223 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.1058149 Dec 08 00:04:44.765405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Router 3ca38881-ea54-4318-a3ed-a11f650fa607 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:04:44.770092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9583bfb9-212e-4710-a29f-5e6b0be51e45 req-5c08061f-f5ab-485d-805f-2e2f8ebdcfc5 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968957 Dec 08 00:04:44.842110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:42Z', 'revision_number': 2, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:44.894149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Checking router: 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:44.894149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Updating router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:04:44.926577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:44.962917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:44.971676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46080) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:44.971930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-74a3d388-8649-42c3-987d-9051760e2e7d admin admin] 10.222.0.18 "PUT /v2.0/routers/3ca38881-ea54-4318-a3ed-a11f650fa607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6221480 Dec 08 00:04:44.984839 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] Sync routers for ids ['3ca38881-ea54-4318-a3ed-a11f650fa607'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:44.997131 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] Routers {'3ca38881-ea54-4318-a3ed-a11f650fa607'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:44.998372 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3ca38881-ea54-4318-a3ed-a11f650fa607'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:45.150374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46086) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:45.173399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46088) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:45.182261 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbf77be-6fad-41b9-9459-3c1205a9000f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.202230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ffb5ec63-d26a-4154-b3d0-925b87cdf917 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298318463', 'description': 'tempest-description--909110493'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:45.254908 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] Set router 3ca38881-ea54-4318-a3ed-a11f650fa607 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:45.366603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffb5ec63-d26a-4154-b3d0-925b87cdf917 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.401208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.450538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbf77be-6fad-41b9-9459-3c1205a9000f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.473315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8dbe-66be-4ffb-8b78-3216b798ac29 req-e8a595dc-2d7a-4ec4-a228-47daa84548ab tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:45.475735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-444b8dbe-66be-4ffb-8b78-3216b798ac29 req-e8a595dc-2d7a-4ec4-a228-47daa84548ab tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 950 time: 0.1451867 Dec 08 00:04:45.477155 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbf77be-6fad-41b9-9459-3c1205a9000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.544905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4cbf77be-6fad-41b9-9459-3c1205a9000f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b67295a39ea471b9ecd59617af3692b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929248 Dec 08 00:04:45.545448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46094) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:45.576087 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.592075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.641824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.648106 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2906eca6-53bf-4546-b6c9-09582054f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:04:43Z', 'revision_number': 5, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port': {'id': '2906eca6-53bf-4546-b6c9-09582054f419', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:23Z', 'updated_at': '2021-12-08T00:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:45.686275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43779c-2edf-4a5e-bb90-c06080c8551e None None] Pushing event updated for resources: {'Port': ['ID=0559d79e-26cd-403e-8e0a-fccc6ed0d702,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:45.691941 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] Checking router: 3ca38881-ea54-4318-a3ed-a11f650fa607 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:45.699095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-444b8dbe-66be-4ffb-8b78-3216b798ac29 req-918920a3-07b0-4356-9163-3ec441040cad tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783838 Dec 08 00:04:45.706823 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] Routers {'3ca38881-ea54-4318-a3ed-a11f650fa607'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:45.708222 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3ca38881-ea54-4318-a3ed-a11f650fa607'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:45.719029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf77be-6fad-41b9-9459-3c1205a9000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c03b1-3d22-404d-87c8-0c1b7fa14414,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:45.737066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e89c649-60e1-42cf-a3da-ee99237aab60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.806291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e89c649-60e1-42cf-a3da-ee99237aab60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.866385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffb5ec63-d26a-4154-b3d0-925b87cdf917 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.875792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Attempting to bind port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:45.876415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Attempting to bind port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:45.876980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Attempting to bind port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 on network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:45.880699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffb5ec63-d26a-4154-b3d0-925b87cdf917 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.902600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:45.903379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Checking segment: {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:45.903958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.905087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Bound using segment: {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:45.905763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Bound port: 0559d79e-26cd-403e-8e0a-fccc6ed0d702, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:45.907171 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.909002 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e89c649-60e1-42cf-a3da-ee99237aab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.912678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e89c649-60e1-42cf-a3da-ee99237aab60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.920742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5e89c649-60e1-42cf-a3da-ee99237aab60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/202c03b1-3d22-404d-87c8-0c1b7fa14414 HTTP/1.1" status: 204 len: 168 time: 0.3699987 Dec 08 00:04:45.938980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89c649-60e1-42cf-a3da-ee99237aab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c03b1-3d22-404d-87c8-0c1b7fa14414,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:45.987426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffb5ec63-d26a-4154-b3d0-925b87cdf917 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:45.991604 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ffb5ec63-d26a-4154-b3d0-925b87cdf917 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8153610 Dec 08 00:04:45.995223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:46.007758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b0c3c78a-d4bf-4176-a83c-720abe748b77 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Request body: {'security_group_rule': {'security_group_id': '965beb12-f55e-4d2f-8a39-12eef61e3d39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:46.039311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5ec63-d26a-4154-b3d0-925b87cdf917 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965beb12-f55e-4d2f-8a39-12eef61e3d39,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:46.071900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Deleting port 2906eca6-53bf-4546-b6c9-09582054f419 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:46.072248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.079871 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] Set router 3ca38881-ea54-4318-a3ed-a11f650fa607 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:46.080231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b6264-7b78-4842-a3bc-f25f6e15a3fd req-44adfb57-c484-48aa-9ddd-d34a64cb7cf4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:46.085367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-704b6264-7b78-4842-a3bc-f25f6e15a3fd req-44adfb57-c484-48aa-9ddd-d34a64cb7cf4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.1378994 Dec 08 00:04:46.144639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] For port 0559d79e-26cd-403e-8e0a-fccc6ed0d702, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:46.150226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] For port 0559d79e-26cd-403e-8e0a-fccc6ed0d702, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0559d79e-26cd-403e-8e0a-fccc6ed0d702,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:04:46.155317 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:04:45Z', 'revision_number': 6, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:46.165183 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.228593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-704b6264-7b78-4842-a3bc-f25f6e15a3fd req-7ceabf40-3bce-416e-9a39-457d2197b0f9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373744 Dec 08 00:04:46.249588 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16ad6-28e6-4b0e-b5a7-75f9fe265fbb None None] The sync data for ids ['3ca38881-ea54-4318-a3ed-a11f650fa607'] in n-d-820549-2 is: [{'id': '3ca38881-ea54-4318-a3ed-a11f650fa607', 'name': 'tempest-AttachSCSIVolumeTestJSON-1737903214-router', 'tenant_id': 'c55fc70e8909444d9335baa216ac1248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:22Z', 'updated_at': '2021-12-08T00:04:45Z', 'revision_number': 6, 'project_id': 'c55fc70e8909444d9335baa216ac1248', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:46.320701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43779c-2edf-4a5e-bb90-c06080c8551e None None] Pushing event updated for resources: {'Port': ['ID=0559d79e-26cd-403e-8e0a-fccc6ed0d702,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:46.330985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c78a-d4bf-4176-a83c-720abe748b77 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.355999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:46.358355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:46.365550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3d84548e-7e53-46ea-a08f-bca3a3f96b10 None None] Provisioning complete for port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:46.368013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d84548e-7e53-46ea-a08f-bca3a3f96b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.390558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] For port 2906eca6-53bf-4546-b6c9-09582054f419, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2906eca6-53bf-4546-b6c9-09582054f419,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:46.391239 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.498563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-77a69180-ea9f-46f5-a0a1-70b0b2ee5be6 service neutron] 10.222.0.59 "GET /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.3235550 Dec 08 00:04:46.501630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Calling delete_port for 2906eca6-53bf-4546-b6c9-09582054f419 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:46.664654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c78a-d4bf-4176-a83c-720abe748b77 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.735044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c78a-d4bf-4176-a83c-720abe748b77 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.751035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:46.834421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3c78a-d4bf-4176-a83c-720abe748b77 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a48aee-16a0-417f-acc8-8171ae40c6a0,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:46.847746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c78a-d4bf-4176-a83c-720abe748b77 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.848958 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b0c3c78a-d4bf-4176-a83c-720abe748b77 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8501804 Dec 08 00:04:46.849533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:46.850275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 99815352-9e6b-4ad6-bd1d-20fab5aa0a8e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:46.852270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46120) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:46.857919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6d41b0f0-8ae8-4755-8962-d8c6c23bb066 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Request body: {'security_group_rule': {'security_group_id': '965beb12-f55e-4d2f-8a39-12eef61e3d39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:46.863527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:46.867790 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d84548e-7e53-46ea-a08f-bca3a3f96b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.936011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-04d85a20-4206-4a95-96f8-e2d2fda1416c tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:46.937697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-04d85a20-4206-4a95-96f8-e2d2fda1416c tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.44 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 950 time: 0.2152793 Dec 08 00:04:46.945305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3d84548e-7e53-46ea-a08f-bca3a3f96b10 None None] For port 0559d79e-26cd-403e-8e0a-fccc6ed0d702, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0559d79e-26cd-403e-8e0a-fccc6ed0d702,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:46.961549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d84548e-7e53-46ea-a08f-bca3a3f96b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:46.996378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2748c-d2e3-4424-941c-3a8ab775822f req-0651cd92-475b-4c5d-b266-c024e6193ed3 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:46.998139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3e2748c-d2e3-4424-941c-3a8ab775822f req-0651cd92-475b-4c5d-b266-c024e6193ed3 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 950 time: 0.1239114 Dec 08 00:04:47.005266 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d41b0f0-8ae8-4755-8962-d8c6c23bb066 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.089097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84548e-7e53-46ea-a08f-bca3a3f96b10 None None] Pushing event updated for resources: {'Port': ['ID=0559d79e-26cd-403e-8e0a-fccc6ed0d702,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:47.113237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d41b0f0-8ae8-4755-8962-d8c6c23bb066 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.126238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3e2748c-d2e3-4424-941c-3a8ab775822f req-0e6519d8-4c0a-4016-9bd0-1242b6579ce9 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151371 Dec 08 00:04:47.128346 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d41b0f0-8ae8-4755-8962-d8c6c23bb066 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.158943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41b0f0-8ae8-4755-8962-d8c6c23bb066 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d04c333-71d8-4ae6-b43c-d4ffa7fa9318,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:47.187133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d41b0f0-8ae8-4755-8962-d8c6c23bb066 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.189412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6d41b0f0-8ae8-4755-8962-d8c6c23bb066 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351898 Dec 08 00:04:47.192469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46124) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:47.204394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:47.258369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.394510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:47.407720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.423823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-817fafe1-f50c-4d4d-a9cc-75ecd4b2683d None None] Provisioning complete for port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:47.424865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-817fafe1-f50c-4d4d-a9cc-75ecd4b2683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.485230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Pushing event deleted for resources: {'Port': ['ID=2906eca6-53bf-4546-b6c9-09582054f419,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:47.497839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:47.560453 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.591014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Deleting port 7b66b4ee-bff4-465d-8129-c6932c7eb83d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:47.592327 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.654393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbec7-4e15-41f9-b4f2-b17998927ede req-7a2b6f91-9eac-4425-bc95-29fe63533740 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:47.656748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-125fbec7-4e15-41f9-b4f2-b17998927ede req-7a2b6f91-9eac-4425-bc95-29fe63533740 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.1807654 Dec 08 00:04:47.698410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:47.725139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:47.791244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-125fbec7-4e15-41f9-b4f2-b17998927ede req-d82ff7a6-1d3b-4b9f-8d4b-0d77d29e0fc6 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261561 Dec 08 00:04:47.818263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe181b2-49f6-44e3-95db-3303b7456b51 None None] The sync data for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 is: [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:47.874096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a7b711-b04a-45cb-ab9b-bc4e57855d81 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:04:47.946814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:47.957335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Allocated IP 172.25.6.221 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/93a7df9a-39fd-4230-801a-6857e3534b01) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:48.023859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] For port 7b66b4ee-bff4-465d-8129-c6932c7eb83d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b66b4ee-bff4-465d-8129-c6932c7eb83d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:48.024260 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:48.043163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:48.045202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:48.051881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Calling delete_port for 7b66b4ee-bff4-465d-8129-c6932c7eb83d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:48.247023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:48.341246 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:48.516989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:48.537537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d7f45-6d66-4394-8354-371f41415285 req-31e6346c-cd1e-4880-bf57-dec31012da2f tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:48.545443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-502d7f45-6d66-4394-8354-371f41415285 req-31e6346c-cd1e-4880-bf57-dec31012da2f tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 950 time: 0.2439482 Dec 08 00:04:48.551308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:48.555140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:48.626132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-502d7f45-6d66-4394-8354-371f41415285 req-a4aa38e8-f404-42d3-975b-21c5b7aed117 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac16793d-6462-4a6a-8784-13c97e38f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797698 Dec 08 00:04:48.626777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event updated for resources: {'Port': ['ID=93a7df9a-39fd-4230-801a-6857e3534b01,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:48.833372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:48.927626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0559d79e-26cd-403e-8e0a-fccc6ed0d702 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:04:48.953084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.082768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.084003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:49.084381 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.223002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777dbfb-2f95-4192-800d-52e2e3a2cee5 req-0cf2b3ad-bccd-4f7d-8bf7-b93415fec640 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:49.234148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b777dbfb-2f95-4192-800d-52e2e3a2cee5 req-0cf2b3ad-bccd-4f7d-8bf7-b93415fec640 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 943 time: 0.2246320 Dec 08 00:04:49.272921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] Transition to ACTIVE for port object f3a7b711-b04a-45cb-ab9b-bc4e57855d81 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:04:49.277244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.307410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.466767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2906eca6-53bf-4546-b6c9-09582054f419 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:49.473186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b777dbfb-2f95-4192-800d-52e2e3a2cee5 req-0029aabb-f5a1-4ca1-8c9c-1ab9151e9ffa tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379718 Dec 08 00:04:49.473777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46180) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:49.537329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2906eca6-53bf-4546-b6c9-09582054f419 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:49.538338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2906eca6-53bf-4546-b6c9-09582054f419 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:49.548871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] No DVR routers for this DVR port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:49.556379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.556947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca38881-ea54-4318-a3ed-a11f650fa607 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:04:49.562076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.563139 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ae09313e-14b7-4c94-a05c-c38fd12f7161 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3ca38881-ea54-4318-a3ed-a11f650fa607 HTTP/1.1" status: 204 len: 168 time: 4.5898399 Dec 08 00:04:49.573522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46184) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:49.672275 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1680810 Dec 08 00:04:49.684397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a9963-a539-4168-a3fb-d5b3839968e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:49.716030 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.734636 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.751594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.833909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Pushing event deleted for resources: {'Port': ['ID=7b66b4ee-bff4-465d-8129-c6932c7eb83d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:49.855722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] Deleting subnet 60daf42c-4117-4164-a376-217d8ccc8c66 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:04:49.855722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:49.903990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.006579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e36c06f-9665-48e8-9c8a-2790bab051e4 req-b423319d-f8cd-406c-bd23-0c1a11a94fe4 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f0566-f9de-40a7-83d1-1de03e93cb9e HTTP/1.1" status: 200 len: 210 time: 0.0885968 Dec 08 00:04:50.080552 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db8f6e05-103a-4c0a-98c7-e2155136f568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.109972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event updated for resources: {'Port': ['ID=93a7df9a-39fd-4230-801a-6857e3534b01,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:50.119072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-a458d5d0-9c38-493a-85bc-244d37815a84 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dd9701b90c514c1d9ff4d10401683c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718652 Dec 08 00:04:50.146230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] No DVR routers for this DVR port 7b66b4ee-bff4-465d-8129-c6932c7eb83d on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:50.164593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.166120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-4253c07f-73c2-48ab-8943-1baf48bba4b4 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:50.168485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-45897466-20c5-407e-9627-6a0e1fb4fd83 req-5e5d68c3-d8be-4fd2-909a-23ae90727518 tempest-ServerDiagnosticsNegativeTest-1061126463 tempest-ServerDiagnosticsNegativeTest-1061126463-project] 10.222.0.44 "DELETE /v2.0/ports/7b66b4ee-bff4-465d-8129-c6932c7eb83d HTTP/1.1" status: 204 len: 173 time: 3.2220216 Dec 08 00:04:50.169406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'name': 'network-vif-deleted', 'tag': '7b66b4ee-bff4-465d-8129-c6932c7eb83d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:04:50.174011 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869d1567-3250-4c63-9a38-185efd4b9ac5" -d '{"events": [{"server_uuid": "951f0566-f9de-40a7-83d1-1de03e93cb9e", "name": "network-vif-deleted", "tag": "7b66b4ee-bff4-465d-8129-c6932c7eb83d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:04:50.174684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-4253c07f-73c2-48ab-8943-1baf48bba4b4 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.3851826 Dec 08 00:04:50.175792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.204599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.261952 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd81c07-a636-4af3-8b94-ab61b8590d0d x-openstack-request-id: req-bcd81c07-a636-4af3-8b94-ab61b8590d0d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:04:50.278785 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951f0566-f9de-40a7-83d1-1de03e93cb9e", "name": "network-vif-deleted", "tag": "7b66b4ee-bff4-465d-8129-c6932c7eb83d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:04:50.290849 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcd81c07-a636-4af3-8b94-ab61b8590d0d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:04:50.291742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b66b4ee-bff4-465d-8129-c6932c7eb83d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:50.294056 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951f0566-f9de-40a7-83d1-1de03e93cb9e', 'name': 'network-vif-deleted', 'tag': '7b66b4ee-bff4-465d-8129-c6932c7eb83d', 'status': 'completed', 'code': 200} Dec 08 00:04:50.297692 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.299830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fa95acc9-6fbc-4bc3-bf2b-31c24461d26b tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1061790 Dec 08 00:04:50.358706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-d3f51556-6356-4f18-8d60-06c482dbeaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:50.360400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-d3f51556-6356-4f18-8d60-06c482dbeaeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 1095 time: 0.1765821 Dec 08 00:04:50.369845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.392055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 7b66b4ee-bff4-465d-8129-c6932c7eb83d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:50.393979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b66b4ee-bff4-465d-8129-c6932c7eb83d not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:50.394230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-d7977e79-d2a9-4aab-836b-7f672de47aa8 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:50.396042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-d7977e79-d2a9-4aab-836b-7f672de47aa8 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653503 Dec 08 00:04:50.422932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-8caedf4d-0670-4481-b058-6f62c8e7a484 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/quotas/dd9701b90c514c1d9ff4d10401683c19 HTTP/1.1" status: 200 len: 375 time: 0.0155439 Dec 08 00:04:50.427594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.435816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be18110-abea-48c3-84e6-610cb17d8663 None None] Network 8bd571fb-fdc7-494b-a86a-8a89f85a04ca requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:04:50.438903 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60daf42c-4117-4164-a376-217d8ccc8c66 HTTP/1.1" status: 204 len: 168 time: 0.8617177 Dec 08 00:04:50.441513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db8f6e05-103a-4c0a-98c7-e2155136f568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.458421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:50.476998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db8f6e05-103a-4c0a-98c7-e2155136f568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.484263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5062c-cd47-4a30-9a3c-78a73459dc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60daf42c-4117-4164-a376-217d8ccc8c66,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:50.537543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f6e05-103a-4c0a-98c7-e2155136f568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da2c756-7b49-4318-8068-da33f9121a96,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:50.541587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-f1451642-b0aa-4dcf-82b4-76597df7c8ec tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986848 Dec 08 00:04:50.635002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-7a46cab3-8fb7-4b52-bdb7-9920d1bd1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:50.639635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-7a46cab3-8fb7-4b52-bdb7-9920d1bd1e3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1095 time: 0.2093122 Dec 08 00:04:50.644726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-db8f6e05-103a-4c0a-98c7-e2155136f568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f4117fbd70b46c8a1f7490f74461068&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1583443 Dec 08 00:04:50.647370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46212) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:50.779121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57417a7f-a2ed-4911-950e-04b6cb057f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.849406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57417a7f-a2ed-4911-950e-04b6cb057f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.943976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57417a7f-a2ed-4911-950e-04b6cb057f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.954779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57417a7f-a2ed-4911-950e-04b6cb057f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:50.961152 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-57417a7f-a2ed-4911-950e-04b6cb057f76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3da2c756-7b49-4318-8068-da33f9121a96 HTTP/1.1" status: 204 len: 168 time: 0.3120351 Dec 08 00:04:50.982927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57417a7f-a2ed-4911-950e-04b6cb057f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da2c756-7b49-4318-8068-da33f9121a96,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:51.038989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] DHCP port deletion for 8bd571fb-fdc7-494b-a86a-8a89f85a04ca request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:04:51.152891 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] Deleting port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:51.153303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:51.281814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] For port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=69d92903-fe79-4f3f-9f0f-9003a0e4f0f3,segment=NetworkSegment(5dcf6065-b99e-49ec-84ef-231752e675f2),segment_id=5dcf6065-b99e-49ec-84ef-231752e675f2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:51.282212 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:51.300471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] Calling delete_port for 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:51.355869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:51.379374 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:51.437784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:51.447261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b69a-682d-4401-9c5a-a0553ff61f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:51.487605 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:51.536099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] No DVR routers for this DVR port 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:04:51.543129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf0a1d-d632-4734-b509-75bd0fd321a4 None None] Pushing event deleted for resources: {'Port': ['ID=69d92903-fe79-4f3f-9f0f-9003a0e4f0f3,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:51.552220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd214ab-5652-407f-8845-ffa9041bc345 req-6c221920-58e6-47af-af06-a41005925326 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:51.554530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2dd214ab-5652-407f-8845-ffa9041bc345 req-6c221920-58e6-47af-af06-a41005925326 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 944 time: 0.9102280 Dec 08 00:04:51.559186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] The port '69d92903-fe79-4f3f-9f0f-9003a0e4f0f3' was deleted {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 08 00:04:51.564061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-2ef1b634-ba52-4515-b917-d1c6e4639cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:51.565547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-2ef1b634-ba52-4515-b917-d1c6e4639cdc service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.8990755 Dec 08 00:04:51.576524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-7306a5ab-7b01-4391-88d0-87e72a3d2a37 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1298318463&fields=id&tenant_id=ca31cdfd233c4873bded96ea8cc9842f HTTP/1.1" status: 200 len: 267 time: 0.2332897 Dec 08 00:04:51.662230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-4ec4bdba-bcac-425f-a648-ef24489ca34f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 217 time: 0.0650973 Dec 08 00:04:51.829115 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:51.836931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2dd214ab-5652-407f-8845-ffa9041bc345 req-91d05e74-2ed7-40d2-972b-32e230c07849 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756155 Dec 08 00:04:51.863814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-b5b989ad-4cb5-43af-8f88-d573fb72f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:51.865534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-b5b989ad-4cb5-43af-8f88-d573fb72f078 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1872492 Dec 08 00:04:51.868960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd571fb-fdc7-494b-a86a-8a89f85a04ca']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:51.909802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dcf6065-b99e-49ec-84ef-231752e675f2') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:51.910106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dcf6065-b99e-49ec-84ef-231752e675f2') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:51.943371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-7fe0e749-832a-4875-b130-b2c2a7ac227a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508482 Dec 08 00:04:51.946016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:51.955702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-9a658aaf-4dd9-426c-9b24-a99f3daa9264 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:51.957214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-9a658aaf-4dd9-426c-9b24-a99f3daa9264 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/networks?id=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b HTTP/1.1" status: 200 len: 805 time: 0.3474092 Dec 08 00:04:51.997923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:52.015855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-9469a647-6401-44b6-80cf-7855d00f7412 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/quotas/ca31cdfd233c4873bded96ea8cc9842f HTTP/1.1" status: 200 len: 375 time: 0.0501783 Dec 08 00:04:52.020683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:04:52.021289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:04:52.031670 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:04:52.123536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-2ae860fd-3fc2-42cc-b3fa-2d25391ca8fa service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605113 Dec 08 00:04:52.164411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-0c433f4d-4b10-40f8-8e12-3b7057903d7a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dd9701b90c514c1d9ff4d10401683c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585174 Dec 08 00:04:52.348755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:52.372208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:52.375335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bd571fb-fdc7-494b-a86a-8a89f85a04ca HTTP/1.1" status: 204 len: 168 time: 1.9158654 Dec 08 00:04:52.378252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46282) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:52.394798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-01c9f2b4-8bea-4b17-bf0d-cdee79f3fbe4 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca31cdfd233c4873bded96ea8cc9842f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3589211 Dec 08 00:04:52.405421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-d0488d63-83dc-4049-ad8e-1d0c05e5a59a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:52.406905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-d0488d63-83dc-4049-ad8e-1d0c05e5a59a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221725 Dec 08 00:04:52.409579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c819552-a75f-41b2-a82d-d775fceb49da admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd571fb-fdc7-494b-a86a-8a89f85a04ca,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:52.465931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-c947171e-2f01-42c8-b85f-1dda4c1131a5 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292193 Dec 08 00:04:52.469469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-25329ffb-9f77-4949-9056-faa5e2ae0d0d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/quotas/dd9701b90c514c1d9ff4d10401683c19 HTTP/1.1" status: 200 len: 375 time: 0.0387483 Dec 08 00:04:52.541732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-cd362239-a785-45a6-9ec2-5fc3986fcc74 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339777 Dec 08 00:04:52.563200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-21aa8b83-1d5a-4505-8c69-eff5d158cd01 service neutron] 10.222.0.18 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513927 Dec 08 00:04:52.708729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-5d6445fe-18ff-4c03-82f0-fda3f01c11a6 service neutron] 10.222.0.18 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334383 Dec 08 00:04:52.799350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:52.882742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:52.882916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69d92903-fe79-4f3f-9f0f-9003a0e4f0f3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:53.058406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72da5c56-f9d7-4bf7-8744-d3598c9b9132 req-d709a136-3088-4c91-8788-4866fb1ab7fc tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 210 time: 0.0841913 Dec 08 00:04:53.150524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:53.180073 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-b67714ec-5bf3-4355-a53a-9eefa803dc02 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dd9701b90c514c1d9ff4d10401683c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1143610 Dec 08 00:04:53.422817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46324) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:53.482242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5126-f760-4a84-91f2-58f28338c502 req-a17d5f57-6bad-4c69-a0fa-184e202c57a5 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:53.484053 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-a17d5f57-6bad-4c69-a0fa-184e202c57a5 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.1977277 Dec 08 00:04:53.561813 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e129e400-e76e-4485-8d45-13ad781ae7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:53.627368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bb4cb-8026-4338-8ce4-b3986c821774 req-6893e536-0bfd-4e77-8447-3d98b6d41983 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:53.638603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee5bb4cb-8026-4338-8ce4-b3986c821774 req-6893e536-0bfd-4e77-8447-3d98b6d41983 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 944 time: 0.3879900 Dec 08 00:04:53.659056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-748add69-829b-4162-a6cd-5eb9f5b10794 req-f5d8e388-33ea-4505-851b-8d3ac4edd75e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 210 time: 0.3332705 Dec 08 00:04:53.749284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-5ec33402-6362-4531-a544-5c29b926f546 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:53.755565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-5ec33402-6362-4531-a544-5c29b926f546 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5651355 Dec 08 00:04:53.781190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Request body: {'port': {'device_id': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'dd9701b90c514c1d9ff4d10401683c19'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:53.889114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee5bb4cb-8026-4338-8ce4-b3986c821774 req-15fea8ba-06c7-4f0a-b97f-de641bc4c497 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495122 Dec 08 00:04:53.949976 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5336f63c-607d-471f-9fe3-0f953dad52b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96a0df446b3441dab72c1bbb29cda521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5227120 Dec 08 00:04:53.958542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46348) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:54.174402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-992d5126-f760-4a84-91f2-58f28338c502 req-a27e9061-08aa-4c63-af8d-278ac575eef2 service neutron] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:04:54.203937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-992d5126-f760-4a84-91f2-58f28338c502 req-a27e9061-08aa-4c63-af8d-278ac575eef2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.206031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-992d5126-f760-4a84-91f2-58f28338c502 req-a27e9061-08aa-4c63-af8d-278ac575eef2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.6387072 Dec 08 00:04:54.261258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Deleting port 76979175-b2ca-4157-a5ea-4e05176967ca {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:54.261782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.295074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c82a014d-3589-4bcd-82f7-7017c2fcf204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.352025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4afec3e-a612-46c8-a288-561d13012d5d req-02dfb8c6-b549-444d-9380-015271515fab tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 210 time: 0.0627303 Dec 08 00:04:54.360393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Made reservation on behalf of dd9701b90c514c1d9ff4d10401683c19 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:54.364197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.396006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.400560 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c82a014d-3589-4bcd-82f7-7017c2fcf204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.436967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] For port 76979175-b2ca-4157-a5ea-4e05176967ca, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76979175-b2ca-4157-a5ea-4e05176967ca,segment=NetworkSegment(3301296f-4de3-4608-9417-70ec1341b553),segment_id=3301296f-4de3-4608-9417-70ec1341b553)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:54.437492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.462030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Calling delete_port for 76979175-b2ca-4157-a5ea-4e05176967ca owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:54.513514 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c82a014d-3589-4bcd-82f7-7017c2fcf204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.517717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c82a014d-3589-4bcd-82f7-7017c2fcf204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.519228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c82a014d-3589-4bcd-82f7-7017c2fcf204 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac16793d-6462-4a6a-8784-13c97e38f52b HTTP/1.1" status: 204 len: 168 time: 0.5586209 Dec 08 00:04:54.541011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a014d-3589-4bcd-82f7-7017c2fcf204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac16793d-6462-4a6a-8784-13c97e38f52b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:54.583445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.592446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.696953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a6e090-0079-4c1f-b358-872cf42bc521,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:54.948579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:54.953090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9bf0a586-aa6c-4313-a5d3-c44c500b67a2 req-e4cfa5c3-5157-4530-a97e-337d814db1d7 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 210 time: 0.0992455 Dec 08 00:04:54.992184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Pushing event deleted for resources: {'Port': ['ID=76979175-b2ca-4157-a5ea-4e05176967ca,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:55.004527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Allocated IP 192.168.233.93 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/dc7d4423-0af1-4481-bc05-095ba9d62120) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:55.039685 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:55.245690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22449e-5f40-46c3-9197-55132a75edd5 req-539c5610-e23a-4476-a7dd-637760363da4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:55.253951 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d22449e-5f40-46c3-9197-55132a75edd5 req-539c5610-e23a-4476-a7dd-637760363da4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 944 time: 0.2031484 Dec 08 00:04:55.346527 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-41aab1aa-565b-41e8-9cc4-981845a62e94 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dd9701b90c514c1d9ff4d10401683c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2707386 Dec 08 00:04:55.423763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46400) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:55.490030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:55.567096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33009098-e96c-4c0f-a706-20468c02af7d req-27fbf3bd-6686-4323-94df-b7c4956563e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 210 time: 0.0874162 Dec 08 00:04:55.586668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d22449e-5f40-46c3-9197-55132a75edd5 req-6cefe4dc-a42d-4aea-8351-54c6de5af25e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070602 Dec 08 00:04:55.615563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:55.682257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:55.738131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-d1d7f3b4-6324-4604-8b79-238632466afe tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:55.742616 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-d1d7f3b4-6324-4604-8b79-238632466afe tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600566 Dec 08 00:04:55.762343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46408) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:55.785642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Request body: {'port': {'device_id': '959fad12-243b-4070-8a5e-acf733ec8886', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'dd9701b90c514c1d9ff4d10401683c19'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:55.843690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:55.874323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:55.909974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5485d1-0a41-49e4-87c8-9a952544df35 req-726a0094-7fa1-49c4-8920-53bf49d11a9e tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:55.911954 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a5485d1-0a41-49e4-87c8-9a952544df35 req-726a0094-7fa1-49c4-8920-53bf49d11a9e tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1095 time: 0.1407657 Dec 08 00:04:55.912842 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:55.952152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:55.961189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb008c12-3c8a-4798-8769-87b1bc987a5d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:55.969724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:55.973791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:56.008781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.009348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.010049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.010541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.011237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.011882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.012363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.012854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.013335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.013830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.014620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.015201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.015672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:04:56.082373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-46daa934-6685-4f0e-a152-a061730450c0 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:56.085206 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-46daa934-6685-4f0e-a152-a061730450c0 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.44 "GET /v2.0/networks?id=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b HTTP/1.1" status: 200 len: 805 time: 0.3895166 Dec 08 00:04:56.097618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-27ad65c2-f57d-4dca-9a42-4e3a5b081adf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b8d694098144e728f16c3d19be936f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6697934 Dec 08 00:04:56.098540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:56.110653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46414) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:56.123902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61fa071d-e6ce-4918-a877-5320bef69fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.189466 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.199992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e9de4fd-3005-4fea-ae0c-238bd5df4c45 req-4b5017d5-9feb-4915-80d5-98ec54b78697 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 210 time: 0.0876312 Dec 08 00:04:56.257605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Made reservation on behalf of dd9701b90c514c1d9ff4d10401683c19 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:56.261619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.293580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-55f83893-c406-483c-b754-e098d79ada6f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca31cdfd233c4873bded96ea8cc9842f HTTP/1.1" status: 200 len: 380 time: 0.1601350 Dec 08 00:04:56.315475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Request body: {'port': {'device_id': 'c6972651-804d-4e85-9924-ebe0746b4069', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'admin_state_up': True, 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'security_groups': ['965beb12-f55e-4d2f-8a39-12eef61e3d39']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:56.325170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:56.325443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.334879 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61fa071d-e6ce-4918-a877-5320bef69fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.356076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61fa071d-e6ce-4918-a877-5320bef69fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.360397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-56e2edec-7cea-4815-ba05-e100b0883e8e None None] Provisioning complete for port dc7d4423-0af1-4481-bc05-095ba9d62120 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:56.360834 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-56e2edec-7cea-4815-ba05-e100b0883e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.407072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa071d-e6ce-4918-a877-5320bef69fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de4c63c-3336-4f93-a67d-cc387a44150c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:56.416502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Router b09176a7-47f4-4e85-9043-6ad677e6ae29 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:04:56.422145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-56e2edec-7cea-4815-ba05-e100b0883e8e None None] Port dc7d4423-0af1-4481-bc05-095ba9d62120 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:56.425394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a5485d1-0a41-49e4-87c8-9a952544df35 req-1af5d0f4-9dc5-4ba8-99d6-3260a1946072 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666629 Dec 08 00:04:56.440781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-0b95b0a4-6ff7-47da-9c4d-8078f4c193fa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6702697 Dec 08 00:04:56.455287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-61fa071d-e6ce-4918-a877-5320bef69fc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=359cec9985934a21a97cbda6da215d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6865120 Dec 08 00:04:56.456920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53bba209-50e6-400e-93db-307a9167a883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.460664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46420) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:56.476113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Request body: {'port': {'device_id': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:56.562585 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53bba209-50e6-400e-93db-307a9167a883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.566034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Allocated IP 192.168.233.74 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/8eba905a-4d56-4476-aec5-12c5d386dcb6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:56.623462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.690020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2ede4ea-9060-4e15-b35b-8a6158ea5ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.736779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2ede4ea-9060-4e15-b35b-8a6158ea5ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.748277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:04:56.759762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] Sync routers for ids ['b09176a7-47f4-4e85-9043-6ad677e6ae29'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:04:56.767015 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2c0780a0-b6f0-4c33-8c3d-dc8b0f38c056 admin admin] 10.222.0.18 "PUT /v2.0/routers/b09176a7-47f4-4e85-9043-6ad677e6ae29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3865147 Dec 08 00:04:56.770458 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46436) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:56.773031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] Routers {'b09176a7-47f4-4e85-9043-6ad677e6ae29'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:56.773990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b09176a7-47f4-4e85-9043-6ad677e6ae29'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:56.914379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Made reservation on behalf of ca31cdfd233c4873bded96ea8cc9842f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:04:56.919346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.922061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53bba209-50e6-400e-93db-307a9167a883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.925147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53bba209-50e6-400e-93db-307a9167a883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:56.931933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-53bba209-50e6-400e-93db-307a9167a883 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb008c12-3c8a-4798-8769-87b1bc987a5d HTTP/1.1" status: 204 len: 168 time: 0.8069677 Dec 08 00:04:56.961469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] Set router b09176a7-47f4-4e85-9043-6ad677e6ae29 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:56.986678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58c2920e-1a5d-458a-9cd5-292600efc03c req-29af7599-6966-4289-8102-2ca70dec8752 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 210 time: 0.1116228 Dec 08 00:04:57.004328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bba209-50e6-400e-93db-307a9167a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb008c12-3c8a-4798-8769-87b1bc987a5d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:57.112745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2ede4ea-9060-4e15-b35b-8a6158ea5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:57.116640 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2ede4ea-9060-4e15-b35b-8a6158ea5ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:57.118108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2ede4ea-9060-4e15-b35b-8a6158ea5ad8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0de4c63c-3336-4f93-a67d-cc387a44150c HTTP/1.1" status: 204 len: 168 time: 0.6563506 Dec 08 00:04:57.166694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ede4ea-9060-4e15-b35b-8a6158ea5ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de4c63c-3336-4f93-a67d-cc387a44150c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:57.176957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-308f68ab-9842-40f2-8194-2b73bb410344 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:57.188566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-308f68ab-9842-40f2-8194-2b73bb410344 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.4496231 Dec 08 00:04:57.209056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:57.215703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-773bc5d9-3507-4e75-ac59-2650d80d7a22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/quotas/34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 375 time: 0.0248244 Dec 08 00:04:57.336076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-bda82512-30d6-4b3b-9afc-9a0dcfd706e1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122043 Dec 08 00:04:57.348830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:04:54Z', 'revision_number': 5, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:57.387980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] Checking router: b09176a7-47f4-4e85-9043-6ad677e6ae29 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:04:57.398487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] Routers {'b09176a7-47f4-4e85-9043-6ad677e6ae29'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:04:57.399516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b09176a7-47f4-4e85-9043-6ad677e6ae29'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:57.455633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-450a310a-04ec-4a15-b3ef-5678147c7e61 req-abb755a7-70a4-4b12-8c7c-65d7ef9047ae tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 210 time: 0.0692799 Dec 08 00:04:57.630010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-0044bf16-cf8a-4985-8904-68ff66ff8fab service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859123 Dec 08 00:04:57.643994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:57.678705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] Set router b09176a7-47f4-4e85-9043-6ad677e6ae29 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:04:57.819659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-363eed8a-fe3f-4770-820f-bda1c5149bfc service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853149 Dec 08 00:04:58.025615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46470) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:58.035857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:04:54Z', 'revision_number': 5, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:04:58.081199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee2dd-30ec-4853-9096-66d11e56949c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.095432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9e59e-61af-4566-87fb-daa5084eee5a None None] The sync data for ids ['b09176a7-47f4-4e85-9043-6ad677e6ae29'] in n-d-820549-2 is: [{'id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108336719-router', 'tenant_id': 'e986d27a757e4b119b527f7e960ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:02:34Z', 'updated_at': '2021-12-08T00:04:54Z', 'revision_number': 5, 'project_id': 'e986d27a757e4b119b527f7e960ef697', 'gw_port': {'id': '77f59b40-7f85-4a40-8844-545ec6d879a5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09176a7-47f4-4e85-9043-6ad677e6ae29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:02:35Z', 'updated_at': '2021-12-08T00:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:04:58.132109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-31ff506b-09fe-4a86-ae29-0f64838042fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3564007 Dec 08 00:04:58.143840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.214469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec7f248a-b5a8-4dbb-b591-66d1743ec436 req-c5a5a87a-6ba2-4ce2-b30a-d19904cecd39 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 210 time: 0.0807710 Dec 08 00:04:58.218076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Allocated IP 172.20.0.9 (b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b/79efbc95-262a-496e-a60c-c9b54c6f03ae/79d4754d-4e04-4b57-9cf9-aa8c862a0bca) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:04:58.246252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.250505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2319fe3-8d0a-40f5-a209-669daf5e838b req-9786def2-eb37-4c14-a075-a31b3779413c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 210 time: 0.0861366 Dec 08 00:04:58.358307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.359238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee2dd-30ec-4853-9096-66d11e56949c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.377081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee2dd-30ec-4853-9096-66d11e56949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.421942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Pushing event updated for resources: {'Port': ['ID=8eba905a-4d56-4476-aec5-12c5d386dcb6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:58.435103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:58.441276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:58.441496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:58.444270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:58.444746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:58.446209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:58.451347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:58.463883 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5c65ebd3-cfcd-44d9-8824-efe7b4e734c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6502 time: 0.2873116 Dec 08 00:04:58.534449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0a0ee2dd-30ec-4853-9096-66d11e56949c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4900d3f9af02433e867b52b15c11f833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5052788 Dec 08 00:04:58.547167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ee2dd-30ec-4853-9096-66d11e56949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab8fb9-1479-432f-a312-a801a8952a6b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:58.550966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:58.556685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46484) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:04:58.561140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:58.563767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:04:58.729506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76979175-b2ca-4157-a5ea-4e05176967ca no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:04:58.734983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12f807cd-d0ad-4048-89c9-3d7ec2f674c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.758832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12f807cd-d0ad-4048-89c9-3d7ec2f674c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.809577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 76979175-b2ca-4157-a5ea-4e05176967ca {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:04:58.810493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76979175-b2ca-4157-a5ea-4e05176967ca not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:04:58.833297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-227195ff-d8b8-406e-aada-5fef07d8c26d req-8923efcf-650c-4100-beba-dc32f5e69240 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 210 time: 0.2216721 Dec 08 00:04:58.864985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12f807cd-d0ad-4048-89c9-3d7ec2f674c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.870371 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12f807cd-d0ad-4048-89c9-3d7ec2f674c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:58.879236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-12f807cd-d0ad-4048-89c9-3d7ec2f674c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcab8fb9-1479-432f-a312-a801a8952a6b HTTP/1.1" status: 204 len: 168 time: 0.3109636 Dec 08 00:04:58.946613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f807cd-d0ad-4048-89c9-3d7ec2f674c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab8fb9-1479-432f-a312-a801a8952a6b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:58.968868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Deleting port 77f59b40-7f85-4a40-8844-545ec6d879a5 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:04:58.969301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.004479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7d4423-0af1-4481-bc05-095ba9d62120 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:04:59.022615 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.058093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Transition to ACTIVE for port object dc7d4423-0af1-4481-bc05-095ba9d62120 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:04:59.066531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.103411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:59.104129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.169837 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.175518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4bbfedf6-bf6d-42d8-a939-ed35765b04c2 None None] Provisioning complete for port 8eba905a-4d56-4476-aec5-12c5d386dcb6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:04:59.191685 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-748d1039-0c63-4302-b71e-98e45692ae1b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4129970 Dec 08 00:04:59.193898 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4bbfedf6-bf6d-42d8-a939-ed35765b04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.211211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] For port 77f59b40-7f85-4a40-8844-545ec6d879a5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77f59b40-7f85-4a40-8844-545ec6d879a5,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:04:59.219288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.269185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfedf6-bf6d-42d8-a939-ed35765b04c2 None None] Port 8eba905a-4d56-4476-aec5-12c5d386dcb6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:04:59.277217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Calling delete_port for 77f59b40-7f85-4a40-8844-545ec6d879a5 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:04:59.424170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Request body: {'port': {'device_id': '959fad12-243b-4070-8a5e-acf733ec8886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:04:59.437069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-3d58b958-4cb3-4ee9-a7ed-817938a29016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:59.437542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-3d58b958-4cb3-4ee9-a7ed-817938a29016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:59.438007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-3d58b958-4cb3-4ee9-a7ed-817938a29016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:59.439697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-3d58b958-4cb3-4ee9-a7ed-817938a29016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f334308d-32b7-4ad9-b018-56ac5b027fe9&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 200 len: 2295 time: 0.9355998 Dec 08 00:04:59.474088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:04:59.628838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e56bd675-f8c0-45b1-96f4-f237c50d2dfe req-08f1904e-0d15-4d0c-90f1-c08a74af2251 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 210 time: 0.1835804 Dec 08 00:04:59.659700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.688504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Attempting to bind port dc7d4423-0af1-4481-bc05-095ba9d62120 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:04:59.689175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Attempting to bind port dc7d4423-0af1-4481-bc05-095ba9d62120 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:04:59.689525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Attempting to bind port dc7d4423-0af1-4481-bc05-095ba9d62120 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:59.700644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Port dc7d4423-0af1-4481-bc05-095ba9d62120 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:04:59.701131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Attempting to bind port dc7d4423-0af1-4481-bc05-095ba9d62120 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:04:59.711711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:04:59.712177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:04:59.712737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:04:59.713012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Bound port: dc7d4423-0af1-4481-bc05-095ba9d62120, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:04:59.713324 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.717865 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-8a5d4ab5-6cf6-4cd0-a211-c1e1e4c4e15d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a9ed764-9bce-4e21-a167-25af796ea97b HTTP/1.1" status: 200 len: 1000 time: 0.1936042 Dec 08 00:04:59.723562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:04:59.738786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3dc1-8aef-4d9b-94ae-370fe1cb7470 req-7f80f7d4-fa69-451a-b619-d9c4878694c7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:59.741405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a98a3dc1-8aef-4d9b-94ae-370fe1cb7470 req-7f80f7d4-fa69-451a-b619-d9c4878694c7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 935 time: 0.2582629 Dec 08 00:04:59.865464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-1eadc5f8-6ff3-4638-b9dd-f84a4833c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:04:59.865464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-1eadc5f8-6ff3-4638-b9dd-f84a4833c186 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=321d1fb4-d755-4a5a-ad46-32904812d815 HTTP/1.1" status: 200 len: 855 time: 0.0915778 Dec 08 00:04:59.870414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:04:59.879312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:04:59.914472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:00.015172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:00.016006 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:00.092674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event updated for resources: {'Port': ['ID=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:00.141411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a98a3dc1-8aef-4d9b-94ae-370fe1cb7470 req-384a8cbe-27bc-43a7-823e-6017d3e34789 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873153 Dec 08 00:05:00.150536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-22c031fd-c353-4967-b661-bfcd61e72c9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8406405 Dec 08 00:05:00.164336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:00.171116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:00.222059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:00.313486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:00.314159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:00.316136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] 10.222.0.44 "PUT /v2.0/ports/dc7d4423-0af1-4481-bc05-095ba9d62120 HTTP/1.1" status: 200 len: 1095 time: 3.8563409 Dec 08 00:05:00.317636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:00.322011 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4993af1a-868e-4e81-a235-4369e7e0e45b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:00.369355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5801b-a80d-4a5b-88c2-bb41417d2a7f req-69d80ac7-be20-47f1-948c-c2f7ed5fd534 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:00.378323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff5801b-a80d-4a5b-88c2-bb41417d2a7f req-69d80ac7-be20-47f1-948c-c2f7ed5fd534 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 931 time: 0.2093945 Dec 08 00:05:00.435825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e8dcfd96-5954-4df0-ba34-8b0f4873428d None None] Provisioning complete for port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:00.438557 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e8dcfd96-5954-4df0-ba34-8b0f4873428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:00.515267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcfd96-5954-4df0-ba34-8b0f4873428d None None] Port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:00.524401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9924-b291-4f81-acc2-be78e4e7d16e service neutron] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:00.546730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-12170d22-adce-48e7-a494-b90f857ac031 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:00.550681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-12170d22-adce-48e7-a494-b90f857ac031 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.4587827 Dec 08 00:05:00.568882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff5801b-a80d-4a5b-88c2-bb41417d2a7f req-18a0611a-0554-4e59-a502-005be1f94162 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855874 Dec 08 00:05:00.572292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-c8bab912-a8a2-4c85-b8dd-146475dff97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:00.583047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Request body: {'port': {'device_id': 'c6972651-804d-4e85-9924-ebe0746b4069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:00.587303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-c8bab912-a8a2-4c85-b8dd-146475dff97f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1098 time: 0.1646883 Dec 08 00:05:00.605260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Request body: {'port': {'device_id': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'admin_state_up': True, 'tenant_id': '34fc6ef8986b4d64b67a5876fb4888fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:00.709161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-0a0ca5fa-e172-4b2f-bd6d-2ba496989ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:00.711057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-0a0ca5fa-e172-4b2f-bd6d-2ba496989ebd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f334308d-32b7-4ad9-b018-56ac5b027fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8248224 Dec 08 00:05:00.770859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:00.901664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:01.097217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f59b40-7f85-4a40-8844-545ec6d879a5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:01.166075 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-aa7b4680-9bb5-4447-aac7-705d308597a5 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992321 Dec 08 00:05:01.197874 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78032fd9-016f-440d-8e88-8c3ee577a59f x-openstack-request-id: req-78032fd9-016f-440d-8e88-8c3ee577a59f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:01.198478 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:01.198478 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78032fd9-016f-440d-8e88-8c3ee577a59f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:01.198810 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'status': 'completed', 'code': 200} Dec 08 00:05:01.203987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-cb435187-53c0-453d-99bd-f6f1bab25629 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc7d4423-0af1-4481-bc05-095ba9d62120 HTTP/1.1" status: 200 len: 217 time: 0.6020253 Dec 08 00:05:01.263131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-d9543475-8c51-47b8-917d-9629a39d054a tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629761 Dec 08 00:05:01.306381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2e46664-2224-42d9-9fc2-63946e656571 req-689a207e-32e9-4ca3-ba61-07854627ec01 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 210 time: 0.1010754 Dec 08 00:05:01.366133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:01.501006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-a421eb5d-b68b-4393-bb5e-7f0bd6f3b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:01.503085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-a421eb5d-b68b-4393-bb5e-7f0bd6f3b8f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2792606 Dec 08 00:05:01.607433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-c2ad9113-c0f8-496e-9b47-6730750b41c4 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:01.607433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-c2ad9113-c0f8-496e-9b47-6730750b41c4 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429499 Dec 08 00:05:01.654045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-4dd48664-0c19-47d0-a317-57a1aa12da50 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/quotas/c5e703fe1b00407e9a7ee41fa1049edc HTTP/1.1" status: 200 len: 375 time: 0.0321438 Dec 08 00:05:01.711338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-679d560e-c244-4148-afe9-847dd1c4b666 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522203 Dec 08 00:05:01.728488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646fa20-1da3-420b-8538-d66784c87f87 req-94c75e33-5929-4003-8723-9929fac4b64c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:01.730334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1646fa20-1da3-420b-8538-d66784c87f87 req-94c75e33-5929-4003-8723-9929fac4b64c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 935 time: 0.2194760 Dec 08 00:05:01.732764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-d0008591-fed7-4577-b0f3-ec9cc45f08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:01.734175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-d0008591-fed7-4577-b0f3-ec9cc45f08f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090561 Dec 08 00:05:01.881094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1646fa20-1da3-420b-8538-d66784c87f87 req-950b0671-4db4-45e3-97b0-6d7583416e7f tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427817 Dec 08 00:05:01.895468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Made reservation on behalf of 34fc6ef8986b4d64b67a5876fb4888fd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:01.899629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:01.908742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:01.913870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-fa6631c5-7cd6-4001-b549-671dc95b1bef service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679351 Dec 08 00:05:01.949111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.077562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa6e6035-4633-4405-9dfc-072cb64ff2be req-a68216b7-c670-4a77-98aa-15e7731f56ab tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 210 time: 0.0931349 Dec 08 00:05:02.113326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb727597-df8e-45a4-bd5f-81298a4135f5 req-96cfc101-dda2-4936-ae80-78703ca9a9d2 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:02.114847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb727597-df8e-45a4-bd5f-81298a4135f5 req-96cfc101-dda2-4936-ae80-78703ca9a9d2 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 931 time: 0.1559546 Dec 08 00:05:02.121369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d92bb7ff-2a51-47cf-a401-2a4e2288fb33 req-f271453f-c234-438a-ae08-39b67fa44840 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989057 Dec 08 00:05:02.134822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-e3bcae91-0501-4a12-8eae-0347d39de96a service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9483376 Dec 08 00:05:02.185119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb727597-df8e-45a4-bd5f-81298a4135f5 req-d15e606f-4cd6-4982-9020-dada73c06b9f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611024 Dec 08 00:05:02.245945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.246458 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09176a7-47f4-4e85-9043-6ad677e6ae29 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:05:02.254631 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-82c4a02c-4e63-4cec-9dba-6709fb8b42cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 217 time: 0.1056011 Dec 08 00:05:02.274421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.278947 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-81388142-c672-4cc1-a421-ba67810313a0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b09176a7-47f4-4e85-9043-6ad677e6ae29 HTTP/1.1" status: 204 len: 168 time: 5.5044265 Dec 08 00:05:02.280790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:02.362620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eba905a-4d56-4476-aec5-12c5d386dcb6 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:02.386828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.392511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-1b80ec45-6d1f-45d8-bd2a-2ee6ca63358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:02.395235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-1b80ec45-6d1f-45d8-bd2a-2ee6ca63358d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1098 time: 0.1548276 Dec 08 00:05:02.506756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Transition to ACTIVE for port object 8eba905a-4d56-4476-aec5-12c5d386dcb6 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:02.507307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] Deleting subnet 93bda062-4564-4fe3-8dfd-249e5cc3e8eb {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:05:02.517524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-567d9ef8-204a-4cde-81ad-39c25a2495bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:02.522650 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-567d9ef8-204a-4cde-81ad-39c25a2495bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.2576556 Dec 08 00:05:02.549641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.602047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Allocated IP 172.20.0.13 (e7a55441-5ae6-46ea-88d6-4545d8de262c/62571d4e-aea2-40a8-81a3-10e7e89fb638/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:02.669491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d4754d-4e04-4b57-9cf9-aa8c862a0bca {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:02.690483 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.697339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.772141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Pushing event updated for resources: {'Port': ['ID=8eba905a-4d56-4476-aec5-12c5d386dcb6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:02.807053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Transition to ACTIVE for port object 79d4754d-4e04-4b57-9cf9-aa8c862a0bca will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:02.837559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47c1fa23-453e-4623-b42b-f6cc11becacd req-0b107830-e4ac-45a4-b949-e43f5251baf2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 210 time: 0.1779234 Dec 08 00:05:02.875848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.920667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-41edab0c-5052-4073-9ca9-3ad0d33a0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:02.922262 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-41edab0c-5052-4073-9ca9-3ad0d33a0aa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3737352 Dec 08 00:05:02.941862 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:02.974181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46632) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:03.032579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77f59b40-7f85-4a40-8844-545ec6d879a5 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:05:03.071561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 77f59b40-7f85-4a40-8844-545ec6d879a5 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:05:03.072499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77f59b40-7f85-4a40-8844-545ec6d879a5 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:05:03.112325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.200669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.201075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:03.245642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-8a1121f2-d8c6-4ebd-8a40-5b264505ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:03.247633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-8a1121f2-d8c6-4ebd-8a40-5b264505ffe0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.8406925 Dec 08 00:05:03.266745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Attempting to bind port 8eba905a-4d56-4476-aec5-12c5d386dcb6 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:03.267106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Attempting to bind port 8eba905a-4d56-4476-aec5-12c5d386dcb6 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:03.267442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Attempting to bind port 8eba905a-4d56-4476-aec5-12c5d386dcb6 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:03.360535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Port 8eba905a-4d56-4476-aec5-12c5d386dcb6 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:03.360854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Attempting to bind port 8eba905a-4d56-4476-aec5-12c5d386dcb6 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:03.377310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-1a53ad2a-9f69-4194-a87b-68bb3fffd790 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc7d4423-0af1-4481-bc05-095ba9d62120 HTTP/1.1" status: 200 len: 217 time: 0.0831537 Dec 08 00:05:03.378201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bda062-4564-4fe3-8dfd-249e5cc3e8eb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:03.392133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffb574-a5b1-4b6c-a93d-7962e7f08c2a None None] Network 2fe86c01-597e-4406-9c2f-c1e1147ee404 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:03.399173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63b93537-4ceb-405a-ab0a-f3582ecd10a0 req-ba801a12-3f08-49d3-8caf-dfbe76774bbc tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 210 time: 0.1352646 Dec 08 00:05:03.401653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.419906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2ad6e267-12c5-4a17-8686-35f4b2e20390 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/93bda062-4564-4fe3-8dfd-249e5cc3e8eb HTTP/1.1" status: 204 len: 168 time: 1.1370809 Dec 08 00:05:03.437717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46640) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:03.469534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185dad3a-2067-4302-9b65-1ff6267ac85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.512499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.524946 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.559615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-794e5d83-108d-4c76-a9ec-eb5c550d1324 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756199 Dec 08 00:05:03.571911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:03.572347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:03.572970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:03.573492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Bound port: 8eba905a-4d56-4476-aec5-12c5d386dcb6, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:03.573924 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.574122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039ba34-b71f-4c35-b04c-20d484080e57 req-3e25f0d7-74b4-44a5-a119-040521145e84 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:03.575881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4039ba34-b71f-4c35-b04c-20d484080e57 req-3e25f0d7-74b4-44a5-a119-040521145e84 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 947 time: 0.3919573 Dec 08 00:05:03.606625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-567d72b8-fd18-483a-92e2-e54847fc55cd tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417495 Dec 08 00:05:03.630599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.652470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] DHCP port deletion for 2fe86c01-597e-4406-9c2f-c1e1147ee404 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:05:03.711043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4039ba34-b71f-4c35-b04c-20d484080e57 req-3458626c-55d1-4b46-b5d7-b806e5061c86 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807950 Dec 08 00:05:03.741042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-1d898ba1-a268-4ed0-9d9c-7948db3228af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:03.742549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-1d898ba1-a268-4ed0-9d9c-7948db3228af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.3203847 Dec 08 00:05:03.758053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] Deleting port 1b325239-e912-4fee-a5d1-2e25d043e948 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:03.758456 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.840390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51834cb-da0e-43bd-9e25-d7d5e15d280f req-daa4ec16-dd7a-4c6e-b659-0000deefae8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:03.848195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d51834cb-da0e-43bd-9e25-d7d5e15d280f req-daa4ec16-dd7a-4c6e-b659-0000deefae8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 943 time: 0.3019371 Dec 08 00:05:03.857502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:03.892675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Network e7a55441-5ae6-46ea-88d6-4545d8de262c is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:03.903088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] For port 1b325239-e912-4fee-a5d1-2e25d043e948, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1b325239-e912-4fee-a5d1-2e25d043e948,segment=NetworkSegment(3301296f-4de3-4608-9417-70ec1341b553),segment_id=3301296f-4de3-4608-9417-70ec1341b553)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:03.903749 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.906543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:03.913340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Attempting to bind port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:03.913608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Attempting to bind port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:03.914667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Attempting to bind port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca on network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:03.925932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:03.930293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] Calling delete_port for 1b325239-e912-4fee-a5d1-2e25d043e948 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:03.931528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca on network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:03.931986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Attempting to bind port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca on network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:03.937687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-37fc24dc-57e3-481c-b838-cd7650e23d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:03.939524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-37fc24dc-57e3-481c-b838-cd7650e23d5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869953 Dec 08 00:05:03.985089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:03.985477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Checking segment: {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:03.985811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Bound using segment: {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:03.986248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Bound port: 79d4754d-4e04-4b57-9cf9-aa8c862a0bca, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:03.986608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:03.993609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-8e09b8ae-0c88-4143-9ef3-334003b6d6a0 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:03.995483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-8e09b8ae-0c88-4143-9ef3-334003b6d6a0 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3615332 Dec 08 00:05:04.030721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] For port 8eba905a-4d56-4476-aec5-12c5d386dcb6, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:04.038574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Request body: {'port': {'device_id': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'c5e703fe1b00407e9a7ee41fa1049edc'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:04.064227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d51834cb-da0e-43bd-9e25-d7d5e15d280f req-b6dd10bf-7c08-4f77-9abe-32cfac2cdb38 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150915 Dec 08 00:05:04.065128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.097401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] Pushing event deleted for resources: {'Port': ['ID=1b325239-e912-4fee-a5d1-2e25d043e948,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:04.103677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94057750-ef57-41c4-b239-39e42219c1b6 None None] No DVR routers for this DVR port 1b325239-e912-4fee-a5d1-2e25d043e948 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:05:04.110808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] For port 8eba905a-4d56-4476-aec5-12c5d386dcb6, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8eba905a-4d56-4476-aec5-12c5d386dcb6,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:04.128354 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-9d5c3975-af78-4f1c-8528-404a51e3ebba service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319541 Dec 08 00:05:04.132599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:04.133167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.175688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Deleting port 1b325239-e912-4fee-a5d1-2e25d043e948 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:04.176364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.176874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.200191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185dad3a-2067-4302-9b65-1ff6267ac85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.263685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185dad3a-2067-4302-9b65-1ff6267ac85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.266797 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-d38ab339-04d7-4488-aa60-02429946355f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 217 time: 0.1147044 Dec 08 00:05:04.276102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-18654f88-b423-42fc-a16d-f61e784a2e8b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6873806 Dec 08 00:05:04.296404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ea4d9-44d6-4487-b8b5-7fbfed61a078 req-e54780a5-5b37-4712-9049-55737942d910 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:04.304353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-417ea4d9-44d6-4487-b8b5-7fbfed61a078 req-e54780a5-5b37-4712-9049-55737942d910 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 932 time: 0.3508987 Dec 08 00:05:04.323382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Request body: {'port': {'device_id': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:04.326318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:04.326945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.328398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] 10.222.0.44 "PUT /v2.0/ports/8eba905a-4d56-4476-aec5-12c5d386dcb6 HTTP/1.1" status: 200 len: 1095 time: 4.9088781 Dec 08 00:05:04.331584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959fad12-243b-4070-8a5e-acf733ec8886', 'tag': '8eba905a-4d56-4476-aec5-12c5d386dcb6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:04.333893 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98" -d '{"events": [{"name": "network-changed", "server_uuid": "959fad12-243b-4070-8a5e-acf733ec8886", "tag": "8eba905a-4d56-4476-aec5-12c5d386dcb6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:04.339311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:04.392918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-71389561-c27d-44bd-b9a4-eedcf988ee80 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353218 Dec 08 00:05:04.419652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] For port 1b325239-e912-4fee-a5d1-2e25d043e948, host n-d-820549-2, got binding levels [] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:04.420016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.469880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:04.480566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Calling delete_port for 1b325239-e912-4fee-a5d1-2e25d043e948 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:04.488949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Port 1b325239-e912-4fee-a5d1-2e25d043e948 was not found and therefore no delete operation was performed {{(pid=103114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:05:04.489641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'mac_address': 'fa:16:3e:71:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:05:04.494541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-417ea4d9-44d6-4487-b8b5-7fbfed61a078 req-a0e98334-c240-43c7-8cbb-77dd3b235c83 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419306 Dec 08 00:05:04.499617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.522001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] No DVR routers for this DVR port 1b325239-e912-4fee-a5d1-2e25d043e948 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:05:04.551581 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-185dad3a-2067-4302-9b65-1ff6267ac85a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42db8e4d406a4d92a09b2c1d2fb60a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5294192 Dec 08 00:05:04.559078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46652) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:04.571555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.588936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7d4423-0af1-4481-bc05-095ba9d62120 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:04.609955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] For port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:04.612316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:04.612911 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc4464-0868-4866-a47d-45b11b613008 x-openstack-request-id: req-b6fc4464-0868-4866-a47d-45b11b613008 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:04.613203 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959fad12-243b-4070-8a5e-acf733ec8886", "tag": "8eba905a-4d56-4476-aec5-12c5d386dcb6", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:04.613490 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6fc4464-0868-4866-a47d-45b11b613008 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:04.613961 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959fad12-243b-4070-8a5e-acf733ec8886', 'tag': '8eba905a-4d56-4476-aec5-12c5d386dcb6', 'status': 'completed', 'code': 200} Dec 08 00:05:04.614557 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.617135 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.617468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-c9237930-b2e5-4812-9931-c7869d1fa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:04.619417 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-c9237930-b2e5-4812-9931-c7869d1fa3d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.3405683 Dec 08 00:05:04.633845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b325239-e912-4fee-a5d1-2e25d043e948,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:04.654877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dad3a-2067-4302-9b65-1ff6267ac85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c23cf37-2594-445a-8e6f-13e2e0e7b359,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:04.658659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] For port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:04.663779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b3167-9634-40ae-9bf2-4eb5e2545009 service neutron] Pushing event updated for resources: {'Port': ['ID=8eba905a-4d56-4476-aec5-12c5d386dcb6,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:04.668595 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52ffc829-8dc2-4b6f-8997-58dc440ccb30 req-a1261f42-d889-40da-b41f-5dd114812134 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 210 time: 0.0839641 Dec 08 00:05:04.689656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:04.701047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.719339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Made reservation on behalf of c5e703fe1b00407e9a7ee41fa1049edc for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:04.722773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.773270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.783742 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.789430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4993af1a-868e-4e81-a235-4369e7e0e45b req-96e3a641-b023-40bf-a8fb-4b76420efd0d service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773243 Dec 08 00:05:04.818527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe86c01-597e-4406-9c2f-c1e1147ee404']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:04.824494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:04.825384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.827209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/79d4754d-4e04-4b57-9cf9-aa8c862a0bca HTTP/1.1" status: 200 len: 1091 time: 4.2564735 Dec 08 00:05:04.831335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b7549302-93df-4703-a100-f46421fa7ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.834656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1b325239-e912-4fee-a5d1-2e25d043e948 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:05:04.844738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941284d-0e68-41bc-8d8a-f6c28194b8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:04.846396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3301296f-4de3-4608-9417-70ec1341b553') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:04.846708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3301296f-4de3-4608-9417-70ec1341b553') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:04.859104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-7382e950-6258-4aa1-985a-62c35180edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:04.860812 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-7382e950-6258-4aa1-985a-62c35180edc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 1098 time: 0.3705549 Dec 08 00:05:04.873555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-d29d6dd6-1b63-44a0-9070-97f8f061e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:04.875558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-d29d6dd6-1b63-44a0-9070-97f8f061e3a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2482624 Dec 08 00:05:04.878347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.880491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 1b325239-e912-4fee-a5d1-2e25d043e948 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:05:04.881411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1b325239-e912-4fee-a5d1-2e25d043e948 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:05:04.908647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['dc7d4423-0af1-4481-bc05-095ba9d62120'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:04.927432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-a4db71f8-9ac1-4b8d-bfa8-084c147b15e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8eba905a-4d56-4476-aec5-12c5d386dcb6 HTTP/1.1" status: 200 len: 217 time: 0.0488963 Dec 08 00:05:04.944882 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b7549302-93df-4703-a100-f46421fa7ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:04.980395 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.053145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:05:05.053566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:05:05.065142 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:05:05.218382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-cc30db43-1efd-4940-bd05-0d69ab95d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:05.219899 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-cc30db43-1efd-4940-bd05-0d69ab95d716 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca31cdfd233c4873bded96ea8cc9842f&device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 1094 time: 0.2091317 Dec 08 00:05:05.262092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-f14874e3-8721-4bad-b80e-027427eab4ed service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327472 Dec 08 00:05:05.265781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.271576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-4e25b9e7-d82e-4bed-b7f6-027f8958b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:05.273240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-4e25b9e7-d82e-4bed-b7f6-027f8958b1c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2266610 Dec 08 00:05:05.290067 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.302112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a65-8c96-42d7-807e-4a73b6ef1c9f req-458d313f-2e18-45c0-989b-4380dc9da614 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:05.304287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3673a65-8c96-42d7-807e-4a73b6ef1c9f req-458d313f-2e18-45c0-989b-4380dc9da614 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 947 time: 0.3751338 Dec 08 00:05:05.305319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.315034 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b7549302-93df-4703-a100-f46421fa7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.320451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b7549302-93df-4703-a100-f46421fa7ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.321469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b7549302-93df-4703-a100-f46421fa7ea7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c23cf37-2594-445a-8e6f-13e2e0e7b359 HTTP/1.1" status: 204 len: 168 time: 0.7426033 Dec 08 00:05:05.329324 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:05.334860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] 10.222.0.18 "DELETE /v2.0/networks/2fe86c01-597e-4406-9c2f-c1e1147ee404 HTTP/1.1" status: 204 len: 168 time: 1.8929269 Dec 08 00:05:05.337734 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-ab5c7358-f9fd-4684-a801-3cd7a8d187fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca HTTP/1.1" status: 200 len: 217 time: 0.0893142 Dec 08 00:05:05.384621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a4e62-2aff-4471-9c1e-a1857370453b admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe86c01-597e-4406-9c2f-c1e1147ee404,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:05.452281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-d8adef73-d6d9-49a6-b43f-02356b97c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:05.453748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-d8adef73-d6d9-49a6-b43f-02356b97c3ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79efbc95-262a-496e-a60c-c9b54c6f03ae HTTP/1.1" status: 200 len: 844 time: 0.0644403 Dec 08 00:05:05.474072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4da245-ce3b-4b59-afa1-0d5e19eea129,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:05.502382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69b12b-4e94-40a9-a81d-bbd2ede5f6bb req-5e7dff75-f628-4d99-b6f7-1d97e94bb1df tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:05.511085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb69b12b-4e94-40a9-a81d-bbd2ede5f6bb req-5e7dff75-f628-4d99-b6f7-1d97e94bb1df tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 943 time: 0.2747071 Dec 08 00:05:05.538339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549302-93df-4703-a100-f46421fa7ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c23cf37-2594-445a-8e6f-13e2e0e7b359,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:05.553875 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3673a65-8c96-42d7-807e-4a73b6ef1c9f req-38be08ce-e718-4cd7-b137-c794429d0ec6 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312558 Dec 08 00:05:05.672529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:05.738853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb69b12b-4e94-40a9-a81d-bbd2ede5f6bb req-4762e5c5-e1b0-45a5-a004-c5a9f7b05b08 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228401 Dec 08 00:05:05.759925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Allocated IP 192.168.233.112 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/5c1ac02e-6ea3-474b-aea3-94c4d999ae21) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:05.824199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3dee42b7-8b0a-4b14-9956-2e72b0903ba1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c55fc70e8909444d9335baa216ac1248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504855 Dec 08 00:05:05.827569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46682) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:05.927018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-f0a0cde6-8a12-4b30-8ebe-6ce6424d83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:05.929092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-f0a0cde6-8a12-4b30-8ebe-6ce6424d83ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6138840 Dec 08 00:05:05.944534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20537e83-d182-4198-982a-3c170991d1e3 req-e8fa11e0-e8b0-46ed-8a3e-6d21b18af4f8 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 210 time: 0.0753155 Dec 08 00:05:05.995732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46684) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:06.019014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-a48b1be6-9fb3-4086-be09-887e2805115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:06.020479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-a48b1be6-9fb3-4086-be09-887e2805115a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5489533 Dec 08 00:05:06.031334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-ed2a4ce1-53db-4094-9b7d-8eb651ab009e service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170856 Dec 08 00:05:06.040024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040db2f-ab60-47a6-9574-793c2bb87925 req-432c9399-b676-455c-9355-6946214e4a2b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:06.041595 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3040db2f-ab60-47a6-9574-793c2bb87925 req-432c9399-b676-455c-9355-6946214e4a2b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 932 time: 0.1627331 Dec 08 00:05:06.045583 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7a01fcc-5b98-4b02-b252-29597450f16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.072382 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ff75903-c8fa-424b-a3ee-db90d9827952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.123311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7a01fcc-5b98-4b02-b252-29597450f16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.157687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-0d59f636-0ac7-4755-ae1c-21ed10d61d50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8 HTTP/1.1" status: 200 len: 217 time: 0.0942490 Dec 08 00:05:06.196094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.210757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3040db2f-ab60-47a6-9574-793c2bb87925 req-aa4bb909-30d3-45c6-8649-0c41f099a797 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557930 Dec 08 00:05:06.276001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7a01fcc-5b98-4b02-b252-29597450f16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.280111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7a01fcc-5b98-4b02-b252-29597450f16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.282055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f7a01fcc-5b98-4b02-b252-29597450f16c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15b73b27-9a89-41ec-a4a1-166b7360a223 HTTP/1.1" status: 204 len: 168 time: 0.4500346 Dec 08 00:05:06.292396 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.294448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a01fcc-5b98-4b02-b252-29597450f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b73b27-9a89-41ec-a4a1-166b7360a223,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:06.313819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-c1dd5653-69cf-4b24-b868-f7cacf669537 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707833 Dec 08 00:05:06.334963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:06.352681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:06.362633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:06.364562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.365839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:06.371026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:06.379606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-221f3a3a-061d-49a5-98bb-4d600d1809cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:06.381634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-221f3a3a-061d-49a5-98bb-4d600d1809cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.2132132 Dec 08 00:05:06.399549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Pushing event updated for resources: {'Port': ['ID=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:06.404159 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-d3e175fd-5b2b-4adc-8498-3d77d3431dca service neutron] 10.222.0.44 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718586 Dec 08 00:05:06.442786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:06.444275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.466298 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-33d78f03-5383-42c2-9a55-458c45812adf tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4356003 Dec 08 00:05:06.487046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port dc7d4423-0af1-4481-bc05-095ba9d62120 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:05:06.487599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Transition to ACTIVE for port object ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:06.499658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port dc7d4423-0af1-4481-bc05-095ba9d62120 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:06.500052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Request body: {'port': {'device_id': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:06.500842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.558223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.569118 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.624687 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.635558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:06.637880 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669d6e15-f615-452d-8b24-341005709723" -d '{"events": [{"name": "network-changed", "server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:06.649828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ff75903-c8fa-424b-a3ee-db90d9827952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.669728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:06.670977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:06.674132 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30b6dd4-05e9-463c-b8ad-0237cd76f807" -d '{"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:06.680455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.687803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ff75903-c8fa-424b-a3ee-db90d9827952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.746931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:06.766818 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395224bd-b96e-47c6-968f-624906c2c16b x-openstack-request-id: req-395224bd-b96e-47c6-968f-624906c2c16b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:06.767208 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:06.767555 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-395224bd-b96e-47c6-968f-624906c2c16b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:06.768012 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'code': 200} Dec 08 00:05:06.774577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-945b95ec-17bd-4137-adf8-0342c8d6c1c7 None None] Provisioning complete for port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:06.775012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-945b95ec-17bd-4137-adf8-0342c8d6c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:06.786154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-a2a084a4-7d08-4e79-b4dc-f2fa9f218699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:06.797577 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-a2a084a4-7d08-4e79-b4dc-f2fa9f218699 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3989880 Dec 08 00:05:06.823097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-945b95ec-17bd-4137-adf8-0342c8d6c1c7 None None] Port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:06.869819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff75903-c8fa-424b-a3ee-db90d9827952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6873ffe3-6c07-4c6a-b4b6-6ba4ed6d4ec5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:06.894828 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde2f6d-3562-428e-9f0a-f391dd0ca3c2 x-openstack-request-id: req-6bde2f6d-3562-428e-9f0a-f391dd0ca3c2 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:06.895153 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:06.895411 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bde2f6d-3562-428e-9f0a-f391dd0ca3c2 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:06.895812 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'status': 'completed', 'code': 200} Dec 08 00:05:06.902936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-497ceb53-34d3-4a28-87ac-4ec551a0a328 req-ae2f96a8-7857-45c2-a446-9ee58ab964eb service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757027 Dec 08 00:05:06.913352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:06.957889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dec10c-abd5-4957-a856-13c7312e7006 req-7d3b3c4f-5217-4644-9174-b79e591978ab tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:06.959606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03dec10c-abd5-4957-a856-13c7312e7006 req-7d3b3c4f-5217-4644-9174-b79e591978ab tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 947 time: 0.1243830 Dec 08 00:05:06.966940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acedecfc-98a0-45d8-a208-9dd59d31bc17 req-1537cc21-28bd-4591-9236-7965bd88357e service neutron] 10.222.0.44 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493748 Dec 08 00:05:06.970852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4ff75903-c8fa-424b-a3ee-db90d9827952 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5899d363add641dda52e59342f577927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9709754 Dec 08 00:05:06.974094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98db66-7839-4f56-83cc-ba197792b2dd req-65901d62-3050-4786-aeae-89314fcf2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:06.975664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa98db66-7839-4f56-83cc-ba197792b2dd req-65901d62-3050-4786-aeae-89314fcf2339 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1100 time: 0.0991747 Dec 08 00:05:07.005673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46704) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:07.070216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46708) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:07.196486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-c772f9f0-ac63-4088-a97d-16bc80c98b3f service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364544 Dec 08 00:05:07.203297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:07.203630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:07.203954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:07.244570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:07.244894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:07.249026 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-958fa979-c636-4d31-80e4-1038363146c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e986d27a757e4b119b527f7e960ef697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777575 Dec 08 00:05:07.260451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46710) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:07.265790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6e15-f615-452d-8b24-341005709723 req-c5c2cd2e-a409-46bc-b5c0-79da1c4e523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.267351 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-669d6e15-f615-452d-8b24-341005709723 req-c5c2cd2e-a409-46bc-b5c0-79da1c4e523d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca31cdfd233c4873bded96ea8cc9842f&device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 1094 time: 0.1633205 Dec 08 00:05:07.275799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-7d709b31-1121-4b40-b7d2-a5224ac34480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.277547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-7d709b31-1121-4b40-b7d2-a5224ac34480 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 1098 time: 0.1945171 Dec 08 00:05:07.282808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:07.283166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:07.283551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:07.283994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Bound port: ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:07.284348 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.422621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46716) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:07.430242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1801452001'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:07.490675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03dec10c-abd5-4957-a856-13c7312e7006 req-29eba35e-7611-4a84-81a2-eb6ba8d79e82 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230730 Dec 08 00:05:07.510173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa98db66-7839-4f56-83cc-ba197792b2dd req-2886c2df-e062-4f1b-8fde-7db8785ad254 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780347 Dec 08 00:05:07.522965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-c44b2a5a-86fd-4512-a04c-6f4ff5332940 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166826 Dec 08 00:05:07.523149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5ac7d-c868-42d0-9abb-0559c89c5a86 req-0c794ee0-0af1-46a8-ae1d-791ae276e49e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.528900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27a5ac7d-c868-42d0-9abb-0559c89c5a86 req-0c794ee0-0af1-46a8-ae1d-791ae276e49e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 943 time: 0.5039430 Dec 08 00:05:07.549553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:07.553972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.624074 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-b1a65803-e9c3-4d8f-bd2d-5d10e9afab39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4 HTTP/1.1" status: 200 len: 217 time: 0.0870879 Dec 08 00:05:07.629016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95c80a27-5610-43e2-8a0a-402f05244e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.637539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:07.639906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-c25d43bb-bd6d-4694-8809-848ed0eaa56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.641315 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-c25d43bb-bd6d-4694-8809-848ed0eaa56f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.3547370 Dec 08 00:05:07.650771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d111b211-2c6a-48ce-86f1-dcd78da8338f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.656653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6e15-f615-452d-8b24-341005709723 req-67c226a8-647b-4152-8cfc-78f4ca9923be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.658070 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-669d6e15-f615-452d-8b24-341005709723 req-67c226a8-647b-4152-8cfc-78f4ca9923be service neutron] 10.222.0.44 "GET /v2.0/networks?id=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b HTTP/1.1" status: 200 len: 906 time: 0.3796418 Dec 08 00:05:07.695395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:05:07.698667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:07.699724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:07.706759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95c80a27-5610-43e2-8a0a-402f05244e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.710048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27a5ac7d-c868-42d0-9abb-0559c89c5a86 req-308ecdd8-b5f3-4852-9519-1c69955da3e9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729362 Dec 08 00:05:07.712448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.719581 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d111b211-2c6a-48ce-86f1-dcd78da8338f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.727492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.740457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.740809 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Added segment 9f766dcc-53e8-4b42-ba58-9726e7f7222b of type vlan for network b17fad21-61ca-4491-9de5-9ff6e0ba6381 Dec 08 00:05:07.762149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.762781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.764826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] 10.222.0.59 "PUT /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 1092 time: 3.4697437 Dec 08 00:05:07.782351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cf084-454b-4770-887c-ae3d4b1b9808 req-c5018d99-aee3-42fd-b60d-20605e1f2be2 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.783689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f26cf084-454b-4770-887c-ae3d4b1b9808 req-c5018d99-aee3-42fd-b60d-20605e1f2be2 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 936 time: 0.2214782 Dec 08 00:05:07.814315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Transition to ACTIVE for port object 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:07.823273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-ace88c72-3328-4bb7-8e53-d21943bce719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:07.824778 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-ace88c72-3328-4bb7-8e53-d21943bce719 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.1885016 Dec 08 00:05:07.845866 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.870808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.902656 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-1cd0487f-3bd7-4f4e-993f-43526678d277 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8eba905a-4d56-4476-aec5-12c5d386dcb6 HTTP/1.1" status: 200 len: 217 time: 0.1194024 Dec 08 00:05:07.906273 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-669d6e15-f615-452d-8b24-341005709723 req-94d5cff2-21ff-4e6c-9551-d45cc9ab860a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca HTTP/1.1" status: 200 len: 217 time: 0.1082006 Dec 08 00:05:07.971980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d111b211-2c6a-48ce-86f1-dcd78da8338f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.975346 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d111b211-2c6a-48ce-86f1-dcd78da8338f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:07.976691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d111b211-2c6a-48ce-86f1-dcd78da8338f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6873ffe3-6c07-4c6a-b4b6-6ba4ed6d4ec5 HTTP/1.1" status: 204 len: 168 time: 0.9692798 Dec 08 00:05:07.979814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:07.999151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f26cf084-454b-4770-887c-ae3d4b1b9808 req-17fce464-c970-4634-b964-0a826d76ee2d tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927562 Dec 08 00:05:08.028237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f85c-f09c-410a-bd6b-55c22dbd8fdf req-08a8b565-40dc-4a7e-98d4-aa2e4a2108b0 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.035600 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce93f85c-f09c-410a-bd6b-55c22dbd8fdf req-08a8b565-40dc-4a7e-98d4-aa2e4a2108b0 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 944 time: 0.2254007 Dec 08 00:05:08.051019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:08.055387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.066684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.067274 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.076558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111b211-2c6a-48ce-86f1-dcd78da8338f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6873ffe3-6c07-4c6a-b4b6-6ba4ed6d4ec5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:08.114597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.115712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.115989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.116336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.116675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.117066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.117452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.117655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.117985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.118318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.118644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.118994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.119322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e535863-861d-4325-915b-7b7d88ed7ba3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:08.148742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6e15-f615-452d-8b24-341005709723 req-b46f6c26-629b-47e2-9f1f-901231a3ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.150238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-669d6e15-f615-452d-8b24-341005709723 req-b46f6c26-629b-47e2-9f1f-901231a3ce07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79efbc95-262a-496e-a60c-c9b54c6f03ae HTTP/1.1" status: 200 len: 844 time: 0.2208703 Dec 08 00:05:08.153653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-d4102d47-eb02-4428-b6d6-60e09a3a7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.155007 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-d4102d47-eb02-4428-b6d6-60e09a3a7d45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2245362 Dec 08 00:05:08.156032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95c80a27-5610-43e2-8a0a-402f05244e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.158589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95c80a27-5610-43e2-8a0a-402f05244e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.162593 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95c80a27-5610-43e2-8a0a-402f05244e5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1695eb4-dc81-45ab-aae5-9a4f9da325d4 HTTP/1.1" status: 204 len: 168 time: 0.8966870 Dec 08 00:05:08.163362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-120f64fd-497f-4a91-8594-118b5f2c175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.164808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-120f64fd-497f-4a91-8594-118b5f2c175d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1095 time: 0.3099425 Dec 08 00:05:08.196610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-b03bd784-c576-4a85-b8a4-2c0fc144666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.198105 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-b03bd784-c576-4a85-b8a4-2c0fc144666b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3151748 Dec 08 00:05:08.294793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c80a27-5610-43e2-8a0a-402f05244e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1695eb4-dc81-45ab-aae5-9a4f9da325d4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:08.311744 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-c7d8b645-1f72-411c-84c5-e6355a2ae5fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 217 time: 0.1318946 Dec 08 00:05:08.392566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8eba905a-4d56-4476-aec5-12c5d386dcb6 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:08.421372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-6075f31e-436a-4d9f-a681-6d591fd50967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.422918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-6075f31e-436a-4d9f-a681-6d591fd50967 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522888 Dec 08 00:05:08.428710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6e15-f615-452d-8b24-341005709723 req-6cf58344-b708-4a62-857b-de1fc3db4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.430132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-669d6e15-f615-452d-8b24-341005709723 req-6cf58344-b708-4a62-857b-de1fc3db4c3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629116 Dec 08 00:05:08.472693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-2c5cf90c-46b2-4fa2-acd9-03bf1c0403ae service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195187 Dec 08 00:05:08.474083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-916d4cd6-046c-4abd-9128-098d9c37a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.475502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-916d4cd6-046c-4abd-9128-098d9c37a6ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1495688 Dec 08 00:05:08.477015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Attempting to bind port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:08.478307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Attempting to bind port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:08.479359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Attempting to bind port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:08.500610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Network': ['ID=b17fad21-61ca-4491-9de5-9ff6e0ba6381,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:08.522555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:05:08.531559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:08.534553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Attempting to bind port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:08.553850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:08.555097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:08.555602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:08.556163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Bound port: 5c1ac02e-6ea3-474b-aea3-94c4d999ae21, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:08.556884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.576821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-39eb6a0a-ad5b-43f3-ae43-04cef6200f6c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1506019 Dec 08 00:05:08.602541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46736) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:08.609762 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-ad44cdc3-05a5-4751-896f-d6172cd722fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128404 Dec 08 00:05:08.611656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8eba905a-4d56-4476-aec5-12c5d386dcb6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8eba905a-4d56-4476-aec5-12c5d386dcb6,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:08.619245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1262451697'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:08.654284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8eba905a-4d56-4476-aec5-12c5d386dcb6', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '8eba905a-4d56-4476-aec5-12c5d386dcb6', 'mac_address': 'fa:16:3e:60:83:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:05:08.772547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce93f85c-f09c-410a-bd6b-55c22dbd8fdf req-a18eec93-3a06-4899-b4c8-8388b6d02820 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7360623 Dec 08 00:05:08.804508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] For port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:08.811157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] For port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:08.824722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cea959-bc08-4419-a9c0-65ed1f990b6f req-2cc6b8c1-9c05-4d49-8d2e-13ea8482d259 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.826920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4cea959-bc08-4419-a9c0-65ed1f990b6f req-2cc6b8c1-9c05-4d49-8d2e-13ea8482d259 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 947 time: 0.1312568 Dec 08 00:05:08.828875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.878174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:08.879955 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.882442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] 10.222.0.59 "PUT /v2.0/ports/5c1ac02e-6ea3-474b-aea3-94c4d999ae21 HTTP/1.1" status: 200 len: 1096 time: 2.3985293 Dec 08 00:05:08.899542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.908408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:08.913631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'tag': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:08.916565 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:08.917564 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626dd2f9-7178-4981-af0d-6201b0c15e07" -d '{"events": [{"name": "network-changed", "server_uuid": "6159d0c5-6716-4c77-ac5b-c0b2eda43f8a", "tag": "5c1ac02e-6ea3-474b-aea3-94c4d999ae21"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:08.923528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eba905a-4d56-4476-aec5-12c5d386dcb6 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:08.946006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:08.949548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.969698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8eba905a-4d56-4476-aec5-12c5d386dcb6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8eba905a-4d56-4476-aec5-12c5d386dcb6,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:08.984396 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:08.985687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 79d4754d-4e04-4b57-9cf9-aa8c862a0bca details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:09.070659 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-669d6e15-f615-452d-8b24-341005709723 req-0c9be490-c4ae-4088-9064-0f5b574bd7ee service neutron] 10.222.0.44 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218476 Dec 08 00:05:09.073201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-aa38c2b0-704c-45cc-89dd-c99e8c2a1586 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345322 Dec 08 00:05:09.091896 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-cd6285cd-6349-475b-9eb0-c3139fc95aa1 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936432 Dec 08 00:05:09.172794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a8fa4-f112-4967-9cc6-4ed44cc14617 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:09.221188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:09.231997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4cea959-bc08-4419-a9c0-65ed1f990b6f req-9a8f9271-d26b-43d0-af81-582f12d9af6c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933630 Dec 08 00:05:09.248776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'port_id': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'mac_address': 'fa:16:3e:2b:44:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:05:09.261960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1735182-5698-46ae-b667-79443c52d402 req-bce373c5-1fef-4c4f-8e86-a4c6c0ec8736 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:09.274789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1735182-5698-46ae-b667-79443c52d402 req-bce373c5-1fef-4c4f-8e86-a4c6c0ec8736 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 943 time: 0.3507512 Dec 08 00:05:09.325586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-7f7dad2d-1a78-497f-b6e0-ae45f456250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:09.335141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-7f7dad2d-1a78-497f-b6e0-ae45f456250b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 1099 time: 0.3299501 Dec 08 00:05:09.343683 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723c9b10-5a69-4add-85c8-f4990fa540de x-openstack-request-id: req-723c9b10-5a69-4add-85c8-f4990fa540de {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:09.343977 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6159d0c5-6716-4c77-ac5b-c0b2eda43f8a", "tag": "5c1ac02e-6ea3-474b-aea3-94c4d999ae21", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:09.345727 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-723c9b10-5a69-4add-85c8-f4990fa540de {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:09.346146 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'tag': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21', 'status': 'completed', 'code': 200} Dec 08 00:05:09.498723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-ee2f6eb3-cc7d-4a35-a213-fb63d35567f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=5c1ac02e-6ea3-474b-aea3-94c4d999ae21 HTTP/1.1" status: 200 len: 217 time: 0.1316068 Dec 08 00:05:09.511690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1735182-5698-46ae-b667-79443c52d402 req-5d391d18-d0a0-4d49-91c1-d96b720b1018 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339699 Dec 08 00:05:09.666049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8eba905a-4d56-4476-aec5-12c5d386dcb6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:09.678485 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cea182-aec9-4a6f-8d99-19b3c6b70cb1 x-openstack-request-id: req-21cea182-aec9-4a6f-8d99-19b3c6b70cb1 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:09.678787 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:09.679141 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21cea182-aec9-4a6f-8d99-19b3c6b70cb1 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:09.679490 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec', 'status': 'completed', 'code': 200} Dec 08 00:05:09.706973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-2feb22ee-e407-4452-95ef-e1f8c4edb5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:09.708788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-2feb22ee-e407-4452-95ef-e1f8c4edb5d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1958492 Dec 08 00:05:09.731330 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:09.751619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d2126-5d19-4092-bf1c-cbb88ef80fa7 req-59b9789f-7435-4422-b1cb-7f2a938a4e0d tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:09.752305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d4754d-4e04-4b57-9cf9-aa8c862a0bca {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:09.753160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a53d2126-5d19-4092-bf1c-cbb88ef80fa7 req-59b9789f-7435-4422-b1cb-7f2a938a4e0d tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 948 time: 0.1613581 Dec 08 00:05:09.780759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:09.785272 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-cd5d0fd1-5034-4c1d-b184-e280c9ee5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:09.787857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-cd5d0fd1-5034-4c1d-b184-e280c9ee5f00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701714 Dec 08 00:05:09.789334 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:09.789864 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-73e762a5-21fa-4c71-83c0-4406410ff99d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd HTTP/1.1" status: 200 len: 217 time: 0.6698077 Dec 08 00:05:09.851210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:05:09.875490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a53d2126-5d19-4092-bf1c-cbb88ef80fa7 req-44526f8f-5714-497a-9eb2-c74cf140f5d7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094229 Dec 08 00:05:09.878866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:09.910424 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-67d13058-1450-4f66-a9d9-881a91d7b9f8 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2484004 Dec 08 00:05:09.920279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:09.920627 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Added segment b7d682a2-bd9f-4adf-bb41-740f0cdff976 of type vlan for network 1309ab95-0789-4dee-93fc-c5cbc2662c29 Dec 08 00:05:09.927746 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ca82c-4c34-4559-ac0c-ccf53ef7cd98 req-7e07cce7-5211-4463-b459-11bb4acc8359 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346322 Dec 08 00:05:09.966960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:10.014289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-164ca69f-74c9-4840-8e65-95b621a30151 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031329 Dec 08 00:05:10.029014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-669d6e15-f615-452d-8b24-341005709723 req-d8bf1cd0-60a6-4fcb-b85e-b3909f493a94 service neutron] 10.222.0.44 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9309919 Dec 08 00:05:10.043660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8fa73-fe62-466c-a5c2-5bd552338feb req-8c53f63a-a0f8-43ef-a14c-697cdf4d2e0b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.044217 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.046672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05d8fa73-fe62-466c-a5c2-5bd552338feb req-8c53f63a-a0f8-43ef-a14c-697cdf4d2e0b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 944 time: 0.1088164 Dec 08 00:05:10.076566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-74849d21-6203-4c18-ae21-0b5214c88d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.079356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-74849d21-6203-4c18-ae21-0b5214c88d9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.2633073 Dec 08 00:05:10.110715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.116760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.117373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.132466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8eba905a-4d56-4476-aec5-12c5d386dcb6'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:10.162393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-network', 'tenant_id': '3f52c72e559643db876307372aa203c1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:10.177000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['79d4754d-4e04-4b57-9cf9-aa8c862a0bca'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:10.189046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05d8fa73-fe62-466c-a5c2-5bd552338feb req-32436b1d-cd23-42a1-a6c6-e8955765bb68 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280003 Dec 08 00:05:10.218173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93a7449-92c8-4d2a-8377-001cb2fac49a req-6d02a333-e026-43f0-bee1-7011759272f1 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911588 Dec 08 00:05:10.218391 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6080768 Dec 08 00:05:10.218498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46794) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:10.228838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'subnet': {'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:10.267111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-9cba9d77-ed6c-44c4-b1ec-f6c1de8b31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.268811 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-9cba9d77-ed6c-44c4-b1ec-f6c1de8b31ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591094 Dec 08 00:05:10.272123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365aa6-e2fa-45ba-952d-316a59855dba tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Network': ['ID=1309ab95-0789-4dee-93fc-c5cbc2662c29,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:10.277396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6f33d8d9-5a70-4603-8b6c-6f83dc3206c8 req-2f162e44-4ad4-47e3-999c-e0660e7329cf service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550453 Dec 08 00:05:10.293289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:05:10.373865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Made reservation on behalf of 3f52c72e559643db876307372aa203c1 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:10.376392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.424967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.483214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-81107592-07ab-4762-9185-08fa8d301309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.485774 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-81107592-07ab-4762-9185-08fa8d301309 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 1099 time: 0.1633077 Dec 08 00:05:10.493978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:10.498340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.562349 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-4c6bf246-ac46-4d40-a92a-d3ee2f487285 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411692 Dec 08 00:05:10.599237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599a3cd-47b7-417c-bb2c-ed4da0e060fb req-f6d090db-37a6-46f8-a95d-1df131aa3486 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.607524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9599a3cd-47b7-417c-bb2c-ed4da0e060fb req-f6d090db-37a6-46f8-a95d-1df131aa3486 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 948 time: 0.2416029 Dec 08 00:05:10.640053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-e7d3971d-0fae-4013-b9a1-fc75233d4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.641957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-e7d3971d-0fae-4013-b9a1-fc75233d4e10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1095 time: 0.2182057 Dec 08 00:05:10.714798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-4e97420b-d585-41d6-bdb6-c00d3cab2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.716474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-4e97420b-d585-41d6-bdb6-c00d3cab2b46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2212489 Dec 08 00:05:10.776578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-a9bbf0e9-9187-445d-b658-f73cdfa60d47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=5c1ac02e-6ea3-474b-aea3-94c4d999ae21 HTTP/1.1" status: 200 len: 217 time: 0.0488682 Dec 08 00:05:10.778474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-d7bef9cb-23a7-420f-86be-0c8c8094aa40 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074211 Dec 08 00:05:10.832220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46812) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:10.852340 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-9f3a6ead-2bb0-4731-86a6-060c4eec93e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f HTTP/1.1" status: 200 len: 217 time: 0.0606244 Dec 08 00:05:10.869093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361b18-d99b-4c5a-888d-cd21ec5fd4b1 req-0431d14d-3d6f-4268-a25b-77b87f6096bf tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.870597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a361b18-d99b-4c5a-888d-cd21ec5fd4b1 req-0431d14d-3d6f-4268-a25b-77b87f6096bf tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 944 time: 0.2527180 Dec 08 00:05:10.878526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9599a3cd-47b7-417c-bb2c-ed4da0e060fb req-c99f834a-f080-4610-a6a9-36493b102ea0 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697184 Dec 08 00:05:10.924025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-c6eebf82-b7de-4979-a66a-01cab00c3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.927209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-c6eebf82-b7de-4979-a66a-01cab00c3213 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.0636027 Dec 08 00:05:10.934051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-ffb3f9cb-d5a6-45ce-ba98-3601013d9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.935788 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-ffb3f9cb-d5a6-45ce-ba98-3601013d9608 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1454444 Dec 08 00:05:10.953104 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.977469 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:10.981052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-826db137-be70-4fdf-941b-3f8fc3f57ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:10.982542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-826db137-be70-4fdf-941b-3f8fc3f57ac8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.3113821 Dec 08 00:05:11.025042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-8c7157d6-a09d-4df3-9dea-c50192dc53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:11.026719 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-8c7157d6-a09d-4df3-9dea-c50192dc53e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897794 Dec 08 00:05:11.029685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-4f2c6832-28a5-49bd-a898-8b26ae5b1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:11.031442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-4f2c6832-28a5-49bd-a898-8b26ae5b1e9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839636 Dec 08 00:05:11.093740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:05:11.121997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a361b18-d99b-4c5a-888d-cd21ec5fd4b1 req-5c49f9ea-b333-4380-9e81-9ec0de437d38 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314279 Dec 08 00:05:11.123165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-16e375bd-946e-4c37-86e7-e1dc5afceb45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 217 time: 0.1008811 Dec 08 00:05:11.172510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496e6a89-db1c-4381-9410-86e2c0fdea6a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:11.208808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.209160 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Added segment 46d01f36-6796-4e15-b5c4-c5c3572c39fc of type vlan for network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 Dec 08 00:05:11.212015 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-5a7b073d-b934-4c08-bbe7-a2e3c9996312 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708748 Dec 08 00:05:11.213966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-7a5c0e41-867a-495a-b7b1-29e4d0fa5649 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606054 Dec 08 00:05:11.214837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9742d0cc-dfeb-469c-a76c-e13fa0733c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.242290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.336370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.341049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-aee0083f-56d6-47bd-b40f-abe88b678fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:11.342492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-aee0083f-56d6-47bd-b40f-abe88b678fc0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.2027407 Dec 08 00:05:11.388736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7c347d9-eb51-4974-b8f9-9b278e6fde5a req-ab75086c-1745-48f2-bfa0-5a4ea0a6992c service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608753 Dec 08 00:05:11.390658 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-626dd2f9-7178-4981-af0d-6201b0c15e07 req-0b55371b-7017-430a-a6dd-a740aca1dc30 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555612 Dec 08 00:05:11.394258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e69fba-8096-4efa-8eb7-fd19a310c93c req-de189395-4f3f-40ec-99e3-5137579095fb tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:11.395735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74e69fba-8096-4efa-8eb7-fd19a310c93c req-de189395-4f3f-40ec-99e3-5137579095fb tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 948 time: 0.3046794 Dec 08 00:05:11.452737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-c8b98925-10ba-4834-a1ba-37e4b0a74ead service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845640 Dec 08 00:05:11.488935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Subnet': ['ID=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:11.521902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.522823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:11.523435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.575152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152839c8-2d90-496b-9f45-9a0d73d24e13 req-88e5e72e-1973-441c-81e4-9a8bb90c936e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:11.576634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-152839c8-2d90-496b-9f45-9a0d73d24e13 req-88e5e72e-1973-441c-81e4-9a8bb90c936e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 944 time: 0.2943532 Dec 08 00:05:11.606106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Checking segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:11.606466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network hostable DHCP agents. Network: b17fad21-61ca-4491-9de5-9ff6e0ba6381, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:05:11.622620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6546364 Dec 08 00:05:11.625808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46820) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:11.631358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Request body: {'subnet': {'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-subnet', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:11.651871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Made reservation on behalf of 3f52c72e559643db876307372aa203c1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:11.654084 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.678202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74e69fba-8096-4efa-8eb7-fd19a310c93c req-a690934e-cefc-4fcc-85aa-a22952a00c49 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708056 Dec 08 00:05:11.718692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245fee0-f4d9-4253-bed8-cc5502c862c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd4ea0c-06fa-42d7-8d04-0bed41d08e47,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:11.732532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:05:11.758642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9742d0cc-dfeb-469c-a76c-e13fa0733c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.769685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:05:11.775897 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9742d0cc-dfeb-469c-a76c-e13fa0733c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.798475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-46092f17-ad83-4463-a4d1-0b144351f31e service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106019 Dec 08 00:05:11.801960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-152839c8-2d90-496b-9f45-9a0d73d24e13 req-f8c9abea-2aed-41ff-ba4f-39b06ccf8f36 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128417 Dec 08 00:05:11.841799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b17fad21-61ca-4491-9de5-9ff6e0ba6381) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:11.848597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.859548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:11.860295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:11.861479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355ff38-a6fb-4d5d-a0bf-f18ab69986d4 None None] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:11.863020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742d0cc-dfeb-469c-a76c-e13fa0733c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48acbb9-2749-4b03-bbc7-c9f7169bbbb8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:11.867809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9742d0cc-dfeb-469c-a76c-e13fa0733c91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85778e93477c40d580556934c64938e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0259395 Dec 08 00:05:11.875393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46822) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:11.910772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9b138f-b601-47da-bcbf-05b5d7e1f569,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:11.930676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Checking segment: {'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:11.931079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Network hostable DHCP agents. Network: 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:05:11.938970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ec0d722d-0353-4356-9d00-8c09049b4bcb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7168760 Dec 08 00:05:11.941518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:11.948940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'subnet': {'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:11.988349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:05:12.013669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'fixed_ips': [{'subnet_id': '4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:05:12.015976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.039167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:12.040342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eb882b1-b736-4e4b-ac31-c9bd5907cbf4 req-18a6f604-bbf2-452f-919b-0dad801dd320 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295671 Dec 08 00:05:12.044436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:12.045432 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.087887 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f8607bd-fc0a-42b5-8a7f-de9529aaaccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.091574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40850dc2-bdc7-403a-9b27-84f157131ae1 None None] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:12.098824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa96ce-e4bb-498f-a12b-64bddeae7f54 req-aada7b16-4320-4689-9d94-fe1de947ab13 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:12.100738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12aa96ce-e4bb-498f-a12b-64bddeae7f54 req-aada7b16-4320-4689-9d94-fe1de947ab13 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 948 time: 0.1241705 Dec 08 00:05:12.119905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:12.125256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.138340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f8607bd-fc0a-42b5-8a7f-de9529aaaccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.148365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-89511419-56c6-488e-884b-9e145e88ece2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5163944 Dec 08 00:05:12.148575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46832) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:12.154676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:12.234505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12aa96ce-e4bb-498f-a12b-64bddeae7f54 req-39c68afa-29f1-4032-95bb-7ae7a26a08aa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201727 Dec 08 00:05:12.237687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.238747 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.259365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Allocated IP 10.1.1.2 (b17fad21-61ca-4491-9de5-9ff6e0ba6381/4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e/cfdc2000-c33c-47a6-bf39-84bc43c5d13e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:12.298866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9403-c1a4-4631-9caf-ba502ba5b74d req-3fcab485-692b-4a58-b90f-0a33756f6977 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:12.308207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50ca9403-c1a4-4631-9caf-ba502ba5b74d req-3fcab485-692b-4a58-b90f-0a33756f6977 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 944 time: 0.0992486 Dec 08 00:05:12.314349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-7cd4ea0c-06fa-42d7-8d04-0bed41d08e47', 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47', 'project_id': '3f52c72e559643db876307372aa203c1', 'fixed_ips': [{'subnet_id': '9f9b138f-b601-47da-bcbf-05b5d7e1f569'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:05:12.315686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.328801 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f8607bd-fc0a-42b5-8a7f-de9529aaaccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.331460 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f8607bd-fc0a-42b5-8a7f-de9529aaaccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.332654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8f8607bd-fc0a-42b5-8a7f-de9529aaaccb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b48acbb9-2749-4b03-bbc7-c9f7169bbbb8 HTTP/1.1" status: 204 len: 168 time: 0.4539676 Dec 08 00:05:12.357511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8607bd-fc0a-42b5-8a7f-de9529aaaccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48acbb9-2749-4b03-bbc7-c9f7169bbbb8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:12.393103 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.397653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.453039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8eba905a-4d56-4476-aec5-12c5d386dcb6 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:12.472889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Checking segment: {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:12.473323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network hostable DHCP agents. Network: 1309ab95-0789-4dee-93fc-c5cbc2662c29, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:05:12.488584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50ca9403-c1a4-4631-9caf-ba502ba5b74d req-2cd0cd32-2fb8-420d-9928-113eadac22db tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793520 Dec 08 00:05:12.497248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Subnet': ['ID=038c5374-f35d-4e58-b90b-2854ac28237b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:12.501844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:05:12.538517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 1309ab95-0789-4dee-93fc-c5cbc2662c29) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:12.547037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:12.547639 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.558158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabdde9-b658-431d-8785-8f94776ed8a6 None None] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:12.573022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.573279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46838) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:12.574977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-01b3ef26-d3fd-4579-97a9-dd3e6cfe8e7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6318345 Dec 08 00:05:12.579418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'port': {'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'name': 'tempest-TaggedBootDevicesTest-1782126525', 'fixed_ips': [{'subnet_id': '4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:12.746428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Allocated IP 172.20.0.2 (7cd4ea0c-06fa-42d7-8d04-0bed41d08e47/9f9b138f-b601-47da-bcbf-05b5d7e1f569/5c9132c1-02cf-4b58-8729-ecda9cdc4f86) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:12.756036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.761203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:12.764723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 8eba905a-4d56-4476-aec5-12c5d386dcb6 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:05:12.771767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 8eba905a-4d56-4476-aec5-12c5d386dcb6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:12.772142 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.781113 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.916585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-1309ab95-0789-4dee-93fc-c5cbc2662c29', 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29', 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'fixed_ips': [{'subnet_id': '038c5374-f35d-4e58-b90b-2854ac28237b'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:05:12.917440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:12.932273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:12.957491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:12.961381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Pushing event updated for resources: {'Port': ['ID=cfdc2000-c33c-47a6-bf39-84bc43c5d13e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:12.963938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:12.993773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bdb6f-2219-4a67-bb71-8b400e3438c6 req-11d41640-468f-4683-84b7-bbe810d1e02f tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:12.995307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-453bdb6f-2219-4a67-bb71-8b400e3438c6 req-11d41640-468f-4683-84b7-bbe810d1e02f tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 948 time: 0.2155540 Dec 08 00:05:13.021029 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.052197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.080399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] device_id is not set on port 40b46288-86f4-4a56-a15c-4ad210459868 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:13.091971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.147597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf7e5-5328-43b2-9337-22d7e4e7c381 req-dc23c546-b010-450a-8039-fa6157dba80a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:13.149080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54aaf7e5-5328-43b2-9337-22d7e4e7c381 req-dc23c546-b010-450a-8039-fa6157dba80a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 944 time: 0.1918530 Dec 08 00:05:13.342423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.366634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Attempting to bind port cfdc2000-c33c-47a6-bf39-84bc43c5d13e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:13.367186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Attempting to bind port cfdc2000-c33c-47a6-bf39-84bc43c5d13e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:13.367495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Attempting to bind port cfdc2000-c33c-47a6-bf39-84bc43c5d13e on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:13.379469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.411502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.413651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:13.414033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Checking segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:13.414465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.414860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Bound using segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:13.415395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Bound port: cfdc2000-c33c-47a6-bf39-84bc43c5d13e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:13.415774 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.438743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959fad12-243b-4070-8a5e-acf733ec8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eba905a-4d56-4476-aec5-12c5d386dcb6'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:13.441118 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a9904c-65dc-43e4-9fe9-ae453c21dcc9" -d '{"events": [{"server_uuid": "959fad12-243b-4070-8a5e-acf733ec8886", "name": "network-vif-plugged", "status": "completed", "tag": "8eba905a-4d56-4476-aec5-12c5d386dcb6"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:13.481721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:13.502206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8eba905a-4d56-4476-aec5-12c5d386dcb6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8eba905a-4d56-4476-aec5-12c5d386dcb6,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:13.546182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.547007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 79d4754d-4e04-4b57-9cf9-aa8c862a0bca up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:13.547743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-453bdb6f-2219-4a67-bb71-8b400e3438c6 req-b979415e-777f-4bc7-9fd1-4af4c60d564e tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324786 Dec 08 00:05:13.549723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:13.590057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Allocated IP 10.2.2.2 (1309ab95-0789-4dee-93fc-c5cbc2662c29/038c5374-f35d-4e58-b90b-2854ac28237b/37587e39-e838-43d0-b990-2327eaa75643) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:13.593144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:13.602086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Pushing event updated for resources: {'Port': ['ID=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:13.604458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:13.611848 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.743501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] For port cfdc2000-c33c-47a6-bf39-84bc43c5d13e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:13.780718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54aaf7e5-5328-43b2-9337-22d7e4e7c381 req-80ba5ee5-cb12-4982-a500-ce03acdf86e8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224725 Dec 08 00:05:13.824301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 10.1.1.41 (b17fad21-61ca-4491-9de5-9ff6e0ba6381/4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e/40b46288-86f4-4a56-a15c-4ad210459868) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:13.832275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] For port cfdc2000-c33c-47a6-bf39-84bc43c5d13e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cfdc2000-c33c-47a6-bf39-84bc43c5d13e,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:13.838023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Allocated IP 172.25.6.250 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/61c619a8-b932-4d10-9fd7-95898967c96c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:13.876811 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca985a05-8069-42f4-b805-be13d369906a x-openstack-request-id: req-ca985a05-8069-42f4-b805-be13d369906a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:13.877117 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959fad12-243b-4070-8a5e-acf733ec8886", "name": "network-vif-plugged", "status": "completed", "tag": "8eba905a-4d56-4476-aec5-12c5d386dcb6", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:13.877377 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca985a05-8069-42f4-b805-be13d369906a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:13.877769 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959fad12-243b-4070-8a5e-acf733ec8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eba905a-4d56-4476-aec5-12c5d386dcb6', 'code': 200} Dec 08 00:05:13.878332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8eba905a-4d56-4476-aec5-12c5d386dcb6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:13.879986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9807b42-415c-49db-bfb2-81aab18a4ef3 req-8acfbfb9-20af-4a64-80ff-d6f4531bba84 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:13.881451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:13.881612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9807b42-415c-49db-bfb2-81aab18a4ef3 req-8acfbfb9-20af-4a64-80ff-d6f4531bba84 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 949 time: 0.1393096 Dec 08 00:05:13.944665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Attempting to bind port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:13.954222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Attempting to bind port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:13.954641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Attempting to bind port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 on network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:13.983038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:05:13.993334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:14.010944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:14.011333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Checking segment: {'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:14.011817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.012119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Bound using segment: {'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:14.012616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Bound port: 5c9132c1-02cf-4b58-8729-ecda9cdc4f86, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:14.013000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.027851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:14.027851 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.057007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb608c-cf38-4f2c-88f6-974b26b90769 req-ef2fb275-68f9-4dbf-b1a4-347db8040f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:14.058752 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-93eb608c-cf38-4f2c-88f6-974b26b90769 req-ef2fb275-68f9-4dbf-b1a4-347db8040f56 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 1100 time: 0.0911808 Dec 08 00:05:14.070829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'port_id': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec', 'mac_address': 'fa:16:3e:06:79:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62571d4e-aea2-40a8-81a3-10e7e89fb638', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:05:14.130256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e1f0a-137b-4008-9788-03ce9b23fdfd None None] Pushing event updated for resources: {'Port': ['ID=cfdc2000-c33c-47a6-bf39-84bc43c5d13e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:14.159386 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-93eb608c-cf38-4f2c-88f6-974b26b90769 req-09112cdd-01c8-4a41-a34b-46c59561de69 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922039 Dec 08 00:05:14.228618 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.238337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9807b42-415c-49db-bfb2-81aab18a4ef3 req-b01d1f06-5563-493d-83b2-6df3a6b7780e tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256018 Dec 08 00:05:14.250732 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.252250 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.265463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.271753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce4d88-f180-4c5d-9430-eb6eceb75006 req-53899af5-005f-42d3-b6c3-aedb0269bde1 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:14.280291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46ce4d88-f180-4c5d-9430-eb6eceb75006 req-53899af5-005f-42d3-b6c3-aedb0269bde1 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 944 time: 0.3240755 Dec 08 00:05:14.304374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46898) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:14.336200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:14.368165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] For port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:14.369290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.381655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:14.407778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:14.413938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] For port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,segment=NetworkSegment(46d01f36-6796-4e15-b5c4-c5c3572c39fc),segment_id=46d01f36-6796-4e15-b5c4-c5c3572c39fc)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:14.423505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:14.440175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46ce4d88-f180-4c5d-9430-eb6eceb75006 req-c728fc99-6038-4fc6-bb37-7b24e04d822d tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589146 Dec 08 00:05:14.440477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.442373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Pushing event updated for resources: {'Port': ['ID=37587e39-e838-43d0-b990-2327eaa75643,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:14.454077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.457738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:14.479252 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.505293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:14.509115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bd4448-ee49-466e-8dbc-501902facc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.517655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.518299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:14.534622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Pushing event updated for resources: {'Port': ['ID=61c619a8-b932-4d10-9fd7-95898967c96c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:14.540228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:14.548807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.551427 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:14.628982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Attempting to bind port 37587e39-e838-43d0-b990-2327eaa75643 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:14.629352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Attempting to bind port 37587e39-e838-43d0-b990-2327eaa75643 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:14.629709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Attempting to bind port 37587e39-e838-43d0-b990-2327eaa75643 on network 1309ab95-0789-4dee-93fc-c5cbc2662c29 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:14.656080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383fa93-8c8c-457e-ae5e-301f2ef73343 None None] Pushing event updated for resources: {'Port': ['ID=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:14.666921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:14.693049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:14.697784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:14.700574 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bd4448-ee49-466e-8dbc-501902facc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.704941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:14.705307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Checking segment: {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:14.705713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.706109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Bound using segment: {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:14.706627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Bound port: 37587e39-e838-43d0-b990-2327eaa75643, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:14.706770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:14.709765 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.712245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bd4448-ee49-466e-8dbc-501902facc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.755222 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.790022 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-45bd4448-ee49-466e-8dbc-501902facc98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90b7fcace2264da48f2d4769902e1b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808416 Dec 08 00:05:14.790685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46906) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:14.805778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd4448-ee49-466e-8dbc-501902facc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf91de3-680f-4b74-afbf-ab4fcd66f2f2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:14.881532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:14.933510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea1fffa8-4014-4e29-b91f-4310808f2e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:14.956476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cfdc2000-c33c-47a6-bf39-84bc43c5d13e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:14.974540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea1fffa8-4014-4e29-b91f-4310808f2e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.003904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] For port 37587e39-e838-43d0-b990-2327eaa75643, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:15.011965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:15.043022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea1fffa8-4014-4e29-b91f-4310808f2e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.045893 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea1fffa8-4014-4e29-b91f-4310808f2e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.048092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea1fffa8-4014-4e29-b91f-4310808f2e05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebf91de3-680f-4b74-afbf-ab4fcd66f2f2 HTTP/1.1" status: 204 len: 168 time: 0.2541945 Dec 08 00:05:15.053599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] For port 37587e39-e838-43d0-b990-2327eaa75643, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=37587e39-e838-43d0-b990-2327eaa75643,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:15.057698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fffa8-4014-4e29-b91f-4310808f2e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf91de3-680f-4b74-afbf-ab4fcd66f2f2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:15.069984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21', 'mac_address': 'fa:16:3e:9d:76:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:05:15.075266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=40b46288-86f4-4a56-a15c-4ad210459868,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:15.080301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.124373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:15.138018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:15.138915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.154482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24b7a-309b-4dd9-90e0-b4ae153db723 req-83cac2f1-149a-455b-a3c7-9c3c185a1f93 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:15.162142 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64f24b7a-309b-4dd9-90e0-b4ae153db723 req-83cac2f1-149a-455b-a3c7-9c3c185a1f93 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 948 time: 0.4661331 Dec 08 00:05:15.222716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port cfdc2000-c33c-47a6-bf39-84bc43c5d13e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:15.226448 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.278401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.299806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-189a2f26-21d9-4a35-a5e8-fc484b3a0e4f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7245915 Dec 08 00:05:15.301578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46914) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:15.307864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'port': {'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'name': 'tempest-TaggedBootDevicesTest-421827552', 'fixed_ips': [{'subnet_id': '4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:15.337203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0719987-2ad8-4cd4-896a-0b4ea5e69007 req-0ce93a98-d432-410a-a6e6-c8ced9474dac tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:15.346014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0719987-2ad8-4cd4-896a-0b4ea5e69007 req-0ce93a98-d432-410a-a6e6-c8ced9474dac tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.2911489 Dec 08 00:05:15.360370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68357390-2520-4304-9609-d0dc49c61d35 None None] Pushing event updated for resources: {'Port': ['ID=37587e39-e838-43d0-b990-2327eaa75643,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:15.373743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:15.439984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:15.456309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64f24b7a-309b-4dd9-90e0-b4ae153db723 req-b7417d99-163c-4b60-ae2e-828735f055bb tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928576 Dec 08 00:05:15.497406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.557990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0719987-2ad8-4cd4-896a-0b4ea5e69007 req-254aae6d-cd32-4ced-ba27-790cce1e66f4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106042 Dec 08 00:05:15.559492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.574073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:15.670875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.754422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:15.792350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port cfdc2000-c33c-47a6-bf39-84bc43c5d13e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cfdc2000-c33c-47a6-bf39-84bc43c5d13e,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:15.803414 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.809460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:15.858457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] device_id is not set on port 46e58805-970c-4c9f-81e9-59800376358c yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:15.896732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:15.899158 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa54325-c48a-4259-8f15-a4515b280236" -d '{"events": [{"server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "name": "network-vif-plugged", "status": "completed", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:15.917116 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:15.967299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['5c1ac02e-6ea3-474b-aea3-94c4d999ae21'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:15.981624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9ada5-17ec-4a82-b7ff-1894bb289e2a None None] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:15.988531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=cfdc2000-c33c-47a6-bf39-84bc43c5d13e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:16.043220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf2c02-51fe-4f66-aef4-aa87a2d95782 req-4d9d22f4-6a33-4529-807e-e1f2e79dae2f tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:16.052205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bdf2c02-51fe-4f66-aef4-aa87a2d95782 req-4d9d22f4-6a33-4529-807e-e1f2e79dae2f tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 949 time: 0.3089647 Dec 08 00:05:16.072965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898bafc-bf02-4f2a-a64d-4ace5bda2e01 req-ab27eea3-3393-46ff-b9d4-69c9d431d35f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:16.074536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f898bafc-bf02-4f2a-a64d-4ace5bda2e01 req-ab27eea3-3393-46ff-b9d4-69c9d431d35f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.3303964 Dec 08 00:05:16.134830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:16.174296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 10.1.1.8 (b17fad21-61ca-4491-9de5-9ff6e0ba6381/4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e/46e58805-970c-4c9f-81e9-59800376358c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:16.251921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f898bafc-bf02-4f2a-a64d-4ace5bda2e01 req-91cd330b-054c-4717-b373-1c904f1f3b54 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115077 Dec 08 00:05:16.405606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bdf2c02-51fe-4f66-aef4-aa87a2d95782 req-fd0270c6-1dbf-44fb-8703-27c720ca72ca tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298919 Dec 08 00:05:16.408737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:16.425680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e29a25b0-eae2-4f68-b4d3-e97553fc046b None None] Provisioning complete for port cfdc2000-c33c-47a6-bf39-84bc43c5d13e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:16.426059 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e29a25b0-eae2-4f68-b4d3-e97553fc046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:16.466829 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:16.478526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4df4b6-819c-4964-88c5-cc652b4daf39 None None] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:16.525491 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d001b1f1-908d-4089-8bb8-220736e2f84e x-openstack-request-id: req-d001b1f1-908d-4089-8bb8-220736e2f84e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:16.525816 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "name": "network-vif-plugged", "status": "completed", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:16.526052 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d001b1f1-908d-4089-8bb8-220736e2f84e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:16.526711 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'code': 200} Dec 08 00:05:16.568316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Router c6785953-7650-4a28-a4b2-2f481338cb80 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:05:16.635937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:16.693770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:16.697506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:16.751188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0720ad-7421-46b3-a77c-bc25ee79c805 req-4c883bdf-ed01-497b-9bf6-dfa2a9bbc7df tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:16.753981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f0720ad-7421-46b3-a77c-bc25ee79c805 req-4c883bdf-ed01-497b-9bf6-dfa2a9bbc7df tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.2185495 Dec 08 00:05:16.769007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=46e58805-970c-4c9f-81e9-59800376358c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:16.814199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259206-60d9-4492-bdea-3b2468f64884 req-99f8b6ae-6d54-423d-95aa-b265365d3940 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:16.816573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e259206-60d9-4492-bdea-3b2468f64884 req-99f8b6ae-6d54-423d-95aa-b265365d3940 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 949 time: 0.2026477 Dec 08 00:05:16.817494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690bd4-8a74-4347-ba5b-f59eb217de59 req-331f18cc-f774-4545-bd01-2edbb1f43cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:16.821358 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-df690bd4-8a74-4347-ba5b-f59eb217de59 req-331f18cc-f774-4545-bd01-2edbb1f43cfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 1096 time: 0.1919305 Dec 08 00:05:16.888535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:16.889274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:16.920216 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-23d4380e-7b50-4a15-af34-2b80fda322eb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6131787 Dec 08 00:05:16.939930 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-df690bd4-8a74-4347-ba5b-f59eb217de59 req-bbd5c97e-c9ae-4a42-95af-f5ac2affccc0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045055 Dec 08 00:05:16.971466 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f0720ad-7421-46b3-a77c-bc25ee79c805 req-dbadfaa4-724d-4150-890e-ef2ff90e5a31 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013679 Dec 08 00:05:17.008601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:05:17.008904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Sync routers for ids ['c6785953-7650-4a28-a4b2-2f481338cb80'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:05:17.030484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e259206-60d9-4492-bdea-3b2468f64884 req-9e7a19d7-e33b-46fb-9edb-c59f9e38f8af tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535137 Dec 08 00:05:17.040686 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Routers {'c6785953-7650-4a28-a4b2-2f481338cb80'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:17.041283 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c6785953-7650-4a28-a4b2-2f481338cb80'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:17.072600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:17.098266 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.104300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:17.116088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-74563748-77c7-4a38-ac53-ad0250efbc1e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9669988 Dec 08 00:05:17.176725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79506c-acac-411f-8f9a-900de528f457 None None] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:17.222267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d72f442b-1e82-46d4-acb4-2bc19c2f23f1 None None] Provisioning complete for port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:17.222932 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d72f442b-1e82-46d4-acb4-2bc19c2f23f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.329787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142716d-c488-4cdd-9a3d-279fcb6bc06e req-dc4659d8-62a2-4239-966d-d294dbd09f0d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:17.331384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c142716d-c488-4cdd-9a3d-279fcb6bc06e req-dc4659d8-62a2-4239-966d-d294dbd09f0d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.1302567 Dec 08 00:05:17.407842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:17.408913 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Set router c6785953-7650-4a28-a4b2-2f481338cb80 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:17.412856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c142716d-c488-4cdd-9a3d-279fcb6bc06e req-e69913ce-b233-49f7-b277-10ad0560eee7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745397 Dec 08 00:05:17.415536 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.497847 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.650230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:17.664776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-46c136c3-efe8-4788-89e2-2c48cd7d92ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227017738', 'description': 'tempest-description--1052472418'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:17.780402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46c136c3-efe8-4788-89e2-2c48cd7d92ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.792454 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d72f442b-1e82-46d4-acb4-2bc19c2f23f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.807101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.825403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82505b-bae8-49de-8788-b2ba3ffa8b61 req-8012039b-f8c1-43d3-945f-d7f99e821808 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:17.827176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da82505b-bae8-49de-8788-b2ba3ffa8b61 req-8012039b-f8c1-43d3-945f-d7f99e821808 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.2301476 Dec 08 00:05:17.836397 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:15Z', 'revision_number': 3, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:17.841332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-c302070b-aff7-4160-b000-636c73a881d4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dd9701b90c514c1d9ff4d10401683c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918047 Dec 08 00:05:17.856960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d72f442b-1e82-46d4-acb4-2bc19c2f23f1 None None] For port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,segment=NetworkSegment(46d01f36-6796-4e15-b5c4-c5c3572c39fc),segment_id=46d01f36-6796-4e15-b5c4-c5c3572c39fc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:17.867319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d72f442b-1e82-46d4-acb4-2bc19c2f23f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:17.905118 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Checking router: c6785953-7650-4a28-a4b2-2f481338cb80 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:05:17.905469 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Updating router c6785953-7650-4a28-a4b2-2f481338cb80 port 61c619a8-b932-4d10-9fd7-95898967c96c binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:05:17.985183 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.043396 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46c136c3-efe8-4788-89e2-2c48cd7d92ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.062120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46c136c3-efe8-4788-89e2-2c48cd7d92ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.109854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f442b-1e82-46d4-acb4-2bc19c2f23f1 None None] Pushing event updated for resources: {'Port': ['ID=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:18.150766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da82505b-bae8-49de-8788-b2ba3ffa8b61 req-3cb3b881-cb20-4365-8ba7-d2e64f338f12 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071597 Dec 08 00:05:18.151777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Provisioning complete for port 37587e39-e838-43d0-b990-2327eaa75643 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:18.152276 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.158775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:05:18.159425 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:05:18.291540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46c136c3-efe8-4788-89e2-2c48cd7d92ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.292792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-46c136c3-efe8-4788-89e2-2c48cd7d92ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6404147 Dec 08 00:05:18.305674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46988) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:18.312632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e9e22fb1-7028-4478-887b-40dfad39333d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'security_group_rule': {'security_group_id': '08e93270-261e-44ff-ba60-4c536bb830e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:18.327172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c136c3-efe8-4788-89e2-2c48cd7d92ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e93270-261e-44ff-ba60-4c536bb830e8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:18.401397 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.418729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-690a05eb-9160-4d63-a898-7da111d048cd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:18.428042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-690a05eb-9160-4d63-a898-7da111d048cd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5856521 Dec 08 00:05:18.449461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-011ddeb2-3230-482f-8e66-e2ae7f654784 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/quotas/dd9701b90c514c1d9ff4d10401683c19 HTTP/1.1" status: 200 len: 375 time: 0.0201046 Dec 08 00:05:18.454863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] For port 37587e39-e838-43d0-b990-2327eaa75643, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=37587e39-e838-43d0-b990-2327eaa75643,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:18.462631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.508385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Provisioning complete for port 40b46288-86f4-4a56-a15c-4ad210459868 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:18.508768 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.557835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9e22fb1-7028-4478-887b-40dfad39333d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.567018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Pushing event updated for resources: {'Port': ['ID=37587e39-e838-43d0-b990-2327eaa75643,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:18.575846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Port 40b46288-86f4-4a56-a15c-4ad210459868 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:18.587494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Provisioning complete for port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:18.587895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.594427 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.605154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb667ae-e6e9-48f9-a0f3-15a6fbca8406 req-0dc60336-49de-4acd-a730-7a0a268f51ca tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:18.605390 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.619254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbb667ae-e6e9-48f9-a0f3-15a6fbca8406 req-0dc60336-49de-4acd-a730-7a0a268f51ca tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 949 time: 0.1201043 Dec 08 00:05:18.663078 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Pushing event updated for resources: {'Port': ['ID=61c619a8-b932-4d10-9fd7-95898967c96c,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:18.666045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.684023 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.685154 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.685742 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.686214 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.686818 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.687152 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.687647 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.688070 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.688579 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.689193 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.690968 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.690968 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.690968 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:18.697225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-9fc17f13-0d58-420f-970b-bd388612c76f tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464421 Dec 08 00:05:18.697690 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Attempting to bind port 61c619a8-b932-4d10-9fd7-95898967c96c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:18.698111 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Attempting to bind port 61c619a8-b932-4d10-9fd7-95898967c96c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:18.698483 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Attempting to bind port 61c619a8-b932-4d10-9fd7-95898967c96c on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:18.704627 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:18.705337 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:18.705805 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.706284 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:18.706842 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Bound port: 61c619a8-b932-4d10-9fd7-95898967c96c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:18.707643 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.740244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Provisioning complete for port cfdc2000-c33c-47a6-bf39-84bc43c5d13e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:18.740625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.782979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9e22fb1-7028-4478-887b-40dfad39333d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.795599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9e22fb1-7028-4478-887b-40dfad39333d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.807958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 37587e39-e838-43d0-b990-2327eaa75643 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:18.833182 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9e22fb1-7028-4478-887b-40dfad39333d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.833882 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] For port 61c619a8-b932-4d10-9fd7-95898967c96c, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:18.837112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e9e22fb1-7028-4478-887b-40dfad39333d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5270848 Dec 08 00:05:18.838755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47014) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:18.846108 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] For port 61c619a8-b932-4d10-9fd7-95898967c96c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=61c619a8-b932-4d10-9fd7-95898967c96c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:18.851750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a0c94ceb-1664-4808-98bb-b3e4375faa6a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'security_group_rule': {'security_group_id': '08e93270-261e-44ff-ba60-4c536bb830e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:18.858357 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.863785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e22fb1-7028-4478-887b-40dfad39333d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb16ec3c-9fab-41ee-beaf-924517a47e5d,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:18.898257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbb667ae-e6e9-48f9-a0f3-15a6fbca8406 req-dba92846-905c-4399-a11f-26f6b24d5d21 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778513 Dec 08 00:05:18.931425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 37587e39-e838-43d0-b990-2327eaa75643 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:18.947322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.949066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0c94ceb-1664-4808-98bb-b3e4375faa6a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:18.973958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Allocated IP 172.20.0.1 (7cd4ea0c-06fa-42d7-8d04-0bed41d08e47/9f9b138f-b601-47da-bcbf-05b5d7e1f569/220ad035-1669-4805-bffa-1253184a032a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:18.999035 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaf67f-c151-438d-ba2e-d12c1d1cace3 None None] Pushing event updated for resources: {'Port': ['ID=61c619a8-b932-4d10-9fd7-95898967c96c,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:19.035862 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Routers {'c6785953-7650-4a28-a4b2-2f481338cb80'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:19.037018 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c6785953-7650-4a28-a4b2-2f481338cb80'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:19.128933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.168901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e74d566-d2b7-4849-aee1-d3244b64bda0 req-253e857b-cd8f-4e3e-8bcf-0040a03d31ed tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 210 time: 0.0779250 Dec 08 00:05:19.190045 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] Set router c6785953-7650-4a28-a4b2-2f481338cb80 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:19.199835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eda517-2fbc-453f-96c0-863215c3912e req-449561aa-e06a-4307-8903-c547b6161573 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:19.207869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4eda517-2fbc-453f-96c0-863215c3912e req-449561aa-e06a-4307-8903-c547b6161573 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.1660819 Dec 08 00:05:19.211750 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0c94ceb-1664-4808-98bb-b3e4375faa6a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.228104 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0c94ceb-1664-4808-98bb-b3e4375faa6a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.255995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.257502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c94ceb-1664-4808-98bb-b3e4375faa6a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4d58ce-7d2a-43c3-a4fa-f3ebe7be5f3a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:19.284612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0c94ceb-1664-4808-98bb-b3e4375faa6a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.285803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a0c94ceb-1664-4808-98bb-b3e4375faa6a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423976 Dec 08 00:05:19.291934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47046) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:19.294266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Provisioning complete for port 46e58805-970c-4c9f-81e9-59800376358c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:19.294744 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.306972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4eda517-2fbc-453f-96c0-863215c3912e req-c4710c5c-be38-43ac-bd4b-502a62096153 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980217 Dec 08 00:05:19.307247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:19.404034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cfdc2000-c33c-47a6-bf39-84bc43c5d13e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:19.430725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:19.450864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214c9dd-356a-4357-869b-82c9ee0f2527 req-06277967-e397-4874-ad7e-c4f2f328bb9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:19.452488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0214c9dd-356a-4357-869b-82c9ee0f2527 req-06277967-e397-4874-ad7e-c4f2f328bb9e tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.1274467 Dec 08 00:05:19.484383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:19.490845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:19.520338 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:15Z', 'revision_number': 3, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:19.535259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f0ac7-d161-43fa-a621-bebf0fdf7dd7 None None] Port 46e58805-970c-4c9f-81e9-59800376358c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:19.554719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port cfdc2000-c33c-47a6-bf39-84bc43c5d13e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:19.555351 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.559592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0214c9dd-356a-4357-869b-82c9ee0f2527 req-8ac07c7f-0b7b-4ccf-8258-3ef1ad894bfb tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927026 Dec 08 00:05:19.599958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:19.629208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a2e44-f0de-4cc6-a05c-c3e174a91f4f None None] The sync data for ids ['c6785953-7650-4a28-a4b2-2f481338cb80'] in n-d-820549-2 is: [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:15Z', 'revision_number': 3, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:05:19.634776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.661163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=220ad035-1669-4805-bffa-1253184a032a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:19.709035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.755421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3ac6bf7a-2e95-4e13-b48f-27aacb4a174d None None] Provisioning complete for port 37587e39-e838-43d0-b990-2327eaa75643 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:19.755801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bf7a-2e95-4e13-b48f-27aacb4a174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.808967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51159a51-ae32-4335-9d37-28ffb04c8b00 req-e8974a9d-ac1c-4912-82f7-bf40dedf1148 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:19.821187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51159a51-ae32-4335-9d37-28ffb04c8b00 req-e8974a9d-ac1c-4912-82f7-bf40dedf1148 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.1365499 Dec 08 00:05:19.821438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47086) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:19.826412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Request body: {'floatingip': {'port_id': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:19.898552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:05:19.918777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.961233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.974412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:19.974780 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:19.993959 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:20.134641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 172.25.6.194 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/2696169f-3bda-4585-ba4e-8e0cbbd2bc94) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:20.292411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:20.349412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:20.465563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:20.479996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:20.493262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:20.496154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb2ad36f-88f8-4135-b898-ca1df1f30407 req-0b7dfb84-cb08-46b6-8a1a-cd129455d8e0 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 210 time: 0.2006216 Dec 08 00:05:20.567413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef68499-deaf-4f23-8272-7933179ed295 req-5fcba995-bf43-4d6d-9d58-fd76ee4d5bda tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:20.570567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=2696169f-3bda-4585-ba4e-8e0cbbd2bc94,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:20.587626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef68499-deaf-4f23-8272-7933179ed295 req-5fcba995-bf43-4d6d-9d58-fd76ee4d5bda tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 949 time: 0.5604825 Dec 08 00:05:20.639113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3ac6bf7a-2e95-4e13-b48f-27aacb4a174d None None] Provisioning complete for port 46e58805-970c-4c9f-81e9-59800376358c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:20.639686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bf7a-2e95-4e13-b48f-27aacb4a174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:20.756372 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:20.831508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 61c619a8-b932-4d10-9fd7-95898967c96c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:20.932333 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:20.934865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:20.937384 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb2df9d-aedf-47e4-bd7d-6a582c8cd1b1" -d '{"events": [{"server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "name": "network-vif-plugged", "status": "completed", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:20.944442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6bf7a-2e95-4e13-b48f-27aacb4a174d None None] Port 46e58805-970c-4c9f-81e9-59800376358c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:20.963760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:20.971050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 61c619a8-b932-4d10-9fd7-95898967c96c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:20.971830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.002421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-87324b19-77a9-4f4b-8198-3c32270c8f77 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dd9701b90c514c1d9ff4d10401683c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727999 Dec 08 00:05:21.021512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.022508 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.023766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:21.221388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b18ada8a-4c7f-420f-a706-b9fbfdbb4ad7 None None] Provisioning complete for port 220ad035-1669-4805-bffa-1253184a032a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:21.222111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b18ada8a-4c7f-420f-a706-b9fbfdbb4ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.230221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.288339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:21.289982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.299229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=220ad035-1669-4805-bffa-1253184a032a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:21.304997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.310721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.315701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.316308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.316812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.317300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.317720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.317886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef68499-deaf-4f23-8272-7933179ed295 req-7ca768f9-1900-463b-a3d4-d32f024e7232 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198834 Dec 08 00:05:21.318198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.318526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.319091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.319428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.320432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.320432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.320631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:21.324097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.381054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:05:21.396922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:21.397557 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.410029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47154) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:21.473481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1fc24-07de-4e34-8a0d-8db6ad677e0a req-32b2e85b-c261-43ab-a210-d3c1a4e0b369 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:21.479595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f603e581-7823-4e2f-b11e-1cf43bef30ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.481270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.486427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2df1fc24-07de-4e34-8a0d-8db6ad677e0a req-32b2e85b-c261-43ab-a210-d3c1a4e0b369 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.8381963 Dec 08 00:05:21.506147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.519671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:21.531051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-6aa4cdb1-2bab-4d63-9d2e-0f55d29ba3a1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:21.532710 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-6aa4cdb1-2bab-4d63-9d2e-0f55d29ba3a1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5193419 Dec 08 00:05:21.538323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:21.558536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Request body: {'port': {'device_id': '424f26bc-6187-481e-b3b7-605cd9253eae', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'dd9701b90c514c1d9ff4d10401683c19'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:21.581918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 61c619a8-b932-4d10-9fd7-95898967c96c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=61c619a8-b932-4d10-9fd7-95898967c96c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:21.590201 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1babfef-4ab1-409b-bed5-e7cf340e0795 x-openstack-request-id: req-a1babfef-4ab1-409b-bed5-e7cf340e0795 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:21.591392 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "name": "network-vif-plugged", "status": "completed", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:21.591857 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1babfef-4ab1-409b-bed5-e7cf340e0795 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:21.594733 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec', 'code': 200} Dec 08 00:05:21.597687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b18ada8a-4c7f-420f-a706-b9fbfdbb4ad7 None None] Port 220ad035-1669-4805-bffa-1253184a032a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:21.603044 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.604627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:21.664504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:05:21.791877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:21.792929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.840093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=61c619a8-b932-4d10-9fd7-95898967c96c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:21.843508 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.900511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:21.906170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.937200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Router c6785953-7650-4a28-a4b2-2f481338cb80 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:05:21.973627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Made reservation on behalf of dd9701b90c514c1d9ff4d10401683c19 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:21.978204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:21.991899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3161e805-f1fb-4963-ac2f-7ea6cc07f342 None None] Provisioning complete for port 220ad035-1669-4805-bffa-1253184a032a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:21.992269 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3161e805-f1fb-4963-ac2f-7ea6cc07f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.024554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.031222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 37587e39-e838-43d0-b990-2327eaa75643 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:22.032388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1657330-89e8-40ab-b1cf-7ec50cb777b0 req-437a3578-71b8-4d28-ae57-11fbd2b41991 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 210 time: 0.0849161 Dec 08 00:05:22.033343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8ae0303-7937-4825-843f-24599a6debb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.036728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:22.088279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.094077 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Floating IP 5a4c965b-030d-4306-979e-723d7cfea507 associated. External IP: 172.25.6.221, port: 79d4754d-4e04-4b57-9cf9-aa8c862a0bca. Dec 08 00:05:22.099880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3161e805-f1fb-4963-ac2f-7ea6cc07f342 None None] Port 220ad035-1669-4805-bffa-1253184a032a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:22.102788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2df1fc24-07de-4e34-8a0d-8db6ad677e0a req-cd8393e6-5fcb-4a5d-a755-d67ad37815cd tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083522 Dec 08 00:05:22.117777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 37587e39-e838-43d0-b990-2327eaa75643 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:22.118151 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.161764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd8ba2-0790-4812-bb94-e8b63fcac981 req-2f934fe5-926c-4a64-8eff-50987c4658be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:22.163291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3afd8ba2-0790-4812-bb94-e8b63fcac981 req-2f934fe5-926c-4a64-8eff-50987c4658be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1097 time: 0.2135842 Dec 08 00:05:22.225393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=2696169f-3bda-4585-ba4e-8e0cbbd2bc94,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:22.285703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:05:22.291671 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-57c6d569-9dc3-48fc-b66f-16ee9c759fe3 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6785953-7650-4a28-a4b2-2f481338cb80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1863220 Dec 08 00:05:22.309578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3afd8ba2-0790-4812-bb94-e8b63fcac981 req-331947c8-2226-47d2-8055-75c3a8982612 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346302 Dec 08 00:05:22.324676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.353667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8ae0303-7937-4825-843f-24599a6debb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.355480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.363232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8ae0303-7937-4825-843f-24599a6debb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.367565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f49e0f10-fd49-418d-9c0f-1580e6015a76 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0573180 Dec 08 00:05:22.406112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae0303-7937-4825-843f-24599a6debb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0573bbbc-004d-48e5-862e-6eb0e2dafb30,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:22.406982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Allocated IP 192.168.233.22 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:22.445015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b8ae0303-7937-4825-843f-24599a6debb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97a8ebbbfa8b436d9a09a0c30c84e128&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0245132 Dec 08 00:05:22.450347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:22.549700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8086119-17f4-4259-bd19-e4206e6ec8e1 req-e999aa82-c33b-48d4-a732-136364ee7a75 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:22.551630 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8086119-17f4-4259-bd19-e4206e6ec8e1 req-e999aa82-c33b-48d4-a732-136364ee7a75 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 950 time: 0.1294034 Dec 08 00:05:22.560395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:05:22.584292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 61c619a8-b932-4d10-9fd7-95898967c96c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:22.620527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcb50a65-7f66-407d-af39-24956d27431a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.657382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 61c619a8-b932-4d10-9fd7-95898967c96c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:22.658057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.679868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8086119-17f4-4259-bd19-e4206e6ec8e1 req-83a8e08e-0680-44f4-81fc-48c2f33c2610 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Dec 08 00:05:22.712255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcb50a65-7f66-407d-af39-24956d27431a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.741388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Sync routers for ids ['c6785953-7650-4a28-a4b2-2f481338cb80'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:05:22.744334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:05:22.751668 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.759380 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] Sync routers for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:05:22.772861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Routers {'c6785953-7650-4a28-a4b2-2f481338cb80'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:22.773591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c6785953-7650-4a28-a4b2-2f481338cb80'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:22.774266 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:22.774962 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:04:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:22.785991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.811928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bf45e6e4-ac3c-4509-9255-0965089b09d9 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "PUT /v2.0/floatingips/5a4c965b-030d-4306-979e-723d7cfea507 HTTP/1.1" status: 200 len: 991 time: 2.9893036 Dec 08 00:05:22.812749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:22.816125 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e26de4-c48a-45d1-9013-adc567e687a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:22.879649 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcb50a65-7f66-407d-af39-24956d27431a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.882781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcb50a65-7f66-407d-af39-24956d27431a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.887192 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bcb50a65-7f66-407d-af39-24956d27431a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0573bbbc-004d-48e5-862e-6eb0e2dafb30 HTTP/1.1" status: 204 len: 168 time: 0.4333775 Dec 08 00:05:22.898054 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-c5e4a843-5adb-4805-94c7-754c4cf5d7e4 req-ee9c72cf-9bf0-4615-a7a8-55ee49fb55c9 tempest-FloatingIPDetailsNegativeTestJSON-756531944 tempest-FloatingIPDetailsNegativeTestJSON-756531944-project] show failed (client error): The resource could not be found. Dec 08 00:05:22.899125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5e4a843-5adb-4805-94c7-754c4cf5d7e4 req-ee9c72cf-9bf0-4615-a7a8-55ee49fb55c9 tempest-FloatingIPDetailsNegativeTestJSON-756531944 tempest-FloatingIPDetailsNegativeTestJSON-756531944-project] 10.222.0.18 "GET /v2.0/floatingips/e26c732e-24ca-4d97-b8de-c5e874429082 HTTP/1.1" status: 404 len: 350 time: 0.0509551 Dec 08 00:05:22.910106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb50a65-7f66-407d-af39-24956d27431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0573bbbc-004d-48e5-862e-6eb0e2dafb30,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:22.912734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:22.916785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47192) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:22.935857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-8c18f456-f26c-4c25-9192-344e53aba52b tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1227017738&fields=id&tenant_id=249d14df01944bb1b86b0fb6598bd2b6 HTTP/1.1" status: 200 len: 267 time: 0.1125617 Dec 08 00:05:22.956688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['dc7d4423-0af1-4481-bc05-095ba9d62120', '8eba905a-4d56-4476-aec5-12c5d386dcb6'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:22.994352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Set router c6785953-7650-4a28-a4b2-2f481338cb80 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:22.999278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Pushing event updated for resources: {'Port': ['ID=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:23.019851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:23.023604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:23.027270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:23.116293 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:23.121712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.122387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.160458 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-3bc77652-d2b1-4a93-809a-b6bf983427e9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6096427 Dec 08 00:05:23.216182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Request body: {'port': {'device_id': '424f26bc-6187-481e-b3b7-605cd9253eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:23.274154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-8d0cf977-de06-4cdd-a344-aa8066439f75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.276563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-8d0cf977-de06-4cdd-a344-aa8066439f75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports/40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 931 time: 0.2951834 Dec 08 00:05:23.279513 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99f7231-7f2d-4840-808a-cd031fe53c90 x-openstack-request-id: req-d99f7231-7f2d-4840-808a-cd031fe53c90 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:23.280112 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:23.280539 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d99f7231-7f2d-4840-808a-cd031fe53c90 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:23.281158 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'status': 'completed', 'code': 200} Dec 08 00:05:23.397510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-1bbe3285-0e66-4a02-aea5-215223fd6833 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.400729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-0db9a2b3-1dd8-445f-8bdd-9e7d8f0da43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.403618 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-0db9a2b3-1dd8-445f-8bdd-9e7d8f0da43a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca31cdfd233c4873bded96ea8cc9842f&device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 1096 time: 0.1256359 Dec 08 00:05:23.407134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-1bbe3285-0e66-4a02-aea5-215223fd6833 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports/46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 929 time: 0.1182072 Dec 08 00:05:23.408577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.495895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-653042ac-b257-4437-b573-31375d3d2f85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0874143 Dec 08 00:05:23.513779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3599b888-ad8d-49bc-944d-4cbc95dff8b1 None None] Provisioning complete for port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:23.514417 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3599b888-ad8d-49bc-944d-4cbc95dff8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.555083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3599b888-ad8d-49bc-944d-4cbc95dff8b1 None None] Port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:23.582244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47200) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:23.597151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:23.600385 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07230cf0-7331-4fbb-b466-063cd53207ec" -d '{"events": [{"server_uuid": "6159d0c5-6716-4c77-ac5b-c0b2eda43f8a", "name": "network-vif-plugged", "status": "completed", "tag": "5c1ac02e-6ea3-474b-aea3-94c4d999ae21"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:23.607978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-653fa540-8d9c-4fd4-a988-be07f73dbe9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.614264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:19Z', 'revision_number': 4, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '220ad035-1669-4805-bffa-1253184a032a', 'name': '', 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'mac_address': 'fa:16:3e:6e:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '9f9b138f-b601-47da-bcbf-05b5d7e1f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:18Z', 'updated_at': '2021-12-08T00:05:20Z', 'revision_number': 2, 'project_id': '3f52c72e559643db876307372aa203c1', 'subnets': [{'id': '9f9b138f-b601-47da-bcbf-05b5d7e1f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:23.637155 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6e86-e2fa-46ff-a624-5395c19864b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.650747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-e0753967-3612-48c1-8f3d-fe992f799d2c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0693069 Dec 08 00:05:23.653518 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5a4c965b-030d-4306-979e-723d7cfea507', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'port_id': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'mac_address': 'fa:16:3e:2b:44:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6972651-804d-4e85-9924-ebe0746b4069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:04:48Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 1, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 5, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:23.660943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Checking router: c6785953-7650-4a28-a4b2-2f481338cb80 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:05:23.661589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Updating router c6785953-7650-4a28-a4b2-2f481338cb80 port 220ad035-1669-4805-bffa-1253184a032a binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:05:23.684637 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] Checking router: 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:05:23.701001 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:23.701624 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:05:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:23.703236 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.761644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e852c-595b-434f-940a-11a645aa5da6 req-bf10a053-b837-4618-b3d5-ead824d66b3b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.769294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a7e852c-595b-434f-940a-11a645aa5da6 req-bf10a053-b837-4618-b3d5-ead824d66b3b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 935 time: 0.4870691 Dec 08 00:05:23.841439 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:23.952908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:23.963182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a7e852c-595b-434f-940a-11a645aa5da6 req-ec63fe4b-5f0a-4ec4-b6fb-7a4a37e8c119 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928718 Dec 08 00:05:23.965191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.980105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Transition to ACTIVE for port object 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:23.982960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-cf140736-4a07-4f4a-aa94-3375257dd8b7 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.984847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-e2ff99e2-7ad9-48a1-85f9-1e7d1848ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.986635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-e2ff99e2-7ad9-48a1-85f9-1e7d1848ee3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b HTTP/1.1" status: 200 len: 906 time: 0.5520473 Dec 08 00:05:23.991143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-cf140736-4a07-4f4a-aa94-3375257dd8b7 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.991682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:23.997937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-cf140736-4a07-4f4a-aa94-3375257dd8b7 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:23.999678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-cf140736-4a07-4f4a-aa94-3375257dd8b7 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/networks?id=669642aa-1618-4b35-a7ba-c2f405592211&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=1309ab95-0789-4dee-93fc-c5cbc2662c29&id=1309ab95-0789-4dee-93fc-c5cbc2662c29 HTTP/1.1" status: 200 len: 1991 time: 0.3102753 Dec 08 00:05:24.070920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6e86-e2fa-46ff-a624-5395c19864b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.074482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5d1b0f58-6f28-4a5b-b9dd-714b409308ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/quotas/249d14df01944bb1b86b0fb6598bd2b6 HTTP/1.1" status: 200 len: 375 time: 0.0445859 Dec 08 00:05:24.099744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6e86-e2fa-46ff-a624-5395c19864b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.154764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:24.245476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-9075599d-6b45-445c-b405-47c2170c9e72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca HTTP/1.1" status: 200 len: 999 time: 0.2357154 Dec 08 00:05:24.257217 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9ffe6e86-e2fa-46ff-a624-5395c19864b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32a571d161a242de9819620d0e5c8909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6692314 Dec 08 00:05:24.258821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe6e86-e2fa-46ff-a624-5395c19864b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3e0ad-ba11-4399-9f15-793ab173ac41,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:24.260525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47210) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:24.310498 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5a4c965b-030d-4306-979e-723d7cfea507', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'port_id': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'mac_address': 'fa:16:3e:2b:44:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6972651-804d-4e85-9924-ebe0746b4069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:04:48Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 1, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 5, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:24.319750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-820d6cde-ba15-445c-96f5-51dc2fabdeec tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2324429 Dec 08 00:05:24.320204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.331217 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.346375 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494cb4d-3d61-4bd2-943d-f5545e88e823 None None] The sync data for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 is: [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5a4c965b-030d-4306-979e-723d7cfea507', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'port_id': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'mac_address': 'fa:16:3e:2b:44:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6972651-804d-4e85-9924-ebe0746b4069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:04:48Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 1, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 5, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:05:24.354770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Attempting to bind port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:24.355353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Attempting to bind port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:24.356267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Attempting to bind port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:24.360180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb2d27-b934-4b7d-9300-f01d349cfa1a req-e69279f2-6978-4208-96c9-ac59b4904831 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:24.367839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64eb2d27-b934-4b7d-9300-f01d349cfa1a req-e69279f2-6978-4208-96c9-ac59b4904831 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 946 time: 0.2341895 Dec 08 00:05:24.379810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:24.380999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Attempting to bind port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:24.420203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-27e2b90a-50b6-41f0-8ab0-6df8eb319798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:24.429469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-27e2b90a-50b6-41f0-8ab0-6df8eb319798 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79efbc95-262a-496e-a60c-c9b54c6f03ae HTTP/1.1" status: 200 len: 844 time: 0.1531761 Dec 08 00:05:24.436243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:24.436876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:24.437463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:24.438210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Bound port: 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:24.438909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.479925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-cad91ff3-7b17-4b77-961a-70aa1db14ac4 service neutron] 10.222.0.18 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531913 Dec 08 00:05:24.520041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a1db6-d8aa-4671-80da-ffd116d81aa3 None None] Pushing event updated for resources: {'Port': ['ID=220ad035-1669-4805-bffa-1253184a032a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:24.566015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Attempting to bind port 220ad035-1669-4805-bffa-1253184a032a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:24.566463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Attempting to bind port 220ad035-1669-4805-bffa-1253184a032a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:24.571826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Attempting to bind port 220ad035-1669-4805-bffa-1253184a032a on network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:24.573207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-c1c820c6-cb24-4845-a7f9-22d53369aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:24.574805 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-c1c820c6-cb24-4845-a7f9-22d53369aaff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328795 Dec 08 00:05:24.575543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-be0723f9-18cf-4a5d-80e6-4921d4f8aa21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.587587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:24.588016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Checking segment: {'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:24.590968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.591532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Bound using segment: {'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:24.591910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Bound port: 220ad035-1669-4805-bffa-1253184a032a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d01f36-6796-4e15-b5c4-c5c3572c39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:24.592987 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.652865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64eb2d27-b934-4b7d-9300-f01d349cfa1a req-10979d3f-754d-4d6f-85bd-23101f700395 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687517 Dec 08 00:05:24.672544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfcf89-a24d-4d57-abdf-1fba3ecdefea None None] New status for floating IP 5a4c965b-030d-4306-979e-723d7cfea507: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:05:24.717612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.774400 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fe06d6-7d17-4698-9cff-f793faf08c45 x-openstack-request-id: req-96fe06d6-7d17-4698-9cff-f793faf08c45 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:24.774823 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6159d0c5-6716-4c77-ac5b-c0b2eda43f8a", "name": "network-vif-plugged", "status": "completed", "tag": "5c1ac02e-6ea3-474b-aea3-94c4d999ae21", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:24.775549 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96fe06d6-7d17-4698-9cff-f793faf08c45 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:24.775753 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21', 'code': 200} Dec 08 00:05:24.789779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-166b603d-a5df-49b3-9c1a-b1f6c22c8dfc service neutron] 10.222.0.18 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013101 Dec 08 00:05:24.883243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] For port 220ad035-1669-4805-bffa-1253184a032a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:24.910340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0b5a314b-5611-4910-9d1f-f3439434c1e7 None None] Provisioning complete for port 220ad035-1669-4805-bffa-1253184a032a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:24.910830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b5a314b-5611-4910-9d1f-f3439434c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.916411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] For port 220ad035-1669-4805-bffa-1253184a032a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=220ad035-1669-4805-bffa-1253184a032a,segment=NetworkSegment(46d01f36-6796-4e15-b5c4-c5c3572c39fc),segment_id=46d01f36-6796-4e15-b5c4-c5c3572c39fc)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:24.929686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-fde91edb-13bc-4504-91d8-9ad73729a9d5 service neutron] 10.222.0.18 "GET /v2.0/ports/40b46288-86f4-4a56-a15c-4ad210459868?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1312068 Dec 08 00:05:24.948694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:24.983989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-be0723f9-18cf-4a5d-80e6-4921d4f8aa21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.001596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] For port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:25.062262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] For port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:25.063621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a314b-5611-4910-9d1f-f3439434c1e7 None None] Port 220ad035-1669-4805-bffa-1253184a032a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:25.074678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a3daf-cd1a-4fdd-8482-cb712fe99536 req-c9ccca17-7363-4a05-840e-dba389bbd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:25.076607 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af4a3daf-cd1a-4fdd-8482-cb712fe99536 req-c9ccca17-7363-4a05-840e-dba389bbd870 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 1101 time: 0.2450290 Dec 08 00:05:25.083855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.084200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.097515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Routers {'c6785953-7650-4a28-a4b2-2f481338cb80'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:25.097515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:05:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c6785953-7650-4a28-a4b2-2f481338cb80'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:25.103649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a1db6-d8aa-4671-80da-ffd116d81aa3 None None] Pushing event updated for resources: {'Port': ['ID=220ad035-1669-4805-bffa-1253184a032a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:25.125685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77f672-b472-42cf-b351-55afa7603614 req-309c9ed2-b294-42f8-987a-bc2fe4578a1e tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:25.127357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f77f672-b472-42cf-b351-55afa7603614 req-309c9ed2-b294-42f8-987a-bc2fe4578a1e tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 950 time: 0.2207589 Dec 08 00:05:25.139614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:25.139838 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.141332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] 10.222.0.44 "PUT /v2.0/ports/3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d HTTP/1.1" status: 200 len: 1095 time: 1.9296782 Dec 08 00:05:25.153497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424f26bc-6187-481e-b3b7-605cd9253eae', 'tag': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:25.163450 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79" -d '{"events": [{"name": "network-changed", "server_uuid": "424f26bc-6187-481e-b3b7-605cd9253eae", "tag": "3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:25.190206 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-8109a107-3ce8-439e-bf3f-e21c47240b38 service neutron] 10.222.0.44 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008294 Dec 08 00:05:25.255521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-3b42710d-4d46-4e6f-9a24-4feea3318e1d service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072307 Dec 08 00:05:25.258014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af4a3daf-cd1a-4fdd-8482-cb712fe99536 req-ffdb9516-feb1-46d3-8411-23c5c78baab7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523941 Dec 08 00:05:25.315893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879fa38-3062-4d2a-a987-259f55510566 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:25.316154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-be0723f9-18cf-4a5d-80e6-4921d4f8aa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.319316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-be0723f9-18cf-4a5d-80e6-4921d4f8aa21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.323463 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-be0723f9-18cf-4a5d-80e6-4921d4f8aa21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85d3e0ad-ba11-4399-9f15-793ab173ac41 HTTP/1.1" status: 204 len: 168 time: 1.0456762 Dec 08 00:05:25.362864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0723f9-18cf-4a5d-80e6-4921d4f8aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3e0ad-ba11-4399-9f15-793ab173ac41,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:25.369655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] Set router c6785953-7650-4a28-a4b2-2f481338cb80 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:25.376850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e26de4-c48a-45d1-9013-adc567e687a2 req-bf60e279-567d-4877-9a2b-aa20cb845a05 service neutron] 10.222.0.44 "GET /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745782 Dec 08 00:05:25.388097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b04167e3-3535-4422-baba-f161f505acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:25.389690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-b04167e3-3535-4422-baba-f161f505acf9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 1098 time: 0.0995476 Dec 08 00:05:25.423836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f77f672-b472-42cf-b351-55afa7603614 req-3330e4b9-6156-4a13-b190-b0395d253445 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803371 Dec 08 00:05:25.512997 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-accc76b8-86f1-4275-a2d0-892fc1414525 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d HTTP/1.1" status: 200 len: 217 time: 0.1020162 Dec 08 00:05:25.558337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-e034d06a-c505-41be-b416-fdabc75ac2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963612 Dec 08 00:05:25.608385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Deleting port 220ad035-1669-4805-bffa-1253184a032a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:25.608753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.610405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-a4a7134b-4239-49c3-bdfc-7f05a6cc3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:25.618711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-a4a7134b-4239-49c3-bdfc-7f05a6cc3553 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0986018 Dec 08 00:05:25.624476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-34cbbea0-58ba-4974-9fcf-40c64d5e547c service neutron] 10.222.0.18 "GET /v2.0/ports/46e58805-970c-4c9f-81e9-59800376358c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0588663 Dec 08 00:05:25.703915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-1554b0cf-0b01-410b-ac1e-61bcdde0f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:25.705891 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-1554b0cf-0b01-410b-ac1e-61bcdde0f93f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782349 Dec 08 00:05:25.720447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c2dee21d-fe96-429b-9b8e-d183457a35c4 None None] Provisioning complete for port 220ad035-1669-4805-bffa-1253184a032a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:25.720822 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c2dee21d-fe96-429b-9b8e-d183457a35c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:25.795822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:19Z', 'revision_number': 4, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '220ad035-1669-4805-bffa-1253184a032a', 'name': '', 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'mac_address': 'fa:16:3e:6e:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '9f9b138f-b601-47da-bcbf-05b5d7e1f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:18Z', 'updated_at': '2021-12-08T00:05:24Z', 'revision_number': 4, 'project_id': '3f52c72e559643db876307372aa203c1', 'subnets': [{'id': '9f9b138f-b601-47da-bcbf-05b5d7e1f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:25.830159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6e7fa-4a93-41e4-b9f4-e2b220eb41ef None None] The sync data for ids ['c6785953-7650-4a28-a4b2-2f481338cb80'] in n-d-820549-2 is: [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:19Z', 'revision_number': 4, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '220ad035-1669-4805-bffa-1253184a032a', 'name': '', 'network_id': '7cd4ea0c-06fa-42d7-8d04-0bed41d08e47', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'mac_address': 'fa:16:3e:6e:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '9f9b138f-b601-47da-bcbf-05b5d7e1f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:18Z', 'updated_at': '2021-12-08T00:05:24Z', 'revision_number': 4, 'project_id': '3f52c72e559643db876307372aa203c1', 'subnets': [{'id': '9f9b138f-b601-47da-bcbf-05b5d7e1f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:05:25.893860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-9efaabe2-c877-4b93-a11d-1bf33e0f279b service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685269 Dec 08 00:05:25.936191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c2dee21d-fe96-429b-9b8e-d183457a35c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:26.008814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c2dee21d-fe96-429b-9b8e-d183457a35c4 None None] For port 220ad035-1669-4805-bffa-1253184a032a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=220ad035-1669-4805-bffa-1253184a032a,segment=NetworkSegment(46d01f36-6796-4e15-b5c4-c5c3572c39fc),segment_id=46d01f36-6796-4e15-b5c4-c5c3572c39fc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:26.015505 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c2dee21d-fe96-429b-9b8e-d183457a35c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:26.067863 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f293c599-0d53-4be7-866d-abb2b19bd233 req-8983009e-d922-43e8-9f6d-68dcb775f34e service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676164 Dec 08 00:05:26.084461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dee21d-fe96-429b-9b8e-d183457a35c4 None None] Pushing event updated for resources: {'Port': ['ID=220ad035-1669-4805-bffa-1253184a032a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:26.188254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] For port 220ad035-1669-4805-bffa-1253184a032a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=220ad035-1669-4805-bffa-1253184a032a,segment=NetworkSegment(46d01f36-6796-4e15-b5c4-c5c3572c39fc),segment_id=46d01f36-6796-4e15-b5c4-c5c3572c39fc)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:26.188633 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:26.196905 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:26.213129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Calling delete_port for 220ad035-1669-4805-bffa-1253184a032a owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:26.224451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-156fd357-0fc3-4937-b622-449cc21b7f02 service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905802 Dec 08 00:05:26.226384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51858eca-40e5-4b10-baf1-59d51ae8b35e req-8fab1375-845f-4dae-8745-348285bcf29a tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:26.231441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51858eca-40e5-4b10-baf1-59d51ae8b35e req-8fab1375-845f-4dae-8745-348285bcf29a tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1097 time: 0.5329485 Dec 08 00:05:26.411805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51858eca-40e5-4b10-baf1-59d51ae8b35e req-0e669ce6-e319-496e-a29e-f32c98fef67a tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711154 Dec 08 00:05:26.572470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-2148ffa1-cc24-4d72-821f-80ae85fe9377 service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367481 Dec 08 00:05:26.622840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 220ad035-1669-4805-bffa-1253184a032a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:26.638252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8b434-2ce3-4245-aca7-2c9fd43e55fb req-f341ff42-d9e4-4994-95e6-8fb8540e0bad tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:26.640169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2e8b434-2ce3-4245-aca7-2c9fd43e55fb req-f341ff42-d9e4-4994-95e6-8fb8540e0bad tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 947 time: 0.1194322 Dec 08 00:05:26.690395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 220ad035-1669-4805-bffa-1253184a032a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:26.690830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:26.710745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2e8b434-2ce3-4245-aca7-2c9fd43e55fb req-2f8f1498-a961-4cb3-a555-6f76eef22333 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630612 Dec 08 00:05:26.781737 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88950654-1ccf-46b3-a905-27d8bd2bc636 x-openstack-request-id: req-88950654-1ccf-46b3-a905-27d8bd2bc636 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:26.781737 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424f26bc-6187-481e-b3b7-605cd9253eae", "tag": "3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:26.781737 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88950654-1ccf-46b3-a905-27d8bd2bc636 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:26.781737 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424f26bc-6187-481e-b3b7-605cd9253eae', 'tag': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d', 'status': 'completed', 'code': 200} Dec 08 00:05:26.823242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-cd343870-49d8-4b68-a305-f86899741f8b service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420444 Dec 08 00:05:26.852331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:26.914478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-8904ce33-4ee4-4468-8185-170e1c5d5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:26.916217 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-8904ce33-4ee4-4468-8185-170e1c5d5f9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 1098 time: 0.0745723 Dec 08 00:05:26.956002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Pushing event deleted for resources: {'Port': ['ID=220ad035-1669-4805-bffa-1253184a032a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:27.077364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-cc33e0b5-da84-4571-a7d0-63c9bddc4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:27.079323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-cc33e0b5-da84-4571-a7d0-63c9bddc4260 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1534560 Dec 08 00:05:27.132146 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-62896c68-91ec-4a28-9e17-ce55798607ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d HTTP/1.1" status: 200 len: 217 time: 0.0414479 Dec 08 00:05:27.183604 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.206523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-3efb0ee9-8dbb-44ea-8ea3-f44132d2f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:27.211501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-3efb0ee9-8dbb-44ea-8ea3-f44132d2f700 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0716588 Dec 08 00:05:27.227393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-36ec5daf-1df4-4faa-bf7c-c330587009b6 service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971169 Dec 08 00:05:27.276723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-3a63bd32-989e-4117-b2e6-f9e192727d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:27.278592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-3a63bd32-989e-4117-b2e6-f9e192727d43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565503 Dec 08 00:05:27.293874 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.317541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca4fff-5595-41d3-b97b-e2f6113457a5 req-a5ff2f76-a32c-4ddd-94b6-be54c97c553a tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:27.325214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16ca4fff-5595-41d3-b97b-e2f6113457a5 req-a5ff2f76-a32c-4ddd-94b6-be54c97c553a tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1097 time: 0.3468146 Dec 08 00:05:27.402186 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-2b4f0999-0656-4711-8e7b-6ba8004cafc2 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141996 Dec 08 00:05:27.452461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47286) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:27.509069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16ca4fff-5595-41d3-b97b-e2f6113457a5 req-52fe7471-1eb0-45fc-97a1-12ae71306fd4 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813090 Dec 08 00:05:27.545308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b1b8f8a5-eaf0-444d-b2bf-60721da92d79 req-7b27c186-c46e-4b9d-bae8-0a7694cd39e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243150 Dec 08 00:05:27.562610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-0c3631ff-f927-4943-9c84-9d916c5a3efa service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771115 Dec 08 00:05:27.601515 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ea9060c-2d19-4764-8fda-8ac996888355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.679909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ea9060c-2d19-4764-8fda-8ac996888355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.683659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ea9060c-2d19-4764-8fda-8ac996888355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.722512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7ea9060c-2d19-4764-8fda-8ac996888355 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=468e76e83d3743d9888b672ca5b49e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688661 Dec 08 00:05:27.724163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9060c-2d19-4764-8fda-8ac996888355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cfa873-f95c-4a11-82ab-9d45d68d811b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:27.727224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:27.756829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24cf44-798e-4388-acf1-5dcc3bcdcd14 req-4eff1528-8bd5-43d6-84b5-d069a368704e tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:27.758302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c24cf44-798e-4388-acf1-5dcc3bcdcd14 req-4eff1528-8bd5-43d6-84b5-d069a368704e tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 950 time: 0.1569552 Dec 08 00:05:27.777854 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3cc2-6cc7-44c2-b95a-3be0f0862aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.797877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4189732b-9580-4ca5-a698-f4db1db86c9d service neutron] 10.222.0.18 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975453 Dec 08 00:05:27.799701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3cc2-6cc7-44c2-b95a-3be0f0862aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.806461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Router c6785953-7650-4a28-a4b2-2f481338cb80 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:05:27.849815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3cc2-6cc7-44c2-b95a-3be0f0862aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.852585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3cc2-6cc7-44c2-b95a-3be0f0862aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:27.854124 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca8e3cc2-6cc7-44c2-b95a-3be0f0862aa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04cfa873-f95c-4a11-82ab-9d45d68d811b HTTP/1.1" status: 204 len: 168 time: 0.1258230 Dec 08 00:05:27.858458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c24cf44-798e-4388-acf1-5dcc3bcdcd14 req-12035888-94ec-42d8-8db4-563d007c5de7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929785 Dec 08 00:05:27.866266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3cc2-6cc7-44c2-b95a-3be0f0862aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cfa873-f95c-4a11-82ab-9d45d68d811b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:27.993829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-1b4eff7d-2ae2-401f-b832-f29f5747bd33 service neutron] 10.222.0.18 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862173 Dec 08 00:05:28.030744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:05:28.039652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a234078c-d614-4e27-9399-be4ebd2bde16 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6785953-7650-4a28-a4b2-2f481338cb80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1198514 Dec 08 00:05:28.040363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47308) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:28.043057 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] Sync routers for ids ['c6785953-7650-4a28-a4b2-2f481338cb80'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:05:28.059466 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] Routers {'c6785953-7650-4a28-a4b2-2f481338cb80'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:28.060373 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:05:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c6785953-7650-4a28-a4b2-2f481338cb80'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:28.177421 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] Set router c6785953-7650-4a28-a4b2-2f481338cb80 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:28.205074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-6ef3ad75-0426-44f8-ad7e-7dcdd1fb807f service neutron] 10.222.0.18 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045145 Dec 08 00:05:28.243712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64134bd-86d2-4950-8c94-9ed0428c4e2a req-55030235-1c0d-4bdc-8e75-49d41c75802e tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:28.245204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c64134bd-86d2-4950-8c94-9ed0428c4e2a req-55030235-1c0d-4bdc-8e75-49d41c75802e tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 947 time: 0.1628754 Dec 08 00:05:28.270174 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:28.375589 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:26Z', 'revision_number': 5, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:28.407949 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] Checking router: c6785953-7650-4a28-a4b2-2f481338cb80 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:05:28.416942 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] Routers {'c6785953-7650-4a28-a4b2-2f481338cb80'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:05:28.417550 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:05:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c6785953-7650-4a28-a4b2-2f481338cb80'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:28.450549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c64134bd-86d2-4950-8c94-9ed0428c4e2a req-c785be13-5dc5-4c7c-a24f-717dcc638954 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926825 Dec 08 00:05:28.454521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-74d1a0fd-4072-47d2-b233-abccd1a2233c service neutron] 10.222.0.18 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409284 Dec 08 00:05:28.520546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:28.551496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:28.587801 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] Set router c6785953-7650-4a28-a4b2-2f481338cb80 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:05:28.643677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:28.655679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-49d866db-2993-42c9-a1c6-f1739a4a5290 service neutron] 10.222.0.18 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871114 Dec 08 00:05:28.656861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d', 'mac_address': 'fa:16:3e:b1:4a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:05:28.728646 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:28.729053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Deleting port 61c619a8-b932-4d10-9fd7-95898967c96c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:28.729053 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:28.731499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:28.769338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:28.775157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:28.849696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:28.900577 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:26Z', 'revision_number': 5, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:28.929152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] For port 61c619a8-b932-4d10-9fd7-95898967c96c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=61c619a8-b932-4d10-9fd7-95898967c96c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:28.929655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:28.931620 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c983be16-a4a7-4c47-8a14-bbb997d6dda0 None None] The sync data for ids ['c6785953-7650-4a28-a4b2-2f481338cb80'] in n-d-820549-2 is: [{'id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-516016912-router', 'tenant_id': '3f52c72e559643db876307372aa203c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:05:12Z', 'updated_at': '2021-12-08T00:05:26Z', 'revision_number': 5, 'project_id': '3f52c72e559643db876307372aa203c1', 'gw_port': {'id': '61c619a8-b932-4d10-9fd7-95898967c96c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6785953-7650-4a28-a4b2-2f481338cb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:05:13Z', 'updated_at': '2021-12-08T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:05:28.962660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Calling delete_port for 61c619a8-b932-4d10-9fd7-95898967c96c owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:29.138019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:29.321187 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:29.396869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c619a8-b932-4d10-9fd7-95898967c96c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:29.556009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a4207-06e9-4938-a3a0-535fa2cd91ba req-3a62c8c6-ef60-4918-a440-6322be133425 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:29.564256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-230a4207-06e9-4938-a3a0-535fa2cd91ba req-3a62c8c6-ef60-4918-a440-6322be133425 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1097 time: 0.1713631 Dec 08 00:05:29.569685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:29.781980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:29.954218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2067278955'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:29.981707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Made reservation on behalf of 2b0b31a1277a4b059c41b878a6bb96cc for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:29.985803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:29.996454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.097139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.100968 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.104409 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.105498 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.155579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:05:30.167452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10625ea9-01a1-48c9-96d5-592472ae8dfc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:30.183769 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.185279 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Added segment 4b1c6720-287c-4116-8753-97be59546284 of type vlan for network 826b0881-3416-46ac-b787-11790081bb19 Dec 08 00:05:30.193655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-0b206af7-15e3-4000-9787-609acbaa556e tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859420 Dec 08 00:05:30.202570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-230a4207-06e9-4938-a3a0-535fa2cd91ba req-014c33df-3497-4dac-978d-df84153644c9 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374328 Dec 08 00:05:30.272295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.314227 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.315009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6785953-7650-4a28-a4b2-2f481338cb80 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:05:30.322669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.328100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.328486 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdb77cce-b9d2-4732-b5d8-abaa7c6f94d4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c6785953-7650-4a28-a4b2-2f481338cb80 HTTP/1.1" status: 204 len: 168 time: 2.2840338 Dec 08 00:05:30.329396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47396) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:30.334523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:30.335220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.408646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] Deleting subnet 9f9b138f-b601-47da-bcbf-05b5d7e1f569 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:05:30.416573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.441055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Pushing event updated for resources: {'Network': ['ID=826b0881-3416-46ac-b787-11790081bb19,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:30.457300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 826b0881-3416-46ac-b787-11790081bb19 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:05:30.474111 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ee2f2370-885d-40b9-95c0-fdee7971a487 tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6907063 Dec 08 00:05:30.481914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-c3cb0e72-1621-4664-8f79-580874160048 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:30.483695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-c3cb0e72-1621-4664-8f79-580874160048 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891886 Dec 08 00:05:30.492150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.553328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:30.584804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4948df-897d-44ea-a04d-39c09dca4b09 req-1271ee2a-e7e3-432f-a868-f6f1c25371a9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:30.592617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e4948df-897d-44ea-a04d-39c09dca4b09 req-1271ee2a-e7e3-432f-a868-f6f1c25371a9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 948 time: 0.2966723 Dec 08 00:05:30.599416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-af208ef9-6bae-4d31-a711-fd01557a4a4e tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/quotas/c5e703fe1b00407e9a7ee41fa1049edc HTTP/1.1" status: 200 len: 375 time: 0.1048279 Dec 08 00:05:30.637070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 220ad035-1669-4805-bffa-1253184a032a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:05:30.669321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 220ad035-1669-4805-bffa-1253184a032a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:05:30.669821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 220ad035-1669-4805-bffa-1253184a032a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:05:30.687509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:05:30.691369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:30.691746 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.712390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e4948df-897d-44ea-a04d-39c09dca4b09 req-0a712ed6-0088-49da-a67a-6effaf419656 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186099 Dec 08 00:05:30.737860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.772358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-0f7e39dc-8712-451f-8681-48b495fd1a15 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428411 Dec 08 00:05:30.788649 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.824564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.827930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f26bc-6187-481e-b3b7-605cd9253eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:30.831785 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13488a9e-39c5-4e6f-bb73-db749873d8aa" -d '{"events": [{"server_uuid": "424f26bc-6187-481e-b3b7-605cd9253eae", "name": "network-vif-plugged", "status": "completed", "tag": "3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:30.846529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:30.856842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.858171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9b138f-b601-47da-bcbf-05b5d7e1f569,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:30.867290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:30.871410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-41fefd55-cdd9-4787-bf69-390b4d0c5337 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f9b138f-b601-47da-bcbf-05b5d7e1f569 HTTP/1.1" status: 204 len: 168 time: 0.5245564 Dec 08 00:05:30.873808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47402) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:30.892577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd624132-204a-43c1-aadd-e3618a7c354a None None] Network 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:30.974611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ad48eae-5a3e-4af3-b237-7daf4782f679 req-47b30c27-7a53-4c14-b9da-838a59f8f5b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0915391 Dec 08 00:05:31.015129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:31.063845 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.089345 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96da9285-7c9c-4c20-aa43-a1bfd416a652 x-openstack-request-id: req-96da9285-7c9c-4c20-aa43-a1bfd416a652 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:31.089546 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f26bc-6187-481e-b3b7-605cd9253eae", "name": "network-vif-plugged", "status": "completed", "tag": "3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:31.090407 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96da9285-7c9c-4c20-aa43-a1bfd416a652 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:31.091422 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f26bc-6187-481e-b3b7-605cd9253eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d', 'code': 200} Dec 08 00:05:31.154669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] DHCP port deletion for 7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:05:31.253534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] Deleting port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:31.254242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.260476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dec32-d15b-48c6-8001-968d14ec53b9 req-b87b24e6-390f-42be-a8da-00cfbbd26d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.262647 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-342dec32-d15b-48c6-8001-968d14ec53b9 req-b87b24e6-390f-42be-a8da-00cfbbd26d91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 1100 time: 0.0546267 Dec 08 00:05:31.267690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb1843d6-aea4-46ee-8d31-9050498060d2 req-86305ec1-6549-40be-a817-69d86ece6dfd tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 210 time: 0.1236219 Dec 08 00:05:31.302661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-61cec429-044a-40cd-881d-c7f5029e2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.312944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-61cec429-044a-40cd-881d-c7f5029e2f59 service neutron] 10.222.0.59 "GET /v2.0/ports/40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 1027 time: 0.1851349 Dec 08 00:05:31.382824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47416) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:31.390386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Request body: {'port': {'network_id': '826b0881-3416-46ac-b787-11790081bb19', 'binding:host_id': 'n-h1-820549-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-168876251'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:31.400904 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-342dec32-d15b-48c6-8001-968d14ec53b9 req-bfe4a195-15f3-4d72-9ef9-3beabb494568 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239712 Dec 08 00:05:31.417147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-c87b6bfe-7506-4324-bb25-72e3ed64d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.418818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-c87b6bfe-7506-4324-bb25-72e3ed64d238 service neutron] 10.222.0.59 "GET /v2.0/ports/46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 1025 time: 0.0838525 Dec 08 00:05:31.420912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Deleting port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:31.421510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.509592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] For port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,segment=NetworkSegment(46d01f36-6796-4e15-b5c4-c5c3572c39fc),segment_id=46d01f36-6796-4e15-b5c4-c5c3572c39fc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:31.510103 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.525024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] Calling delete_port for 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:31.617001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Made reservation on behalf of 026ce9f603464b12a3c5b29591fc3141 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:31.619323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.646029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.655303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] For port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,segment=NetworkSegment(46d01f36-6796-4e15-b5c4-c5c3572c39fc),segment_id=46d01f36-6796-4e15-b5c4-c5c3572c39fc)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:31.655654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.660994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:31.677578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-a1a447dc-729c-4baa-9385-93f9375d1ae5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.683535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-a1a447dc-729c-4baa-9385-93f9375d1ae5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.686953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] Pushing event deleted for resources: {'Port': ['ID=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:31.689343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-a1a447dc-729c-4baa-9385-93f9375d1ae5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.689505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba1c66-7a26-40aa-86fa-f09689956440 None None] No DVR routers for this DVR port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:05:31.691339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-a1a447dc-729c-4baa-9385-93f9375d1ae5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "GET /v2.0/networks?id=669642aa-1618-4b35-a7ba-c2f405592211&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=1309ab95-0789-4dee-93fc-c5cbc2662c29&id=1309ab95-0789-4dee-93fc-c5cbc2662c29 HTTP/1.1" status: 200 len: 1991 time: 0.2541504 Dec 08 00:05:31.705446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Calling delete_port for 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:31.711738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cc10e-d3d5-4502-a088-dcddbe54ebd5 req-ae25dfb9-573d-43ba-a5fb-5e37109105d2 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.713251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-699cc10e-d3d5-4502-a088-dcddbe54ebd5 req-ae25dfb9-573d-43ba-a5fb-5e37109105d2 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1097 time: 0.2719979 Dec 08 00:05:31.926149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-699cc10e-d3d5-4502-a088-dcddbe54ebd5 req-853226c0-805f-4c6c-9c50-5e0d5292b9c9 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910300 Dec 08 00:05:31.949374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-189c8ab7-4d5f-48c5-8139-232ca2bd93bc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249d14df01944bb1b86b0fb6598bd2b6 HTTP/1.1" status: 200 len: 380 time: 0.2335060 Dec 08 00:05:31.966193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'admin_state_up': True, 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'security_groups': ['08e93270-261e-44ff-ba60-4c536bb830e8']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:31.979391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddf9ea-a075-4203-8303-530f82287e24 req-6477a8c2-54ed-4443-86a9-4995831946ec tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:31.980876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fddf9ea-a075-4203-8303-530f82287e24 req-6477a8c2-54ed-4443-86a9-4995831946ec tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 949 time: 0.1739488 Dec 08 00:05:31.982146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.063390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] No DVR routers for this DVR port 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:05:32.066536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9132c1-02cf-4b58-8729-ecda9cdc4f86,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:32.115406 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.142363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.164388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] device_id is not set on port d087ec13-6a1d-4a61-ac25-93f67ac93c90 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:32.317218 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-40d895fa-8d8e-4e50-83a9-5c7214757ffb tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451417 Dec 08 00:05:32.328206 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.334799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fddf9ea-a075-4203-8303-530f82287e24 req-b87d8339-5534-4156-9915-43edf5b130e1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327410 Dec 08 00:05:32.349846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e19ce-7eef-4363-8082-67e5b290d609,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:32.378666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd4ea0c-06fa-42d7-8d04-0bed41d08e47']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:32.410474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d01f36-6796-4e15-b5c4-c5c3572c39fc') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:32.410770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d01f36-6796-4e15-b5c4-c5c3572c39fc') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:32.441216 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.503836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.530025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:32.533721 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.565570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de9dcefb-90c3-43df-9985-4d87dc173998 req-35afcabb-c905-4531-a716-cb885e887de5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0701203 Dec 08 00:05:32.566776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:05:32.567404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:05:32.572906 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:05:32.576295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-c267ab0e-fff1-4eb9-86d5-e03cf3272dfc tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:32.576295 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-c267ab0e-fff1-4eb9-86d5-e03cf3272dfc tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503207 Dec 08 00:05:32.594137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 61c619a8-b932-4d10-9fd7-95898967c96c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:05:32.602308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Request body: {'port': {'device_id': '1281d6f3-9993-4908-982d-2befd1df63da', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'c5e703fe1b00407e9a7ee41fa1049edc'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:32.642184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 61c619a8-b932-4d10-9fd7-95898967c96c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:05:32.642635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 61c619a8-b932-4d10-9fd7-95898967c96c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:05:32.643138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:05:32.698361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:05:32.698631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c9132c1-02cf-4b58-8729-ecda9cdc4f86 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:05:32.761608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.784906 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.791113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7cd4ea0c-06fa-42d7-8d04-0bed41d08e47 HTTP/1.1" status: 204 len: 168 time: 1.9139347 Dec 08 00:05:32.855235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0920a67-8383-4f6a-9aa5-9d53fd0fe197 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd4ea0c-06fa-42d7-8d04-0bed41d08e47,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:32.917300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] device_id is not set on port d087ec13-6a1d-4a61-ac25-93f67ac93c90 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:32.941160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:32.975236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0a4fc8a-1c76-45c8-95e5-8c30138423b6 req-645e23b3-a941-45fb-bc22-35f940ae8e2a tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 210 time: 0.0568340 Dec 08 00:05:32.980000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 172.20.0.10 (669642aa-1618-4b35-a7ba-c2f405592211/b4bb150f-69fb-4d11-92ad-06e5b0366180/982b2cd2-c89d-4450-93e5-2afd5f4d8c5f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:32.982385 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.006155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Made reservation on behalf of c5e703fe1b00407e9a7ee41fa1049edc for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:33.012151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.117226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=d087ec13-6a1d-4a61-ac25-93f67ac93c90,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:33.150233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Checking segment: {'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:33.150605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Network hostable DHCP agents. Network: 826b0881-3416-46ac-b787-11790081bb19, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:05:33.170795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47456) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:33.211611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Network 826b0881-3416-46ac-b787-11790081bb19 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:05:33.228539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 826b0881-3416-46ac-b787-11790081bb19) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:33.235284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.236798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:33.246252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b901a9-7204-4979-8b7f-b8af92ea9c99 None None] Network 826b0881-3416-46ac-b787-11790081bb19 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:33.254305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Allocated IP 192.168.233.251 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/f4531ccf-d7de-459f-bbb1-2a50573c710e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:33.256180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:33.256803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:33.256967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:33.262328 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dbb93a2f-28ad-4a99-9195-9e959615d993 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f52c72e559643db876307372aa203c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901511 Dec 08 00:05:33.268055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47458) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:33.270823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:33.271400 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:33.281486 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 2 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:33.322133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:33.322851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:33.323443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:33.336957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:33.338034 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:33.339944 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 3 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:33.370479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.447428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e4e6f64-294f-498b-91f9-9023bc7702d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.471724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:33.472692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:33.473384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:33.505931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.528879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:33.529472 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:33.534624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network 669642aa-1618-4b35-a7ba-c2f405592211 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:33.535677 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 4 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:33.539247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:33.546846 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e4e6f64-294f-498b-91f9-9023bc7702d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.556256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.568847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:33.587656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:33.588517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:33.589088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:33.590625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['5c1ac02e-6ea3-474b-aea3-94c4d999ae21'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:33.597636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:33.666998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:33.667616 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:33.673103 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 5 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:33.693888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:33.705016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32931af-73c1-47a7-a4b1-0f8b52fa8285 req-486b2f98-b790-46c6-bf32-1cec42842056 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:33.706077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:33.708666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Pushing event updated for resources: {'Port': ['ID=f4531ccf-d7de-459f-bbb1-2a50573c710e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:33.720968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:33.726524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a32931af-73c1-47a7-a4b1-0f8b52fa8285 req-486b2f98-b790-46c6-bf32-1cec42842056 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 949 time: 0.2562697 Dec 08 00:05:33.797338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:33.797839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:33.798576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:33.830002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:33.830689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.837957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:33.837957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.845169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:33.845169 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:33.854937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-7cc46852-95be-4d10-9f47-ec416d669e44 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:05:33.859225 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 6 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:33.862317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-7cc46852-95be-4d10-9f47-ec416d669e44 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3744159 Dec 08 00:05:33.887891 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-067f6a42-279d-425a-84bb-09af05b120a7 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2926033 Dec 08 00:05:33.897814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e4e6f64-294f-498b-91f9-9023bc7702d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.900468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e4e6f64-294f-498b-91f9-9023bc7702d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:33.905455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5e4e6f64-294f-498b-91f9-9023bc7702d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/496e6a89-db1c-4381-9410-86e2c0fdea6a HTTP/1.1" status: 204 len: 168 time: 0.6337368 Dec 08 00:05:33.906658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-518f10a3-2095-4392-8780-ec08f7b6a684 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9462810 Dec 08 00:05:33.928801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Request body: {'port': {'device_id': '1281d6f3-9993-4908-982d-2befd1df63da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:33.960029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'admin_state_up': True, 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'security_groups': ['08e93270-261e-44ff-ba60-4c536bb830e8']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:33.963250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:33.963730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:33.964077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:33.976336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e6f64-294f-498b-91f9-9023bc7702d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496e6a89-db1c-4381-9410-86e2c0fdea6a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:34.001996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a32931af-73c1-47a7-a4b1-0f8b52fa8285 req-a039e24f-8c1b-4851-a7f0-81411a6d054e tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722051 Dec 08 00:05:34.018047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:34.018717 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:34.032249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-ed311b06-ae8f-45b7-a433-6bd20d101c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:34.035314 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 7 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:34.044982 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-ed311b06-ae8f-45b7-a433-6bd20d101c9d service neutron] 10.222.0.18 "GET /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 1094 time: 0.1817582 Dec 08 00:05:34.049791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:34.050550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:05:34.055758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9fa818c8-38db-46bb-8030-cd150cbbbb21 None None] Provisioning complete for port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:34.056313 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9fa818c8-38db-46bb-8030-cd150cbbbb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.129119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9fa818c8-38db-46bb-8030-cd150cbbbb21 None None] Port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:34.148707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:34.149205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:34.149641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.186790 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.189387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:34.189823 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:34.193406 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 8 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:34.225228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:34.225726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:34.226125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.245244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:34.245667 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:34.247935 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 9 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:34.258318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b53cc-8e46-4404-9393-86f620d2314e req-202d8de1-2edf-4552-9fe7-ee7b9aabf6fa tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:34.265976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b13993d9-2b7f-4862-a70f-bf45e0f933a4 None None] Provisioning complete for port f4531ccf-d7de-459f-bbb1-2a50573c710e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:34.266320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe6b53cc-8e46-4404-9393-86f620d2314e req-202d8de1-2edf-4552-9fe7-ee7b9aabf6fa tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 932 time: 0.1260695 Dec 08 00:05:34.266458 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b13993d9-2b7f-4862-a70f-bf45e0f933a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.308292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:34.308555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:34.308980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.317924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:34.321727 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.336883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:34.337595 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:34.344657 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 10 to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 Dec 08 00:05:34.376806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b13993d9-2b7f-4862-a70f-bf45e0f933a4 None None] Port f4531ccf-d7de-459f-bbb1-2a50573c710e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:34.380959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe6b53cc-8e46-4404-9393-86f620d2314e req-f7430faf-f724-40e0-b0b2-254d719b04ce tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086948 Dec 08 00:05:34.390939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:34.397448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:34.398135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.449968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:34.450302 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port d087ec13-6a1d-4a61-ac25-93f67ac93c90 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:34.450670 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.459317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:34.459649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:34.460575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.554713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:34.555728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.562660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:34.563259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:34.563808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:34.564424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Bound port: ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:34.593039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 10.1.1.217 (b17fad21-61ca-4491-9de5-9ff6e0ba6381/4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e/d4e02d13-a694-4a8b-8324-1d6c6089ca57) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:34.661241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:34.682788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.683987 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-fff46988-6246-4a50-8712-bc05531a5f5f service neutron] 10.222.0.18 "POST /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.6382093 Dec 08 00:05:34.700068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4531ccf-d7de-459f-bbb1-2a50573c710e {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:34.712030 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.743171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Transition to ACTIVE for port object f4531ccf-d7de-459f-bbb1-2a50573c710e will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:34.751514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.799078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.812341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Pushing event updated for resources: {'Port': ['ID=f4531ccf-d7de-459f-bbb1-2a50573c710e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:34.842105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] For port d087ec13-6a1d-4a61-ac25-93f67ac93c90, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:34.842486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempted to set empty binding levels {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 00:05:34.857073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.879568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:34.880716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.914185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554b6db-71cf-4c11-a3f0-a165ffd81d56 req-d4bf17b8-5629-4c34-b330-9669b590cfc1 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:34.915946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b554b6db-71cf-4c11-a3f0-a165ffd81d56 req-d4bf17b8-5629-4c34-b330-9669b590cfc1 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 948 time: 0.1545994 Dec 08 00:05:34.938209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Attempting to bind port f4531ccf-d7de-459f-bbb1-2a50573c710e on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:34.938859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Attempting to bind port f4531ccf-d7de-459f-bbb1-2a50573c710e by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:34.939446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Attempting to bind port f4531ccf-d7de-459f-bbb1-2a50573c710e on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.947735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Port f4531ccf-d7de-459f-bbb1-2a50573c710e on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:34.960291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Attempting to bind port f4531ccf-d7de-459f-bbb1-2a50573c710e on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:34.969492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:34.969843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:34.970432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:34.970971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Bound port: f4531ccf-d7de-459f-bbb1-2a50573c710e, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:34.972452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:34.999409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.6131513 Dec 08 00:05:35.004127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47496) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:35.035476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:35.156202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b554b6db-71cf-4c11-a3f0-a165ffd81d56 req-c31a138b-ffce-4676-b5e1-c914a4ed55e8 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208548 Dec 08 00:05:35.158099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a4a0a-bbcb-492c-89ec-265883c11e2a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=d087ec13-6a1d-4a61-ac25-93f67ac93c90,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:35.167408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] For port f4531ccf-d7de-459f-bbb1-2a50573c710e, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:35.174352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-576eb1a1-dd06-4332-b8b7-5585c81e879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.175899 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-576eb1a1-dd06-4332-b8b7-5585c81e879a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1097 time: 0.1144438 Dec 08 00:05:35.184429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] For port f4531ccf-d7de-459f-bbb1-2a50573c710e, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f4531ccf-d7de-459f-bbb1-2a50573c710e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:35.220892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:35.283723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47502) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:35.352716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:35.379242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-78721e14-4df5-423e-a163-e3a696d87d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.381505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-78721e14-4df5-423e-a163-e3a696d87d8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1935968 Dec 08 00:05:35.405232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.406343 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:35.408020 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] 10.222.0.59 "PUT /v2.0/ports/f4531ccf-d7de-459f-bbb1-2a50573c710e HTTP/1.1" status: 200 len: 1096 time: 1.4953921 Dec 08 00:05:35.411297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1281d6f3-9993-4908-982d-2befd1df63da', 'tag': 'f4531ccf-d7de-459f-bbb1-2a50573c710e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:35.413924 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a302b42-54d1-4868-8e76-4aacd38eba05" -d '{"events": [{"name": "network-changed", "server_uuid": "1281d6f3-9993-4908-982d-2befd1df63da", "tag": "f4531ccf-d7de-459f-bbb1-2a50573c710e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:35.416450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:35.431112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:35.469722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-823731e8-b769-46c1-b3a0-e616a1517059 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 217 time: 0.0596402 Dec 08 00:05:35.589094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-c00fbc39-0af1-4353-b641-1e852530b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.591605 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-c00fbc39-0af1-4353-b641-1e852530b618 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 1099 time: 0.0990562 Dec 08 00:05:35.592453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb35a84-ba8b-4669-b87d-91550b1bd420 service neutron] Pushing event updated for resources: {'Port': ['ID=f4531ccf-d7de-459f-bbb1-2a50573c710e,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:35.610189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-c341d892-b4ca-45c5-ac9d-5ee6cc8ef334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.612580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-c341d892-b4ca-45c5-ac9d-5ee6cc8ef334 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1338677 Dec 08 00:05:35.667163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=d4e02d13-a694-4a8b-8324-1d6c6089ca57,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:35.676216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.676956 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:35.698469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-74cc9ce4-4e5e-4299-918b-e2e7e4b6e1cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416286 Dec 08 00:05:35.700347 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-ab062ec5-b71a-45b5-b023-4b8f5ded4df8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f4531ccf-d7de-459f-bbb1-2a50573c710e HTTP/1.1" status: 200 len: 217 time: 0.0921452 Dec 08 00:05:35.739510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-152715265-network', 'tenant_id': 'a02f0ffdbff0433881940b04f10518f8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:35.750407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Deleting port d087ec13-6a1d-4a61-ac25-93f67ac93c90 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:35.750756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:35.775232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-a6bf72fd-0749-45ff-acdd-2aa58643e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.777506 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-a6bf72fd-0749-45ff-acdd-2aa58643e657 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0696604 Dec 08 00:05:35.793186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-00a22886-3bea-46b8-b213-a3db06e4275f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8638959 Dec 08 00:05:35.805949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Made reservation on behalf of a02f0ffdbff0433881940b04f10518f8 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:35.808528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:35.824176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32217dc9-1cd2-4aa6-9231-d095fff6714f req-cecb5c1c-1c17-4f98-9846-dbe5a7bc471d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.831450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32217dc9-1cd2-4aa6-9231-d095fff6714f req-cecb5c1c-1c17-4f98-9846-dbe5a7bc471d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 946 time: 0.3792601 Dec 08 00:05:35.839367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'admin_state_up': True, 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'security_groups': ['08e93270-261e-44ff-ba60-4c536bb830e8']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:35.869275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1c31b-5140-41c3-b41f-6989eb28865a req-3763c6e4-0f7c-4fae-b218-14c73456fed3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.876114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1c31b-5140-41c3-b41f-6989eb28865a req-3763c6e4-0f7c-4fae-b218-14c73456fed3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.884192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84a1c31b-5140-41c3-b41f-6989eb28865a req-3763c6e4-0f7c-4fae-b218-14c73456fed3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 1654 time: 0.2037482 Dec 08 00:05:35.889356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-7cfe25b7-17c6-49ff-87c5-2d27169e5a13 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102290 Dec 08 00:05:35.909877 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:35.950061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-473abd9b-5eba-4037-847e-7fcaae7f3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:35.952208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-473abd9b-5eba-4037-847e-7fcaae7f3503 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758767 Dec 08 00:05:36.013702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] For port d087ec13-6a1d-4a61-ac25-93f67ac93c90, host n-h1-820549-2, got binding levels [] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:36.014073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.091421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-1e20bc43-f56e-4075-9409-5fce1b1e86f1 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829364 Dec 08 00:05:36.091985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Calling delete_port for d087ec13-6a1d-4a61-ac25-93f67ac93c90 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:36.117694 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-8def3a81-cac8-4b6e-9a4b-eb9c1b279569 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345499 Dec 08 00:05:36.222230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e1e71a88-89dc-4f79-ae96-21501da00bb3 None None] Provisioning complete for port d4e02d13-a694-4a8b-8324-1d6c6089ca57 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:36.223892 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1e71a88-89dc-4f79-ae96-21501da00bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.264947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e1e71a88-89dc-4f79-ae96-21501da00bb3 None None] Port d4e02d13-a694-4a8b-8324-1d6c6089ca57 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:36.276949 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68816a3d-161f-461c-aec3-edc263ac2a70 req-018d6b70-43ad-4036-89c1-bcfc60874506 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515911 Dec 08 00:05:36.303833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-3457526e-eff2-4eb8-81ff-dd87aa3ba128 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:36.305832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-3457526e-eff2-4eb8-81ff-dd87aa3ba128 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1097 time: 0.0669882 Dec 08 00:05:36.320836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:36.377137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.495197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32217dc9-1cd2-4aa6-9231-d095fff6714f req-8b0e52b2-944a-4356-8694-5cde160a35fa tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597803 Dec 08 00:05:36.525556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:36.548301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84a1c31b-5140-41c3-b41f-6989eb28865a req-cacea5c6-4cab-49d3-9d05-ba3ce2cd016a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6631963 Dec 08 00:05:36.565107 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371ae420-44ea-4a1f-8f62-dc8153a38487 x-openstack-request-id: req-371ae420-44ea-4a1f-8f62-dc8153a38487 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:36.565441 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1281d6f3-9993-4908-982d-2befd1df63da", "tag": "f4531ccf-d7de-459f-bbb1-2a50573c710e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:36.567409 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-371ae420-44ea-4a1f-8f62-dc8153a38487 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:36.567876 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1281d6f3-9993-4908-982d-2befd1df63da', 'tag': 'f4531ccf-d7de-459f-bbb1-2a50573c710e', 'status': 'completed', 'code': 200} Dec 08 00:05:36.605286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:36.626920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.670014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.729850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.748626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-5befc0c3-5361-4fda-8bdd-c760da90a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:36.749966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-5befc0c3-5361-4fda-8bdd-c760da90a8f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 1099 time: 0.1080811 Dec 08 00:05:36.753779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.803919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:05:36.839037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69def268-8091-4463-9be1-252e413a9de1 req-e7f8c6b9-ea09-4a4c-ba40-699e8156982a tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:36.846760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69def268-8091-4463-9be1-252e413a9de1 req-e7f8c6b9-ea09-4a4c-ba40-699e8156982a tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 948 time: 0.1030729 Dec 08 00:05:36.868475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:36.905287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69def268-8091-4463-9be1-252e413a9de1 req-2d309917-195f-43a3-ac4a-f7559196d25c tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575540 Dec 08 00:05:36.905988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5699c07a-f3ba-48fc-8c5f-05121704cf3c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:36.908628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.910608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.911765 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Added segment d3ba90eb-150a-480e-b744-95f494369442 of type vlan for network e69f0ec0-ae94-409f-95f4-c23ab77f0b30 Dec 08 00:05:36.968477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:36.971942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:36.993786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event deleted for resources: {'Port': ['ID=d087ec13-6a1d-4a61-ac25-93f67ac93c90,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:37.002899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.003193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:37.003514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:37.003837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:37.009223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f86cf25c-6237-44c1-b0fc-2f48c6c0eb2d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d087ec13-6a1d-4a61-ac25-93f67ac93c90 HTTP/1.1" status: 204 len: 168 time: 1.9978380 Dec 08 00:05:37.012859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:37.025603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:37.025856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Attempting to bind port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:37.044072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-3a732088-a209-4ee9-92b8-60a7cdf05943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.045579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-3a732088-a209-4ee9-92b8-60a7cdf05943 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2830575 Dec 08 00:05:37.047827 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd2a6bf-036b-4c44-8863-2f7bbcd5ee9a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:05:37.049867 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-afd2a6bf-036b-4c44-8863-2f7bbcd5ee9a tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "GET /v2.0/ports/d087ec13-6a1d-4a61-ac25-93f67ac93c90 HTTP/1.1" status: 404 len: 333 time: 0.0360546 Dec 08 00:05:37.050800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:37.051164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:37.052344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:37.052578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Bound port: ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:37.052914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.055081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47520) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:37.063131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.073851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Request body: {'port': {'network_id': '826b0881-3416-46ac-b787-11790081bb19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1460589275'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:37.103583 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-45b9129b-6294-40a8-b4cc-7a47c00e734d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f4531ccf-d7de-459f-bbb1-2a50573c710e HTTP/1.1" status: 200 len: 217 time: 0.0479281 Dec 08 00:05:37.107475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.107681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.108026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.108491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.108954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.109411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.109868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.110324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.110849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.111413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.111877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.112363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.112830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.113282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.114245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.114710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.115198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.117966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-d664cc4b-72c0-4e59-a4de-a6244441c502 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da&device_id=b8e5916e-7839-4182-b659-739722efcf12&device_id=424f26bc-6187-481e-b3b7-605cd9253eae&device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a&device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5&device_id=c6972651-804d-4e85-9924-ebe0746b4069&device_id=959fad12-243b-4070-8a5e-acf733ec8886&device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e&device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 15232 time: 0.2040122 Dec 08 00:05:37.197204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-3105ba29-5a58-4f8f-a530-791812d3ca60 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.202116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.203062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.203648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.212031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Made reservation on behalf of 026ce9f603464b12a3c5b29591fc3141 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:37.214388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.313770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] device_id is not set on port 4473836d-0f8a-4c3f-8f47-15726af64153 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:37.324059 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0276296 Dec 08 00:05:37.332210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47522) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:37.348268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Request body: {'subnet': {'network_id': 'e69f0ec0-ae94-409f-95f4-c23ab77f0b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-152715265-subnet', 'tenant_id': 'a02f0ffdbff0433881940b04f10518f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:37.429594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183ab47-44ce-4431-8125-38476672b9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e69f0ec0-ae94-409f-95f4-c23ab77f0b30,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:37.445090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e69f0ec0-ae94-409f-95f4-c23ab77f0b30 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:05:37.484397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-38303ad4-7dd2-470f-b0ae-c29ef0afe0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.486177 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-38303ad4-7dd2-470f-b0ae-c29ef0afe0f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0678341 Dec 08 00:05:37.488854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:37.493012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:37.522832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.563358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 10.1.1.151 (b17fad21-61ca-4491-9de5-9ff6e0ba6381/4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e/671424f2-2a5b-4fbf-be9c-b289efefad60) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:37.602752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-733cbc73-876d-4bee-8522-e7ef182f4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.604569 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-733cbc73-876d-4bee-8522-e7ef182f4eea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099281 Dec 08 00:05:37.607622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=8']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:37.649301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.649921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.651559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-902a9455-7ab2-473d-994c-065c8da5ad31 service neutron] 10.222.0.44 "PUT /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 1122 time: 1.3354390 Dec 08 00:05:37.671159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-3105ba29-5a58-4f8f-a530-791812d3ca60 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.725675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-63efb2b8-6676-4a27-b502-91729771b775 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123266 Dec 08 00:05:37.735766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Made reservation on behalf of a02f0ffdbff0433881940b04f10518f8 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:37.738596 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.740569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-3105ba29-5a58-4f8f-a530-791812d3ca60 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.825111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:37.847054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a7870-b96d-425f-ab23-782a3e5c419a req-e11d1b8d-fd70-4299-8c77-c684a5ce9586 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:37.854012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a302b42-54d1-4868-8e76-4aacd38eba05 req-4b0ce551-b8e0-4c2e-aa0b-4ac8c4ebdd7a service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125462 Dec 08 00:05:37.855111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-816a7870-b96d-425f-ab23-782a3e5c419a req-e11d1b8d-fd70-4299-8c77-c684a5ce9586 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 944 time: 0.2216301 Dec 08 00:05:37.898461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:37.947634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105ba29-5a58-4f8f-a530-791812d3ca60 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2624cd-ebdb-458f-82d8-787b4a31f1aa,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:37.999791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.088244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-816a7870-b96d-425f-ab23-782a3e5c419a req-eefba160-9820-4acb-8ca2-bf803cdfdb34 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322445 Dec 08 00:05:38.132811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a75fc56f-10b8-4b04-9a65-6475236563b4 req-3105ba29-5a58-4f8f-a530-791812d3ca60 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&id=56a6e090-0079-4c1f-b358-872cf42bc521&id=08e93270-261e-44ff-ba60-4c536bb830e8&id=53f325d3-1b9a-4540-8930-0586c78320b3&id=965beb12-f55e-4d2f-8a39-12eef61e3d39&id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 766 time: 0.9771438 Dec 08 00:05:38.160076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.184123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.260029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Network 826b0881-3416-46ac-b787-11790081bb19 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:38.297826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:38.314877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:38.315859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:38.316711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.320679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:38.338032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:38.351970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=4473836d-0f8a-4c3f-8f47-15726af64153,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:38.354391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:38.410175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.448324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a9802a1b-d4a3-47f6-909b-b8a21fc6a093 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3890090 Dec 08 00:05:38.450832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:38.456019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:38.514101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.517458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d834df1-2ab4-40b0-8e17-3e40b0286284 req-ef3aa8a7-47e3-4f06-8586-72010a99f5ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:38.524337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d834df1-2ab4-40b0-8e17-3e40b0286284 req-ef3aa8a7-47e3-4f06-8586-72010a99f5ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:38.531047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d834df1-2ab4-40b0-8e17-3e40b0286284 req-ef3aa8a7-47e3-4f06-8586-72010a99f5ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:38.532827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d834df1-2ab4-40b0-8e17-3e40b0286284 req-ef3aa8a7-47e3-4f06-8586-72010a99f5ca tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 2375 time: 0.3556414 Dec 08 00:05:38.569850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec'}, {'name': 'network-changed', 'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:38.572328 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530463a0-756e-46dc-a692-3834e8420dde" -d '{"events": [{"server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec"}, {"name": "network-changed", "server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:38.577032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:38.611560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:38.612791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.629491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=671424f2-2a5b-4fbf-be9c-b289efefad60,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:38.640027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9e07-641a-42ce-b973-5e9af409c941 req-c547f9c3-1dd3-4c49-a84e-63a48e8ad8e0 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:38.641889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d55f9e07-641a-42ce-b973-5e9af409c941 req-c547f9c3-1dd3-4c49-a84e-63a48e8ad8e0 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 948 time: 0.3151886 Dec 08 00:05:38.666766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1c5906-1387-4a9a-92cb-b4b6296aee26,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:38.692065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e26a63f5-d736-4eff-a680-e945b0f7b116 None None] Provisioning complete for port 671424f2-2a5b-4fbf-be9c-b289efefad60 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:38.692664 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e26a63f5-d736-4eff-a680-e945b0f7b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.695640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d834df1-2ab4-40b0-8e17-3e40b0286284 req-2d7f640a-cc89-49eb-9a9e-178aade8cfea tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414907 Dec 08 00:05:38.717924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Checking segment: {'id': 'd3ba90eb-150a-480e-b744-95f494369442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e69f0ec0-ae94-409f-95f4-c23ab77f0b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:38.725136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Network hostable DHCP agents. Network: e69f0ec0-ae94-409f-95f4-c23ab77f0b30, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:05:38.730371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b587b155-17b8-4dfd-93b2-6b9f2056c45a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9179614 Dec 08 00:05:38.730990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e26a63f5-d736-4eff-a680-e945b0f7b116 None None] Port 671424f2-2a5b-4fbf-be9c-b289efefad60 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:38.759835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29', 'admin_state_up': True, 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'security_groups': ['08e93270-261e-44ff-ba60-4c536bb830e8']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:38.764757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:38.765883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] device_id is not set on port 4473836d-0f8a-4c3f-8f47-15726af64153 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:38.777440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.787196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.800147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:05:38.843439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d55f9e07-641a-42ce-b973-5e9af409c941 req-cce45c31-a0c5-47c1-9f4b-0ec3ce052b8c tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804717 Dec 08 00:05:38.851579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=4473836d-0f8a-4c3f-8f47-15726af64153,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:38.863399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Network e69f0ec0-ae94-409f-95f4-c23ab77f0b30 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:05:38.889784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:38.890534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:38.890877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:38.896984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:38.897455 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:38.897850 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 2 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:38.913310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:38.913650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:38.913984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:38.919420 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d9ab85-248d-4cf0-9df0-40bfa2ccab3c x-openstack-request-id: req-48d9ab85-248d-4cf0-9df0-40bfa2ccab3c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:38.919728 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec", "code": 200}, {"name": "network-changed", "server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:38.920018 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48d9ab85-248d-4cf0-9df0-40bfa2ccab3c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:38.921070 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec', 'code': 200} Dec 08 00:05:38.921070 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec', 'status': 'completed', 'code': 200} Dec 08 00:05:38.921295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:38.921489 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:38.922062 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 3 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:38.929124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e69f0ec0-ae94-409f-95f4-c23ab77f0b30) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:38.938950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa29d8-cae6-4e74-aba3-63392dd45170 None None] Network e69f0ec0-ae94-409f-95f4-c23ab77f0b30 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:38.940401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:38.940767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:38.940998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:38.941118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:38.941599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:38.947175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:38.948458 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:38.948866 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 4 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:38.965024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:38.965367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:38.966097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:38.981491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3f004cfb-17c8-4b5a-bc23-0098a089bd49 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6444476 Dec 08 00:05:38.986392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:38.986727 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:38.987159 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 5 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:39.027137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:39.039153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:39.039597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:39.040017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:39.057053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530463a0-756e-46dc-a692-3834e8420dde req-dcc47ed1-aab8-437f-82a5-4ea1d7e746fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.058668 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-530463a0-756e-46dc-a692-3834e8420dde req-dcc47ed1-aab8-437f-82a5-4ea1d7e746fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1125 time: 0.0660298 Dec 08 00:05:39.059732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:39.060068 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:39.060454 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 6 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:39.129442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:39.129784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:39.130130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:39.151562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:39.151925 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:39.154276 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 7 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:39.205925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:39.206297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:39.207089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:39.216984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:39.217364 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:39.219609 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 8 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:39.228151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137fe033-1098-49c9-a31d-d072ed9a7ff2 None None] Network e69f0ec0-ae94-409f-95f4-c23ab77f0b30 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:05:39.249987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:39.256747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:39.257093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:39.257440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:39.265292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:39.265629 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:39.266642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530463a0-756e-46dc-a692-3834e8420dde req-8b622b2e-a04f-4614-963d-5fb4444f9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.268229 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-530463a0-756e-46dc-a692-3834e8420dde req-8b622b2e-a04f-4614-963d-5fb4444f9021 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1789434 Dec 08 00:05:39.268710 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 9 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:39.299193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:39.299443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:39.299951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:39.385830 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-530463a0-756e-46dc-a692-3834e8420dde req-3fc85bd8-9ae6-49ec-9f51-24d362ddd426 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 217 time: 0.0972540 Dec 08 00:05:39.398932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:39.399265 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:39.406363 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 10 to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 Dec 08 00:05:39.443503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:39.443725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:39.444125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:39.454740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:39.455102 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 4473836d-0f8a-4c3f-8f47-15726af64153 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:39.455480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:39.467438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530463a0-756e-46dc-a692-3834e8420dde req-c0d9318d-4708-4c97-94e0-e0c57eb33950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.468970 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-530463a0-756e-46dc-a692-3834e8420dde req-c0d9318d-4708-4c97-94e0-e0c57eb33950 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0714955 Dec 08 00:05:39.519246 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-530463a0-756e-46dc-a692-3834e8420dde req-e0ade2a9-f82d-4180-9073-296ab6b9f100 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420220 Dec 08 00:05:39.537957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982db88-4840-4c23-b5be-051cd1fbcfc2 req-0be95ab9-df19-48d8-81c0-ca4baf693fdc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.539483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c982db88-4840-4c23-b5be-051cd1fbcfc2 req-0be95ab9-df19-48d8-81c0-ca4baf693fdc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 944 time: 0.2842569 Dec 08 00:05:39.578812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] For port 4473836d-0f8a-4c3f-8f47-15726af64153, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:39.579201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempted to set empty binding levels {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 00:05:39.585544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:39.624652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa733c-ea56-4fcb-add5-386917310f6e req-3f6c0b9d-1f50-4140-bbaf-3fb2c3cdb696 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.625282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa733c-ea56-4fcb-add5-386917310f6e req-3f6c0b9d-1f50-4140-bbaf-3fb2c3cdb696 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.625683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa733c-ea56-4fcb-add5-386917310f6e req-3f6c0b9d-1f50-4140-bbaf-3fb2c3cdb696 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.627389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5fa733c-ea56-4fcb-add5-386917310f6e req-3f6c0b9d-1f50-4140-bbaf-3fb2c3cdb696 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae&device_id=959fad12-243b-4070-8a5e-acf733ec8886&device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 2881 time: 0.2151608 Dec 08 00:05:39.652813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] In _notify_port_updated(), no bound segment for port 4473836d-0f8a-4c3f-8f47-15726af64153 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:05:39.653528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.654131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:39.655464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "PUT /v2.0/ports/4473836d-0f8a-4c3f-8f47-15726af64153 HTTP/1.1" status: 200 len: 975 time: 1.2035995 Dec 08 00:05:39.659320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47550) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:39.674129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f4531ccf-d7de-459f-bbb1-2a50573c710e details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:05:39.695933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c982db88-4840-4c23-b5be-051cd1fbcfc2 req-f790eb70-18ff-41b9-b30e-3555f4d21ccc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473722 Dec 08 00:05:39.728489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0e47b-2c75-4c02-9ebc-6ba02a529687 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=4473836d-0f8a-4c3f-8f47-15726af64153,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:39.735681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-530463a0-756e-46dc-a692-3834e8420dde req-52a9f69e-46b9-4999-8951-c52a3645686c service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023921 Dec 08 00:05:39.735970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 10.2.2.100 (1309ab95-0789-4dee-93fc-c5cbc2662c29/038c5374-f35d-4e58-b90b-2854ac28237b/e716e73f-78d9-4edf-a42d-2897ef87b8de) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:39.763897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5fa733c-ea56-4fcb-add5-386917310f6e req-52321781-8249-42b5-876e-796ad22cdfc6 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169271 Dec 08 00:05:39.866199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.866774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.867078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.867537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.867998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.868455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.868916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.869374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.869831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.870284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.870739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.871215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.872276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.872276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.872540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.872995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.873441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.873890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.874338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.874787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.875271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.875716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.876303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.876612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.877491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.877491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.877935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.878383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.879486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.879486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.879782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.880234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.880681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.881124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.881570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.882461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.882461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.882877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.883351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.883804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.884249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.884697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.885178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.885600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.886052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.886572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.887046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:39.891563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3f014a14-bbcd-4105-b0be-147c7396bc4d tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41878 time: 0.2296920 Dec 08 00:05:39.898482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47562) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:39.925400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f4531ccf-d7de-459f-bbb1-2a50573c710e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f4531ccf-d7de-459f-bbb1-2a50573c710e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:39.937415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'f4531ccf-d7de-459f-bbb1-2a50573c710e', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'f4531ccf-d7de-459f-bbb1-2a50573c710e', 'mac_address': 'fa:16:3e:c9:1d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:05:39.980326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:39.996718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4531ccf-d7de-459f-bbb1-2a50573c710e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:40.011967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-530463a0-756e-46dc-a692-3834e8420dde req-2bd7e902-fc96-422c-8fa0-1facd59a4867 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641222 Dec 08 00:05:40.022942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f4531ccf-d7de-459f-bbb1-2a50573c710e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f4531ccf-d7de-459f-bbb1-2a50573c710e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:40.029700 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.034057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.038965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-1145dada-abbe-4125-868e-73d006aa4311 req-8e851900-89f2-4dfb-8880-56f84ed8322c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-315516306', 'description': 'tempest-description-93999392'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:40.073618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Deleting port 4473836d-0f8a-4c3f-8f47-15726af64153 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:40.074048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.094673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be0a9-374d-4be4-95db-7cd9bfb8f7c0 req-f0121c51-7225-4922-9982-ca3abe85159a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:40.101474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f4531ccf-d7de-459f-bbb1-2a50573c710e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:40.102590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be0a9-374d-4be4-95db-7cd9bfb8f7c0 req-f0121c51-7225-4922-9982-ca3abe85159a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:40.113265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be0a9-374d-4be4-95db-7cd9bfb8f7c0 req-f0121c51-7225-4922-9982-ca3abe85159a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:40.121757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-001be0a9-374d-4be4-95db-7cd9bfb8f7c0 req-f0121c51-7225-4922-9982-ca3abe85159a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 2375 time: 0.1438775 Dec 08 00:05:40.138098 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1145dada-abbe-4125-868e-73d006aa4311 req-8e851900-89f2-4dfb-8880-56f84ed8322c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.150820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] For port 4473836d-0f8a-4c3f-8f47-15726af64153, host n-h1-820549-2, got binding levels [] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:40.151481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.164546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Calling delete_port for 4473836d-0f8a-4c3f-8f47-15726af64153 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:40.192712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.249266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.253144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-001be0a9-374d-4be4-95db-7cd9bfb8f7c0 req-cf4b698c-c55a-4b2d-95d2-6596f26c099d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305966 Dec 08 00:05:40.274900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:40.281238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:40.288601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=e716e73f-78d9-4edf-a42d-2897ef87b8de,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:40.312330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event deleted for resources: {'Port': ['ID=4473836d-0f8a-4c3f-8f47-15726af64153,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:40.331964 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1145dada-abbe-4125-868e-73d006aa4311 req-8e851900-89f2-4dfb-8880-56f84ed8322c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.335402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.337165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:40.340395 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4425539c-c74f-40e9-a10d-d72be5bf19b9 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4473836d-0f8a-4c3f-8f47-15726af64153 HTTP/1.1" status: 204 len: 168 time: 0.4409051 Dec 08 00:05:40.343261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47564) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:40.373519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1145dada-abbe-4125-868e-73d006aa4311 req-8e851900-89f2-4dfb-8880-56f84ed8322c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.373811 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b72fa0-6864-437c-bfd5-af614abec0ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:05:40.375512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-71b72fa0-6864-437c-bfd5-af614abec0ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "GET /v2.0/ports/4473836d-0f8a-4c3f-8f47-15726af64153 HTTP/1.1" status: 404 len: 333 time: 0.0310707 Dec 08 00:05:40.379117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:40.384728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-483280947', 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:40.434647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851900-89f2-4dfb-8880-56f84ed8322c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ede0f-2e1f-4af4-85b4-915b647f7281,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:40.439833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Made reservation on behalf of 026ce9f603464b12a3c5b29591fc3141 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:40.444520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.448544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:40.449292 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.455511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f4531ccf-d7de-459f-bbb1-2a50573c710e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:40.458977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1145dada-abbe-4125-868e-73d006aa4311 req-8e851900-89f2-4dfb-8880-56f84ed8322c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.460181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1145dada-abbe-4125-868e-73d006aa4311 req-8e851900-89f2-4dfb-8880-56f84ed8322c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4348371 Dec 08 00:05:40.485088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-564f080d-70a9-40de-86a7-278a63c8c3ef tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7303476 Dec 08 00:05:40.486497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] device_id is not set on port 4ba6c303-be8c-4885-9cf8-0d98149b33cd yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:40.533458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29', 'admin_state_up': True, 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'security_groups': ['08e93270-261e-44ff-ba60-4c536bb830e8']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:40.725599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e2d8408f-2f9a-470c-9aec-49ad5d964bfc None None] Provisioning complete for port e716e73f-78d9-4edf-a42d-2897ef87b8de triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:40.726206 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e2d8408f-2f9a-470c-9aec-49ad5d964bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.765952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e2d8408f-2f9a-470c-9aec-49ad5d964bfc None None] Port e716e73f-78d9-4edf-a42d-2897ef87b8de cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:40.773702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.779207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47dbf-9476-4d6f-aef8-e2b246c0f303 req-1a2aa5a3-f759-4dcd-8280-fc2d49078f82 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:40.780792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecd47dbf-9476-4d6f-aef8-e2b246c0f303 req-1a2aa5a3-f759-4dcd-8280-fc2d49078f82 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 949 time: 0.1878054 Dec 08 00:05:40.795501 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-5cbf8155-fd13-47e5-87bd-51e424847009 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/e80ede0f-2e1f-4af4-85b4-915b647f7281 HTTP/1.1" status: 200 len: 1819 time: 0.1602507 Dec 08 00:05:40.804353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e80ede0f-2e1f-4af4-85b4-915b647f7281', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:40.804667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e80ede0f-2e1f-4af4-85b4-915b647f7281', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:40.815512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.842108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Made reservation on behalf of 249d14df01944bb1b86b0fb6598bd2b6 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:40.846869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.861427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Network 826b0881-3416-46ac-b787-11790081bb19 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:40.864884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:40.868348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:40.869271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:40.869863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:40.876055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=4ba6c303-be8c-4885-9cf8-0d98149b33cd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:40.894206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecd47dbf-9476-4d6f-aef8-e2b246c0f303 req-42c6a0b1-d735-4264-b0c6-29d081aee1bc tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957029 Dec 08 00:05:40.915853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-84e92609-147f-4d59-85c7-647db61540df tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5262599 Dec 08 00:05:40.915853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47578) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:40.961036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b4e50-c011-472d-955b-1b2a5dd05921 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:40.963370 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3e5b4e50-c011-472d-955b-1b2a5dd05921 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "GET /v2.0/ports/4ba6c303-be8c-4885-9cf8-0d98149b33cd HTTP/1.1" status: 200 len: 954 time: 0.0535593 Dec 08 00:05:40.965742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47580) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:41.059504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Deleting port 4ba6c303-be8c-4885-9cf8-0d98149b33cd {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:41.060017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.065035 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.127517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.140519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Calling delete_port for 4ba6c303-be8c-4885-9cf8-0d98149b33cd owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:41.156645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.166148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.171024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Allocated IP 10.2.2.200 (1309ab95-0789-4dee-93fc-c5cbc2662c29/038c5374-f35d-4e58-b90b-2854ac28237b/a79998b1-a1e0-4454-998f-c66257c7ffce) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:41.202158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bc96a6-473c-4c53-9a88-8a2c234e5a43,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:41.212229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.225085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91dd378e-8815-4d7f-85bf-e200ac4f175b req-eb4e6c44-eea6-4187-8de4-a86de0fb6f10 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4207568 Dec 08 00:05:41.244337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.245474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba9055-6662-4720-8c1c-ecde9acfd721 req-db45c506-e693-426e-b9c9-ac5acb7d6254 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.247205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baba9055-6662-4720-8c1c-ecde9acfd721 req-db45c506-e693-426e-b9c9-ac5acb7d6254 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 944 time: 0.1491323 Dec 08 00:05:41.280276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ba6c303-be8c-4885-9cf8-0d98149b33cd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:41.284323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.292998 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-49de886c-9a92-4c3e-8c88-aa9ad056789e tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4ba6c303-be8c-4885-9cf8-0d98149b33cd HTTP/1.1" status: 204 len: 168 time: 0.3259566 Dec 08 00:05:41.293660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47586) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:41.320060 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a409a80-96c9-42af-8f25-4ce0e1a49a56 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:05:41.325628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a409a80-96c9-42af-8f25-4ce0e1a49a56 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "GET /v2.0/ports/4ba6c303-be8c-4885-9cf8-0d98149b33cd HTTP/1.1" status: 404 len: 333 time: 0.0308051 Dec 08 00:05:41.326300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:41.331462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Request body: {'port': {'network_id': '826b0881-3416-46ac-b787-11790081bb19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-314121023'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:41.353939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Made reservation on behalf of 026ce9f603464b12a3c5b29591fc3141 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:41.356534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.374522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] device_id is not set on port 03d5370f-e123-4d08-8f9f-e088eae6dd02 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:41.411059 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baba9055-6662-4720-8c1c-ecde9acfd721 req-8cfd83d8-2abe-45ed-8e66-2d48952e0dce tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536937 Dec 08 00:05:41.443192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ed602ec5-bdac-4ef5-bf71-ca58d41b9dde req-6c3aa17e-185c-4216-b594-67d340b22591 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1809152723', 'description': 'tempest-description-256589779'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:41.481826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.495329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ed602ec5-bdac-4ef5-bf71-ca58d41b9dde req-6c3aa17e-185c-4216-b594-67d340b22591 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.556950 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.559232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.601394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.641598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:41.655092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:41.664989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Network 826b0881-3416-46ac-b787-11790081bb19 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:41.671006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=03d5370f-e123-4d08-8f9f-e088eae6dd02,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:41.674387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:41.677038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event updated for resources: {'Port': ['ID=a79998b1-a1e0-4454-998f-c66257c7ffce,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:41.677663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f4531ccf-d7de-459f-bbb1-2a50573c710e up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:05:41.681692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:41.684040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:41.684962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.685584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.718335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2289a625-cd07-4304-b498-2ad9e42876a5 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3881516 Dec 08 00:05:41.718335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47596) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:41.723975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:41.751164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port f4531ccf-d7de-459f-bbb1-2a50573c710e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:05:41.754339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ed602ec5-bdac-4ef5-bf71-ca58d41b9dde req-6c3aa17e-185c-4216-b594-67d340b22591 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.759608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port f4531ccf-d7de-459f-bbb1-2a50573c710e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:41.760358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.772932 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ed602ec5-bdac-4ef5-bf71-ca58d41b9dde req-6c3aa17e-185c-4216-b594-67d340b22591 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.810311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ed602ec5-bdac-4ef5-bf71-ca58d41b9dde req-6c3aa17e-185c-4216-b594-67d340b22591 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.811613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed602ec5-bdac-4ef5-bf71-ca58d41b9dde req-6c3aa17e-185c-4216-b594-67d340b22591 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3730614 Dec 08 00:05:41.841897 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dab85-fd02-4095-9773-98d42f6bc44e req-009900aa-a15d-49a6-b325-36ba7020ff1c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.848129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dab85-fd02-4095-9773-98d42f6bc44e req-009900aa-a15d-49a6-b325-36ba7020ff1c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.850775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.859820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dab85-fd02-4095-9773-98d42f6bc44e req-009900aa-a15d-49a6-b325-36ba7020ff1c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.867330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dab85-fd02-4095-9773-98d42f6bc44e req-009900aa-a15d-49a6-b325-36ba7020ff1c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.891339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dab85-fd02-4095-9773-98d42f6bc44e req-009900aa-a15d-49a6-b325-36ba7020ff1c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.902402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a81dab85-fd02-4095-9773-98d42f6bc44e req-009900aa-a15d-49a6-b325-36ba7020ff1c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 3817 time: 0.2558217 Dec 08 00:05:41.908264 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-27dc86c3-4d44-4aab-97aa-907f8721a239 service neutron] 10.222.0.59 "GET /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.1248217 Dec 08 00:05:41.950192 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.951047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:41.951849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:41.979835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281d6f3-9993-4908-982d-2befd1df63da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4531ccf-d7de-459f-bbb1-2a50573c710e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:41.982625 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1719c134-ea15-4e88-a7ad-164de753d05f" -d '{"events": [{"server_uuid": "1281d6f3-9993-4908-982d-2befd1df63da", "name": "network-vif-plugged", "status": "completed", "tag": "f4531ccf-d7de-459f-bbb1-2a50573c710e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:41.990186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa17e-185c-4216-b594-67d340b22591 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eceae22c-4c60-475d-b2e1-c6eb87edcb19,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:42.005426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f4531ccf-d7de-459f-bbb1-2a50573c710e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f4531ccf-d7de-459f-bbb1-2a50573c710e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:42.020717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.046120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-313a9078-0c4e-477e-9556-6daa27440c03 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5200202 Dec 08 00:05:42.067045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a81dab85-fd02-4095-9773-98d42f6bc44e req-970f5d4d-648e-48a0-92f5-c358c0df3ca8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582549 Dec 08 00:05:42.087749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:42.178987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f4531ccf-d7de-459f-bbb1-2a50573c710e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:42.185240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a46ee9e2-5b8c-4527-bb39-14109740655f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/eceae22c-4c60-475d-b2e1-c6eb87edcb19 HTTP/1.1" status: 200 len: 1821 time: 0.0631747 Dec 08 00:05:42.188630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e390ebff-3711-4d55-99d8-56eb3e4fa20b None None] Provisioning complete for port a79998b1-a1e0-4454-998f-c66257c7ffce triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:05:42.189006 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e390ebff-3711-4d55-99d8-56eb3e4fa20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.207216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eceae22c-4c60-475d-b2e1-c6eb87edcb19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:42.207985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eceae22c-4c60-475d-b2e1-c6eb87edcb19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:42.233366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.257317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e390ebff-3711-4d55-99d8-56eb3e4fa20b None None] Port a79998b1-a1e0-4454-998f-c66257c7ffce cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:05:42.295013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] device_id is not set on port 03d5370f-e123-4d08-8f9f-e088eae6dd02 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:42.313762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.318325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca98ad-5050-4d6e-8d42-958950b676f1 req-a5cf187e-701d-4028-9178-683aca09c9f0 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:42.325686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fca98ad-5050-4d6e-8d42-958950b676f1 req-a5cf187e-701d-4028-9178-683aca09c9f0 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 950 time: 0.1074121 Dec 08 00:05:42.336762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.434859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=03d5370f-e123-4d08-8f9f-e088eae6dd02,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:42.459884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.465826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.466194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.466656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.469789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:42.481844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.482259 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.486580 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 2 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.504249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:42.506524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.506675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.507036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.508085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fca98ad-5050-4d6e-8d42-958950b676f1 req-2860270e-287e-4bbd-ae7d-de286db64bf2 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808412 Dec 08 00:05:42.526920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.532501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.532852 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.534633 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 3 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.548230 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.553625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:42.561752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.562098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.562437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.570519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:42.570986 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f478ab95-0258-4fa5-b68c-e259750514e3 x-openstack-request-id: req-f478ab95-0258-4fa5-b68c-e259750514e3 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:42.571478 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281d6f3-9993-4908-982d-2befd1df63da", "name": "network-vif-plugged", "status": "completed", "tag": "f4531ccf-d7de-459f-bbb1-2a50573c710e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:42.571758 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f478ab95-0258-4fa5-b68c-e259750514e3 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:42.572200 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281d6f3-9993-4908-982d-2befd1df63da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4531ccf-d7de-459f-bbb1-2a50573c710e', 'code': 200} Dec 08 00:05:42.579370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.579716 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.582144 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 4 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.598627 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.600387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.614457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.614929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.615283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.619542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3574fe69-3329-4688-87f7-d6590f24af93 req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4332733 Dec 08 00:05:42.638141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c34be-33d1-42ca-8137-5795455f5298 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29be2fd2-630f-4de7-9e3a-3fc12a226d52,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:42.641833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.642189 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.643799 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 5 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.679729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.680070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.680411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.711531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.711778 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.717053 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 6 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.754829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.755206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.755347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1070-7f88-4749-bb08-a361ff79fc81 req-273a754c-7d91-4266-8a9e-d3b404b478d1 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:42.755544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.756882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da3d1070-7f88-4749-bb08-a361ff79fc81 req-273a754c-7d91-4266-8a9e-d3b404b478d1 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1100 time: 0.0988088 Dec 08 00:05:42.767313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.767902 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.771295 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 7 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.791973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] Transition to ACTIVE for port object ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:42.794565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.794974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.795344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.803937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324db6c-7ba3-4974-99e4-e163e410d181 req-03b2c604-3959-4385-b811-13011aa4b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:42.805753 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9324db6c-7ba3-4974-99e4-e163e410d181 req-03b2c604-3959-4385-b811-13011aa4b2d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 1101 time: 0.1170371 Dec 08 00:05:42.807223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.807627 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.808633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.810643 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 8 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.876880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.877335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.877554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.884939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da3d1070-7f88-4749-bb08-a361ff79fc81 req-e31c9bba-7b7f-4971-a95a-e9dd3eb206c9 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164651 Dec 08 00:05:42.924935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.925472 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.930161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbc0cc-8c88-4bd1-85ed-647d6ba992df req-f369b25c-27db-4bc3-9736-c7390dee776a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:42.930381 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 9 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:42.931425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5fbc0cc-8c88-4bd1-85ed-647d6ba992df req-f369b25c-27db-4bc3-9736-c7390dee776a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.1119316 Dec 08 00:05:42.933494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] No DVR routers for this DVR port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:05:42.952580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:42.953105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:42.964128 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9324db6c-7ba3-4974-99e4-e163e410d181 req-a7718993-2c3c-4f5b-ab2b-106c153fc04e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482265 Dec 08 00:05:42.971460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-335d1805-6563-4899-8d6f-ade48a9081d2 req-cfc97ef1-d77f-4441-aee2-ce318f31032f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1909907764', 'description': 'tempest-description-884362570'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:42.976690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:42.979842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:42.980188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:42.981340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:42.987777 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-9f3a2d33-1be0-41a6-bbb2-1a1c07187649 service neutron] 10.222.0.59 "PUT /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0706782 Dec 08 00:05:42.990389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:42.990722 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:42.991136 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempt 10 to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 Dec 08 00:05:43.004067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:43.005102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:43.005483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempting to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:43.009429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Transition to ACTIVE for port object 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:43.010473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:43.010851 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Failed to bind port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on host n-h1-820549-2 for vnic_type normal using segments [{'id': '4b1c6720-287c-4116-8753-97be59546284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '826b0881-3416-46ac-b787-11790081bb19'}] Dec 08 00:05:43.011308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.020130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.055939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-335d1805-6563-4899-8d6f-ade48a9081d2 req-cfc97ef1-d77f-4441-aee2-ce318f31032f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.077795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5fbc0cc-8c88-4bd1-85ed-647d6ba992df req-65637c72-9a94-422e-9d2c-2cc679bd5f15 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350806 Dec 08 00:05:43.085649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] For port 03d5370f-e123-4d08-8f9f-e088eae6dd02, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:43.086257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attempted to set empty binding levels {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 00:05:43.095821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.106436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Pushing event updated for resources: {'Port': ['ID=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:43.134215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] In _notify_port_updated(), no bound segment for port 03d5370f-e123-4d08-8f9f-e088eae6dd02 on network 826b0881-3416-46ac-b787-11790081bb19 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:05:43.135166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:43.135892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.137541 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "PUT /v2.0/ports/03d5370f-e123-4d08-8f9f-e088eae6dd02 HTTP/1.1" status: 200 len: 974 time: 1.4182684 Dec 08 00:05:43.143135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47618) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:43.184509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ed354-de63-43c2-818a-4ae21064d5ca tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event updated for resources: {'Port': ['ID=03d5370f-e123-4d08-8f9f-e088eae6dd02,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:43.255048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Deleting port 03d5370f-e123-4d08-8f9f-e088eae6dd02 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:43.255388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.338171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] For port 03d5370f-e123-4d08-8f9f-e088eae6dd02, host n-h1-820549-2, got binding levels [] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:43.338567 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.368694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Calling delete_port for 03d5370f-e123-4d08-8f9f-e088eae6dd02 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:43.495226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-5b1a5075-d4fe-4528-b7e4-aef598954668 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:43.497113 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-5b1a5075-d4fe-4528-b7e4-aef598954668 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.1495817 Dec 08 00:05:43.498218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.534425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.564459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.571258 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "DELETE /v2.0/ports/03d5370f-e123-4d08-8f9f-e088eae6dd02 HTTP/1.1" status: 204 len: 168 time: 0.4248278 Dec 08 00:05:43.571258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ee2da-899f-4419-8e45-fe6089bf3583 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] Pushing event deleted for resources: {'Port': ['ID=03d5370f-e123-4d08-8f9f-e088eae6dd02,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:43.574208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47622) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:43.604933 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaafe758-0e3a-47d6-8594-ca11f7210099 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:05:43.609749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aaafe758-0e3a-47d6-8594-ca11f7210099 tempest-PortsAdminExtendedAttrsTestJSON-79137587 tempest-PortsAdminExtendedAttrsTestJSON-79137587-project-admin] 10.222.0.18 "GET /v2.0/ports/03d5370f-e123-4d08-8f9f-e088eae6dd02 HTTP/1.1" status: 404 len: 333 time: 0.0295033 Dec 08 00:05:43.610718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47624) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:43.642800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-2351afa0-8704-4015-9156-ee17f21e8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:43.644418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-2351afa0-8704-4015-9156-ee17f21e8229 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 1096 time: 0.1356096 Dec 08 00:05:43.673877 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-335d1805-6563-4899-8d6f-ade48a9081d2 req-cfc97ef1-d77f-4441-aee2-ce318f31032f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.675020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Attempting to bind port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:43.675429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Attempting to bind port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:43.675763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Attempting to bind port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f on network 669642aa-1618-4b35-a7ba-c2f405592211 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:43.681638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc7f5f-aec4-421e-8cb7-73f5b3c22782 req-e508a5cf-d8eb-4fd7-94d4-04847b9aaa68 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:43.687716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32dc7f5f-aec4-421e-8cb7-73f5b3c22782 req-e508a5cf-d8eb-4fd7-94d4-04847b9aaa68 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1100 time: 0.1284490 Dec 08 00:05:43.691360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-335d1805-6563-4899-8d6f-ade48a9081d2 req-cfc97ef1-d77f-4441-aee2-ce318f31032f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.704158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f on network 669642aa-1618-4b35-a7ba-c2f405592211 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:43.704484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Attempting to bind port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f on network 669642aa-1618-4b35-a7ba-c2f405592211 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:43.712547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.736691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:43.737119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Checking segment: {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:43.737558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Bound using segment: {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:43.737946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Bound port: 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1a631b-eed1-4a63-bd9f-f1609eab038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:43.738361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.764939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-335d1805-6563-4899-8d6f-ade48a9081d2 req-cfc97ef1-d77f-4441-aee2-ce318f31032f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.767011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-335d1805-6563-4899-8d6f-ade48a9081d2 req-cfc97ef1-d77f-4441-aee2-ce318f31032f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8076003 Dec 08 00:05:43.827927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc97ef1-d77f-4441-aee2-ce318f31032f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300d169b-445b-4ed3-9165-5b13999e22c0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:43.856806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.861508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32dc7f5f-aec4-421e-8cb7-73f5b3c22782 req-acc22cad-6123-42b3-bea5-74a0e5aa3dd2 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662467 Dec 08 00:05:43.869263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] For port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:43.873178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] For port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:43.878860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-39980fec-6c90-4592-aca9-d64567857596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:43.880998 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-39980fec-6c90-4592-aca9-d64567857596 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1789122 Dec 08 00:05:43.883465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.947816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:43.948526 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:43.949934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] 10.222.0.59 "PUT /v2.0/ports/982b2cd2-c89d-4450-93e5-2afd5f4d8c5f HTTP/1.1" status: 200 len: 1092 time: 1.8818738 Dec 08 00:05:43.951613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:43.953986 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53184f6-304e-49b9-98ac-96d289eee55a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:43.972539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826b0881-3416-46ac-b787-11790081bb19']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:44.002535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1c6720-287c-4116-8753-97be59546284') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:44.002815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1c6720-287c-4116-8753-97be59546284') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:44.021688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.039234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:44.052976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.077191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:05:44.079160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76b7ac-7a13-4d9a-8c0d-ba9cd4486943 service neutron] Pushing event updated for resources: {'Port': ['ID=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:44.079298 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.086291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-aadcb9a2-e662-4dcd-9ea5-e499e69da112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.094685 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-aadcb9a2-e662-4dcd-9ea5-e499e69da112 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1975574 Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:05:44.095525 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:05:44.143901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c867a6-0528-4012-a612-88e3aa4f4f27 req-e5f2a885-f400-4893-8bc9-368952515f72 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.154038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18c867a6-0528-4012-a612-88e3aa4f4f27 req-e5f2a885-f400-4893-8bc9-368952515f72 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 950 time: 0.2030680 Dec 08 00:05:44.177446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ea74-6281-4609-b4dc-60755eb3734c req-fc41d581-0495-4893-8364-a0da6c79b629 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.183543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ea74-6281-4609-b4dc-60755eb3734c req-fc41d581-0495-4893-8364-a0da6c79b629 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.189592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ea74-6281-4609-b4dc-60755eb3734c req-fc41d581-0495-4893-8364-a0da6c79b629 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.196163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ea74-6281-4609-b4dc-60755eb3734c req-fc41d581-0495-4893-8364-a0da6c79b629 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.202166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ea74-6281-4609-b4dc-60755eb3734c req-fc41d581-0495-4893-8364-a0da6c79b629 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.204061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2054ea74-6281-4609-b4dc-60755eb3734c req-fc41d581-0495-4893-8364-a0da6c79b629 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 3829 time: 0.2416129 Dec 08 00:05:44.226470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.344098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18c867a6-0528-4012-a612-88e3aa4f4f27 req-b1630052-3f53-4027-ac64-1403262caeab tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891458 Dec 08 00:05:44.474352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2054ea74-6281-4609-b4dc-60755eb3734c req-01c911e4-119c-4c72-a58b-d940c633988f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466679 Dec 08 00:05:44.503095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-01c3a269-5f36-4635-a133-a2de293ee589 req-fec4a878-0adf-4d97-84cb-337f10a741f1 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-852264413', 'description': 'tempest-description-337600399'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:44.543713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-01c3a269-5f36-4635-a133-a2de293ee589 req-fec4a878-0adf-4d97-84cb-337f10a741f1 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.627630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-78cb06ca-1637-4132-bec9-e0adb75682df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 217 time: 0.5135615 Dec 08 00:05:44.643121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.676819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.681486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] 10.222.0.18 "DELETE /v2.0/networks/826b0881-3416-46ac-b787-11790081bb19 HTTP/1.1" status: 204 len: 168 time: 1.0704050 Dec 08 00:05:44.725779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cef47-0af2-4e3f-8163-70b26a3c788b tempest-PortsAdminExtendedAttrsTestJSON-270054436 tempest-PortsAdminExtendedAttrsTestJSON-270054436-project] Pushing event deleted for resources: {'Network': ['ID=826b0881-3416-46ac-b787-11790081bb19,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:44.776653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-fcc3e213-d02e-4aa3-9827-805a1c534c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.777246 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-fcc3e213-d02e-4aa3-9827-805a1c534c17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1252027 Dec 08 00:05:44.804228 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1898a3-e462-44aa-8a1b-9e3aab44474c x-openstack-request-id: req-9e1898a3-e462-44aa-8a1b-9e3aab44474c {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:44.804524 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:44.804866 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e1898a3-e462-44aa-8a1b-9e3aab44474c {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:44.805275 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'status': 'completed', 'code': 200} Dec 08 00:05:44.809245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-01c3a269-5f36-4635-a133-a2de293ee589 req-fec4a878-0adf-4d97-84cb-337f10a741f1 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.834691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-56503fba-8e1d-4534-8409-c2c689f3023c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441129 Dec 08 00:05:44.856916 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-01c3a269-5f36-4635-a133-a2de293ee589 req-fec4a878-0adf-4d97-84cb-337f10a741f1 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:44.991997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-1ecb9d5d-f6a4-4ba3-81be-9031b312d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.992616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b46288-86f4-4a56-a15c-4ad210459868 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:44.993018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-1ecb9d5d-f6a4-4ba3-81be-9031b312d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.993018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-1ecb9d5d-f6a4-4ba3-81be-9031b312d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.993368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-1ecb9d5d-f6a4-4ba3-81be-9031b312d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.993824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-1ecb9d5d-f6a4-4ba3-81be-9031b312d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:44.995681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f53184f6-304e-49b9-98ac-96d289eee55a req-1ecb9d5d-f6a4-4ba3-81be-9031b312d757 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 4364 time: 0.1478415 Dec 08 00:05:45.004660 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-01c3a269-5f36-4635-a133-a2de293ee589 req-fec4a878-0adf-4d97-84cb-337f10a741f1 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.005934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01c3a269-5f36-4635-a133-a2de293ee589 req-fec4a878-0adf-4d97-84cb-337f10a741f1 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5174356 Dec 08 00:05:45.009902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.019364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4a878-0adf-4d97-84cb-337f10a741f1 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115cbb03-3b84-4fd4-af76-dad726ede1bc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:45.050546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Transition to ACTIVE for port object 40b46288-86f4-4a56-a15c-4ad210459868 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:45.064808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb172f7-3d6b-414c-b336-7278a26c0005 req-ceefed87-d631-46eb-8ae5-6ecefa61de83 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.068452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bb172f7-3d6b-414c-b336-7278a26c0005 req-ceefed87-d631-46eb-8ae5-6ecefa61de83 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.1435473 Dec 08 00:05:45.069905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.094317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47646) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:45.096556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-1e3aed54-02e1-489e-a460-055cd0d6c2e8 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017844 Dec 08 00:05:45.255509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Pushing event updated for resources: {'Port': ['ID=40b46288-86f4-4a56-a15c-4ad210459868,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:45.327714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bb172f7-3d6b-414c-b336-7278a26c0005 req-32180f57-9ebe-4f95-8b88-7cadeaf215bb tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506247 Dec 08 00:05:45.421560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Attempting to bind port 40b46288-86f4-4a56-a15c-4ad210459868 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:45.423075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Attempting to bind port 40b46288-86f4-4a56-a15c-4ad210459868 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:45.424942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Attempting to bind port 40b46288-86f4-4a56-a15c-4ad210459868 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:45.426834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-95620626-b036-4612-8bff-72775d6058f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.427341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-95620626-b036-4612-8bff-72775d6058f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.427806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-95620626-b036-4612-8bff-72775d6058f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.429413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f53184f6-304e-49b9-98ac-96d289eee55a req-95620626-b036-4612-8bff-72775d6058f5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4083135 Dec 08 00:05:45.473361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Port 40b46288-86f4-4a56-a15c-4ad210459868 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:45.473751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Attempting to bind port 40b46288-86f4-4a56-a15c-4ad210459868 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:45.521140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:45.521484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Checking segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:45.521874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Bound using segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:45.522321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Bound port: 40b46288-86f4-4a56-a15c-4ad210459868, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:45.522683 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.556104 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-4dfe9eb1-bc7b-4888-9887-e910a79d10ad service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448776 Dec 08 00:05:45.564642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-d5751601-6b63-48e1-ab8f-0021e1d269e0 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/300d169b-445b-4ed3-9165-5b13999e22c0 HTTP/1.1" status: 200 len: 1821 time: 0.1772783 Dec 08 00:05:45.568429 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9b1e3d9b-03d3-4172-8015-6fb377202425 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b0b31a1277a4b059c41b878a6bb96cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4646232 Dec 08 00:05:45.569280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47658) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:45.640782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53184f6-304e-49b9-98ac-96d289eee55a req-94f43991-23a3-4eab-bd06-9f9e3b8b49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.642839 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f53184f6-304e-49b9-98ac-96d289eee55a req-94f43991-23a3-4eab-bd06-9f9e3b8b49d9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976430 Dec 08 00:05:45.658588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1cd5-bb6f-4bf2-9034-a9d1369f97a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.666959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-7ff0e265-9d3e-4b47-8882-85076fb1521f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/115cbb03-3b84-4fd4-af76-dad726ede1bc HTTP/1.1" status: 200 len: 1820 time: 0.0679176 Dec 08 00:05:45.670153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:05:45.696005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '300d169b-445b-4ed3-9165-5b13999e22c0', 'remote_group_id': '115cbb03-3b84-4fd4-af76-dad726ede1bc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:45.696319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '300d169b-445b-4ed3-9165-5b13999e22c0', 'remote_group_id': '115cbb03-3b84-4fd4-af76-dad726ede1bc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:45.704771 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1cd5-bb6f-4bf2-9034-a9d1369f97a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.742944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] For port 40b46288-86f4-4a56-a15c-4ad210459868, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:45.746355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:05:45.779147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1cd5-bb6f-4bf2-9034-a9d1369f97a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.783061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1cd5-bb6f-4bf2-9034-a9d1369f97a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.784617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f6cd1cd5-bb6f-4bf2-9034-a9d1369f97a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10625ea9-01a1-48c9-96d5-592472ae8dfc HTTP/1.1" status: 204 len: 168 time: 0.2104375 Dec 08 00:05:45.791096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] For port 40b46288-86f4-4a56-a15c-4ad210459868, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=40b46288-86f4-4a56-a15c-4ad210459868,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:45.796475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1cd5-bb6f-4bf2-9034-a9d1369f97a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10625ea9-01a1-48c9-96d5-592472ae8dfc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:45.808018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.842825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7adc-5584-45d6-8865-bd0607c5b985 req-1c8c32fc-63d2-464a-85da-eaa469608196 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.857816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5ed7adc-5584-45d6-8865-bd0607c5b985 req-1c8c32fc-63d2-464a-85da-eaa469608196 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 950 time: 0.1240704 Dec 08 00:05:45.919586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.920560 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.922214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] 10.222.0.59 "PUT /v2.0/ports/40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 1130 time: 1.8948462 Dec 08 00:05:45.987783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377521-e257-4d17-b328-907b712f598a req-7e84bdec-0735-4cd7-9afa-ebfe3ebc9cd6 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:45.989644 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-7e84bdec-0735-4cd7-9afa-ebfe3ebc9cd6 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.0726900 Dec 08 00:05:45.991358 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:45.998060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:46.064416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5ed7adc-5584-45d6-8865-bd0607c5b985 req-fda9494f-0af8-49c6-b321-c6cc508ab447 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051017 Dec 08 00:05:46.071498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c85d65-2de0-431f-b690-a004f2b24e6d service neutron] Pushing event updated for resources: {'Port': ['ID=40b46288-86f4-4a56-a15c-4ad210459868,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:46.178597 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.182163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.197953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.222042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f377521-e257-4d17-b328-907b712f598a req-d6930bf1-bcaf-47e5-93e8-eaf10cb66414 service neutron] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:46.226775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f377521-e257-4d17-b328-907b712f598a req-d6930bf1-bcaf-47e5-93e8-eaf10cb66414 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.228009 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f377521-e257-4d17-b328-907b712f598a req-d6930bf1-bcaf-47e5-93e8-eaf10cb66414 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.2273462 Dec 08 00:05:46.253200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7300bd-fb32-4b9b-991d-c418b5235c49,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:46.268477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.270369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16981c4d-3546-4177-a5cf-c54ba8bd4e70 req-e7c92050-74a4-463e-94df-0923ef02ac97 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5834973 Dec 08 00:05:46.355964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47672) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:46.402171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af4fceca-bdb3-4f06-b234-caba3fc8da13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=026ce9f603464b12a3c5b29591fc3141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449677 Dec 08 00:05:46.402700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47678) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:46.467444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6430b323-3c11-4b8d-b43a-f0139c96cf9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.508137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6430b323-3c11-4b8d-b43a-f0139c96cf9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.526583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f256b0-5590-49f9-b889-17b383fc1373 req-7cbc2479-c9b8-4bae-a63b-a60472e27003 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:46.532677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f256b0-5590-49f9-b889-17b383fc1373 req-7cbc2479-c9b8-4bae-a63b-a60472e27003 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:46.538972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f256b0-5590-49f9-b889-17b383fc1373 req-7cbc2479-c9b8-4bae-a63b-a60472e27003 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:46.545770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f256b0-5590-49f9-b889-17b383fc1373 req-7cbc2479-c9b8-4bae-a63b-a60472e27003 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:46.552096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f256b0-5590-49f9-b889-17b383fc1373 req-7cbc2479-c9b8-4bae-a63b-a60472e27003 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:46.558298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f256b0-5590-49f9-b889-17b383fc1373 req-7cbc2479-c9b8-4bae-a63b-a60472e27003 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:46.560281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31f256b0-5590-49f9-b889-17b383fc1373 req-7cbc2479-c9b8-4bae-a63b-a60472e27003 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 4601 time: 0.1500807 Dec 08 00:05:46.576816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6430b323-3c11-4b8d-b43a-f0139c96cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.580040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6430b323-3c11-4b8d-b43a-f0139c96cf9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.581164 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6430b323-3c11-4b8d-b43a-f0139c96cf9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc7e19ce-7eef-4363-8082-67e5b290d609 HTTP/1.1" status: 204 len: 168 time: 0.1774480 Dec 08 00:05:46.611672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430b323-3c11-4b8d-b43a-f0139c96cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e19ce-7eef-4363-8082-67e5b290d609,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:46.728323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31f256b0-5590-49f9-b889-17b383fc1373 req-06fa5fd2-6d35-48a7-8e02-2ba379c2d01b tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424236 Dec 08 00:05:46.803504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-f4870e4c-1ab0-4051-87ef-8616b2d1bf53 req-41e2e373-627d-41df-af2c-c4610af8f9c2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-170630173', 'description': 'tempest-description-1176223047'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:46.825071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '40b46288-86f4-4a56-a15c-4ad210459868'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:46.829417 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46686b3-e9c5-4486-84ce-d8a27abf93ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "40b46288-86f4-4a56-a15c-4ad210459868"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:46.853052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e58805-970c-4c9f-81e9-59800376358c {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:46.869457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.906834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f4870e4c-1ab0-4051-87ef-8616b2d1bf53 req-41e2e373-627d-41df-af2c-c4610af8f9c2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:46.925679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Transition to ACTIVE for port object 46e58805-970c-4c9f-81e9-59800376358c will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:46.938460 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.032754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75f92d-c28d-4321-b776-0c1d8c0abf69 req-e0464821-7438-49d5-8298-4305516bda68 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:47.040659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f75f92d-c28d-4321-b776-0c1d8c0abf69 req-e0464821-7438-49d5-8298-4305516bda68 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.1519971 Dec 08 00:05:47.055479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Pushing event updated for resources: {'Port': ['ID=46e58805-970c-4c9f-81e9-59800376358c,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:47.176383 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f4870e4c-1ab0-4051-87ef-8616b2d1bf53 req-41e2e373-627d-41df-af2c-c4610af8f9c2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.195398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f75f92d-c28d-4321-b776-0c1d8c0abf69 req-4d20dd2e-6dcf-4abd-9bff-7ff8903fa7b6 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497080 Dec 08 00:05:47.203397 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f4870e4c-1ab0-4051-87ef-8616b2d1bf53 req-41e2e373-627d-41df-af2c-c4610af8f9c2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.293573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Attempting to bind port 46e58805-970c-4c9f-81e9-59800376358c on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:47.293881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Attempting to bind port 46e58805-970c-4c9f-81e9-59800376358c by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:47.294351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Attempting to bind port 46e58805-970c-4c9f-81e9-59800376358c on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:47.297675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2e373-627d-41df-af2c-c4610af8f9c2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3912ee-fd8a-4143-b1fd-9e6f100c7927,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:47.303757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f4870e4c-1ab0-4051-87ef-8616b2d1bf53 req-41e2e373-627d-41df-af2c-c4610af8f9c2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.340675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4870e4c-1ab0-4051-87ef-8616b2d1bf53 req-41e2e373-627d-41df-af2c-c4610af8f9c2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5484452 Dec 08 00:05:47.345495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Port 46e58805-970c-4c9f-81e9-59800376358c on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:47.353217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Attempting to bind port 46e58805-970c-4c9f-81e9-59800376358c on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:47.359849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:47.362625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.363362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Checking segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:47.363930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Bound using segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:47.365685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Bound port: 46e58805-970c-4c9f-81e9-59800376358c, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:47.366058 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.586303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] For port 46e58805-970c-4c9f-81e9-59800376358c, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:47.596776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367818b5-e555-46f7-84d2-246aa18c4ce3 req-f64c28ab-1558-4eaf-88b6-6fd1f5bda0ef tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:47.598965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-367818b5-e555-46f7-84d2-246aa18c4ce3 req-f64c28ab-1558-4eaf-88b6-6fd1f5bda0ef tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1348171 Dec 08 00:05:47.614167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f23ae-8dfc-47df-aed0-6a85e24ad424 req-f265e6db-bc91-433b-a483-bcc053baafb9 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:47.615676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-503f23ae-8dfc-47df-aed0-6a85e24ad424 req-f265e6db-bc91-433b-a483-bcc053baafb9 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 1101 time: 0.1605678 Dec 08 00:05:47.617481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] For port 46e58805-970c-4c9f-81e9-59800376358c, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=46e58805-970c-4c9f-81e9-59800376358c,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:47.627497 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.693346 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-503f23ae-8dfc-47df-aed0-6a85e24ad424 req-b4fb2af0-be77-47e7-bf7e-1b4850e72c37 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.704082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:47.705138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.706618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] 10.222.0.59 "PUT /v2.0/ports/46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 1128 time: 1.7289517 Dec 08 00:05:47.756761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:47.834423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-367818b5-e555-46f7-84d2-246aa18c4ce3 req-9cc4ec4c-0587-4dee-aece-ee87c415080d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228119 Dec 08 00:05:47.900618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a4f8d-786f-4163-b779-47a38032d5ba service neutron] Pushing event updated for resources: {'Port': ['ID=46e58805-970c-4c9f-81e9-59800376358c,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:47.955350 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d65deb-bdb2-4cce-9d09-922289faca99 x-openstack-request-id: req-e8d65deb-bdb2-4cce-9d09-922289faca99 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:47.955578 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "40b46288-86f4-4a56-a15c-4ad210459868", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:47.955833 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8d65deb-bdb2-4cce-9d09-922289faca99 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:47.956221 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '40b46288-86f4-4a56-a15c-4ad210459868', 'status': 'completed', 'code': 200} Dec 08 00:05:47.958871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-503f23ae-8dfc-47df-aed0-6a85e24ad424 req-b4fb2af0-be77-47e7-bf7e-1b4850e72c37 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.959893 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:47.974716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-503f23ae-8dfc-47df-aed0-6a85e24ad424 req-b4fb2af0-be77-47e7-bf7e-1b4850e72c37 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.044767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.045227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.045654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.046233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.046695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.054709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.055276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.057381 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-c331fbea-8036-45a9-a42a-72cba4c73570 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6208 time: 0.0954015 Dec 08 00:05:48.077479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-503f23ae-8dfc-47df-aed0-6a85e24ad424 req-b4fb2af0-be77-47e7-bf7e-1b4850e72c37 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530096 Dec 08 00:05:48.108347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2af0-be77-47e7-bf7e-1b4850e72c37 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f9619e-3778-474b-9933-acd93af3e653,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:48.117089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-222b581d-da65-44f9-b3c5-5706de05a89f req-409195cd-f690-4895-88d5-e399c4cfca25 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1160474020', 'description': 'tempest-description-739286264'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:48.253050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-9d0ac9f7-41ba-471e-a1be-579b113620ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.253525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-9d0ac9f7-41ba-471e-a1be-579b113620ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.254029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-9d0ac9f7-41ba-471e-a1be-579b113620ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.255687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-9d0ac9f7-41ba-471e-a1be-579b113620ed service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1827488 Dec 08 00:05:48.283564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-222b581d-da65-44f9-b3c5-5706de05a89f req-409195cd-f690-4895-88d5-e399c4cfca25 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.381547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-14a5f9ae-b66a-4202-b133-3b0c37d94314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.383067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c46686b3-e9c5-4486-84ce-d8a27abf93ed req-14a5f9ae-b66a-4202-b133-3b0c37d94314 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195736 Dec 08 00:05:48.409953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-222b581d-da65-44f9-b3c5-5706de05a89f req-409195cd-f690-4895-88d5-e399c4cfca25 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.421972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.428379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.434460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.440464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.446407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.452428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.458877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.460851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-acc66420-90ff-4505-9659-3c9b27133d36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5371 time: 0.2707098 Dec 08 00:05:48.463806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-222b581d-da65-44f9-b3c5-5706de05a89f req-409195cd-f690-4895-88d5-e399c4cfca25 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.541715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-222b581d-da65-44f9-b3c5-5706de05a89f req-409195cd-f690-4895-88d5-e399c4cfca25 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.543043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-222b581d-da65-44f9-b3c5-5706de05a89f req-409195cd-f690-4895-88d5-e399c4cfca25 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4635251 Dec 08 00:05:48.547302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47744) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:48.567315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409195cd-f690-4895-88d5-e399c4cfca25 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1383ca69-a77c-4cf2-b8ac-66b0feaecfe1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:48.658829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c35e72a6-5b37-4cf8-936c-ec9612ec9e42 req-61a15bbb-335b-4cd9-9715-f13849e2a24d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615856 Dec 08 00:05:48.697474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0fbf66dc-e818-4944-9d79-9d206f2ddea2 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1710641190'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:48.705727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa154475-8865-45c6-a57c-adda1409f674 req-7a71dead-51f3-4a2e-88ba-5886c63a0ee2 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:48.707827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa154475-8865-45c6-a57c-adda1409f674 req-7a71dead-51f3-4a2e-88ba-5886c63a0ee2 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1016309 Dec 08 00:05:48.712969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e02d13-a694-4a8b-8324-1d6c6089ca57 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:48.724383 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.732020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fbf66dc-e818-4944-9d79-9d206f2ddea2 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.733298 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fbf66dc-e818-4944-9d79-9d206f2ddea2 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.753403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Transition to ACTIVE for port object d4e02d13-a694-4a8b-8324-1d6c6089ca57 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:48.762553 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.809957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fbf66dc-e818-4944-9d79-9d206f2ddea2 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.818947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fbf66dc-e818-4944-9d79-9d206f2ddea2 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.837068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fbf66dc-e818-4944-9d79-9d206f2ddea2 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:48.838989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0fbf66dc-e818-4944-9d79-9d206f2ddea2 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2895567 Dec 08 00:05:48.841360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47750) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:48.873043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e02d13-a694-4a8b-8324-1d6c6089ca57,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:48.886930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa154475-8865-45c6-a57c-adda1409f674 req-e916562a-dcf0-447d-9523-24e4eaa4c92a tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591463 Dec 08 00:05:48.896053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-14414784-1e89-4b26-b2d9-176e6368cd95 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/2d3912ee-fd8a-4143-b1fd-9e6f100c7927 HTTP/1.1" status: 200 len: 1821 time: 0.0909503 Dec 08 00:05:48.952128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7051b416-0f97-4e0b-b791-6516eb55e77f tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.070026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-c986a8b9-e840-4113-808a-df93b36478ec tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/1383ca69-a77c-4cf2-b8ac-66b0feaecfe1 HTTP/1.1" status: 200 len: 1821 time: 0.1447449 Dec 08 00:05:49.089108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d3912ee-fd8a-4143-b1fd-9e6f100c7927', 'remote_group_id': '1383ca69-a77c-4cf2-b8ac-66b0feaecfe1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:49.089726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d3912ee-fd8a-4143-b1fd-9e6f100c7927', 'remote_group_id': '1383ca69-a77c-4cf2-b8ac-66b0feaecfe1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:49.116027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Attempting to bind port d4e02d13-a694-4a8b-8324-1d6c6089ca57 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:49.116402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Attempting to bind port d4e02d13-a694-4a8b-8324-1d6c6089ca57 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:49.116723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Attempting to bind port d4e02d13-a694-4a8b-8324-1d6c6089ca57 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:49.125716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Port d4e02d13-a694-4a8b-8324-1d6c6089ca57 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:49.126034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Attempting to bind port d4e02d13-a694-4a8b-8324-1d6c6089ca57 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:49.137713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:49.138067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Checking segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:49.138523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Bound using segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:49.139337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Bound port: d4e02d13-a694-4a8b-8324-1d6c6089ca57, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:49.140035 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.141331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7051b416-0f97-4e0b-b791-6516eb55e77f tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.143894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7051b416-0f97-4e0b-b791-6516eb55e77f tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.172597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b60144-ae14-443f-9023-48d2a13d128e req-3b286fdc-87c2-4edc-8dbd-85c6b821aef3 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:49.174091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95b60144-ae14-443f-9023-48d2a13d128e req-3b286fdc-87c2-4edc-8dbd-85c6b821aef3 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1574767 Dec 08 00:05:49.204305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7051b416-0f97-4e0b-b791-6516eb55e77f tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.205073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7051b416-0f97-4e0b-b791-6516eb55e77f tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c0ad2b2-07a0-4ced-aa2e-6a33af770442 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:05:49.215623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7051b416-0f97-4e0b-b791-6516eb55e77f tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.219891 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7051b416-0f97-4e0b-b791-6516eb55e77f tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4c0ad2b2-07a0-4ced-aa2e-6a33af770442 HTTP/1.1" status: 204 len: 168 time: 0.3745539 Dec 08 00:05:49.220093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:49.225657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-985a5135-2a7f-429d-a68f-be16ccb39aae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Request body: {'router': {'name': 'tempest-router-14247313', 'distributed': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:49.257952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.259109 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-985a5135-2a7f-429d-a68f-be16ccb39aae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.260655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-985a5135-2a7f-429d-a68f-be16ccb39aae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.302300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] For port d4e02d13-a694-4a8b-8324-1d6c6089ca57, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:49.327745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95b60144-ae14-443f-9023-48d2a13d128e req-0408dc0d-b2c6-4004-82d3-9263ce0b1f6b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264479 Dec 08 00:05:49.330581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] For port d4e02d13-a694-4a8b-8324-1d6c6089ca57, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:49.344685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.349739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.349928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-985a5135-2a7f-429d-a68f-be16ccb39aae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.363126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-985a5135-2a7f-429d-a68f-be16ccb39aae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.383665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-985a5135-2a7f-429d-a68f-be16ccb39aae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.388211 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-985a5135-2a7f-429d-a68f-be16ccb39aae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1671336 Dec 08 00:05:49.388987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47764) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:49.413413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.453315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:49.454020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.455684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] 10.222.0.59 "PUT /v2.0/ports/d4e02d13-a694-4a8b-8324-1d6c6089ca57 HTTP/1.1" status: 200 len: 1091 time: 1.7080355 Dec 08 00:05:49.465124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76192ccc-46cf-4780-9780-57fb35dc15e5,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:49.477505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.490851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc7b7a8d-4b49-4fde-95c0-22723feb626d req-163df831-b0fc-4de4-a297-ec7c567f0508 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4193773 Dec 08 00:05:49.503432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:49.531806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf903-4886-46c3-a758-a3460468ddd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e02d13-a694-4a8b-8324-1d6c6089ca57,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:49.581485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e498ac96-3f83-431c-b0ca-be2057cb8ff0 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.654932 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.753032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd71463-31bf-41d3-8141-697cb6f216ba req-0e5731b8-408e-4b43-a689-1add8884f616 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:49.755184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dd71463-31bf-41d3-8141-697cb6f216ba req-0e5731b8-408e-4b43-a689-1add8884f616 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 1101 time: 0.1644566 Dec 08 00:05:49.784085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e498ac96-3f83-431c-b0ca-be2057cb8ff0 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.786465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e498ac96-3f83-431c-b0ca-be2057cb8ff0 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.835356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e498ac96-3f83-431c-b0ca-be2057cb8ff0 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.836943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e498ac96-3f83-431c-b0ca-be2057cb8ff0 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d35e514a-f635-427c-900b-cc8fedafc8fa {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:05:49.856762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e498ac96-3f83-431c-b0ca-be2057cb8ff0 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.861440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e498ac96-3f83-431c-b0ca-be2057cb8ff0 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d35e514a-f635-427c-900b-cc8fedafc8fa HTTP/1.1" status: 204 len: 168 time: 0.4682574 Dec 08 00:05:49.861718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47780) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:49.866725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-49b420b4-26ff-485b-ab0e-7d2aea4fd58b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Request body: {'router': {'name': 'tempest-router-1595765575', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '005f8ce595f34d34bfcc3236f1008fe0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:49.892635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49b420b4-26ff-485b-ab0e-7d2aea4fd58b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.893791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49b420b4-26ff-485b-ab0e-7d2aea4fd58b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.955062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49b420b4-26ff-485b-ab0e-7d2aea4fd58b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.960357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49b420b4-26ff-485b-ab0e-7d2aea4fd58b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.976809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49b420b4-26ff-485b-ab0e-7d2aea4fd58b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:49.978959 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-49b420b4-26ff-485b-ab0e-7d2aea4fd58b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1153810 Dec 08 00:05:49.980906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47782) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:49.985491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:50.022263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '46e58805-970c-4c9f-81e9-59800376358c'}, {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:50.024528 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "46e58805-970c-4c9f-81e9-59800376358c"}, {"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:50.091136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-ac03eb61-a8fa-49a1-8344-61487b60d4df tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:50.092521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-ac03eb61-a8fa-49a1-8344-61487b60d4df tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.4906137 Dec 08 00:05:50.136468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-d9336acc-5bbf-43a0-bc43-b57bc630e6d6 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/quotas/34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 375 time: 0.0321798 Dec 08 00:05:50.148571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dd71463-31bf-41d3-8141-697cb6f216ba req-01a68716-06ed-440b-89a8-c471cf2c7b10 tempest-ServersAdminNegativeTestJSON-1947125601 tempest-ServersAdminNegativeTestJSON-1947125601-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780444 Dec 08 00:05:50.199559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.200165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.282597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-52b6ac41-bdb3-4295-8d8f-5bc2ec6de72b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366632 Dec 08 00:05:50.286543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103113) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 08 00:05:50.286925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Router 6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c migrating from provider to provider. {{(pid=103113) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 08 00:05:50.287302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.292931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.296255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e12f8dc4-2d17-4980-9a9f-98113b19f758 req-ba91add7-1cda-4f1b-9f57-1d9928b39f51 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/1383ca69-a77c-4cf2-b8ac-66b0feaecfe1 HTTP/1.1" status: 200 len: 1821 time: 0.0816476 Dec 08 00:05:50.297376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.382741 n-d-820549-2 neutron-server[103113]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] No L3 agents can host the router 6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c Dec 08 00:05:50.433303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671424f2-2a5b-4fbf-be9c-b289efefad60 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:50.447377 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.484240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Transition to ACTIVE for port object 671424f2-2a5b-4fbf-be9c-b289efefad60 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:50.489167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e12f8dc4-2d17-4980-9a9f-98113b19f758 req-ead5a268-77d6-44d3-b2c1-898f0603eb7a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.492409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-8b90773f-a7bd-41a1-bfa3-5eb4fd3b7f74 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918995 Dec 08 00:05:50.498581 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.508508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Hosts for router 6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c: [] {{(pid=103113) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 08 00:05:50.536100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Hosts for other DVR routers connected to router 6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c: set() {{(pid=103113) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 08 00:05:50.538811 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.540096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f186561c-8e0a-435f-af0f-4afedc671eae tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "PUT /v2.0/routers/6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c HTTP/1.1" status: 200 len: 717 time: 0.5581295 Dec 08 00:05:50.542585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47792) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:50.570925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e12f8dc4-2d17-4980-9a9f-98113b19f758 req-ead5a268-77d6-44d3-b2c1-898f0603eb7a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.609346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Pushing event updated for resources: {'Port': ['ID=671424f2-2a5b-4fbf-be9c-b289efefad60,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:50.640294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9f0e9757-4791-4c67-a4c7-4150ed4fc91a tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "GET /v2.0/routers/6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c HTTP/1.1" status: 200 len: 717 time: 0.0965157 Dec 08 00:05:50.643158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47794) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:50.751150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-1dc99171-69b7-4c68-83d5-a90d9f06ba5a service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451434 Dec 08 00:05:50.772616 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e12f8dc4-2d17-4980-9a9f-98113b19f758 req-ead5a268-77d6-44d3-b2c1-898f0603eb7a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.775499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e12f8dc4-2d17-4980-9a9f-98113b19f758 req-ead5a268-77d6-44d3-b2c1-898f0603eb7a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.792342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e12f8dc4-2d17-4980-9a9f-98113b19f758 req-ead5a268-77d6-44d3-b2c1-898f0603eb7a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-groups/1383ca69-a77c-4cf2-b8ac-66b0feaecfe1 HTTP/1.1" status: 204 len: 173 time: 0.4825025 Dec 08 00:05:50.818343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Attempting to bind port 671424f2-2a5b-4fbf-be9c-b289efefad60 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:50.818669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Attempting to bind port 671424f2-2a5b-4fbf-be9c-b289efefad60 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:50.819035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Attempting to bind port 671424f2-2a5b-4fbf-be9c-b289efefad60 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:50.822534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5a268-77d6-44d3-b2c1-898f0603eb7a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383ca69-a77c-4cf2-b8ac-66b0feaecfe1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:50.837542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Port 671424f2-2a5b-4fbf-be9c-b289efefad60 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:50.837970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Attempting to bind port 671424f2-2a5b-4fbf-be9c-b289efefad60 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:50.847719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:50.848123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Checking segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:50.848451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Bound using segment: {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:50.848889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Bound port: 671424f2-2a5b-4fbf-be9c-b289efefad60, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f766dcc-53e8-4b42-ba58-9726e7f7222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:50.849252 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:50.957892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] For port 671424f2-2a5b-4fbf-be9c-b289efefad60, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:50.962050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] For port 671424f2-2a5b-4fbf-be9c-b289efefad60, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=671424f2-2a5b-4fbf-be9c-b289efefad60,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:50.975654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:50.982049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:50.989905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:50.996024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.002255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.008423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.014440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.016425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-e37883e5-e4cc-4400-a313-3ae896943725 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5395 time: 0.1474624 Dec 08 00:05:51.018120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:51.068507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8e796ede-6340-4a80-b8e6-b4cd93e1d784 tempest-RoutersTestDVR-1118160033 tempest-RoutersTestDVR-1118160033-project] 10.222.0.18 "GET /v2.0/routers/6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c HTTP/1.1" status: 200 len: 683 time: 0.4240403 Dec 08 00:05:51.069511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47804) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:51.090067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.090700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:51.092691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] 10.222.0.59 "PUT /v2.0/ports/671424f2-2a5b-4fbf-be9c-b289efefad60 HTTP/1.1" status: 200 len: 1091 time: 1.5944569 Dec 08 00:05:51.124359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8e519-99c1-4c4d-a99c-7544e60a6191 service neutron] Pushing event updated for resources: {'Port': ['ID=671424f2-2a5b-4fbf-be9c-b289efefad60,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:51.148535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:51.222513 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbf7ab0-3eb7-4027-b69d-904cc259debf x-openstack-request-id: req-1bbf7ab0-3eb7-4027-b69d-904cc259debf {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:51.223526 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "46e58805-970c-4c9f-81e9-59800376358c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:51.223796 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bbf7ab0-3eb7-4027-b69d-904cc259debf {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:51.224205 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '46e58805-970c-4c9f-81e9-59800376358c', 'status': 'completed', 'code': 200} Dec 08 00:05:51.224466 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57', 'status': 'completed', 'code': 200} Dec 08 00:05:51.264076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bf180e7-1eb7-4e98-a254-1f56f41615bf req-a6fb7274-604b-4b74-be38-9bb43f3e7330 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385812 Dec 08 00:05:51.356466 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b2df3449-1b4c-4ef8-8567-9948dc34dcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:51.403204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:51.690995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0eab874d-0709-46d6-a6a6-acd980088314 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:51.777417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a996-d197-4ca6-b5fb-047554b3a4a0 req-4ebfb547-76ac-42e6-a485-c1f3a06ff478 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.779282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a37a996-d197-4ca6-b5fb-047554b3a4a0 req-4ebfb547-76ac-42e6-a485-c1f3a06ff478 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.4456208 Dec 08 00:05:51.794964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.795484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.795645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e716e73f-78d9-4edf-a42d-2897ef87b8de {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:51.795942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.796459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.796908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.797356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.797798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:51.799855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-51d9b5bf-fd1b-4821-80ee-5531c96c7b9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6342 time: 0.1215537 Dec 08 00:05:51.821368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:51.845170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d8e7380-23b6-4d6f-b560-aa9aa39c2837 req-0ce4f8e5-2a57-45a1-8d3e-6390687806f9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/2d3912ee-fd8a-4143-b1fd-9e6f100c7927 HTTP/1.1" status: 200 len: 1821 time: 0.1041963 Dec 08 00:05:51.858360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Transition to ACTIVE for port object e716e73f-78d9-4edf-a42d-2897ef87b8de will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:51.875077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:51.886923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a37a996-d197-4ca6-b5fb-047554b3a4a0 req-4bf6375a-e15a-4dd2-90cb-957e7cd5cee2 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941734 Dec 08 00:05:51.940940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e716e73f-78d9-4edf-a42d-2897ef87b8de,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:52.018287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-132a5bba-66cf-4bc7-a452-3685a9939cb5 req-e26b3f6e-87b6-436d-bdf9-5da29afb9cc9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1808169838', 'description': 'tempest-description-1002480291'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:52.042961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-a43c82ad-8454-412b-8dab-bd51d340052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.043565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-a43c82ad-8454-412b-8dab-bd51d340052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.044198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-a43c82ad-8454-412b-8dab-bd51d340052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.046067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-a43c82ad-8454-412b-8dab-bd51d340052a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2180593 Dec 08 00:05:52.051286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0eab874d-0709-46d6-a6a6-acd980088314 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.055823 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0eab874d-0709-46d6-a6a6-acd980088314 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.119521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-290277d1-928a-4810-892a-f4afe5349ea5 req-03589826-1380-40f7-bdf9-beae4491aca7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 210 time: 0.0887635 Dec 08 00:05:52.182150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-132a5bba-66cf-4bc7-a452-3685a9939cb5 req-e26b3f6e-87b6-436d-bdf9-5da29afb9cc9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.185883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Attempting to bind port e716e73f-78d9-4edf-a42d-2897ef87b8de on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:52.186670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Attempting to bind port e716e73f-78d9-4edf-a42d-2897ef87b8de by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:52.187070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Attempting to bind port e716e73f-78d9-4edf-a42d-2897ef87b8de on network 1309ab95-0789-4dee-93fc-c5cbc2662c29 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:52.196718 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0eab874d-0709-46d6-a6a6-acd980088314 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.197295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eab874d-0709-46d6-a6a6-acd980088314 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:05:52.203294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0eab874d-0709-46d6-a6a6-acd980088314 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.204472 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0eab874d-0709-46d6-a6a6-acd980088314 tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "DELETE /v2.0/routers/6ed50bc2-e9ff-4b58-944e-ae2955ca1a9c HTTP/1.1" status: 204 len: 168 time: 1.1338122 Dec 08 00:05:52.212311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47822) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:52.224339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-efe57060-b7d9-41e3-aa01-748ff111833b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Request body: {'router': {'name': 'tempest-router-750818654', 'distributed': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:52.241345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-98a0f92f-d163-4a86-8b0d-401e234d9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.243153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-98a0f92f-d163-4a86-8b0d-401e234d9142 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852691 Dec 08 00:05:52.244292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Port e716e73f-78d9-4edf-a42d-2897ef87b8de on network 1309ab95-0789-4dee-93fc-c5cbc2662c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:52.244599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Attempting to bind port e716e73f-78d9-4edf-a42d-2897ef87b8de on network 1309ab95-0789-4dee-93fc-c5cbc2662c29 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:52.256831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:52.256973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Checking segment: {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:52.257304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Bound using segment: {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:52.257739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Bound port: e716e73f-78d9-4edf-a42d-2897ef87b8de, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:52.258146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.294591 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe57060-b7d9-41e3-aa01-748ff111833b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.295731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe57060-b7d9-41e3-aa01-748ff111833b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.418431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.419048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.419569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.420220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.420657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.421123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.421731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.423931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-dc08e228-c38b-45ae-8650-47120d08ad43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6367 time: 0.0796602 Dec 08 00:05:52.432789 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe57060-b7d9-41e3-aa01-748ff111833b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.446059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe57060-b7d9-41e3-aa01-748ff111833b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.467360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] For port e716e73f-78d9-4edf-a42d-2897ef87b8de, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:52.471137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-132a5bba-66cf-4bc7-a452-3685a9939cb5 req-e26b3f6e-87b6-436d-bdf9-5da29afb9cc9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.474597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] For port e716e73f-78d9-4edf-a42d-2897ef87b8de, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:52.485293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.491501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-132a5bba-66cf-4bc7-a452-3685a9939cb5 req-e26b3f6e-87b6-436d-bdf9-5da29afb9cc9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.499238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe57060-b7d9-41e3-aa01-748ff111833b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.501775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-efe57060-b7d9-41e3-aa01-748ff111833b tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2867036 Dec 08 00:05:52.505219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:52.598689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-132a5bba-66cf-4bc7-a452-3685a9939cb5 req-e26b3f6e-87b6-436d-bdf9-5da29afb9cc9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.611806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-132a5bba-66cf-4bc7-a452-3685a9939cb5 req-e26b3f6e-87b6-436d-bdf9-5da29afb9cc9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6053667 Dec 08 00:05:52.619038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.619779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.621271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] 10.222.0.59 "PUT /v2.0/ports/e716e73f-78d9-4edf-a42d-2897ef87b8de HTTP/1.1" status: 200 len: 1091 time: 1.4823885 Dec 08 00:05:52.632249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b3f6e-87b6-436d-bdf9-5da29afb9cc9 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d8e57-39be-4ecb-8ba3-729ba93757ed,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:52.671198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.677905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.684089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.693549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.701694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.708480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.715234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.718183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28dcedff-070b-4be5-82f1-fc120165459e tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.724331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-4037b3fa-4175-4194-aee3-683ea5c2a48c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5407 time: 0.1943355 Dec 08 00:05:52.726161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937010be-8f41-4d6a-8665-1f9415874e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e716e73f-78d9-4edf-a42d-2897ef87b8de,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:52.752265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Request body: {'port': {'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:52.898025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.923702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13dab30b-9b62-4afc-afe0-b82b31e039ae req-88262380-6c4f-46b1-a144-df003cb093c2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981840 Dec 08 00:05:52.975331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28dcedff-070b-4be5-82f1-fc120165459e tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:52.977404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-696050e4-ef62-481c-bb3e-4cfc991f099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.977872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-696050e4-ef62-481c-bb3e-4cfc991f099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.978330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-696050e4-ef62-481c-bb3e-4cfc991f099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.979926 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-696050e4-ef62-481c-bb3e-4cfc991f099c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5219657 Dec 08 00:05:52.981765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6723-f763-48ac-ac8b-bf3ca53362f4 req-ad8fa97e-a872-49ac-8017-91c7c40b298d tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:52.983267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfdd6723-f763-48ac-ac8b-bf3ca53362f4 req-ad8fa97e-a872-49ac-8017-91c7c40b298d tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 950 time: 0.1682491 Dec 08 00:05:53.005194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28dcedff-070b-4be5-82f1-fc120165459e tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.102026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfdd6723-f763-48ac-ac8b-bf3ca53362f4 req-dd6b9e38-7bd0-4d19-882c-3f3b14b51b85 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113365 Dec 08 00:05:53.126757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-85bf1be8-d0c1-49f1-9b28-dbe9e5345f1e tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/6a1d8e57-39be-4ecb-8ba3-729ba93757ed HTTP/1.1" status: 200 len: 1822 time: 0.1721010 Dec 08 00:05:53.133915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-7e41bca0-a331-40bd-bfdc-f11fff457452 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.135609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-7e41bca0-a331-40bd-bfdc-f11fff457452 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.3318858 Dec 08 00:05:53.138179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28dcedff-070b-4be5-82f1-fc120165459e tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.138713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dcedff-070b-4be5-82f1-fc120165459e tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 345c57f1-865a-444e-94b7-971e1b29d787 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:05:53.143541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a1d8e57-39be-4ecb-8ba3-729ba93757ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:53.143880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a1d8e57-39be-4ecb-8ba3-729ba93757ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:53.144445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28dcedff-070b-4be5-82f1-fc120165459e tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.149571 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28dcedff-070b-4be5-82f1-fc120165459e tempest-RoutersTestDVR-1921010142 tempest-RoutersTestDVR-1921010142-project-admin] 10.222.0.18 "DELETE /v2.0/routers/345c57f1-865a-444e-94b7-971e1b29d787 HTTP/1.1" status: 204 len: 168 time: 0.6398265 Dec 08 00:05:53.158037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Request body: {'port': {'device_id': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'admin_state_up': True, 'tenant_id': '34fc6ef8986b4d64b67a5876fb4888fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:53.204692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-c27f25af-231e-41c8-8f54-13909f79fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.206275 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5bd2f43f-9397-4e97-a931-d02fd0b7fc1d req-c27f25af-231e-41c8-8f54-13909f79fce8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976664 Dec 08 00:05:53.226470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60'}, {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:53.230248 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698f4f38-3f05-4779-9ca6-e03fb839a5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60"}, {"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:53.318473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Made reservation on behalf of 34fc6ef8986b4d64b67a5876fb4888fd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:53.323126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.353834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47151cef-cffe-4190-aff3-db8b8feac7bc req-4c74fae9-8bf5-42a1-a92f-6bdc2d6b928d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.355380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47151cef-cffe-4190-aff3-db8b8feac7bc req-4c74fae9-8bf5-42a1-a92f-6bdc2d6b928d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1175787 Dec 08 00:05:53.431688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.452869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79998b1-a1e0-4454-998f-c66257c7ffce {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:53.470402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.473622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47848) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:53.498424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.505158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47151cef-cffe-4190-aff3-db8b8feac7bc req-4d4b5b4a-9204-41ac-930e-0498f4439d77 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333358 Dec 08 00:05:53.507807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.509815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Transition to ACTIVE for port object a79998b1-a1e0-4454-998f-c66257c7ffce will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:53.513409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Allocated IP 172.20.0.5 (e7a55441-5ae6-46ea-88d6-4545d8de262c/62571d4e-aea2-40a8-81a3-10e7e89fb638/69fb6df8-018a-4b92-ab50-2e87d53314f3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:53.519446 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-712f2198-c6b3-4087-a75d-448709421b5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1025000 Dec 08 00:05:53.521390 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.568498 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b67fddf-5275-430f-8245-2cd577ab4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.597479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc92fa5-82ad-4595-91aa-4997809b1017,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:53.627345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.628503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb21e6bf-7e27-4d2e-b308-9f7da51556e8 req-296d5b12-3b47-4ca2-b9bb-170de03c07c6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4933825 Dec 08 00:05:53.674367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a37a794d-8df7-43c1-ac9e-0a4ff12eb466 req-8e5be601-640a-4ddd-9963-89d8a7c4a46f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 210 time: 0.0624986 Dec 08 00:05:53.692492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Pushing event updated for resources: {'Port': ['ID=a79998b1-a1e0-4454-998f-c66257c7ffce,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:53.716181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2d78ed00-9a89-4091-8202-c964e199751c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.736094 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd40bb-460e-4b10-b96a-524f05bdd41f x-openstack-request-id: req-69dd40bb-460e-4b10-b96a-524f05bdd41f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:53.736246 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:53.736532 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69dd40bb-460e-4b10-b96a-524f05bdd41f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:53.736882 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60', 'status': 'completed', 'code': 200} Dec 08 00:05:53.737140 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de', 'status': 'completed', 'code': 200} Dec 08 00:05:53.741345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229a23b-c59b-4c7d-9a78-72669143817a req-9ab8a398-c612-4b99-8879-a80cf187dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.742989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-9ab8a398-c612-4b99-8879-a80cf187dd82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 1095 time: 0.1393323 Dec 08 00:05:53.792047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.839362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Attempting to bind port a79998b1-a1e0-4454-998f-c66257c7ffce on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:53.839668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Attempting to bind port a79998b1-a1e0-4454-998f-c66257c7ffce by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:53.841141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Attempting to bind port a79998b1-a1e0-4454-998f-c66257c7ffce on network 1309ab95-0789-4dee-93fc-c5cbc2662c29 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:53.853518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Port a79998b1-a1e0-4454-998f-c66257c7ffce on network 1309ab95-0789-4dee-93fc-c5cbc2662c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:53.853847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Attempting to bind port a79998b1-a1e0-4454-998f-c66257c7ffce on network 1309ab95-0789-4dee-93fc-c5cbc2662c29 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:53.864279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:53.864605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Checking segment: {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:53.864878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Bound using segment: {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:53.865310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Bound port: a79998b1-a1e0-4454-998f-c66257c7ffce, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d682a2-bd9f-4adf-bb41-740f0cdff976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:53.866045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:53.914989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d48081b7-2698-43fc-9122-099bf364a945 req-eeb3c419-dadf-4ecd-83e7-d3197fb5a26b tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/6a1d8e57-39be-4ecb-8ba3-729ba93757ed HTTP/1.1" status: 200 len: 2415 time: 0.1449902 Dec 08 00:05:53.927901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d48081b7-2698-43fc-9122-099bf364a945 req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a1d8e57-39be-4ecb-8ba3-729ba93757ed', 'remote_group_id': None}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:53.928146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d48081b7-2698-43fc-9122-099bf364a945 req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a1d8e57-39be-4ecb-8ba3-729ba93757ed', 'remote_group_id': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:53.966047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.966789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.967148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.967744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.968058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.968509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.968957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:53.969208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] For port a79998b1-a1e0-4454-998f-c66257c7ffce, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:53.971764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-ce77a2e7-0526-4673-8598-5caa0a81f8c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6434 time: 0.1906490 Dec 08 00:05:53.973882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] For port a79998b1-a1e0-4454-998f-c66257c7ffce, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a79998b1-a1e0-4454-998f-c66257c7ffce,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:53.994915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.012055 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.063176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.063949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.065355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] 10.222.0.59 "PUT /v2.0/ports/a79998b1-a1e0-4454-998f-c66257c7ffce HTTP/1.1" status: 200 len: 1091 time: 1.3361440 Dec 08 00:05:54.075148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229a23b-c59b-4c7d-9a78-72669143817a req-c32d361c-b157-4eee-b6e9-ea9094f77f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.077956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-c32d361c-b157-4eee-b6e9-ea9094f77f8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.2839544 Dec 08 00:05:54.080065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2d78ed00-9a89-4091-8202-c964e199751c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.088812 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d48081b7-2698-43fc-9122-099bf364a945 req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.111737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2d78ed00-9a89-4091-8202-c964e199751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.118028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11845e77-4c05-4ae4-91b4-682d9dc8b725 service neutron] Pushing event updated for resources: {'Port': ['ID=a79998b1-a1e0-4454-998f-c66257c7ffce,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:54.129567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d48081b7-2698-43fc-9122-099bf364a945 req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.147826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.154180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.160919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.166956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.167391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Network e7a55441-5ae6-46ea-88d6-4545d8de262c is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:54.173002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.179049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.185044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.187057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-0fe91b01-d1f5-4fe9-a82c-fe5e971b3261 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1598177 Dec 08 00:05:54.188277 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d48081b7-2698-43fc-9122-099bf364a945 req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.212611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:54.216154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:54.219954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-874446b0-cb66-4711-845a-8344255e29b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 200 len: 217 time: 0.1244502 Dec 08 00:05:54.226218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f5a2c5-aa6f-4405-a07e-57686de348f2,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:54.232454 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d48081b7-2698-43fc-9122-099bf364a945 req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.233767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d48081b7-2698-43fc-9122-099bf364a945 req-bc1c45f3-169e-4e5d-ae42-1588a3ec01d8 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3118675 Dec 08 00:05:54.246292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:54.276947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2eb490c-4ab9-432a-ad58-85a725a61c6e req-eec6dabc-b022-4c05-aa45-f5b3009f459b tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740497 Dec 08 00:05:54.326135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2d78ed00-9a89-4091-8202-c964e199751c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=005f8ce595f34d34bfcc3236f1008fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8514278 Dec 08 00:05:54.326868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78ed00-9a89-4091-8202-c964e199751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8443657-a5d0-49e5-a225-3e2446d8a3da,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:54.330450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:54.382410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-d7f30766-d7dc-4cda-89eb-c65106a01e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.382872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-d7f30766-d7dc-4cda-89eb-c65106a01e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.383356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-d7f30766-d7dc-4cda-89eb-c65106a01e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.385193 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-d7f30766-d7dc-4cda-89eb-c65106a01e79 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3889203 Dec 08 00:05:54.390824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.391440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.392112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17b9f365-6ced-4113-a4f0-4afe4a137128 req-ec80d918-eedd-4ead-bb6a-a0de87ac75bb tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/6a1d8e57-39be-4ecb-8ba3-729ba93757ed HTTP/1.1" status: 200 len: 3013 time: 0.0745649 Dec 08 00:05:54.414332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1a4bc-a70b-4411-8d0c-82a1fba60e8a req-411a920c-424b-4c38-ad08-eb4ad3546785 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.415943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35c1a4bc-a70b-4411-8d0c-82a1fba60e8a req-411a920c-424b-4c38-ad08-eb4ad3546785 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 950 time: 0.0642152 Dec 08 00:05:54.433025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229a23b-c59b-4c7d-9a78-72669143817a req-57dfb868-10fc-4b32-a37d-72082201e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.434973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-57dfb868-10fc-4b32-a37d-72082201e499 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.2035639 Dec 08 00:05:54.459565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97fe22b4-8a45-460a-b409-5cf7d2b4d167 req-a5371820-7c6b-4529-8530-5a5e69b601db tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-group-rules/20f5a2c5-aa6f-4405-a07e-57686de348f2 HTTP/1.1" status: 200 len: 783 time: 0.0421777 Dec 08 00:05:54.485822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-12447e44-f541-4074-9032-5acea0a06768 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3318553 Dec 08 00:05:54.491449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-2e31b3a1-625c-46db-886b-9c375eaaf9ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414906 Dec 08 00:05:54.508490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35c1a4bc-a70b-4411-8d0c-82a1fba60e8a req-5fb66585-6821-466f-acdc-b1c334bfb7c5 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849569 Dec 08 00:05:54.531581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Request body: {'port': {'device_id': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:54.564335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97fe22b4-8a45-460a-b409-5cf7d2b4d167 req-eecf4c72-2203-4ff2-bff4-5d280c3caee7 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/6a1d8e57-39be-4ecb-8ba3-729ba93757ed HTTP/1.1" status: 200 len: 3013 time: 0.0958900 Dec 08 00:05:54.595001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e787481f-ded2-4672-ae9e-5a26109d3484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.595273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-25175611-6ceb-4ae6-85e2-4de815ec28c1 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.596695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-25175611-6ceb-4ae6-85e2-4de815ec28c1 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 950 time: 0.0844190 Dec 08 00:05:54.656238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97fe22b4-8a45-460a-b409-5cf7d2b4d167 req-3f319489-33d6-42a0-8602-d51e7aafe6f6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.677427 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97fe22b4-8a45-460a-b409-5cf7d2b4d167 req-3f319489-33d6-42a0-8602-d51e7aafe6f6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.753616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9cd52-4141-4628-8167-027fbb07c125 req-e78748d4-6600-4b68-8e39-9bc3abff4a06 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.755250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7e9cd52-4141-4628-8167-027fbb07c125 req-e78748d4-6600-4b68-8e39-9bc3abff4a06 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1576729 Dec 08 00:05:54.782771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97fe22b4-8a45-460a-b409-5cf7d2b4d167 req-3f319489-33d6-42a0-8602-d51e7aafe6f6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.800487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97fe22b4-8a45-460a-b409-5cf7d2b4d167 req-3f319489-33d6-42a0-8602-d51e7aafe6f6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.802174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97fe22b4-8a45-460a-b409-5cf7d2b4d167 req-3f319489-33d6-42a0-8602-d51e7aafe6f6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/20f5a2c5-aa6f-4405-a07e-57686de348f2 HTTP/1.1" status: 204 len: 173 time: 0.2306156 Dec 08 00:05:54.830231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f319489-33d6-42a0-8602-d51e7aafe6f6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20f5a2c5-aa6f-4405-a07e-57686de348f2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:54.859996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Deleting port f4531ccf-d7de-459f-bbb1-2a50573c710e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:54.860331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:54.866570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7e9cd52-4141-4628-8167-027fbb07c125 req-8aa6b315-c9cd-45f4-9414-39cffa7e72a2 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991542 Dec 08 00:05:54.997032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-59410cd0-2e59-473d-90ca-a4547e23fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:54.998862 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-59410cd0-2e59-473d-90ca-a4547e23fb19 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6033075 Dec 08 00:05:55.013115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e787481f-ded2-4672-ae9e-5a26109d3484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.015169 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.016619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.021777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec871b-195c-4071-ac64-ead2746de259 req-53b02de6-e6d7-4bc9-a6fe-590e17255e43 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.023302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01ec871b-195c-4071-ac64-ead2746de259 req-53b02de6-e6d7-4bc9-a6fe-590e17255e43 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 931 time: 0.1545472 Dec 08 00:05:55.031385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2380a20-74da-40b5-b2f1-058c98e659fb req-b1c1cd96-6bfa-432a-813f-62eef71882b2 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/6a1d8e57-39be-4ecb-8ba3-729ba93757ed HTTP/1.1" status: 200 len: 2415 time: 0.1243587 Dec 08 00:05:55.061346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] For port f4531ccf-d7de-459f-bbb1-2a50573c710e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f4531ccf-d7de-459f-bbb1-2a50573c710e,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:05:55.061634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.095552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Calling delete_port for f4531ccf-d7de-459f-bbb1-2a50573c710e owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:05:55.096265 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-dccb4d5a-d265-4ffb-8e79-73741eaa8257 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708160 Dec 08 00:05:55.179293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01ec871b-195c-4071-ac64-ead2746de259 req-634345f5-b988-4db5-b7ac-cdb9e5eab906 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381710 Dec 08 00:05:55.198191 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2380a20-74da-40b5-b2f1-058c98e659fb req-03ecb5b0-9170-4401-8acf-34a84557f258 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.235590 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2380a20-74da-40b5-b2f1-058c98e659fb req-03ecb5b0-9170-4401-8acf-34a84557f258 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.266635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e787481f-ded2-4672-ae9e-5a26109d3484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.269106 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e787481f-ded2-4672-ae9e-5a26109d3484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.273693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e787481f-ded2-4672-ae9e-5a26109d3484 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8443657-a5d0-49e5-a225-3e2446d8a3da HTTP/1.1" status: 204 len: 168 time: 0.9308958 Dec 08 00:05:55.284162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.285669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.285669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.286124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.286583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.287083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.287560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.289534 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-69a7d253-05c7-468d-99d4-66a96cba9248 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6476 time: 0.1956761 Dec 08 00:05:55.303574 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2380a20-74da-40b5-b2f1-058c98e659fb req-03ecb5b0-9170-4401-8acf-34a84557f258 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.306652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2380a20-74da-40b5-b2f1-058c98e659fb req-03ecb5b0-9170-4401-8acf-34a84557f258 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.323663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2380a20-74da-40b5-b2f1-058c98e659fb req-03ecb5b0-9170-4401-8acf-34a84557f258 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a1d8e57-39be-4ecb-8ba3-729ba93757ed HTTP/1.1" status: 204 len: 173 time: 0.2836602 Dec 08 00:05:55.335547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787481f-ded2-4672-ae9e-5a26109d3484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8443657-a5d0-49e5-a225-3e2446d8a3da,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:55.340204 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c229a23b-c59b-4c7d-9a78-72669143817a req-bf9aba96-7803-4a8a-86d0-90de52312d08 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330842 Dec 08 00:05:55.378232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecb5b0-9170-4401-8acf-34a84557f258 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d8e57-39be-4ecb-8ba3-729ba93757ed,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:55.390270 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-d07c8293-3ed1-480f-9e05-c7752db5268d req-ff94d192-cda0-423b-a1d0-6711f730b2de tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] show failed (client error): The resource could not be found. Dec 08 00:05:55.403157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d07c8293-3ed1-480f-9e05-c7752db5268d req-ff94d192-cda0-423b-a1d0-6711f730b2de tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/1383ca69-a77c-4cf2-b8ac-66b0feaecfe1 HTTP/1.1" status: 404 len: 352 time: 0.0513260 Dec 08 00:05:55.433733 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.468330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['5c1ac02e-6ea3-474b-aea3-94c4d999ae21', 'f4531ccf-d7de-459f-bbb1-2a50573c710e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:05:55.600314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-5f63a348-6b3a-4405-bc8d-359464f2788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.600694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-5f63a348-6b3a-4405-bc8d-359464f2788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.601155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-5f63a348-6b3a-4405-bc8d-359464f2788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.602791 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-5f63a348-6b3a-4405-bc8d-359464f2788c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2553930 Dec 08 00:05:55.701947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47888) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:55.734118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Pushing event deleted for resources: {'Port': ['ID=f4531ccf-d7de-459f-bbb1-2a50573c710e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:55.743801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47effee1-e806-4e55-a3c6-d8367d59ed9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.747816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': 'a79998b1-a1e0-4454-998f-c66257c7ffce'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:55.750266 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "a79998b1-a1e0-4454-998f-c66257c7ffce"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:55.768607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fb6df8-018a-4b92-ab50-2e87d53314f3 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:05:55.779370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.793346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-2f6c14ad-72fb-4de3-b8be-053602d974d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.794814 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-698f4f38-3f05-4779-9ca6-e03fb839a5bc req-2f6c14ad-72fb-4de3-b8be-053602d974d3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810052 Dec 08 00:05:55.804550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Transition to ACTIVE for port object 69fb6df8-018a-4b92-ab50-2e87d53314f3 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:05:55.818188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.853559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] No DVR routers for this DVR port f4531ccf-d7de-459f-bbb1-2a50573c710e on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:05:55.862242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:55.867328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aeb4fc6f-5c88-4e34-bb9e-dcc596e968d7 req-77443f51-ba6a-4e79-a31d-936d244a4e1b tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "DELETE /v2.0/ports/f4531ccf-d7de-459f-bbb1-2a50573c710e HTTP/1.1" status: 204 len: 173 time: 1.2569726 Dec 08 00:05:55.877773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-716312be-dc7d-4adf-9d19-e5a30aeeb13d req-cd05c46f-1fd5-4404-b933-9efab1d5cbed tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/2d3912ee-fd8a-4143-b1fd-9e6f100c7927 HTTP/1.1" status: 200 len: 1821 time: 0.1487403 Dec 08 00:05:55.895501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.904815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.915491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.923663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.931543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.938330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.946538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:55.955683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-1c883b2d-d28b-4aa9-aaed-b7333be57978 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.2252936 Dec 08 00:05:55.965517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:56.056635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.057440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.057574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.058084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.058549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.059225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.059527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.061912 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5a2b7849-5747-4327-a41b-94f081860ad1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6476 time: 0.1467185 Dec 08 00:05:56.072206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe62b293-8ef9-43f6-b141-6d9ad585022a req-3b18306e-556c-4243-8003-f1544a28ba7e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153860 Dec 08 00:05:56.076897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47effee1-e806-4e55-a3c6-d8367d59ed9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.086332 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-716312be-dc7d-4adf-9d19-e5a30aeeb13d req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.091560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47effee1-e806-4e55-a3c6-d8367d59ed9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.118781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-716312be-dc7d-4adf-9d19-e5a30aeeb13d req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.135382 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-dabee5c6-eea4-40f7-8ab3-411b92ff8295 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f HTTP/1.1" status: 200 len: 217 time: 0.0556426 Dec 08 00:05:56.193519 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.198304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-47effee1-e806-4e55-a3c6-d8367d59ed9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5af991d7c1a4d5a9e17016d542b386c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4952979 Dec 08 00:05:56.205862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:56.213163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:05:56.213503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:05:56.213922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:56.225290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47effee1-e806-4e55-a3c6-d8367d59ed9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b02e6d-fc0e-48ee-89e0-e2138469d38b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:56.232161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:05:56.232483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:05:56.245523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-df03a523-6dff-4ae8-85c0-808c1ff1987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.247020 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-df03a523-6dff-4ae8-85c0-808c1ff1987b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bb150f-69fb-4d11-92ad-06e5b0366180 HTTP/1.1" status: 200 len: 851 time: 0.0933902 Dec 08 00:05:56.248412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-739c8cc4-4f42-4fd3-a97c-8bbad0c76084 req-08f66968-3112-4e41-8030-dd0281fb905f tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=1281d6f3-9993-4908-982d-2befd1df63da HTTP/1.1" status: 200 len: 210 time: 0.0575302 Dec 08 00:05:56.249164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-716312be-dc7d-4adf-9d19-e5a30aeeb13d req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.250643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:05:56.251003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:05:56.251383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:05:56.251811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Bound port: 69fb6df8-018a-4b92-ab50-2e87d53314f3, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:05:56.252160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.252427 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-716312be-dc7d-4adf-9d19-e5a30aeeb13d req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.267255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-716312be-dc7d-4adf-9d19-e5a30aeeb13d req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d3912ee-fd8a-4143-b1fd-9e6f100c7927 HTTP/1.1" status: 204 len: 173 time: 0.3091295 Dec 08 00:05:56.277791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3912ee-fd8a-4143-b1fd-9e6f100c7927,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:56.287156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.287516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.287867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.288212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.288595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.288873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.289200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.289539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.289869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.290326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.290728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.291085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.291626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb72357-5cdb-4d17-af94-d46b5ac54025 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:05:56.314773 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2461ccf8-9b6c-40c0-ad5d-c95b603bf87b x-openstack-request-id: req-2461ccf8-9b6c-40c0-ad5d-c95b603bf87b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:56.314773 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "a79998b1-a1e0-4454-998f-c66257c7ffce", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:56.314773 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2461ccf8-9b6c-40c0-ad5d-c95b603bf87b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:56.314773 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': 'a79998b1-a1e0-4454-998f-c66257c7ffce', 'status': 'completed', 'code': 200} Dec 08 00:05:56.404968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f8681f3-ec8f-4d9d-97ef-fdd848f8ecf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.410521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-42aeb6e6-a0fe-484d-a549-057ca8ebc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.412131 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-42aeb6e6-a0fe-484d-a549-057ca8ebc76e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=669642aa-1618-4b35-a7ba-c2f405592211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534576 Dec 08 00:05:56.439681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5a887-1223-409f-ab5b-8d3d23410a8b req-035b85af-c40d-4628-b8c3-c74c6bf173c3 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.441991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02c5a887-1223-409f-ab5b-8d3d23410a8b req-035b85af-c40d-4628-b8c3-c74c6bf173c3 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0912659 Dec 08 00:05:56.454362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bf77a-132b-418a-9e14-e5307272b944 req-aa132067-4b43-4d07-a441-83d837b13fe9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.461550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-893bf77a-132b-418a-9e14-e5307272b944 req-aa132067-4b43-4d07-a441-83d837b13fe9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.0881846 Dec 08 00:05:56.511301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f8681f3-ec8f-4d9d-97ef-fdd848f8ecf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.540097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:05:56.540344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-893bf77a-132b-418a-9e14-e5307272b944 req-6dfc86ee-4c0e-4d4e-8ca3-8accbaccbe4a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776482 Dec 08 00:05:56.543451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02c5a887-1223-409f-ab5b-8d3d23410a8b req-2025cd23-f179-4c48-aff7-cd0533ae75d1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798519 Dec 08 00:05:56.588764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:05:56.598403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.619392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6cee495a-cdb1-414f-a64c-235b8669f509 req-df2cb35d-11b4-492a-b664-b661aeabc1b0 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/115cbb03-3b84-4fd4-af76-dad726ede1bc HTTP/1.1" status: 200 len: 1820 time: 0.0509040 Dec 08 00:05:56.660577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.661229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.662596 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] 10.222.0.59 "PUT /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 1091 time: 2.1434104 Dec 08 00:05:56.665377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:56.667703 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ffcc41-e564-413c-89ce-fe803c9b9880" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:56.674648 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-70b05d06-6703-4872-9681-b183421a8488 service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467654 Dec 08 00:05:56.688721 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6cee495a-cdb1-414f-a64c-235b8669f509 req-972c1421-88c3-4e1f-86e1-ec8682b055d7 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.706837 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f8681f3-ec8f-4d9d-97ef-fdd848f8ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.709429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f8681f3-ec8f-4d9d-97ef-fdd848f8ecf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.710567 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0f8681f3-ec8f-4d9d-97ef-fdd848f8ecf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8b02e6d-fc0e-48ee-89e0-e2138469d38b HTTP/1.1" status: 204 len: 168 time: 0.5035191 Dec 08 00:05:56.724927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b701cc-386c-47df-9afe-2bab760ed0bc service neutron] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:56.730941 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6cee495a-cdb1-414f-a64c-235b8669f509 req-972c1421-88c3-4e1f-86e1-ec8682b055d7 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.760943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8681f3-ec8f-4d9d-97ef-fdd848f8ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b02e6d-fc0e-48ee-89e0-e2138469d38b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:56.818642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6cee495a-cdb1-414f-a64c-235b8669f509 req-972c1421-88c3-4e1f-86e1-ec8682b055d7 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.822189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6cee495a-cdb1-414f-a64c-235b8669f509 req-972c1421-88c3-4e1f-86e1-ec8682b055d7 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:56.828968 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6cee495a-cdb1-414f-a64c-235b8669f509 req-972c1421-88c3-4e1f-86e1-ec8682b055d7 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-groups/115cbb03-3b84-4fd4-af76-dad726ede1bc HTTP/1.1" status: 204 len: 173 time: 0.2021620 Dec 08 00:05:56.840474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-34fdd804-651e-4d6c-821f-205ca80cc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:56.842219 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-34fdd804-651e-4d6c-821f-205ca80cc78d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1094 time: 0.0980318 Dec 08 00:05:56.855689 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c6e80b-b709-437b-beea-b4bbb75308f5 x-openstack-request-id: req-61c6e80b-b709-437b-beea-b4bbb75308f5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:56.855879 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:56.856068 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61c6e80b-b709-437b-beea-b4bbb75308f5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:56.856468 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3', 'status': 'completed', 'code': 200} Dec 08 00:05:56.862360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4c523ed7-ebcd-42a4-bd28-122102392693 service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681798 Dec 08 00:05:56.875934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c1421-88c3-4e1f-86e1-ec8682b055d7 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cbb03-3b84-4fd4-af76-dad726ede1bc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:56.916468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-3ca499b7-ebf8-4059-acbf-0a9fb29c5805 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 217 time: 0.0444481 Dec 08 00:05:56.923409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95d0ba45-adc5-4826-a48c-5c5888c7b1f1 req-d689f132-7cee-4066-b129-612d79c9ebe6 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/300d169b-445b-4ed3-9165-5b13999e22c0 HTTP/1.1" status: 200 len: 1821 time: 0.0641727 Dec 08 00:05:56.955404 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-e0246cc1-bb2a-4923-96c3-9fdb40ea9bae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 217 time: 0.0745800 Dec 08 00:05:56.983662 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-95d0ba45-adc5-4826-a48c-5c5888c7b1f1 req-6f0dd3d0-024c-4909-9c5b-13f93425ca2f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.010271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-95d0ba45-adc5-4826-a48c-5c5888c7b1f1 req-6f0dd3d0-024c-4909-9c5b-13f93425ca2f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.024964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-20e3e614-bea4-4ac8-ba7a-f08433716c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.026693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-20e3e614-bea4-4ac8-ba7a-f08433716c25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0797799 Dec 08 00:05:57.031890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-ed8f518a-9df1-4ff7-99d9-8ed09bb78dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.033309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-ed8f518a-9df1-4ff7-99d9-8ed09bb78dd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0585368 Dec 08 00:05:57.059603 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-95d0ba45-adc5-4826-a48c-5c5888c7b1f1 req-6f0dd3d0-024c-4909-9c5b-13f93425ca2f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.063140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-95d0ba45-adc5-4826-a48c-5c5888c7b1f1 req-6f0dd3d0-024c-4909-9c5b-13f93425ca2f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.064477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95d0ba45-adc5-4826-a48c-5c5888c7b1f1 req-6f0dd3d0-024c-4909-9c5b-13f93425ca2f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-groups/300d169b-445b-4ed3-9165-5b13999e22c0 HTTP/1.1" status: 204 len: 173 time: 0.1341550 Dec 08 00:05:57.070677 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-47a74b07-4e31-4e10-af09-37d412d6cf34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362644 Dec 08 00:05:57.100695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd3d0-024c-4909-9c5b-13f93425ca2f tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d169b-445b-4ed3-9165-5b13999e22c0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:57.160937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-7595cdce-1d88-4747-8e70-3d7d88bfcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.161689 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-7595cdce-1d88-4747-8e70-3d7d88bfcf37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184387 Dec 08 00:05:57.176674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11b44859-7d8b-4751-8d4d-cb3412b15894 req-536dec78-a98f-45ce-878f-790a866a7595 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/eceae22c-4c60-475d-b2e1-c6eb87edcb19 HTTP/1.1" status: 200 len: 2420 time: 0.0909097 Dec 08 00:05:57.194719 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.215863 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-ae769895-3626-4977-a3d9-c7239d13d307 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275625 Dec 08 00:05:57.289579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.295960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.302529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.308649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.314700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.321110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.327352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.329308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-d8eec32e-723e-465c-9898-74dc4994afa0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1307991 Dec 08 00:05:57.339427 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-a2056a9c-43e9-4828-ab67-b5a52b83744e service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663411 Dec 08 00:05:57.349313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-11b44859-7d8b-4751-8d4d-cb3412b15894 req-e4777cdf-d675-45ba-a172-e182b1153f0a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.390199 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-71094a6d-19cb-4d08-a44c-2dbb2af3eb7b req-2f219969-90eb-4677-a998-0518e4b45032 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662514 Dec 08 00:05:57.398928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-11b44859-7d8b-4751-8d4d-cb3412b15894 req-e4777cdf-d675-45ba-a172-e182b1153f0a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.436801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9e353c6-68e5-4bbe-bb99-7afdd87a7cf7 req-78553b11-a433-431c-8ace-9a8d82891b45 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976791 Dec 08 00:05:57.462456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-c26889f1-d302-4bac-9b8b-520edd402f92 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152201 Dec 08 00:05:57.482377 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-11b44859-7d8b-4751-8d4d-cb3412b15894 req-e4777cdf-d675-45ba-a172-e182b1153f0a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.485892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-11b44859-7d8b-4751-8d4d-cb3412b15894 req-e4777cdf-d675-45ba-a172-e182b1153f0a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.487152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11b44859-7d8b-4751-8d4d-cb3412b15894 req-e4777cdf-d675-45ba-a172-e182b1153f0a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-groups/eceae22c-4c60-475d-b2e1-c6eb87edcb19 HTTP/1.1" status: 204 len: 173 time: 0.3020644 Dec 08 00:05:57.496771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4777cdf-d675-45ba-a172-e182b1153f0a tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceae22c-4c60-475d-b2e1-c6eb87edcb19,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:57.555439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-ceb00a98-a342-407f-a490-8f5297559818 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 217 time: 0.0653045 Dec 08 00:05:57.580897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b56b845-3510-47b8-9edd-21c800e6a7ad req-cb5e031e-4377-41e4-96d3-111201587183 tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "GET /v2.0/security-groups/e80ede0f-2e1f-4af4-85b4-915b647f7281 HTTP/1.1" status: 200 len: 2412 time: 0.0711064 Dec 08 00:05:57.582739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-1779d29d-3f47-4118-b762-f13daca5d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.584396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-1779d29d-3f47-4118-b762-f13daca5d473 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1094 time: 0.0956306 Dec 08 00:05:57.646875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6b56b845-3510-47b8-9edd-21c800e6a7ad req-7e8c7b49-8818-4ded-a61a-e9802d44b91c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.673370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6b56b845-3510-47b8-9edd-21c800e6a7ad req-7e8c7b49-8818-4ded-a61a-e9802d44b91c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.688463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5134268f-a704-4dbe-91c1-ebff3e066665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.689809 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-5134268f-a704-4dbe-91c1-ebff3e066665 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.1203701 Dec 08 00:05:57.732188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6b56b845-3510-47b8-9edd-21c800e6a7ad req-7e8c7b49-8818-4ded-a61a-e9802d44b91c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.736015 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6b56b845-3510-47b8-9edd-21c800e6a7ad req-7e8c7b49-8818-4ded-a61a-e9802d44b91c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.739058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b56b845-3510-47b8-9edd-21c800e6a7ad req-7e8c7b49-8818-4ded-a61a-e9802d44b91c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] 10.222.0.18 "DELETE /v2.0/security-groups/e80ede0f-2e1f-4af4-85b4-915b647f7281 HTTP/1.1" status: 204 len: 173 time: 0.1572793 Dec 08 00:05:57.745520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47948) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:57.757325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c7b49-8818-4ded-a61a-e9802d44b91c tempest-SecurityGroupRulesTestJSON-452488954 tempest-SecurityGroupRulesTestJSON-452488954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ede0f-2e1f-4af4-85b4-915b647f7281,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:57.794975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-628db6e5-43be-405d-9bc3-8c6bfd222c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.796452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-628db6e5-43be-405d-9bc3-8c6bfd222c0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1901691 Dec 08 00:05:57.801779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-abaddf86-8e5f-4fa7-bd55-8ca470b80618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.803241 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-abaddf86-8e5f-4fa7-bd55-8ca470b80618 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001303 Dec 08 00:05:57.852621 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-c876fd2e-5d99-4f70-a702-dbe501dc4cb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 217 time: 0.0381086 Dec 08 00:05:57.855474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] Deleting subnet 3b1c5906-1387-4a9a-92cb-b4b6296aee26 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:05:57.867664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:57.918687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d879-683a-4f37-8f67-ccacc7a2c8e0 req-cff1910e-874a-46fb-b914-b76c3c2f554c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.920235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9054d879-683a-4f37-8f67-ccacc7a2c8e0 req-cff1910e-874a-46fb-b914-b76c3c2f554c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.0932863 Dec 08 00:05:57.929739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7d6f8-a510-47b6-9ed1-ef2a9c8fb3d0 req-639515f4-8317-485e-8e1f-1b26d8730937 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:57.931235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beb7d6f8-a510-47b6-9ed1-ef2a9c8fb3d0 req-639515f4-8317-485e-8e1f-1b26d8730937 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0891788 Dec 08 00:05:57.997410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.020248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-f4af9840-2c73-4ddb-ab07-23eb03a6ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.021709 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-f4af9840-2c73-4ddb-ab07-23eb03a6ae39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1564379 Dec 08 00:05:58.024112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beb7d6f8-a510-47b6-9ed1-ef2a9c8fb3d0 req-dd60d21f-1ce7-4481-9e38-a79136324e59 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848782 Dec 08 00:05:58.045061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9054d879-683a-4f37-8f67-ccacc7a2c8e0 req-5b0910a4-1e3e-40ba-aa19-2e952a4dda79 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067610 Dec 08 00:05:58.087537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-b8ddc7d5-780f-4148-a2e0-162898cc55c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524735 Dec 08 00:05:58.105579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-2c3c42c7-c3db-4258-953f-18389b702bf5 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548525 Dec 08 00:05:58.107502 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.189901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96fad-7393-4abf-8436-87c4bafa2b66 req-2227395f-c8d3-45e1-ae75-26c1d6766552 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.192109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9f96fad-7393-4abf-8436-87c4bafa2b66 req-2227395f-c8d3-45e1-ae75-26c1d6766552 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 950 time: 0.0564198 Dec 08 00:05:58.273305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9f96fad-7393-4abf-8436-87c4bafa2b66 req-1dba7e82-d6de-4a75-9d24-8aece37c0e47 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709844 Dec 08 00:05:58.298936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.313039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281d6f3-9993-4908-982d-2befd1df63da', 'name': 'network-vif-deleted', 'tag': 'f4531ccf-d7de-459f-bbb1-2a50573c710e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:05:58.315456 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8d6898-267d-4835-bab1-fc866b88cf65" -d '{"events": [{"server_uuid": "1281d6f3-9993-4908-982d-2befd1df63da", "name": "network-vif-deleted", "tag": "f4531ccf-d7de-459f-bbb1-2a50573c710e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:05:58.330735 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-0bd8bb71-5912-46f8-9c68-389d3de06698 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356775 Dec 08 00:05:58.335922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1c5906-1387-4a9a-92cb-b4b6296aee26,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:58.341226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.346705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-467671f0-a707-48b3-a74d-36fd972f9ce5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3b1c5906-1387-4a9a-92cb-b4b6296aee26 HTTP/1.1" status: 204 len: 168 time: 0.5978351 Dec 08 00:05:58.346705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-b451d91f-0b19-45fc-a802-0cf0561b2b36 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102623 Dec 08 00:05:58.349918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:58.360703 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c35c3d-6093-481b-8513-f2c91c47db07 x-openstack-request-id: req-17c35c3d-6093-481b-8513-f2c91c47db07 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:05:58.361004 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281d6f3-9993-4908-982d-2befd1df63da", "name": "network-vif-deleted", "tag": "f4531ccf-d7de-459f-bbb1-2a50573c710e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:05:58.361263 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17c35c3d-6093-481b-8513-f2c91c47db07 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:05:58.361661 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281d6f3-9993-4908-982d-2befd1df63da', 'name': 'network-vif-deleted', 'tag': 'f4531ccf-d7de-459f-bbb1-2a50573c710e', 'status': 'completed', 'code': 200} Dec 08 00:05:58.406424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:58.414282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-64ffb1a4-0333-472d-ad28-88b675460874 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57 HTTP/1.1" status: 200 len: 217 time: 0.0483639 Dec 08 00:05:58.425911 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.511379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-c4317504-ba78-4dcb-ad56-967bf7c6669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.512916 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-c4317504-ba78-4dcb-ad56-967bf7c6669b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0661788 Dec 08 00:05:58.514994 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-18ffcc41-e564-413c-89ce-fe803c9b9880 req-378ece10-6d72-4677-bfc8-2e74e84b8996 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674645 Dec 08 00:05:58.517708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.541295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69f0ec0-ae94-409f-95f4-c23ab77f0b30']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:58.545648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1120391194', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:05:58.552585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ba90eb-150a-480e-b744-95f494369442') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:58.552908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ba90eb-150a-480e-b744-95f494369442') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:05:58.572621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.596623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Made reservation on behalf of 001926ba609041cd9b69845e1b6bf8f4 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:05:58.599136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.603392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.609503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4a6b7a1e-53b4-46b0-98f2-3c73c13291d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.611039 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4a6b7a1e-53b4-46b0-98f2-3c73c13291d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618663 Dec 08 00:05:58.612019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:05:58.612186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.612435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:05:58.614271 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:05:58.648001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.654215 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:05:58.654787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.660489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.666643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.672643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.679113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.685071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:58.687079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-697ce86f-549f-4569-83b4-d3ef8ca049d4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1322069 Dec 08 00:05:58.743710 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-4e7db7f3-aeb1-4c9a-ab91-272cd2d83566 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214881 Dec 08 00:05:58.744737 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.750192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.753430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e69f0ec0-ae94-409f-95f4-c23ab77f0b30 HTTP/1.1" status: 204 len: 168 time: 0.4024763 Dec 08 00:05:58.780842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53949-1308-4423-8d0a-ca020464149b admin admin] Pushing event deleted for resources: {'Network': ['ID=e69f0ec0-ae94-409f-95f4-c23ab77f0b30,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:58.795278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.802070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:58.807470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-612329ab-f0b0-4b3a-a037-ee6108e6da51 req-d55513b1-609d-4093-a23f-29dfa7c8bc5a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862932 Dec 08 00:05:58.835810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] device_id is not set on port 85fa15c2-4306-4a8f-b6f4-22ad3ebbb6be yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:05:58.933601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47978) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:58.977063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b4ddf0eb-4712-4f2b-a650-9780f2b25642 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a02f0ffdbff0433881940b04f10518f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422125 Dec 08 00:05:58.979556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:59.029294 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84f99b00-eee3-451f-b292-0bd829d63dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:59.052695 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84f99b00-eee3-451f-b292-0bd829d63dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:59.108924 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84f99b00-eee3-451f-b292-0bd829d63dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:59.111686 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84f99b00-eee3-451f-b292-0bd829d63dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:59.115442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-84f99b00-eee3-451f-b292-0bd829d63dda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5699c07a-f3ba-48fc-8c5f-05121704cf3c HTTP/1.1" status: 204 len: 168 time: 0.1324823 Dec 08 00:05:59.139098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f99b00-eee3-451f-b292-0bd829d63dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699c07a-f3ba-48fc-8c5f-05121704cf3c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:59.228771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea3ccda-1022-4290-a8f7-2f3afa60f876,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:59.236947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef18f2-1206-478a-bef4-ed34985ad8c2 req-c55140f9-b647-46b8-9761-0432060385ef tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.242308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-655713fe-e0f6-43ab-aba7-0b6592905aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869852 Dec 08 00:05:59.245348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36ef18f2-1206-478a-bef4-ed34985ad8c2 req-c55140f9-b647-46b8-9761-0432060385ef tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1310959 Dec 08 00:05:59.271325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaa256-3bd3-4731-bf11-4e248e26d538 req-16c756d6-cc72-4e45-9e30-0154755920ef tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.272816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-addaa256-3bd3-4731-bf11-4e248e26d538 req-16c756d6-cc72-4e45-9e30-0154755920ef tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.0952938 Dec 08 00:05:59.318487 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-80b0ecd9-3578-42f6-9d38-5fd2ac975710 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=671424f2-2a5b-4fbf-be9c-b289efefad60 HTTP/1.1" status: 200 len: 217 time: 0.0456698 Dec 08 00:05:59.341559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36ef18f2-1206-478a-bef4-ed34985ad8c2 req-cb10b7a9-7659-467e-bd38-51a27b054407 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953462 Dec 08 00:05:59.352006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Allocated IP 172.25.6.140 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/85fa15c2-4306-4a8f-b6f4-22ad3ebbb6be) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:05:59.359835 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-addaa256-3bd3-4731-bf11-4e248e26d538 req-478faffa-4b5a-4b0f-a042-2d363e508a82 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699241 Dec 08 00:05:59.408396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-93c4595e-0c61-4680-a579-ee42b174ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.410436 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-93c4595e-0c61-4680-a579-ee42b174ff18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0761261 Dec 08 00:05:59.487694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-0c1c3266-342a-4b87-909a-a39905cfdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.490112 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-0c1c3266-342a-4b87-909a-a39905cfdd6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691111 Dec 08 00:05:59.529089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63914ee-455f-4b09-956e-466875ad194c req-8c1cf3ab-e71a-4006-8680-2bf3adc44824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.547847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a63914ee-455f-4b09-956e-466875ad194c req-8c1cf3ab-e71a-4006-8680-2bf3adc44824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 950 time: 0.1136017 Dec 08 00:05:59.595541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a63914ee-455f-4b09-956e-466875ad194c req-1c3db76b-3859-4291-abe8-1786b3d0e642 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d4da245-ce3b-4b59-afa1-0d5e19eea129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Dec 08 00:05:59.687571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:59.699984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-a9e5552c-5f6c-4de4-ad75-277ed3465e0c tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.701437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-a9e5552c-5f6c-4de4-ad75-277ed3465e0c tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 950 time: 0.1508863 Dec 08 00:05:59.752700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f4531ccf-d7de-459f-bbb1-2a50573c710e no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:05:59.755681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-ee90d5cc-3c73-4472-a3af-903b33f3731b service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061365 Dec 08 00:05:59.775224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: f4531ccf-d7de-459f-bbb1-2a50573c710e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:05:59.775572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f4531ccf-d7de-459f-bbb1-2a50573c710e not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:05:59.869366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:59.932865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48014) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:05:59.945627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:05:59.957650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:05:59.960982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.961261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-50148357-32f4-48ac-a608-f3b467836cd5 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947026 Dec 08 00:05:59.963781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Deleting port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:05:59.964115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:05:59.966779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Pushing event updated for resources: {'Port': ['ID=85fa15c2-4306-4a8f-b6f4-22ad3ebbb6be,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:05:59.967318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.969067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:05:59.976344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.982320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.988881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:05:59.994812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.001007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.002972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-3d6a4911-53ad-4ae1-8365-581ac6d7bb85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1105123 Dec 08 00:06:00.045704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-cc778f4f-6761-495e-ae5a-41994e4fed0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de HTTP/1.1" status: 200 len: 217 time: 0.0745049 Dec 08 00:06:00.054144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1571598042-network', 'tenant_id': 'bbdc10f53e9c4231a6020f2581167e6d'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:00.083753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e2714ed-27ec-46cb-b70b-5e34e213f194 req-5ca66244-6678-4adc-8dc5-bfbefac0f0c9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734470 Dec 08 00:06:00.095817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.096039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Made reservation on behalf of bbdc10f53e9c4231a6020f2581167e6d for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:00.096507 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.098465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.109773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.155426 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-76d985e5-dc41-4675-b17b-eea209fa90b8 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7479064 Dec 08 00:06:00.159164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48018) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:00.161402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-f9f2097b-1862-41c8-9a60-3081640473c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.162807 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-f9f2097b-1862-41c8-9a60-3081640473c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.1077852 Dec 08 00:06:00.164531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.140'}]}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:00.208063 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.209331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.210345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.210779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] For port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:00.211347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.214529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.226870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Calling delete_port for 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:00.235619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:06:00.243979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-ad381de4-f4d7-491a-a70f-e4680aba7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.245480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-ad381de4-f4d7-491a-a70f-e4680aba7930 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733669 Dec 08 00:06:00.265246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:00.269376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.269726 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Added segment d400d388-5fb8-4f8c-a8bc-5d1d3c25972f of type vlan for network f57580fc-dc0b-4170-ad95-6984f40eba99 Dec 08 00:06:00.305431 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.368669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.392964 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-0975ae2a-64dc-43ca-bd05-1e719b2347b2 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117992 Dec 08 00:06:00.506151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.513031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.513964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.514543 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.526546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.539295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['5c1ac02e-6ea3-474b-aea3-94c4d999ae21'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:00.548345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Pushing event deleted for resources: {'Port': ['ID=5c1ac02e-6ea3-474b-aea3-94c4d999ae21,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:00.605878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6701229 Dec 08 00:06:00.606562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-0686df19-71e4-4e62-ae32-976da9e044c2 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042668 Dec 08 00:06:00.607505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] No DVR routers for this DVR port 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:00.610160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.614312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3ac7a3e7-7255-48cc-be3b-46fcbc390818 req-cd39b688-a984-4526-803e-db41618de824 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.59 "DELETE /v2.0/ports/5c1ac02e-6ea3-474b-aea3-94c4d999ae21 HTTP/1.1" status: 204 len: 173 time: 0.9057920 Dec 08 00:06:00.623108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:00.623582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'name': 'network-vif-deleted', 'tag': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:00.625973 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e93de0-36e4-4d9c-8c4f-0f0762a5e114" -d '{"events": [{"server_uuid": "6159d0c5-6716-4c77-ac5b-c0b2eda43f8a", "name": "network-vif-deleted", "tag": "5c1ac02e-6ea3-474b-aea3-94c4d999ae21"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:00.635647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Request body: {'subnet': {'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1571598042-subnet', 'tenant_id': 'bbdc10f53e9c4231a6020f2581167e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:00.643117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff974d77-13fe-4403-b68c-ff4f0267ce7e admin admin] Pushing event updated for resources: {'Network': ['ID=f57580fc-dc0b-4170-ad95-6984f40eba99,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:00.658176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f57580fc-dc0b-4170-ad95-6984f40eba99 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:06:00.660657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac808190-f89a-425c-b01f-bbc2f7fd77ef req-22529850-5538-4731-b0bb-b3d371d5b7be tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.663083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac808190-f89a-425c-b01f-bbc2f7fd77ef req-22529850-5538-4731-b0bb-b3d371d5b7be tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.2124913 Dec 08 00:06:00.678021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c989f71-6f45-467a-b874-2cf0edd395df req-009d7612-5c35-4cba-8861-520068e26499 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.680992 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-e731c150-2fbb-4a3d-96e2-a80987d72085 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a79998b1-a1e0-4454-998f-c66257c7ffce HTTP/1.1" status: 200 len: 217 time: 0.0657015 Dec 08 00:06:00.686447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c989f71-6f45-467a-b874-2cf0edd395df req-009d7612-5c35-4cba-8861-520068e26499 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.2222991 Dec 08 00:06:00.743303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Made reservation on behalf of bbdc10f53e9c4231a6020f2581167e6d for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:00.746070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.789110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-e063c748-d89e-463f-83cc-6721884c684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.790546 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-e063c748-d89e-463f-83cc-6721884c684d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.0960457 Dec 08 00:06:00.810751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c989f71-6f45-467a-b874-2cf0edd395df req-4ac5010c-7a55-4fe3-94e4-89b1bbf1eba7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234434 Dec 08 00:06:00.831288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac808190-f89a-425c-b01f-bbc2f7fd77ef req-d7f38cfb-1b83-42d3-9993-6434c8167232 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340892 Dec 08 00:06:00.906575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-0ac9f961-c21e-4df8-a747-0ea34f966e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:00.907823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-0ac9f961-c21e-4df8-a747-0ea34f966e70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825703 Dec 08 00:06:00.981981 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:00.993977 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f70ad7-40ab-4ba0-8281-40559cd8c662 x-openstack-request-id: req-a1f70ad7-40ab-4ba0-8281-40559cd8c662 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:00.994375 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6159d0c5-6716-4c77-ac5b-c0b2eda43f8a", "name": "network-vif-deleted", "tag": "5c1ac02e-6ea3-474b-aea3-94c4d999ae21", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:00.994737 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1f70ad7-40ab-4ba0-8281-40559cd8c662 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:00.995265 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6159d0c5-6716-4c77-ac5b-c0b2eda43f8a', 'name': 'network-vif-deleted', 'tag': '5c1ac02e-6ea3-474b-aea3-94c4d999ae21', 'status': 'completed', 'code': 200} Dec 08 00:06:01.009259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.090408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.101194 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-bfd3711f-c916-45b8-b055-258bbaa291f6 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636355 Dec 08 00:06:01.178685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a079a5a8-fccb-4f93-86b7-b44f3d569ca0 req-378871b2-872b-43e5-b222-7c132b96d288 tempest-ServersAdminNegativeTestJSON-1379711182 tempest-ServersAdminNegativeTestJSON-1379711182-project] 10.222.0.18 "GET /v2.0/ports?device_id=6159d0c5-6716-4c77-ac5b-c0b2eda43f8a HTTP/1.1" status: 200 len: 210 time: 0.0877745 Dec 08 00:06:01.247328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e82b152-e3db-459e-b9cb-6c3f003691ac,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:01.270447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Checking segment: {'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:01.270838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Network hostable DHCP agents. Network: f57580fc-dc0b-4170-ad95-6984f40eba99, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:06:01.290993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-952ead3b-03c1-4358-8c0d-1a8d05a3273d req-ae4fafbf-77e5-43e7-a2f9-aaae4f96ced3 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644056 Dec 08 00:06:01.302211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Network f57580fc-dc0b-4170-ad95-6984f40eba99 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:06:01.305150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.311233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.318283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.318534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f57580fc-dc0b-4170-ad95-6984f40eba99) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:01.323100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.323793 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.324312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.328739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09b6e7-0208-4673-ad23-08efaae5cd7a None None] Network f57580fc-dc0b-4170-ad95-6984f40eba99 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:01.330289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.336886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.343113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.345018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1500c897-f8b1-4dfc-9950-80cd2b43cfc9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1324177 Dec 08 00:06:01.346447 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fb401351-4e67-454d-be24-5246b030038b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7168372 Dec 08 00:06:01.410300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.437506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181accb6-ac91-4e88-83e1-cf36c6df9d50 None None] Network f57580fc-dc0b-4170-ad95-6984f40eba99 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:01.520356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0bdb8d1-eedf-48d0-8799-742404fdef2c req-1938fae1-f4fe-43dc-8094-522cc920966c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356266 Dec 08 00:06:01.537435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.538094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.538635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.539186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.539710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.540237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.540766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.543308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-558a9ae3-1a08-4551-b013-ea26fef3ac86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6476 time: 0.0651793 Dec 08 00:06:01.618705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.620956 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.632505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-cd350a4d-b6a5-4285-af84-c583526d38b7 req-daec20da-1905-416d-92f7-f148bb672008 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2145717271', 'description': 'tempest-description-1509932283'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:01.647927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-35ed040b-d8e1-416a-a876-d5ce56b16fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.649449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-35ed040b-d8e1-416a-a876-d5ce56b16fbe service neutron] 10.222.0.59 "GET /v2.0/networks?id=1309ab95-0789-4dee-93fc-c5cbc2662c29 HTTP/1.1" status: 200 len: 903 time: 0.0984933 Dec 08 00:06:01.679171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.679663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efaad675-5592-4cff-b85a-3d6e9066e0cb {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:06:01.691594 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-0a3b3b1e-5e1b-4e63-b576-5b7b37861e75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a79998b1-a1e0-4454-998f-c66257c7ffce HTTP/1.1" status: 200 len: 217 time: 0.0339258 Dec 08 00:06:01.696532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cd350a4d-b6a5-4285-af84-c583526d38b7 req-daec20da-1905-416d-92f7-f148bb672008 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.700305 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 00:06:01.701339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0eb788e2-91fa-4cbf-9602-e5414a5760aa tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5411828 Dec 08 00:06:01.705705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48042) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:01.768678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:01.773130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-03e5f8db-dead-409e-bfd8-3ba13c1940de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.774598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-03e5f8db-dead-409e-bfd8-3ba13c1940de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.0767794 Dec 08 00:06:01.782014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cd350a4d-b6a5-4285-af84-c583526d38b7 req-daec20da-1905-416d-92f7-f148bb672008 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.788406 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cd350a4d-b6a5-4285-af84-c583526d38b7 req-daec20da-1905-416d-92f7-f148bb672008 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.821242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cd350a4d-b6a5-4285-af84-c583526d38b7 req-daec20da-1905-416d-92f7-f148bb672008 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.825727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd350a4d-b6a5-4285-af84-c583526d38b7 req-daec20da-1905-416d-92f7-f148bb672008 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1995306 Dec 08 00:06:01.830175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec20da-1905-416d-92f7-f148bb672008 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd1c3f-a834-44ca-b6d7-d121dc1679ef,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:01.850932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-ee98f762-3336-4d31-9eac-0849f8530ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.856060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a57a3162-bee2-4b28-a15a-c532a1d5a4fa req-e94e8b83-d07e-451f-a0da-af2a9ac7cee4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1988669982', 'description': 'tempest-description-772043957'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:01.861824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-ee98f762-3336-4d31-9eac-0849f8530ecd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692458 Dec 08 00:06:01.888695 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a57a3162-bee2-4b28-a15a-c532a1d5a4fa req-e94e8b83-d07e-451f-a0da-af2a9ac7cee4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.894976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:01.897143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Deleting port 85fa15c2-4306-4a8f-b6f4-22ad3ebbb6be {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:01.897660 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:01.910155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '69fb6df8-018a-4b92-ab50-2e87d53314f3', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'port_id': '69fb6df8-018a-4b92-ab50-2e87d53314f3', 'mac_address': 'fa:16:3e:15:13:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62571d4e-aea2-40a8-81a3-10e7e89fb638', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:01.983113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f957b62-9fcb-43cd-aa06-190970842e6a req-df2c5973-6959-4a12-a56b-7dbeb8bf9825 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:01.984711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f957b62-9fcb-43cd-aa06-190970842e6a req-df2c5973-6959-4a12-a56b-7dbeb8bf9825 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0754166 Dec 08 00:06:02.021604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a57a3162-bee2-4b28-a15a-c532a1d5a4fa req-e94e8b83-d07e-451f-a0da-af2a9ac7cee4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.028879 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a57a3162-bee2-4b28-a15a-c532a1d5a4fa req-e94e8b83-d07e-451f-a0da-af2a9ac7cee4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.037385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.041348 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-bc08de62-1025-4d05-a9a8-fd50a7cecb8e service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692705 Dec 08 00:06:02.053496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Calling delete_port for 85fa15c2-4306-4a8f-b6f4-22ad3ebbb6be owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:02.078839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a57a3162-bee2-4b28-a15a-c532a1d5a4fa req-e94e8b83-d07e-451f-a0da-af2a9ac7cee4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.080123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a57a3162-bee2-4b28-a15a-c532a1d5a4fa req-e94e8b83-d07e-451f-a0da-af2a9ac7cee4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2281928 Dec 08 00:06:02.096995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f957b62-9fcb-43cd-aa06-190970842e6a req-14d38d6b-2fd8-4503-b533-f9f990d3397d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019449 Dec 08 00:06:02.099237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e8b83-d07e-451f-a0da-af2a9ac7cee4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec472e0-bd0e-4029-b276-101f4541f9d3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:02.121300 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.138647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fb6df8-018a-4b92-ab50-2e87d53314f3 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:02.171429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:02.181854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.214935 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-974ff977-0ccf-46f3-aa3b-6b8ef9b3e2fe req-c5741942-7479-47e5-aff3-bcce38c418cb service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627960 Dec 08 00:06:02.251101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:02.308108 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.343228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Pushing event deleted for resources: {'Port': ['ID=85fa15c2-4306-4a8f-b6f4-22ad3ebbb6be,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:02.408395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.412205 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-960dfc72-6c7d-427f-af30-9ac009dadd47 tempest-RoutersAdminNegativeIpV6Test-345942802 tempest-RoutersAdminNegativeIpV6Test-345942802-project-admin] 10.222.0.18 "DELETE /v2.0/ports/85fa15c2-4306-4a8f-b6f4-22ad3ebbb6be HTTP/1.1" status: 204 len: 168 time: 0.7055612 Dec 08 00:06:02.474365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64ff41-c91c-4de6-a520-56e7b88f500f req-b83b1520-3c2b-4d29-a683-9da5202d1302 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.475827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df64ff41-c91c-4de6-a520-56e7b88f500f req-b83b1520-3c2b-4d29-a683-9da5202d1302 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.3155959 Dec 08 00:06:02.519619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['69fb6df8-018a-4b92-ab50-2e87d53314f3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:02.590770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df64ff41-c91c-4de6-a520-56e7b88f500f req-a3fbf3d3-43e2-4c59-9a22-35b63bd3e183 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053078 Dec 08 00:06:02.613718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-cdb4c331-95c5-426f-89a3-0e7a997d69dd tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.623067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-cdb4c331-95c5-426f-89a3-0e7a997d69dd tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 813 time: 0.1565740 Dec 08 00:06:02.634391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-d0e2b8c9-5f48-4abf-85b1-43896c3e0831 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/quotas/bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 375 time: 0.0104775 Dec 08 00:06:02.635225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48074) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:02.680574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-7cfd36ab-99ed-4924-8546-b9afb207fe21 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390298 Dec 08 00:06:02.797036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d024b51-7325-40e6-9028-f8c5a588af2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.830357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-7ae14535-b608-44c4-a4bc-0e1b4bda2a9b service neutron] 10.222.0.18 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485958 Dec 08 00:06:02.881945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.887948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.894701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.898508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d024b51-7325-40e6-9028-f8c5a588af2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.901014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.906206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d024b51-7325-40e6-9028-f8c5a588af2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:02.907506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.914585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.921636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:02.923793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-12c3adb3-7360-4177-90e5-164012a26f01 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1711054 Dec 08 00:06:02.937279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9d024b51-7325-40e6-9028-f8c5a588af2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dc34df725644beba185215feebf911b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009620 Dec 08 00:06:02.939776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48082) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:02.964961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48084) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:02.985822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d024b51-7325-40e6-9028-f8c5a588af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4b6e75-469e-416a-aee4-95d8906aa579,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:03.018674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b89e46e-64cf-4874-afc6-be72625fb140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.036961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-90361fae-352f-4e80-a5cd-fba4a6392466 service neutron] 10.222.0.18 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053690 Dec 08 00:06:03.061604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-161a4ea7-4a01-47bc-b09d-d83563b7a0cc req-65a9bce3-bb4e-4bd3-a224-385a2890c120 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286974 Dec 08 00:06:03.086685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b89e46e-64cf-4874-afc6-be72625fb140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.170930 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-abc3dc2e-f175-4886-a9a7-e5fd352927fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5e703fe1b00407e9a7ee41fa1049edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047570 Dec 08 00:06:03.173587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48090) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:03.209561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b89e46e-64cf-4874-afc6-be72625fb140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.214049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b89e46e-64cf-4874-afc6-be72625fb140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.215412 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1b89e46e-64cf-4874-afc6-be72625fb140 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed4b6e75-469e-416a-aee4-95d8906aa579 HTTP/1.1" status: 204 len: 168 time: 0.2699811 Dec 08 00:06:03.234318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89e46e-64cf-4874-afc6-be72625fb140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4b6e75-469e-416a-aee4-95d8906aa579,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:03.288668 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ae44-41c6-494e-b082-de49aa92c2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.333657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58c00592-9e59-4047-a303-32f797cd1f72 req-314efe49-71c1-4009-8613-164120768f06 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 210 time: 0.0601499 Dec 08 00:06:03.348572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827941a-3d29-4cfc-bc45-ee6c277be514 req-0d5694cf-f825-4e8c-97e1-3dd1cf3979a4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:03.350358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b827941a-3d29-4cfc-bc45-ee6c277be514 req-0d5694cf-f825-4e8c-97e1-3dd1cf3979a4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1592097 Dec 08 00:06:03.374681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ae44-41c6-494e-b082-de49aa92c2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.466984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b827941a-3d29-4cfc-bc45-ee6c277be514 req-c3d0d619-6f9b-4b5f-ab13-47d1ff245d12 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068206 Dec 08 00:06:03.483332 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ae44-41c6-494e-b082-de49aa92c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.486846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ae44-41c6-494e-b082-de49aa92c2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.488236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ee5ae44-41c6-494e-b082-de49aa92c2f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d4da245-ce3b-4b59-afa1-0d5e19eea129 HTTP/1.1" status: 204 len: 168 time: 0.3135843 Dec 08 00:06:03.518564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5ae44-41c6-494e-b082-de49aa92c2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4da245-ce3b-4b59-afa1-0d5e19eea129,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:03.703696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48114) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:03.762627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1c7c-94ed-4f15-bcbb-f3461ac575fb req-1e8b3e30-800d-4b7f-9a02-8b16f8e6964e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:03.764599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad5d1c7c-94ed-4f15-bcbb-f3461ac575fb req-1e8b3e30-800d-4b7f-9a02-8b16f8e6964e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 944 time: 0.0768139 Dec 08 00:06:03.778369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-62212574-d4b0-4750-9f58-a79fa7e56d3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=001926ba609041cd9b69845e1b6bf8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0734012 Dec 08 00:06:03.779003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48118) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:03.786286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:03.828691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad5d1c7c-94ed-4f15-bcbb-f3461ac575fb req-c570c7fa-8225-4175-ab2e-621ef6dbfbf7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567162 Dec 08 00:06:03.844995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-193162a8-4cbd-49ce-9b2e-288011c55e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.866288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 69fb6df8-018a-4b92-ab50-2e87d53314f3 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:03.870321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 69fb6df8-018a-4b92-ab50-2e87d53314f3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:03.870499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-193162a8-4cbd-49ce-9b2e-288011c55e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.870697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.933801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-193162a8-4cbd-49ce-9b2e-288011c55e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.936822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-193162a8-4cbd-49ce-9b2e-288011c55e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:03.940217 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-193162a8-4cbd-49ce-9b2e-288011c55e9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fea3ccda-1022-4290-a8f7-2f3afa60f876 HTTP/1.1" status: 204 len: 168 time: 0.1580651 Dec 08 00:06:03.950245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193162a8-4cbd-49ce-9b2e-288011c55e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea3ccda-1022-4290-a8f7-2f3afa60f876,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:03.995554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:04.023361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:04.026175 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecf1a58-79ff-49e7-9f80-4a3e8ab8b794" -d '{"events": [{"server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "name": "network-vif-plugged", "status": "completed", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:04.055431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:04.061767 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:04.062922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48124) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:04.063426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:04.092216 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0667be3-5f19-44a2-b86a-ba3284dcab77 x-openstack-request-id: req-a0667be3-5f19-44a2-b86a-ba3284dcab77 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:04.092509 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "name": "network-vif-plugged", "status": "completed", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:04.092949 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0667be3-5f19-44a2-b86a-ba3284dcab77 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:04.093513 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3', 'code': 200} Dec 08 00:06:04.114212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:06:04.114943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5c1ac02e-6ea3-474b-aea3-94c4d999ae21 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:06:04.140795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-574a082b-4a2f-4036-9640-b1f8f464f2a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cabee7dcb6e454fab0389ddb0ad7225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735064 Dec 08 00:06:04.141459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48128) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:04.156524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:04.245692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.252222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.258710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.258909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a69b-2fe8-4e2c-8f0d-9286be56457b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:04.265748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.272326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.278545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.291409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.292981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dbca-89bc-4cf8-b643-e55067071a81 req-3c321acd-d741-4a66-bb1d-8d3c05ae0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.294686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0d6dbca-89bc-4cf8-b643-e55067071a81 req-3c321acd-d741-4a66-bb1d-8d3c05ae0540 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1096 time: 0.0812473 Dec 08 00:06:04.295389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-2db5ed16-7510-4260-bcdb-2debc921141f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1122518 Dec 08 00:06:04.299643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a69b-2fe8-4e2c-8f0d-9286be56457b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:04.358093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8385b9c0-3532-42c1-b269-ed28ace24fc3 req-7ca8f96f-8e07-4339-a194-308afcf5efbd tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572679 Dec 08 00:06:04.368440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0d6dbca-89bc-4cf8-b643-e55067071a81 req-7a8a61eb-8862-45c9-9d98-0289f17717d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664108 Dec 08 00:06:04.397217 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a69b-2fe8-4e2c-8f0d-9286be56457b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:04.400177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a69b-2fe8-4e2c-8f0d-9286be56457b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:04.401983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f5f4a69b-2fe8-4e2c-8f0d-9286be56457b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93f9619e-3778-474b-9933-acd93af3e653 HTTP/1.1" status: 204 len: 168 time: 0.2595329 Dec 08 00:06:04.412223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4a69b-2fe8-4e2c-8f0d-9286be56457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f9619e-3778-474b-9933-acd93af3e653,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:04.481664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25d6334a-f02c-4f27-9fd5-048f773e173d req-5c89b917-02fd-4c2b-adce-33c856e147a9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 210 time: 0.0337679 Dec 08 00:06:04.594485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750bf4-2975-4e06-b31e-edc148000bb8 req-a31bddc4-e56a-44f9-af55-eb4e34049c5b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:04.607481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0750bf4-2975-4e06-b31e-edc148000bb8 req-a31bddc4-e56a-44f9-af55-eb4e34049c5b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0713437 Dec 08 00:06:04.657757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0750bf4-2975-4e06-b31e-edc148000bb8 req-3ae1e9c1-2f85-48bc-a48f-f4667f84279d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474732 Dec 08 00:06:05.001523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6065c-500f-46f3-a87c-65a226df390c req-f2af5ef0-8b17-48e8-9e6e-c922cd076e6b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.005005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2f6065c-500f-46f3-a87c-65a226df390c req-f2af5ef0-8b17-48e8-9e6e-c922cd076e6b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.0550914 Dec 08 00:06:05.040489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48172) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:05.058281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-a71bf473-4c41-4d66-b9de-709b3fc455b1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.061282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-a71bf473-4c41-4d66-b9de-709b3fc455b1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.44 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 813 time: 0.1865728 Dec 08 00:06:05.075108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2f6065c-500f-46f3-a87c-65a226df390c req-0d34bde2-9ec8-41e8-9922-89c64fe210ee tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638497 Dec 08 00:06:05.084952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'port': {'device_id': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99', 'admin_state_up': True, 'tenant_id': 'bbdc10f53e9c4231a6020f2581167e6d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:05.182003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38206f74-b648-4629-bcbe-2c357198273b tempest-AgentManagementNegativeTest-1236876350 tempest-AgentManagementNegativeTest-1236876350-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1401255 Dec 08 00:06:05.211858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Made reservation on behalf of bbdc10f53e9c4231a6020f2581167e6d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:05.215957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.359080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Allocated IP 172.20.0.5 (f57580fc-dc0b-4170-ad95-6984f40eba99/3e82b152-e3db-459e-b9cb-6c3f003691ac/fb50b313-211e-4841-9b2d-2308231fbaec) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:05.494539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48192) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:05.562511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.568076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.570062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.578173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.586805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.593986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.601727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.608875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.617020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-7205333e-3183-4805-97e2-0c66e58bab79 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1546955 Dec 08 00:06:05.626190 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.702520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Network f57580fc-dc0b-4170-ad95-6984f40eba99 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:05.703978 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c237fa53-2e08-487a-8a4d-ef43fe043a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.707700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:05.708825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4e422-1711-410a-b55e-aff00dac25ac req-e15d5a2b-4b51-4673-af10-4a3eeeec6669 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.710369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce4e422-1711-410a-b55e-aff00dac25ac req-e15d5a2b-4b51-4673-af10-4a3eeeec6669 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 931 time: 0.0899732 Dec 08 00:06:05.715034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:05.717559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:05.757268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55213395-e1df-45d4-98d8-0cf13eb7ef60 req-148c3455-6931-4b7e-a2bb-2b6bf8f11e46 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388533 Dec 08 00:06:05.788003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.788533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.793134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce4e422-1711-410a-b55e-aff00dac25ac req-1d58a3aa-5060-4ebd-9aef-12387a7a9357 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635571 Dec 08 00:06:05.820687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-4526d534-bcb8-429e-8512-0f43f90c8ca9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395644 Dec 08 00:06:05.841079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Request body: {'port': {'device_id': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:05.886292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c237fa53-2e08-487a-8a4d-ef43fe043a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.894788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c237fa53-2e08-487a-8a4d-ef43fe043a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.948733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:05.954083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903299f-0258-413f-981c-015198271dd1 req-3e631c09-5019-4a92-b010-13d22449685b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:05.962477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6903299f-0258-413f-981c-015198271dd1 req-3e631c09-5019-4a92-b010-13d22449685b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0945222 Dec 08 00:06:05.975263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c237fa53-2e08-487a-8a4d-ef43fe043a78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1e80a89632a417da548fca5b1124450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4796815 Dec 08 00:06:05.978380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48214) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:05.993759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237fa53-2e08-487a-8a4d-ef43fe043a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e769d2-1706-484a-aa41-08cda864d84f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:06.059699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6903299f-0258-413f-981c-015198271dd1 req-1f6e97e2-dd8b-4c11-9363-ea75e7f203a2 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917873 Dec 08 00:06:06.082035 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f585bf-ca42-49ad-ba98-09a64f19a964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.105405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f585bf-ca42-49ad-ba98-09a64f19a964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.169909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f585bf-ca42-49ad-ba98-09a64f19a964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.172828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f585bf-ca42-49ad-ba98-09a64f19a964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.176355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2f585bf-ca42-49ad-ba98-09a64f19a964 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55e769d2-1706-484a-aa41-08cda864d84f HTTP/1.1" status: 204 len: 168 time: 0.1941147 Dec 08 00:06:06.199593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f585bf-ca42-49ad-ba98-09a64f19a964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e769d2-1706-484a-aa41-08cda864d84f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:06.229687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188fc1a-4ec0-468e-8217-a149b38180d6 req-b4d76727-80b0-467b-95d5-6a0cf71e1473 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.239459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c188fc1a-4ec0-468e-8217-a149b38180d6 req-b4d76727-80b0-467b-95d5-6a0cf71e1473 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.0822964 Dec 08 00:06:06.271851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb50b313-211e-4841-9b2d-2308231fbaec {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:06.282017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.296172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Transition to ACTIVE for port object fb50b313-211e-4841-9b2d-2308231fbaec will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:06:06.296887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c188fc1a-4ec0-468e-8217-a149b38180d6 req-36a783b9-df71-4f5a-a0ab-07b42be59258 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560179 Dec 08 00:06:06.302180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.389238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Pushing event updated for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:06.454742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Attempting to bind port fb50b313-211e-4841-9b2d-2308231fbaec on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:06.455152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Attempting to bind port fb50b313-211e-4841-9b2d-2308231fbaec by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:06.455446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Attempting to bind port fb50b313-211e-4841-9b2d-2308231fbaec on network f57580fc-dc0b-4170-ad95-6984f40eba99 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:06.461214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Port fb50b313-211e-4841-9b2d-2308231fbaec on network f57580fc-dc0b-4170-ad95-6984f40eba99 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:06:06.461520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Attempting to bind port fb50b313-211e-4841-9b2d-2308231fbaec on network f57580fc-dc0b-4170-ad95-6984f40eba99 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:06.467431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:06.467763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Checking segment: {'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:06.468149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Bound using segment: {'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:06.468642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Bound port: fb50b313-211e-4841-9b2d-2308231fbaec, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:06.469007 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.481487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd66c1-6462-4381-9610-a4adf4341b33 req-8f122d76-5945-466a-8940-75141896caf2 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.483460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbfd66c1-6462-4381-9610-a4adf4341b33 req-8f122d76-5945-466a-8940-75141896caf2 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1096 time: 0.0781252 Dec 08 00:06:06.487372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-db001357-61d7-4d44-bda9-5e80326c3f79 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa5eae50705d49d693a9f1e8dd7906fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385299 Dec 08 00:06:06.543689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:06.546878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb50b313-211e-4841-9b2d-2308231fbaec,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:06.552728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.595504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.596499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:06.597524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] 10.222.0.44 "PUT /v2.0/ports/fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 200 len: 1091 time: 0.7608747 Dec 08 00:06:06.597990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:06.600289 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba4a9b1-912c-4b81-927d-3767eec61c26" -d '{"events": [{"name": "network-changed", "server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:06.612851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbfd66c1-6462-4381-9610-a4adf4341b33 req-99fa1c94-9fa2-4bf6-917d-d8e744b18228 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072121 Dec 08 00:06:06.647538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bf203-f7f3-4ffe-96e3-8f3f96ab7448 service neutron] Pushing event updated for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:06.657275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-9424bee2-61c1-4808-a56e-6cefdc744539 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.659973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-9424bee2-61c1-4808-a56e-6cefdc744539 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641672 Dec 08 00:06:06.666460 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d969f-9490-4ff9-9c06-1267c2f4dc23 x-openstack-request-id: req-e20d969f-9490-4ff9-9c06-1267c2f4dc23 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:06.666936 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:06.667262 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e20d969f-9490-4ff9-9c06-1267c2f4dc23 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:06.668624 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec', 'status': 'completed', 'code': 200} Dec 08 00:06:06.681140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-90ef82d5-f268-4b6a-82c5-57d6063d022b tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/quotas/fa5eae50705d49d693a9f1e8dd7906fb HTTP/1.1" status: 200 len: 375 time: 0.0111036 Dec 08 00:06:06.736482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-4f871ab7-08f8-4de7-86d0-8ed0be6b7a2d tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa5eae50705d49d693a9f1e8dd7906fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403061 Dec 08 00:06:06.744433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-e6f54c69-2e45-4004-92cc-4b002facd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.746220 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-e6f54c69-2e45-4004-92cc-4b002facd9b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1094 time: 0.0628529 Dec 08 00:06:06.840192 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-e50d883a-94d5-416b-a539-c5c8b1a738f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 200 len: 217 time: 0.0770729 Dec 08 00:06:06.919774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-20c2512f-530f-4f21-afc3-edc753afd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.921809 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-20c2512f-530f-4f21-afc3-edc753afd1db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.0725176 Dec 08 00:06:06.944352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.950458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.957334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.964463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.971934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.972737 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-a6bdece1-ec9c-441e-8125-36c5e6f14d26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421853 Dec 08 00:06:06.978984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.985424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:06.996746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-acf13b49-7750-498c-a2f9-8e99f3ba6f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1326120 Dec 08 00:06:07.109901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafd0ca-4199-4f0f-806e-e65ef1231201 req-3f64cae5-6936-481b-b5c3-6f267cb75ed0 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:07.111484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebafd0ca-4199-4f0f-806e-e65ef1231201 req-3f64cae5-6936-481b-b5c3-6f267cb75ed0 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 943 time: 0.1118624 Dec 08 00:06:07.149687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecb4013d-492a-4a08-be3f-728a15c61513 req-50c853d6-c9fe-4c52-9f77-9276f6ee87b9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516871 Dec 08 00:06:07.190324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-e2785430-c8a5-413b-94e6-d808b419e34f service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090304 Dec 08 00:06:07.224930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebafd0ca-4199-4f0f-806e-e65ef1231201 req-2eacfb86-6200-4e68-9990-5ace15b1e4ab tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974777 Dec 08 00:06:07.254117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b021a1e8-16d7-4318-84d6-3cff4550a349 req-fcd0b39e-1bc9-4a34-94a3-94283e84c0ab tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 210 time: 0.0428686 Dec 08 00:06:07.290822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48284) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:07.364319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90cf1f3a-899e-4a07-b3d1-5d8702398291 req-78e567b5-2de1-4d10-bad5-c2f455056b1e service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657658 Dec 08 00:06:07.431335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1334301287'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:07.472405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:07.475753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.489455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.549064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-4877ef8c-4e1d-4f74-99b6-49df2cb2f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:07.551159 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-4877ef8c-4e1d-4f74-99b6-49df2cb2f1f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1094 time: 0.0666969 Dec 08 00:06:07.569183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3570a3-77a2-489e-a5e6-73cbf6a03469 req-7d39a3e6-1815-490a-a9c3-48ce31331fd0 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:07.570692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f3570a3-77a2-489e-a5e6-73cbf6a03469 req-7d39a3e6-1815-490a-a9c3-48ce31331fd0 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0771594 Dec 08 00:06:07.655062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.663256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f3570a3-77a2-489e-a5e6-73cbf6a03469 req-7b94cecf-fc88-4ea6-a183-43a32be84c1c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751164 Dec 08 00:06:07.664326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.690192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-bf193ed8-61ab-492a-8727-2b4533877214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:07.690442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:06:07.692770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-bf193ed8-61ab-492a-8727-2b4533877214 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 914 time: 0.1331899 Dec 08 00:06:07.707208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec1127-133b-4f1a-b3c2-077222e0dcf3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:07.711920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.712270 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Added segment cac0c1e8-99af-46e2-86e8-3e64b47e4318 of type vlan for network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a Dec 08 00:06:07.747373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-8d9879cc-e54b-4eb1-a556-e679de2c89d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 200 len: 217 time: 0.0450213 Dec 08 00:06:07.759240 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.791759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.801127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:07.802560 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:07.808033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-cad9d95e-da41-46f8-a98a-33b96a194966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:07.809578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-cad9d95e-da41-46f8-a98a-33b96a194966 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.0539088 Dec 08 00:06:07.847254 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-3a5a505b-aeee-42b5-991a-e88bdd3e397b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292971 Dec 08 00:06:07.876466 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5819006 Dec 08 00:06:07.876466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fb813-0dbb-41f3-9bb9-68ea2f44c7cd tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Network': ['ID=8b3bfb30-13d7-4d4f-82c9-37a20e350a9a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:07.877450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:07.883846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'subnet': {'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:07.886315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:06:08.020790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-c6951e64-8b45-4b18-acbb-f6df39ea0ca0 service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650658 Dec 08 00:06:08.030812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:08.035101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:08.205447 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ba4a9b1-912c-4b81-927d-3767eec61c26 req-2bbdcb8f-3e16-4075-b5c5-5354c36753cc service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667528 Dec 08 00:06:08.242205 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-782a8ec5-d800-47d2-8085-910fbe7cfae3 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fa5eae50705d49d693a9f1e8dd7906fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313890 Dec 08 00:06:08.375030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.384857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.392755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.399717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.406119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.413079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.419068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.421062 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-0e222cb8-af3d-4a09-8e80-9fbe61657a47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1466305 Dec 08 00:06:08.507816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2388a97-a0ad-4f5d-9db6-890c257b0c90 req-6d00bca6-126b-4183-a255-d4e6171e6326 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.509399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2388a97-a0ad-4f5d-9db6-890c257b0c90 req-6d00bca6-126b-4183-a255-d4e6171e6326 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 943 time: 0.0874038 Dec 08 00:06:08.519665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e59664c8-5181-4ebe-a417-0e7222164d5a req-8ad03d91-5a16-4918-ae68-21ea3ab6fa59 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880888 Dec 08 00:06:08.574682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2388a97-a0ad-4f5d-9db6-890c257b0c90 req-ad6e48ea-39f2-43ca-87f1-ae017a287d1f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539179 Dec 08 00:06:08.619924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32249e45-c11d-473f-93e1-8843ba30707a req-776f9ab3-3b18-457b-90e4-ccfa510fd92c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 210 time: 0.0309391 Dec 08 00:06:08.770065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:08.778519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:08.792610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7e7f9-43f4-477a-bb55-35e00cef9afd req-1596bae1-0a9c-499a-9206-e8db691eb8e3 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.794412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09c7e7f9-43f4-477a-bb55-35e00cef9afd req-1596bae1-0a9c-499a-9206-e8db691eb8e3 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0536587 Dec 08 00:06:08.796629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-5a548fbb-8c00-4b6b-86ad-fc4d3396587d tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:08.798076 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-5a548fbb-8c00-4b6b-86ad-fc4d3396587d tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5444379 Dec 08 00:06:08.799512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:08.830936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Request body: {'port': {'device_id': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'fa5eae50705d49d693a9f1e8dd7906fb'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:08.846193 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09c7e7f9-43f4-477a-bb55-35e00cef9afd req-a90aaf20-26bf-45a1-9235-5f42853b0cf3 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Dec 08 00:06:08.927141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Subnet': ['ID=e18f99ba-62f4-462e-a7fe-b85631a29398,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:08.946041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Checking segment: {'id': 'cac0c1e8-99af-46e2-86e8-3e64b47e4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:08.946403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network hostable DHCP agents. Network: 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:06:08.947578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:08.950472 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:08.951718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.952067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.952408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.952748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.953082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.953410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.953738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.954068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.954392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.954717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.955077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.955402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.955724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:08.968097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'mac_address': 'fa:16:3e:71:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:08.986594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:08.989521 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde506ef-5062-4926-aa58-d76a49bf0ab5" -d '{"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:08.989939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:06:09.002109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:09.007232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.007919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.016854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Made reservation on behalf of fa5eae50705d49d693a9f1e8dd7906fb for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:09.020452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.021549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9079e3-ce87-4415-bf5a-a2f794ccb457 None None] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:09.035437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-07ec15c7-8200-4123-9e3a-d6127096228f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1568418 Dec 08 00:06:09.036003 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9150f46c-e275-428b-9507-7ec0be0ba1f0 x-openstack-request-id: req-9150f46c-e275-428b-9507-7ec0be0ba1f0 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:09.036299 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:09.036553 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9150f46c-e275-428b-9507-7ec0be0ba1f0 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:09.036788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.036917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48310) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:09.037025 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'code': 200} Dec 08 00:06:09.043286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-348583092'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:09.044947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:09.067584 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.078360 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.128568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.133316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.165303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc7d4423-0af1-4481-bc05-095ba9d62120 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:09.166692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:09.170423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.188872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] device_id is not set on port 2edeb954-2f7f-4363-b092-07a97415f513 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:09.198058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dbc07f-d984-47e0-8704-4e9337d56ef2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:09.205989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:09.252746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'project_id': 'daaeec4e354d4b17b6b4dd540f889050', 'fixed_ips': [{'subnet_id': 'e18f99ba-62f4-462e-a7fe-b85631a29398'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:06:09.253759 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.272579 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:06:09.272938 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:06:09.288908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Allocated IP 192.168.233.33 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/8be1dbdd-c420-40fb-bd59-5566fa7bf0a2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:09.343222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Allocated IP 2001:db8::384 (8b3bfb30-13d7-4d4f-82c9-37a20e350a9a/e18f99ba-62f4-462e-a7fe-b85631a29398/2edeb954-2f7f-4363-b092-07a97415f513) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:09.456821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.496573 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.523477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.549195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:09.556123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:09.558058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Pushing event updated for resources: {'Port': ['ID=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:09.567780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:09.594937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.656409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.657059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.671995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Allocated IP 2001:db8::2 (8b3bfb30-13d7-4d4f-82c9-37a20e350a9a/e18f99ba-62f4-462e-a7fe-b85631a29398/a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:09.677178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:09.682282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-701b924b-29f0-49a7-88be-2a6dee9e811c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8569565 Dec 08 00:06:09.702029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:09.707762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Request body: {'port': {'device_id': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:09.722178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:09.728269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.729269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.759959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=2edeb954-2f7f-4363-b092-07a97415f513,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:09.804923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.808533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.817184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.824151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.830531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.838227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.845803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.852831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:09.863043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-0d112847-d142-4072-bf2a-bd3b67c1adf1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.2124786 Dec 08 00:06:09.892536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-66a42ac2-9169-43dc-94a9-5b142525744b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8543978 Dec 08 00:06:09.896330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48336) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:09.933916 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1207421855', 'allowed_address_pairs': [{'ip_address': '2001:db8::384', 'mac_address': 'fa:16:3e:7a:d4:eb'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:09.965779 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.979976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.985109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:09.995091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2b18eb97-8e88-44ac-a354-8a4768cae31a None None] Provisioning complete for port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:09.995494 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2b18eb97-8e88-44ac-a354-8a4768cae31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.052204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7d4423-0af1-4481-bc05-095ba9d62120 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:10.089779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:10.092616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2b18eb97-8e88-44ac-a354-8a4768cae31a None None] Port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:10.100417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Pushing event updated for resources: {'Port': ['ID=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:10.102372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32bce63d-97ef-410f-a3c3-10e6aaa61c82 req-22b6a640-3616-4273-b3ef-3ae596b67f18 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2383268 Dec 08 00:06:10.105473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:10.108290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:10.110075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:10.119102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.138099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9677ccb-db15-4d05-a3a2-9828c393f71a req-ba51fff4-810e-4fcb-8fe2-8b51fdb5303c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:10.147216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9677ccb-db15-4d05-a3a2-9828c393f71a req-ba51fff4-810e-4fcb-8fe2-8b51fdb5303c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 943 time: 0.2515318 Dec 08 00:06:10.189757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:10.210961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.213112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Attempting to bind port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:10.213485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Attempting to bind port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'cac0c1e8-99af-46e2-86e8-3e64b47e4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:10.213851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Attempting to bind port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f on network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:10.233708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Transition to ACTIVE for port object 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:06:10.241590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.242410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:10.242852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Checking segment: {'id': 'cac0c1e8-99af-46e2-86e8-3e64b47e4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:10.244474 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.245915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Bound using segment: {'id': 'cac0c1e8-99af-46e2-86e8-3e64b47e4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:10.246410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Bound port: a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac0c1e8-99af-46e2-86e8-3e64b47e4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:10.246801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.248897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:10.277190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9677ccb-db15-4d05-a3a2-9828c393f71a req-df53e387-4665-4f3f-b1e8-0a7e337f4552 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288395 Dec 08 00:06:10.281632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:10.316068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Pushing event updated for resources: {'Port': ['ID=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:10.377894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] For port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:10.385627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] For port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,segment=NetworkSegment(cac0c1e8-99af-46e2-86e8-3e64b47e4318),segment_id=cac0c1e8-99af-46e2-86e8-3e64b47e4318)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:10.396029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.427407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Attempting to bind port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:10.427746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Attempting to bind port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:10.428081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Attempting to bind port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:10.432837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:06:10.433162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Attempting to bind port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:10.435188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456fcf4-d737-48e5-a4e8-7b8c5e5b839f req-9dcc0414-399a-4b60-859d-5fe13cca052c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:10.439760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:10.440108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:10.440493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:10.441461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Bound port: 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:10.441822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.445706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c456fcf4-d737-48e5-a4e8-7b8c5e5b839f req-9dcc0414-399a-4b60-859d-5fe13cca052c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 947 time: 0.2069080 Dec 08 00:06:10.479647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['dc7d4423-0af1-4481-bc05-095ba9d62120'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:10.583758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] For port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:10.591237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aa636-a155-4174-b0ae-97857cdf6453 None None] Pushing event updated for resources: {'Port': ['ID=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:10.602400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] For port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:10.616552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.629278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c456fcf4-d737-48e5-a4e8-7b8c5e5b839f req-7064e7b3-58c5-4b35-bb1c-1601c29f6b37 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820831 Dec 08 00:06:10.656327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.689295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:10.692294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:10.693777 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] 10.222.0.59 "PUT /v2.0/ports/8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 HTTP/1.1" status: 200 len: 1095 time: 0.9966478 Dec 08 00:06:10.698002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] device_id is not set on port 00f0ed22-5bf1-42a0-9dfa-c5631f0774a1 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:10.700320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'tag': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:10.707797 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fd10b3-2231-4295-b209-aa9b74e78f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c54071d8-6d47-416e-9f6d-61dbdb71233b", "tag": "8be1dbdd-c420-40fb-bd59-5566fa7bf0a2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:10.760247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c37978-867a-430d-b63a-e9d8ccbaa236 service neutron] Pushing event updated for resources: {'Port': ['ID=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:10.795861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb50b313-211e-4841-9b2d-2308231fbaec details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:10.796088 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc4f4aa-9c1c-497d-88ba-9cd23979d5eb x-openstack-request-id: req-6bc4f4aa-9c1c-497d-88ba-9cd23979d5eb {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:10.796389 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54071d8-6d47-416e-9f6d-61dbdb71233b", "tag": "8be1dbdd-c420-40fb-bd59-5566fa7bf0a2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:10.797573 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bc4f4aa-9c1c-497d-88ba-9cd23979d5eb {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:10.798017 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'tag': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2', 'status': 'completed', 'code': 200} Dec 08 00:06:10.871195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-705a4c53-40de-4fb7-b567-234a42225f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:10.874581 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-705a4c53-40de-4fb7-b567-234a42225f00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa5eae50705d49d693a9f1e8dd7906fb&device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 1098 time: 0.0973399 Dec 08 00:06:10.974686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-1a4063a7-3aea-410b-bc56-b466955a32d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 HTTP/1.1" status: 200 len: 217 time: 0.0834930 Dec 08 00:06:11.016622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278d56e-5659-4be4-9110-ae648065b37f req-4c4d5da2-610f-4ff5-a272-41de3be42e1e tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.024753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d278d56e-5659-4be4-9110-ae648065b37f req-4c4d5da2-610f-4ff5-a272-41de3be42e1e tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 948 time: 0.2278087 Dec 08 00:06:11.045269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Allocated IP 2001:db8::1b1 (8b3bfb30-13d7-4d4f-82c9-37a20e350a9a/e18f99ba-62f4-462e-a7fe-b85631a29398/00f0ed22-5bf1-42a0-9dfa-c5631f0774a1) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:11.070138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb50b313-211e-4841-9b2d-2308231fbaec,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:11.071606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-fdf5130d-b98e-4c3c-a3b6-13eae026160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.073535 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-fdf5130d-b98e-4c3c-a3b6-13eae026160b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0842202 Dec 08 00:06:11.089124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'fb50b313-211e-4841-9b2d-2308231fbaec', 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99', 'port_id': 'fb50b313-211e-4841-9b2d-2308231fbaec', 'mac_address': 'fa:16:3e:5e:df:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e82b152-e3db-459e-b9cb-6c3f003691ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:11.145783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-2fb50c2b-e80a-48b7-b9a7-faaa1575cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.148684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-2fb50c2b-e80a-48b7-b9a7-faaa1575cfef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629234 Dec 08 00:06:11.174765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d278d56e-5659-4be4-9110-ae648065b37f req-ce867692-dc07-4970-8c5d-3006c2ad0bdd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487260 Dec 08 00:06:11.198743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:11.218366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb50b313-211e-4841-9b2d-2308231fbaec {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:11.244564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb50b313-211e-4841-9b2d-2308231fbaec,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:11.252292 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:11.314382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:11.347970 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-143db90a-50f0-4647-9633-4b354864160e service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871109 Dec 08 00:06:11.363397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.369485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.375622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.381724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.389842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.396578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.402789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.404696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-e096627a-68c7-4e8d-8d90-56671afb49d1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1619112 Dec 08 00:06:11.453466 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22123955-0958-42d9-90cd-e7dce7aa5c7d req-b1e5f80a-a84e-4707-8c37-c5ff5054b434 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985539 Dec 08 00:06:11.623252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:11.647624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-3392ad99-08c7-4b42-a5ad-309819025d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.649855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-3392ad99-08c7-4b42-a5ad-309819025d9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa5eae50705d49d693a9f1e8dd7906fb&device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 1098 time: 0.0869801 Dec 08 00:06:11.741675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:11.809103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-731b90d7-3284-4102-9533-8ee3696467cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.811242 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-731b90d7-3284-4102-9533-8ee3696467cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1526361 Dec 08 00:06:11.851364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77bf29-17b8-492d-adf7-e40f403c82a1 req-c08112d5-63c4-41e8-9e55-5868788a9cc7 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.859815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce77bf29-17b8-492d-adf7-e40f403c82a1 req-c08112d5-63c4-41e8-9e55-5868788a9cc7 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 944 time: 0.4519162 Dec 08 00:06:11.877012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:11.886126 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-cc60354f-f1e3-4882-931c-939fd9d19648 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 HTTP/1.1" status: 200 len: 217 time: 0.0658927 Dec 08 00:06:11.925860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8eb258e-059d-417a-8b11-9afeb5c7d4ec req-2a177511-dbc0-4867-894b-f6fcb48589d9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5038054 Dec 08 00:06:11.952500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-d9025e70-1d07-44be-961c-2ca162cf0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.954940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-d9025e70-1d07-44be-961c-2ca162cf0369 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0594475 Dec 08 00:06:11.972081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:11.974917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:11.987537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:11.995490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:11.996414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.022329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-dc9a130a-9212-490a-9839-e7332317ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:12.023888 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-dc9a130a-9212-490a-9839-e7332317ffa6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600488 Dec 08 00:06:12.032378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=00f0ed22-5bf1-42a0-9dfa-c5631f0774a1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:12.047783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce77bf29-17b8-492d-adf7-e40f403c82a1 req-f420bda0-62f4-4b18-9f73-6bee9a6e1f71 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870720 Dec 08 00:06:12.051808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc92295-17a0-404f-88c8-2ca9bb1c098e None None] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:12.052472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6be96feb-9015-4880-9a49-3cdf1845237e tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1494627 Dec 08 00:06:12.056825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48354) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:12.196027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a080aa3-20a8-4226-961c-12b70bb2e7d6 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:12.196561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-bd0ce238-f4ab-4f62-975f-b4d1e5dd2827 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569650 Dec 08 00:06:12.202624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a080aa3-20a8-4226-961c-12b70bb2e7d6 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:12.209555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a080aa3-20a8-4226-961c-12b70bb2e7d6 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:12.214037 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7a080aa3-20a8-4226-961c-12b70bb2e7d6 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1536820 Dec 08 00:06:12.243030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48358) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:12.278931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328e38-eea1-4a78-959f-bae759f457ec req-0aacd9d3-774c-45c5-8457-3f13b843595a tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:12.280936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61328e38-eea1-4a78-959f-bae759f457ec req-0aacd9d3-774c-45c5-8457-3f13b843595a tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 947 time: 0.0683265 Dec 08 00:06:12.355624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61328e38-eea1-4a78-959f-bae759f457ec req-6132094f-8e2c-425d-9eff-27c1699378a1 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685546 Dec 08 00:06:12.396085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2e8a2-0e8d-4331-91f4-b0500aabffc3 req-6d3db09b-cf86-480c-ab2f-8f5f0a6a6e96 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:12.398338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21f2e8a2-0e8d-4331-91f4-b0500aabffc3 req-6d3db09b-cf86-480c-ab2f-8f5f0a6a6e96 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 948 time: 0.0573437 Dec 08 00:06:12.399937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8cf8f44a-3de9-4628-b781-9f75db03c6f0 None None] Provisioning complete for port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:12.400438 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8cf8f44a-3de9-4628-b781-9f75db03c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.468065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21f2e8a2-0e8d-4331-91f4-b0500aabffc3 req-0a60c8be-26d8-4c00-a794-2fbdbd70cf54 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608315 Dec 08 00:06:12.486931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-78fd10b3-2231-4295-b209-aa9b74e78f6a req-dacaf70f-e849-4859-802c-8e19c0a375c5 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790101 Dec 08 00:06:12.522780 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8cf8f44a-3de9-4628-b781-9f75db03c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.535891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting port 00f0ed22-5bf1-42a0-9dfa-c5631f0774a1 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:12.536283 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.573141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8cf8f44a-3de9-4628-b781-9f75db03c6f0 None None] For port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,segment=NetworkSegment(cac0c1e8-99af-46e2-86e8-3e64b47e4318),segment_id=cac0c1e8-99af-46e2-86e8-3e64b47e4318)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:12.579339 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8cf8f44a-3de9-4628-b781-9f75db03c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.645549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:12.667751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.682823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Calling delete_port for 00f0ed22-5bf1-42a0-9dfa-c5631f0774a1 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:12.712282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8f44a-3de9-4628-b781-9f75db03c6f0 None None] Pushing event updated for resources: {'Port': ['ID=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:12.736487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:12.736867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.827326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb50b313-211e-4841-9b2d-2308231fbaec up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:12.865720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.883427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3835d06e-c750-42c0-8022-ab9a0fb6f142 None None] Could not find standard attr ID for object 00f0ed22-5bf1-42a0-9dfa-c5631f0774a1. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:06:12.911599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3835d06e-c750-42c0-8022-ab9a0fb6f142 None None] Provisioning complete for port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:12.911971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3835d06e-c750-42c0-8022-ab9a0fb6f142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:12.912260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Port': ['ID=00f0ed22-5bf1-42a0-9dfa-c5631f0774a1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:12.962861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port fb50b313-211e-4841-9b2d-2308231fbaec completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:12.974633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port fb50b313-211e-4841-9b2d-2308231fbaec triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:12.976028 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.081979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.087965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e123decb-770c-4191-adac-c568a07772c4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/ports/00f0ed22-5bf1-42a0-9dfa-c5631f0774a1 HTTP/1.1" status: 204 len: 168 time: 0.8415344 Dec 08 00:06:13.091661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48364) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:13.115526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.127626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.134182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.146033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.147733 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b18edfe-d723-40f1-8c3f-e0b137ba43d9 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] GET failed (client error): The resource could not be found. Dec 08 00:06:13.150100 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3b18edfe-d723-40f1-8c3f-e0b137ba43d9 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "GET /v2.0/ports/00f0ed22-5bf1-42a0-9dfa-c5631f0774a1 HTTP/1.1" status: 404 len: 333 time: 0.0572851 Dec 08 00:06:13.154777 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:13.161098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-229880442'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:13.168559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.175305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.180732 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.184740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.186826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-6e7095f4-cc71-4d0c-ac13-1e67e5caf449 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1506410 Dec 08 00:06:13.247397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:13.252048 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475f05c6-81a9-45ad-b7c6-a1ff2ac09631" -d '{"events": [{"server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "name": "network-vif-plugged", "status": "completed", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:13.303580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb50b313-211e-4841-9b2d-2308231fbaec,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:13.327639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.330680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:13.351223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47f6af39-a3a6-42d0-9ad5-230d3933ffc3 req-aeb35bb8-589a-432e-b8e1-09f10c88704a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513124 Dec 08 00:06:13.393465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:13.398466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.431966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] device_id is not set on port 6ea1834a-abb1-46da-bd40-9b76a416da4a yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:13.436257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfc5ed-d313-47f9-983f-26af346b470e req-2f613c37-98b1-4fc2-bc3f-2461f52de4c7 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.437813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95bfc5ed-d313-47f9-983f-26af346b470e req-2f613c37-98b1-4fc2-bc3f-2461f52de4c7 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 945 time: 0.1268754 Dec 08 00:06:13.465870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3835d06e-c750-42c0-8022-ab9a0fb6f142 None None] Provisioning complete for port 2edeb954-2f7f-4363-b092-07a97415f513 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:13.466435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3835d06e-c750-42c0-8022-ab9a0fb6f142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.530458 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff3ef9f-2f2a-4de1-bfb7-cdbc8eccde7f x-openstack-request-id: req-9ff3ef9f-2f2a-4de1-bfb7-cdbc8eccde7f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:13.530759 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "name": "network-vif-plugged", "status": "completed", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:13.531078 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ff3ef9f-2f2a-4de1-bfb7-cdbc8eccde7f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:13.531459 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec', 'code': 200} Dec 08 00:06:13.547238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95bfc5ed-d313-47f9-983f-26af346b470e req-46a52e88-49d0-48f7-ba14-193c50112697 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989764 Dec 08 00:06:13.592786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port dc7d4423-0af1-4481-bc05-095ba9d62120 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:13.593164 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.595013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3835d06e-c750-42c0-8022-ab9a0fb6f142 None None] Port 2edeb954-2f7f-4363-b092-07a97415f513 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:13.625633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:13.630724 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.694147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Allocated IP 2001:db8::176 (8b3bfb30-13d7-4d4f-82c9-37a20e350a9a/e18f99ba-62f4-462e-a7fe-b85631a29398/6ea1834a-abb1-46da-bd40-9b76a416da4a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:13.741445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-32730340-ead7-4a47-a1bc-bc8b77fed2b6 None None] Could not find standard attr ID for object 00f0ed22-5bf1-42a0-9dfa-c5631f0774a1. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:06:13.754170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.763283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53b583-09b1-4e9c-8931-28c805b2a528 req-6f00e6f0-23e8-4288-8c92-8ff3f53d6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.767113 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a53b583-09b1-4e9c-8931-28c805b2a528 req-6f00e6f0-23e8-4288-8c92-8ff3f53d6105 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1096 time: 0.0882330 Dec 08 00:06:13.775460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd193bf-a96d-4bdc-a7c9-115ce87dc6da req-c69de47e-08e6-44bf-9a59-7b499e635d47 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.783136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7dd193bf-a96d-4bdc-a7c9-115ce87dc6da req-c69de47e-08e6-44bf-9a59-7b499e635d47 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 947 time: 0.1343949 Dec 08 00:06:13.783551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-32730340-ead7-4a47-a1bc-bc8b77fed2b6 None None] Provisioning complete for port 2edeb954-2f7f-4363-b092-07a97415f513 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:13.784172 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32730340-ead7-4a47-a1bc-bc8b77fed2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.814755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9f12a-e81e-43e8-8923-2c36e2eb54a7 req-98607133-4529-4b54-98a9-b30a9638b050 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:13.828359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3c9f12a-e81e-43e8-8923-2c36e2eb54a7 req-98607133-4529-4b54-98a9-b30a9638b050 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 948 time: 0.1405733 Dec 08 00:06:13.843324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-32730340-ead7-4a47-a1bc-bc8b77fed2b6 None None] Port 2edeb954-2f7f-4363-b092-07a97415f513 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:13.890171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:13.899019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a53b583-09b1-4e9c-8931-28c805b2a528 req-234f4d1e-55e0-43be-8161-b7524ee5f094 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171932 Dec 08 00:06:13.906279 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:13.932516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7dd193bf-a96d-4bdc-a7c9-115ce87dc6da req-03577f44-7a13-4607-9f5c-8e92f946a435 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405187 Dec 08 00:06:13.942853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3c9f12a-e81e-43e8-8923-2c36e2eb54a7 req-ed66d982-3d50-47d7-9779-9db955fb99b0 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136353 Dec 08 00:06:13.979736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:13.986717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.020919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.066109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:14.069279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:14.073028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:14.078691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.079354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.090591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=6ea1834a-abb1-46da-bd40-9b76a416da4a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:14.106660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d4a675d0-0a00-4e4e-9a0a-041c7588c285 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9482832 Dec 08 00:06:14.107186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:14.113250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::384', 'mac_address': 'fa:16:3e:7a:d4:eb'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:14.284538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.368573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-47567a92-91ca-4b57-9c4b-a80f6e60f9df None None] Provisioning complete for port 6ea1834a-abb1-46da-bd40-9b76a416da4a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:14.369202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47567a92-91ca-4b57-9c4b-a80f6e60f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.406307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-47567a92-91ca-4b57-9c4b-a80f6e60f9df None None] Port 6ea1834a-abb1-46da-bd40-9b76a416da4a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:14.512202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.512429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.521112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.535864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.546692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.557566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.568105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.574985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.580122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=6ea1834a-abb1-46da-bd40-9b76a416da4a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:14.586726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.588757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-564b66aa-7c0a-4bc0-8a0e-cb4ed20bad49 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1666360 Dec 08 00:06:14.614010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] In _notify_port_updated(), no bound segment for port 6ea1834a-abb1-46da-bd40-9b76a416da4a on network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:06:14.618025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:14.630816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.632129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.634294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a878ca7-e2c2-432d-98bf-e1a15c6772e4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "PUT /v2.0/ports/6ea1834a-abb1-46da-bd40-9b76a416da4a HTTP/1.1" status: 200 len: 1002 time: 0.5259628 Dec 08 00:06:14.636962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48392) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:14.700759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:14.701441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.750409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-739c4b80-0b87-4ccc-b423-25b08c3b1add req-4db2102b-c547-49ac-bfda-8146b239d5d2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453271 Dec 08 00:06:14.776030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8dbd9-7050-4c18-af87-3b1b66474aa5 req-8b543968-f813-43a1-96a6-0ca0cb2f8469 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:14.787650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fa8dbd9-7050-4c18-af87-3b1b66474aa5 req-8b543968-f813-43a1-96a6-0ca0cb2f8469 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 945 time: 0.1073012 Dec 08 00:06:14.819335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting port 6ea1834a-abb1-46da-bd40-9b76a416da4a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:14.819733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.872953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fa8dbd9-7050-4c18-af87-3b1b66474aa5 req-db7708c3-8f97-47f0-b2be-8bed6da9e912 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741789 Dec 08 00:06:14.924537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:14.936407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Calling delete_port for 6ea1834a-abb1-46da-bd40-9b76a416da4a owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:14.959278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-14a1518b-b704-474d-b78f-e933be1f89ee None None] Provisioning complete for port 6ea1834a-abb1-46da-bd40-9b76a416da4a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:14.959657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a1518b-b704-474d-b78f-e933be1f89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:15.039283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-14a1518b-b704-474d-b78f-e933be1f89ee None None] Port 6ea1834a-abb1-46da-bd40-9b76a416da4a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:15.124565 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:15.143617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdac57-1e93-4f4c-9544-fc58f65a60ab req-c3c9e2f8-7776-445d-97e8-e9ae096f5370 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.147871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6bdac57-1e93-4f4c-9544-fc58f65a60ab req-c3c9e2f8-7776-445d-97e8-e9ae096f5370 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 947 time: 0.1030161 Dec 08 00:06:15.176185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Port': ['ID=6ea1834a-abb1-46da-bd40-9b76a416da4a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:15.184741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbf644-2a42-435e-a157-d808e2bb38c9 req-dd0a5f75-4235-494d-9579-2a4efd208e7b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.186349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51dbf644-2a42-435e-a157-d808e2bb38c9 req-dd0a5f75-4235-494d-9579-2a4efd208e7b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1271162 Dec 08 00:06:15.231300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6bdac57-1e93-4f4c-9544-fc58f65a60ab req-2d13e4d8-43db-4b8e-aeec-f958ae15c9e3 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Dec 08 00:06:15.265290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51dbf644-2a42-435e-a157-d808e2bb38c9 req-a701313b-161e-4644-9ca2-b95dfd6a1875 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 Dec 08 00:06:15.296400 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:15.300579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a77274b4-fb91-4e8b-a69e-93a3ef21dd87 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/ports/6ea1834a-abb1-46da-bd40-9b76a416da4a HTTP/1.1" status: 204 len: 168 time: 0.6607261 Dec 08 00:06:15.303254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48400) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:15.332798 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f7ee09-8d40-4d93-88e9-55927178ea5a tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] GET failed (client error): The resource could not be found. Dec 08 00:06:15.334505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-35f7ee09-8d40-4d93-88e9-55927178ea5a tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "GET /v2.0/ports/6ea1834a-abb1-46da-bd40-9b76a416da4a HTTP/1.1" status: 404 len: 333 time: 0.0300274 Dec 08 00:06:15.338194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48402) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:15.343224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1572859014'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:15.468182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:15.471816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:15.491409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] device_id is not set on port 928bbb0f-cf77-47b7-9194-3249458f3308 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:15.532348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:15.535683 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6dc4d3-e45a-426f-bdac-b02134611116" -d '{"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:15.575095 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d246f-5b99-4518-ab7a-653c72d4e479 x-openstack-request-id: req-1b5d246f-5b99-4518-ab7a-653c72d4e479 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:15.575402 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:15.575660 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b5d246f-5b99-4518-ab7a-653c72d4e479 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:15.576059 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'code': 200} Dec 08 00:06:15.620829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Allocated IP 2001:db8::13d (8b3bfb30-13d7-4d4f-82c9-37a20e350a9a/e18f99ba-62f4-462e-a7fe-b85631a29398/928bbb0f-cf77-47b7-9194-3249458f3308) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:15.775105 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:15.823973 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:15.859169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:15.907902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.914346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.921628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.923653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:15.929113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.930370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:15.936687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.943765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.949801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.956331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:15.958026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-7e99a2c7-ffa0-4224-b2de-b9f49c89d872 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1189177 Dec 08 00:06:15.965465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:15.965919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:15.987132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=928bbb0f-cf77-47b7-9194-3249458f3308,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:16.013509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc749-1066-41d0-a218-0a6974baf945 req-d1ba1b11-b5b5-40a3-8c14-dcc7422d3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:16.016589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbbdc749-1066-41d0-a218-0a6974baf945 req-d1ba1b11-b5b5-40a3-8c14-dcc7422d3137 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1100 time: 0.1360621 Dec 08 00:06:16.028137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a1077d7e-9824-4cec-baaa-e986707f491f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6860011 Dec 08 00:06:16.038276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48414) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:16.046299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7a:d4:eb'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:16.066797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:16.080650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2', 'mac_address': 'fa:16:3e:89:3d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:16.094154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53dba840-a4c9-44c4-af3f-a4fd828f295c req-fa404025-4238-479f-8521-ac228dd4c3c9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352322 Dec 08 00:06:16.114226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbbdc749-1066-41d0-a218-0a6974baf945 req-56de4ff6-ee9f-4f03-b407-bb09ea98fb3c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875182 Dec 08 00:06:16.134512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46aa0-60d3-4a7c-abc0-f46da1e41ada req-3aebf28b-259c-4a07-b1d8-cd4c44c15d02 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:16.141916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1cd46aa0-60d3-4a7c-abc0-f46da1e41ada req-3aebf28b-259c-4a07-b1d8-cd4c44c15d02 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 945 time: 0.1432941 Dec 08 00:06:16.153192 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.169600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:16.198347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:16.205660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.264717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1cd46aa0-60d3-4a7c-abc0-f46da1e41ada req-3320d3ac-c40a-44a8-ae8c-ca647b534f3a tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054127 Dec 08 00:06:16.289505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:16.388962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2a03b0d1-6fae-4813-b0b6-efaf6cb853f1 None None] Provisioning complete for port 928bbb0f-cf77-47b7-9194-3249458f3308 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:16.389348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a03b0d1-6fae-4813-b0b6-efaf6cb853f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.404234 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.424562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2a03b0d1-6fae-4813-b0b6-efaf6cb853f1 None None] Port 928bbb0f-cf77-47b7-9194-3249458f3308 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:16.466337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-9cab4459-42ed-46f6-84e0-66d29a190caa tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2145717271&fields=id&tenant_id=bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 267 time: 0.1120384 Dec 08 00:06:16.473819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535a611-c0a0-4587-a23f-ee4cf597b8fa req-6e6ee2b1-da6d-45d8-8713-1589e4c5507c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:16.475249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5535a611-c0a0-4587-a23f-ee4cf597b8fa req-6e6ee2b1-da6d-45d8-8713-1589e4c5507c tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 948 time: 0.1313965 Dec 08 00:06:16.582117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['8be1dbdd-c420-40fb-bd59-5566fa7bf0a2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:16.608557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-82cdda55-9e18-4c4d-ad84-a5f745afc971 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:16.610208 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-82cdda55-9e18-4c4d-ad84-a5f745afc971 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 945 time: 0.1339924 Dec 08 00:06:16.617447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5535a611-c0a0-4587-a23f-ee4cf597b8fa req-863620e8-eb1b-4c0c-999a-f39d32f0f530 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260071 Dec 08 00:06:16.627716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'port': {'security_groups': ['ca2fa6f7-39a9-4570-90b2-7a35929e7ea3', '35bd1c3f-a834-44ca-b6d7-d121dc1679ef']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:16.780640 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.844134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.857484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8b99-2591-4955-a186-37d9c329c080 req-dfdacd0c-1efd-431b-ac91-30732f3e729d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:16.858969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5cb8b99-2591-4955-a186-37d9c329c080 req-dfdacd0c-1efd-431b-ac91-30732f3e729d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1551766 Dec 08 00:06:16.861341 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.916432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] In _notify_port_updated(), no bound segment for port 928bbb0f-cf77-47b7-9194-3249458f3308 on network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:06:16.921815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:16.922422 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:16.923733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "PUT /v2.0/ports/928bbb0f-cf77-47b7-9194-3249458f3308 HTTP/1.1" status: 200 len: 1003 time: 0.8815930 Dec 08 00:06:16.926645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48428) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:16.984587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942193d-4a6c-4a60-a297-108dbdbd3a56 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=928bbb0f-cf77-47b7-9194-3249458f3308,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:17.011301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5cb8b99-2591-4955-a186-37d9c329c080 req-5e7ee810-4b2e-43bc-9842-f414b4daad83 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351261 Dec 08 00:06:17.027452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting port 928bbb0f-cf77-47b7-9194-3249458f3308 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:17.027870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.120667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb50b313-211e-4841-9b2d-2308231fbaec,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:17.138224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.160432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Calling delete_port for 928bbb0f-cf77-47b7-9194-3249458f3308 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:17.179967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.186993 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.229729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:17.235617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.236298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.241543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a910a7dc-2a96-46d6-8ebe-574882cb6e3c req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "PUT /v2.0/ports/fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 200 len: 981 time: 0.6204078 Dec 08 00:06:17.242213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:17.252654 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59f21f0-fb06-49b2-879a-06c4587019dc" -d '{"events": [{"name": "network-changed", "server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:17.289233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b0d58f12-ef1a-4579-9fe3-28b1c1335f9a None None] Provisioning complete for port 928bbb0f-cf77-47b7-9194-3249458f3308 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:17.289702 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b0d58f12-ef1a-4579-9fe3-28b1c1335f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.291617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d860799-1894-4497-8729-ce9d017e47a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:17.356529 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.368415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.374599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b0d58f12-ef1a-4579-9fe3-28b1c1335f9a None None] Port 928bbb0f-cf77-47b7-9194-3249458f3308 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:17.428785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:17.464604 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.465246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Port': ['ID=928bbb0f-cf77-47b7-9194-3249458f3308,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:17.466538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.467782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.474666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.476498 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5fee0761-a49c-46d5-908f-0a6b877d9050 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/ports/928bbb0f-cf77-47b7-9194-3249458f3308 HTTP/1.1" status: 204 len: 168 time: 0.5487683 Dec 08 00:06:17.479666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48438) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:17.485276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.494797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.502052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.511294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.515392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-8db3c447-fa76-4d30-a15f-dc2c072cd3b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.2017484 Dec 08 00:06:17.526292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-d0d824e2-a2ed-41b1-b147-c78b9d80c73e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1988669982&fields=id&tenant_id=bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 267 time: 0.1684303 Dec 08 00:06:17.528491 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-67618825-d705-4605-954c-390922f56378 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] GET failed (client error): The resource could not be found. Dec 08 00:06:17.529942 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-67618825-d705-4605-954c-390922f56378 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "GET /v2.0/ports/928bbb0f-cf77-47b7-9194-3249458f3308 HTTP/1.1" status: 404 len: 333 time: 0.0493484 Dec 08 00:06:17.535514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48440) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:17.543564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1920183270'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:17.633158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3eab191c-8a8f-4110-8351-1320775fa611 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.634811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3eab191c-8a8f-4110-8351-1320775fa611 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 984 time: 0.0927575 Dec 08 00:06:17.641245 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa0b87ba-1ee3-4ccc-8f72-318ccec2186c req-f068b07f-1ec6-4d2f-95f7-2d34095223b8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135406 Dec 08 00:06:17.654567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'port': {'security_groups': ['35bd1c3f-a834-44ca-b6d7-d121dc1679ef', 'ca2fa6f7-39a9-4570-90b2-7a35929e7ea3', 'eec472e0-bd0e-4029-b276-101f4541f9d3']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:17.726106 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbd6292-f7c1-4f5b-a1c3-11907e242727 x-openstack-request-id: req-5fbd6292-f7c1-4f5b-a1c3-11907e242727 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:17.726666 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:17.726867 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fbd6292-f7c1-4f5b-a1c3-11907e242727 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:17.727395 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec', 'status': 'completed', 'code': 200} Dec 08 00:06:17.756330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:17.760844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.785824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.814784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] device_id is not set on port 87564d47-4eac-4a66-9630-545679e7a748 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:17.839139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:17.862668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-e907ebc4-08b6-48dc-9b13-e68e4919c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.864244 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-e907ebc4-08b6-48dc-9b13-e68e4919c2c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1135 time: 0.0817862 Dec 08 00:06:17.878674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fee7-9420-4f5f-abd9-1b150bd8bf8a req-dbe38b0b-66e4-459c-b89e-5facaa54f36a tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:17.880211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c04fee7-9420-4f5f-abd9-1b150bd8bf8a req-dbe38b0b-66e4-459c-b89e-5facaa54f36a tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 948 time: 0.0969148 Dec 08 00:06:17.894372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:17.898409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:17.899288 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:17.963644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c04fee7-9420-4f5f-abd9-1b150bd8bf8a req-16761f35-3ed4-4974-9cec-d4c4a2c5185e tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737019 Dec 08 00:06:17.984757 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.005611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Allocated IP 2001:db8::1bf (8b3bfb30-13d7-4d4f-82c9-37a20e350a9a/e18f99ba-62f4-462e-a7fe-b85631a29398/87564d47-4eac-4a66-9630-545679e7a748) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:18.019048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:18.021714 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc82ac-0210-4462-980f-4775153c2ca9" -d '{"events": [{"server_uuid": "c54071d8-6d47-416e-9f6d-61dbdb71233b", "name": "network-vif-plugged", "status": "completed", "tag": "8be1dbdd-c420-40fb-bd59-5566fa7bf0a2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:18.027868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-dc0e5c82-d074-4576-b7b1-6dfefba8faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.029355 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-dc0e5c82-d074-4576-b7b1-6dfefba8faed service neutron] 10.222.0.44 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 914 time: 0.1559808 Dec 08 00:06:18.045539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:18.051857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.081787 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c03290-35d2-496e-b5b4-f84be54eb6ae x-openstack-request-id: req-d2c03290-35d2-496e-b5b4-f84be54eb6ae {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:18.082155 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54071d8-6d47-416e-9f6d-61dbdb71233b", "name": "network-vif-plugged", "status": "completed", "tag": "8be1dbdd-c420-40fb-bd59-5566fa7bf0a2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:18.082507 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2c03290-35d2-496e-b5b4-f84be54eb6ae {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:18.082850 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2', 'code': 200} Dec 08 00:06:18.096479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-23e8908f-b8a7-40a3-850e-1cd902e6e138 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 200 len: 217 time: 0.0509486 Dec 08 00:06:18.111293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb50b313-211e-4841-9b2d-2308231fbaec,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:18.115677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:18.202149 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.209548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-49cc5917-fb8d-49c2-9558-5f5bda49ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.210733 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.211054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-49cc5917-fb8d-49c2-9558-5f5bda49ed44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.1059072 Dec 08 00:06:18.222595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5579b10-7856-4cd3-95d5-0d94670f093a req-7d9e47b4-8bd3-44bc-a0b6-e0a8846c2903 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.224117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5579b10-7856-4cd3-95d5-0d94670f093a req-7d9e47b4-8bd3-44bc-a0b6-e0a8846c2903 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0836284 Dec 08 00:06:18.243085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:18.256768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-faa14159-1d89-4992-bae8-a297562ac373 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385103 Dec 08 00:06:18.282959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.283610 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.291425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb0aba66-be4e-4eef-b675-82739e0bad1b req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "PUT /v2.0/ports/fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 200 len: 1020 time: 0.6421356 Dec 08 00:06:18.323235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.351941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5579b10-7856-4cd3-95d5-0d94670f093a req-3b6324b8-aef8-421c-b6b2-dd73d87f110c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019351 Dec 08 00:06:18.406456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324b5f4-d602-4ac6-8b7b-6388d60febd3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:18.444902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:18.543691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604bfe0-4bbe-4966-b098-5297625df2e1 req-a0eae7ec-9e8e-4c18-be23-5ae8031c6d16 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.545471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f604bfe0-4bbe-4966-b098-5297625df2e1 req-a0eae7ec-9e8e-4c18-be23-5ae8031c6d16 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1023 time: 0.0927360 Dec 08 00:06:18.662680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78a536-2d92-4639-9490-9306b015a733 req-395d6a08-2dec-4f38-a7ff-9ed7c8982ea7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.664487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b78a536-2d92-4639-9490-9306b015a733 req-395d6a08-2dec-4f38-a7ff-9ed7c8982ea7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0943472 Dec 08 00:06:18.675770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f604bfe0-4bbe-4966-b098-5297625df2e1 req-8437abf2-20d0-4dfc-85f1-7006702c963f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=eec472e0-bd0e-4029-b276-101f4541f9d3&id=35bd1c3f-a834-44ca-b6d7-d121dc1679ef&id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3 HTTP/1.1" status: 200 len: 6208 time: 0.1220009 Dec 08 00:06:18.693096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cb957-23c9-41a8-88fe-82a6a019558b req-6a877dbe-43ec-4cf2-97db-5aa87fa3a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.693096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-523cb957-23c9-41a8-88fe-82a6a019558b req-6a877dbe-43ec-4cf2-97db-5aa87fa3a536 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 1100 time: 0.4612789 Dec 08 00:06:18.733394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b78a536-2d92-4639-9490-9306b015a733 req-000e0201-096b-4046-8bdf-142531c6c007 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562019 Dec 08 00:06:18.758902 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-2388812d-6937-401f-b582-a61d65e87679 service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694712 Dec 08 00:06:18.758902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.780920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7362d883-213b-4e3b-8219-49e44c928278 req-1c8da441-6b04-4da9-8c66-fe290c5eb522 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1542154791 ', 'description': 'tempest-description-404793550'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:18.831910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7362d883-213b-4e3b-8219-49e44c928278 req-1c8da441-6b04-4da9-8c66-fe290c5eb522 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.845597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.847945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:18.852240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.858207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.864738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.870635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.876522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-523cb957-23c9-41a8-88fe-82a6a019558b req-7b3ad8c6-1633-4d94-8e3d-4d629e009d59 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661642 Dec 08 00:06:18.876656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.881986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:18.882433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.884352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-739d725e-9b81-4855-881f-f71d48931157 req-665334aa-ab17-4aae-b5b1-7479f4d5de85 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1217971 Dec 08 00:06:18.885321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=87564d47-4eac-4a66-9630-545679e7a748,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:18.891021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:18.897108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:18.897730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:18.928110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fa4b0305-f115-4402-b1ee-a5c51b1f5df4 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3911719 Dec 08 00:06:18.931133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48464) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:18.933957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f59f21f0-fb06-49b2-879a-06c4587019dc req-ade23c9e-78a3-43e1-8874-c140264f7a0b service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710994 Dec 08 00:06:18.939244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'network_id': '8b3bfb30-13d7-4d4f-82c9-37a20e350a9a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-952034094'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:18.980825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-739d725e-9b81-4855-881f-f71d48931157 req-243757cb-1a33-4c43-8ba7-ff64920e1fbc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833549 Dec 08 00:06:19.008625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7362d883-213b-4e3b-8219-49e44c928278 req-1c8da441-6b04-4da9-8c66-fe290c5eb522 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.014435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7362d883-213b-4e3b-8219-49e44c928278 req-1c8da441-6b04-4da9-8c66-fe290c5eb522 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.050513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7362d883-213b-4e3b-8219-49e44c928278 req-1c8da441-6b04-4da9-8c66-fe290c5eb522 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.069317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7362d883-213b-4e3b-8219-49e44c928278 req-1c8da441-6b04-4da9-8c66-fe290c5eb522 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2872469 Dec 08 00:06:19.088477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8da441-6b04-4da9-8c66-fe290c5eb522 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8201b18d-b3af-4e94-84e3-4ff75fd651f6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:19.099980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Made reservation on behalf of daaeec4e354d4b17b6b4dd540f889050 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:19.105685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.124976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] device_id is not set on port 5867b1b8-554a-407c-a9ed-f92c4266004e yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:19.186453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eaa7e5-8831-4025-9ecb-28edbad0cfd0 req-e68b21c2-c92d-45c6-827d-dc0c4abe9280 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:19.188313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32eaa7e5-8831-4025-9ecb-28edbad0cfd0 req-e68b21c2-c92d-45c6-827d-dc0c4abe9280 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 949 time: 0.0558174 Dec 08 00:06:19.238651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-60479ad9-4133-42b1-ac07-78015695ac04 None None] Provisioning complete for port 87564d47-4eac-4a66-9630-545679e7a748 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:19.239958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60479ad9-4133-42b1-ac07-78015695ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.277473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Allocated IP 2001:db8::1b0 (8b3bfb30-13d7-4d4f-82c9-37a20e350a9a/e18f99ba-62f4-462e-a7fe-b85631a29398/5867b1b8-554a-407c-a9ed-f92c4266004e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:19.293979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32eaa7e5-8831-4025-9ecb-28edbad0cfd0 req-1e62aed2-04d4-4dfe-8d46-dd7fa5b57ff6 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986099 Dec 08 00:06:19.301598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-60479ad9-4133-42b1-ac07-78015695ac04 None None] Port 87564d47-4eac-4a66-9630-545679e7a748 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:19.355451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4895805-8fc6-4768-9c28-98b364ed2e8c req-f12654bd-ef0f-480a-8688-bc5f9a041fa9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/8201b18d-b3af-4e94-84e3-4ff75fd651f6 HTTP/1.1" status: 200 len: 1799 time: 0.0602710 Dec 08 00:06:19.450797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b89c-2468-4f9a-9b8e-a1d35b89f49f req-138c8520-99aa-42e9-ab59-a108d2bb2c4d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:19.452329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07a3b89c-2468-4f9a-9b8e-a1d35b89f49f req-138c8520-99aa-42e9-ab59-a108d2bb2c4d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0864229 Dec 08 00:06:19.456273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9a4163d-11f9-479e-b5b7-07b46c9efdf8 req-052caab6-da5e-4270-8c84-fefc973e5649 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/8201b18d-b3af-4e94-84e3-4ff75fd651f6 HTTP/1.1" status: 200 len: 1799 time: 0.0773854 Dec 08 00:06:19.483480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.517710 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.536759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07a3b89c-2468-4f9a-9b8e-a1d35b89f49f req-8f4c98f7-390b-415f-9b59-c999b0f99911 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773549 Dec 08 00:06:19.557259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e9a4163d-11f9-479e-b5b7-07b46c9efdf8 req-e20257a8-3750-48b3-af06-3a0d4efa6ebe tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.570350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=5867b1b8-554a-407c-a9ed-f92c4266004e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:19.579182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:19.580712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:19.583188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:19.592584 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e9a4163d-11f9-479e-b5b7-07b46c9efdf8 req-e20257a8-3750-48b3-af06-3a0d4efa6ebe tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.599566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:19.600272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.635031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7a0c5fac-be67-4e9d-9f1a-c8cb5b7f3c53 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6974449 Dec 08 00:06:19.635228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48492) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:19.640868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::384', 'mac_address': 'fa:16:3e:7a:d4:eb'}, {'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:4c:35:0d'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:19.657883 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e9a4163d-11f9-479e-b5b7-07b46c9efdf8 req-e20257a8-3750-48b3-af06-3a0d4efa6ebe tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.661419 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e9a4163d-11f9-479e-b5b7-07b46c9efdf8 req-e20257a8-3750-48b3-af06-3a0d4efa6ebe tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.662607 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9a4163d-11f9-479e-b5b7-07b46c9efdf8 req-e20257a8-3750-48b3-af06-3a0d4efa6ebe tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/8201b18d-b3af-4e94-84e3-4ff75fd651f6 HTTP/1.1" status: 204 len: 173 time: 0.1972058 Dec 08 00:06:19.712419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20257a8-3750-48b3-af06-3a0d4efa6ebe tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8201b18d-b3af-4e94-84e3-4ff75fd651f6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:19.733642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:19.736003 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ca41c-fff8-4e1d-b84f-55047f508a21" -d '{"events": [{"name": "network-changed", "server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:19.739129 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-9675d165-20ef-4738-8eb0-30b35e8d9860 req-751e1882-f790-4707-856f-dcbe35f8fa0d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:19.740188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9675d165-20ef-4738-8eb0-30b35e8d9860 req-751e1882-f790-4707-856f-dcbe35f8fa0d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/8201b18d-b3af-4e94-84e3-4ff75fd651f6 HTTP/1.1" status: 404 len: 352 time: 0.0406911 Dec 08 00:06:19.796995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-dd0e10e9-b4a6-4458-9ff5-a0a2a52e3c5e req-518ac249-fff3-4c2e-ae2f-7062aa74bcf1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-500293286', 'description': 'tempest-description-1836902667'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:19.802832 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63390565-716c-4ab8-8c7c-509b6cc47674 x-openstack-request-id: req-63390565-716c-4ab8-8c7c-509b6cc47674 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:19.803166 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:19.803411 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63390565-716c-4ab8-8c7c-509b6cc47674 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:19.803793 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec', 'status': 'completed', 'code': 200} Dec 08 00:06:19.826264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dd0e10e9-b4a6-4458-9ff5-a0a2a52e3c5e req-518ac249-fff3-4c2e-ae2f-7062aa74bcf1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.908281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dd0e10e9-b4a6-4458-9ff5-a0a2a52e3c5e req-518ac249-fff3-4c2e-ae2f-7062aa74bcf1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.910803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.912979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dd0e10e9-b4a6-4458-9ff5-a0a2a52e3c5e req-518ac249-fff3-4c2e-ae2f-7062aa74bcf1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.944214 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-dd0e10e9-b4a6-4458-9ff5-a0a2a52e3c5e req-518ac249-fff3-4c2e-ae2f-7062aa74bcf1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.945868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd0e10e9-b4a6-4458-9ff5-a0a2a52e3c5e req-518ac249-fff3-4c2e-ae2f-7062aa74bcf1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1530926 Dec 08 00:06:19.948354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f136556b-80d4-44c2-a92f-0ef99ff90873 None None] Provisioning complete for port 5867b1b8-554a-407c-a9ed-f92c4266004e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:19.948916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f136556b-80d4-44c2-a92f-0ef99ff90873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:19.950976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ac249-fff3-4c2e-ae2f-7062aa74bcf1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a06912-6e57-4545-84cd-96b5e60324e0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:19.969064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-5767d2ba-d6af-4f75-b97d-381249b2bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:19.970820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-5767d2ba-d6af-4f75-b97d-381249b2bacd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1174 time: 0.0909760 Dec 08 00:06:19.976269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a4b221ae-ac9b-47af-8fb9-d906909c6545 req-69ec7d1a-c1bc-4d93-8789-05af83ddf288 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-20019778', 'description': 'tempest-description-472764741'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:19.997378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f136556b-80d4-44c2-a92f-0ef99ff90873 None None] Port 5867b1b8-554a-407c-a9ed-f92c4266004e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:20.002097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a4b221ae-ac9b-47af-8fb9-d906909c6545 req-69ec7d1a-c1bc-4d93-8789-05af83ddf288 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.081451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a4b221ae-ac9b-47af-8fb9-d906909c6545 req-69ec7d1a-c1bc-4d93-8789-05af83ddf288 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.088196 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a4b221ae-ac9b-47af-8fb9-d906909c6545 req-69ec7d1a-c1bc-4d93-8789-05af83ddf288 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.129151 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a4b221ae-ac9b-47af-8fb9-d906909c6545 req-69ec7d1a-c1bc-4d93-8789-05af83ddf288 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.130566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4b221ae-ac9b-47af-8fb9-d906909c6545 req-69ec7d1a-c1bc-4d93-8789-05af83ddf288 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1594493 Dec 08 00:06:20.156683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-0a3bc0e0-810a-474f-937f-d22938a556aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.158792 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-0a3bc0e0-810a-474f-937f-d22938a556aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 914 time: 0.1750567 Dec 08 00:06:20.169343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-832f6547-2cd7-4d6f-9b82-c655e2f401c3 req-b3645221-be66-4525-bc77-2e5364b8f622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1662354490', 'description': 'tempest-description-67039588'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:20.173700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec7d1a-c1bc-4d93-8789-05af83ddf288 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4d952-e36a-4e41-bf66-74bd0cff6e36,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:20.213993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.215616 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-07e8e4f7-5680-489e-9b19-9ce4ed267301 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 200 len: 217 time: 0.0457039 Dec 08 00:06:20.219915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.225819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.231704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.237635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.243479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.249396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.251385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-f6aaf931-5e2e-4e8d-b417-6c0468644496 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1417868 Dec 08 00:06:20.257149 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-832f6547-2cd7-4d6f-9b82-c655e2f401c3 req-b3645221-be66-4525-bc77-2e5364b8f622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.263990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.273949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.312654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] In _notify_port_updated(), no bound segment for port 5867b1b8-554a-407c-a9ed-f92c4266004e on network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:06:20.320549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.321208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.325056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "PUT /v2.0/ports/5867b1b8-554a-407c-a9ed-f92c4266004e HTTP/1.1" status: 200 len: 1067 time: 0.6863501 Dec 08 00:06:20.326137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48508) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:20.328911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-5fb25eed-6d8b-4468-a2c8-8bedddb3710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.330376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-5fb25eed-6d8b-4468-a2c8-8bedddb3710c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.1068199 Dec 08 00:06:20.353467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec8b84-947b-4147-b60e-9353732ec7a1 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event updated for resources: {'Port': ['ID=5867b1b8-554a-407c-a9ed-f92c4266004e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:20.372212 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-53726e4f-308a-4b11-9e60-211a99bc2627 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326173 Dec 08 00:06:20.379160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-637a5bb2-863c-48d5-9990-8f7be861f5c7 req-e2f8d59f-2731-4a08-8aa8-160b23d45ff4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184757 Dec 08 00:06:20.451774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-832f6547-2cd7-4d6f-9b82-c655e2f401c3 req-b3645221-be66-4525-bc77-2e5364b8f622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.466420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-832f6547-2cd7-4d6f-9b82-c655e2f401c3 req-b3645221-be66-4525-bc77-2e5364b8f622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.511876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-832f6547-2cd7-4d6f-9b82-c655e2f401c3 req-b3645221-be66-4525-bc77-2e5364b8f622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.512098 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-3b1a2c72-162f-4b20-940d-27beccf83cae service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319101 Dec 08 00:06:20.513199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-832f6547-2cd7-4d6f-9b82-c655e2f401c3 req-b3645221-be66-4525-bc77-2e5364b8f622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3514047 Dec 08 00:06:20.517967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3645221-be66-4525-bc77-2e5364b8f622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a644b2d-8132-4250-b883-d863e9d2900e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:20.524091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting port 5867b1b8-554a-407c-a9ed-f92c4266004e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:20.524365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.638725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2e1ca41c-fff8-4e1d-b84f-55047f508a21 req-9f6a71f5-47f7-46f9-ac49-daed1bd63f00 service neutron] 10.222.0.44 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114714 Dec 08 00:06:20.676859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.707135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Calling delete_port for 5867b1b8-554a-407c-a9ed-f92c4266004e owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:20.732076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5ff7b6fa-faab-4baf-b574-e915a0ce66c4 None None] Provisioning complete for port 5867b1b8-554a-407c-a9ed-f92c4266004e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:20.732076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b6fa-faab-4baf-b574-e915a0ce66c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:20.762919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7b6fa-faab-4baf-b574-e915a0ce66c4 None None] Port 5867b1b8-554a-407c-a9ed-f92c4266004e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:20.812202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-785f3450-5625-4444-a797-fff70691fcc6 req-338fb86c-8484-4288-8ad2-0b0bbb3cb622 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 11009 time: 0.2606580 Dec 08 00:06:20.830437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3368b-f09f-4c81-a385-4ca562339c0c req-2094b212-890e-4b6b-bedb-2d242384059e tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:20.831928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39d3368b-f09f-4c81-a385-4ca562339c0c req-2094b212-890e-4b6b-bedb-2d242384059e tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 949 time: 0.1301687 Dec 08 00:06:20.925861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-785f3450-5625-4444-a797-fff70691fcc6 req-3a87331f-86c6-4cf2-938b-a389622767ac tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/ca2fa6f7-39a9-4570-90b2-7a35929e7ea3 HTTP/1.1" status: 200 len: 3002 time: 0.1043527 Dec 08 00:06:20.933889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39d3368b-f09f-4c81-a385-4ca562339c0c req-2eaf2c1d-56aa-457c-ba1a-76f498380f04 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933843 Dec 08 00:06:21.038095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.041921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-785f3450-5625-4444-a797-fff70691fcc6 req-87739060-582b-4540-84c1-b1bd8b8b4283 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/ca2fa6f7-39a9-4570-90b2-7a35929e7ea3 HTTP/1.1" status: 200 len: 3002 time: 0.1065686 Dec 08 00:06:21.075273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Port': ['ID=5867b1b8-554a-407c-a9ed-f92c4266004e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:21.132935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e844d47-d8be-4993-b614-52012aef4b97 req-79f62991-c9c6-4f56-b656-0070f852618c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.135074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e844d47-d8be-4993-b614-52012aef4b97 req-79f62991-c9c6-4f56-b656-0070f852618c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1400006 Dec 08 00:06:21.250764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e844d47-d8be-4993-b614-52012aef4b97 req-1ced1174-11c3-4286-8177-1258404efead tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095409 Dec 08 00:06:21.334928 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-515979b5-5ebf-4fdb-947c-98273e86d130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.337400 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.340781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0c1d99a0-808c-4998-aae6-c97fc5373c8f tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/ports/5867b1b8-554a-407c-a9ed-f92c4266004e HTTP/1.1" status: 204 len: 168 time: 1.0139663 Dec 08 00:06:21.343527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48526) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:21.370566 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d073aa-2a6f-4f5d-9c23-ac946b26f871 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] GET failed (client error): The resource could not be found. Dec 08 00:06:21.374410 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d4d073aa-2a6f-4f5d-9c23-ac946b26f871 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "GET /v2.0/ports/5867b1b8-554a-407c-a9ed-f92c4266004e HTTP/1.1" status: 404 len: 333 time: 0.0274229 Dec 08 00:06:21.374766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48528) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:21.384800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-202d4273-d811-4c56-b491-2d095dca8c23 req-48602792-86f8-422a-bc73-370112678c85 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/43a06912-6e57-4545-84cd-96b5e60324e0 HTTP/1.1" status: 200 len: 1819 time: 0.0743554 Dec 08 00:06:21.744605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202d4273-d811-4c56-b491-2d095dca8c23 req-893ec3e1-280f-4c79-8e1c-63a2e38566d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.790008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting port 87564d47-4eac-4a66-9630-545679e7a748 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:21.790348 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.797283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202d4273-d811-4c56-b491-2d095dca8c23 req-893ec3e1-280f-4c79-8e1c-63a2e38566d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.859688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.866287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.872243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.878157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.880727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:21.884072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.889977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.896446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:21.898508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9797df27-2f7a-4b84-ae95-08476272dbac req-53d14443-c43c-4074-b83a-a5d7d10fca5f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5419 time: 0.1706278 Dec 08 00:06:21.972043 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202d4273-d811-4c56-b491-2d095dca8c23 req-893ec3e1-280f-4c79-8e1c-63a2e38566d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.974605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202d4273-d811-4c56-b491-2d095dca8c23 req-893ec3e1-280f-4c79-8e1c-63a2e38566d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:21.975775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-202d4273-d811-4c56-b491-2d095dca8c23 req-893ec3e1-280f-4c79-8e1c-63a2e38566d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/43a06912-6e57-4545-84cd-96b5e60324e0 HTTP/1.1" status: 204 len: 173 time: 0.5709198 Dec 08 00:06:21.989502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:22.001683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'port_id': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'mac_address': 'fa:16:3e:39:0b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:22.008781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ec3e1-280f-4c79-8e1c-63a2e38566d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a06912-6e57-4545-84cd-96b5e60324e0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:22.014082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.044607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Calling delete_port for 87564d47-4eac-4a66-9630-545679e7a748 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:22.045723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9797df27-2f7a-4b84-ae95-08476272dbac req-6348c16a-a27c-4308-ba89-00c1a34b548c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387274 Dec 08 00:06:22.051784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.067467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:22.091070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:22.097388 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.098141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 46e58805-970c-4c9f-81e9-59800376358c details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:22.156379 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-e8e94625-4dc0-47c2-a9e8-5e7c65d417ce req-86758a85-9dbe-4bf8-9814-0cef4e9b76a9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:22.157514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8e94625-4dc0-47c2-a9e8-5e7c65d417ce req-86758a85-9dbe-4bf8-9814-0cef4e9b76a9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/43a06912-6e57-4545-84cd-96b5e60324e0 HTTP/1.1" status: 404 len: 352 time: 0.0623131 Dec 08 00:06:22.224459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:22.229234 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.242978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.244163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.244163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.244163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.244503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.244606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.244913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.245370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.245708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.246037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.246363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.246733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.247202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:22.294551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Port': ['ID=87564d47-4eac-4a66-9630-545679e7a748,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:22.294875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 46e58805-970c-4c9f-81e9-59800376358c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=46e58805-970c-4c9f-81e9-59800376358c,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:22.309923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '46e58805-970c-4c9f-81e9-59800376358c', 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'port_id': '46e58805-970c-4c9f-81e9-59800376358c', 'mac_address': 'fa:16:3e:db:bf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:22.342048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.345637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9a1bcc55-246f-49ef-8851-3a28a119bf4d tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/ports/87564d47-4eac-4a66-9630-545679e7a748 HTTP/1.1" status: 204 len: 168 time: 0.9698284 Dec 08 00:06:22.348902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48550) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:22.351780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70aea624-2d80-479e-bf3a-7bf6f939a853 req-7c94ffde-46e1-4764-8c0b-d83b2e0f81f5 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/2cc4d952-e36a-4e41-bf66-74bd0cff6e36 HTTP/1.1" status: 200 len: 1817 time: 0.1307454 Dec 08 00:06:22.355089 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.394336 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-08eafbe8-f74f-4c8e-9f40-e250e75ea9b3 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] GET failed (client error): The resource could not be found. Dec 08 00:06:22.394582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e58805-970c-4c9f-81e9-59800376358c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:22.396080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-08eafbe8-f74f-4c8e-9f40-e250e75ea9b3 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "GET /v2.0/ports/87564d47-4eac-4a66-9630-545679e7a748 HTTP/1.1" status: 404 len: 333 time: 0.0459323 Dec 08 00:06:22.399468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48552) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:22.433489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 46e58805-970c-4c9f-81e9-59800376358c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=46e58805-970c-4c9f-81e9-59800376358c,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:22.446961 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.448111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 671424f2-2a5b-4fbf-be9c-b289efefad60 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:22.478145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70aea624-2d80-479e-bf3a-7bf6f939a853 req-7ac837c5-6a3c-4d2f-a168-aa92690eb31d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.533086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70aea624-2d80-479e-bf3a-7bf6f939a853 req-7ac837c5-6a3c-4d2f-a168-aa92690eb31d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.535901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 671424f2-2a5b-4fbf-be9c-b289efefad60, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=671424f2-2a5b-4fbf-be9c-b289efefad60,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:22.539244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=46e58805-970c-4c9f-81e9-59800376358c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:22.559299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '671424f2-2a5b-4fbf-be9c-b289efefad60', 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'port_id': '671424f2-2a5b-4fbf-be9c-b289efefad60', 'mac_address': 'fa:16:3e:1e:cc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:22.603593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting port 2edeb954-2f7f-4363-b092-07a97415f513 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:22.604569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.628702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70aea624-2d80-479e-bf3a-7bf6f939a853 req-7ac837c5-6a3c-4d2f-a168-aa92690eb31d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.630098 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.632799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70aea624-2d80-479e-bf3a-7bf6f939a853 req-7ac837c5-6a3c-4d2f-a168-aa92690eb31d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.646452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671424f2-2a5b-4fbf-be9c-b289efefad60 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:22.647334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70aea624-2d80-479e-bf3a-7bf6f939a853 req-7ac837c5-6a3c-4d2f-a168-aa92690eb31d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/2cc4d952-e36a-4e41-bf66-74bd0cff6e36 HTTP/1.1" status: 204 len: 173 time: 0.2825916 Dec 08 00:06:22.669608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 671424f2-2a5b-4fbf-be9c-b289efefad60, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=671424f2-2a5b-4fbf-be9c-b289efefad60,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:22.671001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac837c5-6a3c-4d2f-a168-aa92690eb31d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4d952-e36a-4e41-bf66-74bd0cff6e36,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:22.692328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.693166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e716e73f-78d9-4edf-a42d-2897ef87b8de details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:22.766924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c5a4b-3244-4da8-a26e-d52f70c97506 req-8556fe72-f01b-4f9e-927d-9c2d05a0b5c1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:22.768804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-877c5a4b-3244-4da8-a26e-d52f70c97506 req-8556fe72-f01b-4f9e-927d-9c2d05a0b5c1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0953629 Dec 08 00:06:22.770146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:22.784658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Calling delete_port for 2edeb954-2f7f-4363-b092-07a97415f513 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:22.794400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac8814-79c7-4b72-835e-86f324432034 req-528e4b6b-1aff-488b-8389-e31eeded4adb tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:22.796335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbac8814-79c7-4b72-835e-86f324432034 req-528e4b6b-1aff-488b-8389-e31eeded4adb tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 949 time: 0.0763502 Dec 08 00:06:22.888007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbac8814-79c7-4b72-835e-86f324432034 req-c70d5600-bbc6-46bf-b266-ada3971b38a9 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723519 Dec 08 00:06:22.899163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-877c5a4b-3244-4da8-a26e-d52f70c97506 req-df94d615-e1fd-4659-bce1-b873396e8dc0 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168737 Dec 08 00:06:22.936317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=671424f2-2a5b-4fbf-be9c-b289efefad60,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:22.948103 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-23e4502f-38e8-48b8-a16a-40f8c820117f req-d6b81a23-c59d-4f6b-a622-7ffd66308c20 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:22.949125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23e4502f-38e8-48b8-a16a-40f8c820117f req-d6b81a23-c59d-4f6b-a622-7ffd66308c20 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/2cc4d952-e36a-4e41-bf66-74bd0cff6e36 HTTP/1.1" status: 404 len: 352 time: 0.0197303 Dec 08 00:06:22.988775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.015762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e716e73f-78d9-4edf-a42d-2897ef87b8de, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.029170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'e716e73f-78d9-4edf-a42d-2897ef87b8de', 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29', 'port_id': 'e716e73f-78d9-4edf-a42d-2897ef87b8de', 'mac_address': 'fa:16:3e:87:77:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038c5374-f35d-4e58-b90b-2854ac28237b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:23.034984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Port': ['ID=2edeb954-2f7f-4363-b092-07a97415f513,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:23.056247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f444199-dbdf-4d72-89c9-6ea62608d8af req-302997b6-8fb7-4af3-b65d-bfc8c2642650 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/9a644b2d-8132-4250-b883-d863e9d2900e HTTP/1.1" status: 200 len: 1818 time: 0.0783794 Dec 08 00:06:23.066850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.071035 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-573522bb-8a3a-4b80-aebd-f93bca147187 tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/ports/2edeb954-2f7f-4363-b092-07a97415f513 HTTP/1.1" status: 204 len: 168 time: 0.6702354 Dec 08 00:06:23.073434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:23.080001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.096434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e716e73f-78d9-4edf-a42d-2897ef87b8de {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:23.098919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f621dfa-8f57-4f6f-b593-9a7c3df0e737 req-cd039be2-103c-4862-92cb-a0187ea5def9 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.100475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f621dfa-8f57-4f6f-b593-9a7c3df0e737 req-cd039be2-103c-4862-92cb-a0187ea5def9 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1096 time: 0.0999849 Dec 08 00:06:23.128846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e716e73f-78d9-4edf-a42d-2897ef87b8de, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.134009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting subnet e18f99ba-62f4-462e-a7fe-b85631a29398 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:06:23.135278 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.138420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.140361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 40b46288-86f4-4a56-a15c-4ad210459868 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:23.191378 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.198971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f621dfa-8f57-4f6f-b593-9a7c3df0e737 req-41b519d9-d6d9-487c-8e8e-f8899e313c20 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881200 Dec 08 00:06:23.200268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e716e73f-78d9-4edf-a42d-2897ef87b8de,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:23.212659 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f444199-dbdf-4d72-89c9-6ea62608d8af req-a51a71fa-ec97-40d5-9a54-281f4ce36e11 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.249401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f444199-dbdf-4d72-89c9-6ea62608d8af req-a51a71fa-ec97-40d5-9a54-281f4ce36e11 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.254686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 40b46288-86f4-4a56-a15c-4ad210459868, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=40b46288-86f4-4a56-a15c-4ad210459868,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.272879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '40b46288-86f4-4a56-a15c-4ad210459868', 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'port_id': '40b46288-86f4-4a56-a15c-4ad210459868', 'mac_address': 'fa:16:3e:79:df:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:23.316187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.324538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.333653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f444199-dbdf-4d72-89c9-6ea62608d8af req-a51a71fa-ec97-40d5-9a54-281f4ce36e11 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.333653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f444199-dbdf-4d72-89c9-6ea62608d8af req-a51a71fa-ec97-40d5-9a54-281f4ce36e11 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.334600 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f444199-dbdf-4d72-89c9-6ea62608d8af req-a51a71fa-ec97-40d5-9a54-281f4ce36e11 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a644b2d-8132-4250-b883-d863e9d2900e HTTP/1.1" status: 204 len: 173 time: 0.2674708 Dec 08 00:06:23.342099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b46288-86f4-4a56-a15c-4ad210459868 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:23.366406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 40b46288-86f4-4a56-a15c-4ad210459868, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=40b46288-86f4-4a56-a15c-4ad210459868,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.371453 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.372520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a71fa-ec97-40d5-9a54-281f4ce36e11 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a644b2d-8132-4250-b883-d863e9d2900e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:23.373285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a79998b1-a1e0-4454-998f-c66257c7ffce details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:23.409394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.413612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.415902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.423658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.432352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.437258 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.439369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.444899 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/subnets/e18f99ba-62f4-462e-a7fe-b85631a29398 HTTP/1.1" status: 204 len: 168 time: 0.3703089 Dec 08 00:06:23.445243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890c7f0-1785-4686-ad14-2ffa1b63d899 None None] Network 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:23.445710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48578) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:23.447640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.455448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:23.464691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-e80414b7-bf08-4189-9c64-db37db3cb9e9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5423 time: 0.1457217 Dec 08 00:06:23.479455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ec99-97fd-4e91-83e1-84537929dd9b tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Subnet': ['ID=e18f99ba-62f4-462e-a7fe-b85631a29398,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:23.503308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a79998b1-a1e0-4454-998f-c66257c7ffce, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a79998b1-a1e0-4454-998f-c66257c7ffce,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.522760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=40b46288-86f4-4a56-a15c-4ad210459868,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:23.555084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2df53e92-1079-4569-83bf-d0b3e406c354 req-01284e44-7ea0-4e5b-8687-27bdc819b9f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789881 Dec 08 00:06:23.560167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'a79998b1-a1e0-4454-998f-c66257c7ffce', 'network_id': '1309ab95-0789-4dee-93fc-c5cbc2662c29', 'port_id': 'a79998b1-a1e0-4454-998f-c66257c7ffce', 'mac_address': 'fa:16:3e:59:e5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038c5374-f35d-4e58-b90b-2854ac28237b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:23.569705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.600077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-25a3afcd-deb1-4398-bbe3-6e94dfad6229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.640048 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.657871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79998b1-a1e0-4454-998f-c66257c7ffce {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:23.659958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Deleting port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:23.660301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.681393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a79998b1-a1e0-4454-998f-c66257c7ffce, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a79998b1-a1e0-4454-998f-c66257c7ffce,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.688624 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.689572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device d4e02d13-a694-4a8b-8324-1d6c6089ca57 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:23.732527 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-fc841c0e-9f5f-4116-96a0-47d7f699a831 req-9b8d8eb7-d2ad-4b34-9de3-91ecf7d3c6f9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:23.732988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] For port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,segment=NetworkSegment(cac0c1e8-99af-46e2-86e8-3e64b47e4318),segment_id=cac0c1e8-99af-46e2-86e8-3e64b47e4318)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.733386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.750976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Calling delete_port for a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:23.752612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc841c0e-9f5f-4116-96a0-47d7f699a831 req-9b8d8eb7-d2ad-4b34-9de3-91ecf7d3c6f9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/9a644b2d-8132-4250-b883-d863e9d2900e HTTP/1.1" status: 404 len: 352 time: 0.0250518 Dec 08 00:06:23.755503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] DHCP port deletion for 8b3bfb30-13d7-4d4f-82c9-37a20e350a9a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:06:23.827005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port d4e02d13-a694-4a8b-8324-1d6c6089ca57, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:23.841959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a79998b1-a1e0-4454-998f-c66257c7ffce,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:23.865038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57', 'network_id': 'b17fad21-61ca-4491-9de5-9ff6e0ba6381', 'port_id': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57', 'mac_address': 'fa:16:3e:2e:b3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:23.866516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.900419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Port': ['ID=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:23.905943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] No DVR routers for this DVR port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:23.921464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] Deleting port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:23.921846 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.945601 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:23.973551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1342c6d8-6a98-4abb-96db-dbab6f177d36 req-11a143c2-5434-4f23-a199-b6df71e7ef35 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 6208 time: 0.1133516 Dec 08 00:06:23.980749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e02d13-a694-4a8b-8324-1d6c6089ca57 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:24.008913 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.022914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1342c6d8-6a98-4abb-96db-dbab6f177d36 req-bb305418-9cbc-4bf4-a6f5-893e3dfaa90b tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/ca2fa6f7-39a9-4570-90b2-7a35929e7ea3 HTTP/1.1" status: 200 len: 3002 time: 0.0484595 Dec 08 00:06:24.034471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3bfb30-13d7-4d4f-82c9-37a20e350a9a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:24.040239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] For port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:24.040633 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.049113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac0c1e8-99af-46e2-86e8-3e64b47e4318') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:24.049501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac0c1e8-99af-46e2-86e8-3e64b47e4318') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:24.063341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port d4e02d13-a694-4a8b-8324-1d6c6089ca57, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:24.066702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.070271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] Calling delete_port for a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:24.075140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] Port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:06:24.076234 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.082659 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.085916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1342c6d8-6a98-4abb-96db-dbab6f177d36 req-efd8cad4-2ee6-4e47-a8a7-cadbc5073dad tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/ca2fa6f7-39a9-4570-90b2-7a35929e7ea3 HTTP/1.1" status: 200 len: 3002 time: 0.0508292 Dec 08 00:06:24.098969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.106836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:06:24.107407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:06:24.112843 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:06:24.149963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] No DVR routers for this DVR port a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:24.152188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=d4e02d13-a694-4a8b-8324-1d6c6089ca57,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:24.183553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df2f51-f598-4c62-80b6-9af4f94b1e9e None None] Pushing event deleted for resources: {'Port': ['ID=a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:24.192740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.201952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.205350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] 10.222.0.18 "DELETE /v2.0/networks/8b3bfb30-13d7-4d4f-82c9-37a20e350a9a HTTP/1.1" status: 204 len: 168 time: 0.7355843 Dec 08 00:06:24.221306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89e847-eb45-45fc-a4ee-00e6cdc951ce tempest-AllowedAddressPairIpV6TestJSON-306586747 tempest-AllowedAddressPairIpV6TestJSON-306586747-project] Pushing event deleted for resources: {'Network': ['ID=8b3bfb30-13d7-4d4f-82c9-37a20e350a9a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:24.232953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26f18c-8720-4134-8478-5efa65ddaef0 req-a6bf30ce-62c3-4608-b10e-cad80a84ec34 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.235424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f26f18c-8720-4134-8478-5efa65ddaef0 req-a6bf30ce-62c3-4608-b10e-cad80a84ec34 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 949 time: 0.0629153 Dec 08 00:06:24.301525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f26f18c-8720-4134-8478-5efa65ddaef0 req-ed673840-5507-40fd-95e1-ff415fdc381d tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3dbc07f-d984-47e0-8704-4e9337d56ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583501 Dec 08 00:06:24.320718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-fa9172e3-2415-47d4-87b5-34751d4835f6 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.323546 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-fa9172e3-2415-47d4-87b5-34751d4835f6 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.59 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 949 time: 0.0696936 Dec 08 00:06:24.419415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dc8b2-899f-4215-b6e9-2389c4254eb3 req-05f2ac56-21c7-4a35-8aee-16716326f459 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.421159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-597dc8b2-899f-4215-b6e9-2389c4254eb3 req-05f2ac56-21c7-4a35-8aee-16716326f459 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0597384 Dec 08 00:06:24.444653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Deleting port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:24.445312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.479778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-597dc8b2-899f-4215-b6e9-2389c4254eb3 req-b6151abb-b3a6-481b-8884-be4cd2031bae tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507166 Dec 08 00:06:24.528361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-0e237a60-cd0b-482f-aeed-3119fbcac137 req-2337921a-3456-4b0f-a305-c0b1430cf5ce tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1147770081', 'description': 'tempest-description-1072071161'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:24.568060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0e237a60-cd0b-482f-aeed-3119fbcac137 req-2337921a-3456-4b0f-a305-c0b1430cf5ce tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.577062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-bc482a3e-4378-4a81-b6d6-8a4c4d3f5d36 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:06:24.578465 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-bc482a3e-4378-4a81-b6d6-8a4c4d3f5d36 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085411 Dec 08 00:06:24.584815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] For port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:24.585252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.618188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:24.620293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48614) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:24.624910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Calling delete_port for 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:24.644009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-6de84321-5f38-40b5-88d1-fea40e96f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.645547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-6de84321-5f38-40b5-88d1-fea40e96f806 service neutron] 10.222.0.18 "GET /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 1093 time: 0.0568433 Dec 08 00:06:24.657636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:06:24.658310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a1dc6c4d-66a8-4e8e-b1e1-7fe3cb93754f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:06:24.658599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0e237a60-cd0b-482f-aeed-3119fbcac137 req-2337921a-3456-4b0f-a305-c0b1430cf5ce tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.663995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0e237a60-cd0b-482f-aeed-3119fbcac137 req-2337921a-3456-4b0f-a305-c0b1430cf5ce tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.685287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:24.685735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:06:24.697868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337921a-3456-4b0f-a305-c0b1430cf5ce tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54886345-0ba1-4cae-b45d-9bfef1c661d9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:24.704132 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0e237a60-cd0b-482f-aeed-3119fbcac137 req-2337921a-3456-4b0f-a305-c0b1430cf5ce tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.705368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e237a60-cd0b-482f-aeed-3119fbcac137 req-2337921a-3456-4b0f-a305-c0b1430cf5ce tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1837943 Dec 08 00:06:24.852828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.858655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.865714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.872120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.879310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.884510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:24.884927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:24.885235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:24.886179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.889727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:24.891660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:06:24.892067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:24.894616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:24.896617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-a44978e9-2d45-4982-8e4f-51c9e1f33005 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5426 time: 0.1340015 Dec 08 00:06:24.899491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-edcfafd2-c767-4c79-93f4-796811000980 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daaeec4e354d4b17b6b4dd540f889050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776291 Dec 08 00:06:24.902513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48624) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:24.905971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:24.906315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:24.906692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:24.907157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Bound port: 69fb6df8-018a-4b92-ab50-2e87d53314f3, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:24.930324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Pushing event deleted for resources: {'Port': ['ID=8be1dbdd-c420-40fb-bd59-5566fa7bf0a2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:24.982827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['8be1dbdd-c420-40fb-bd59-5566fa7bf0a2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:25.000540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] No DVR routers for this DVR port 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:25.003815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.005724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c07267a-a448-4bee-8e43-9b321cb0247c req-2949e68c-96ae-461d-bd31-d0dd9ea57c93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963361 Dec 08 00:06:25.007125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be969b91-ad97-4dba-9a83-31e128f1a76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.007274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d108666-71d5-42c5-8f9d-de7169e80dc7 req-2615750c-056e-49ca-8285-86d20c7b42c4 tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.59 "DELETE /v2.0/ports/8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 HTTP/1.1" status: 204 len: 173 time: 0.6766942 Dec 08 00:06:25.007622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'name': 'network-vif-deleted', 'tag': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:25.009926 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b030e57-eedd-4803-8513-6b926d414990" -d '{"events": [{"server_uuid": "c54071d8-6d47-416e-9f6d-61dbdb71233b", "name": "network-vif-deleted", "tag": "8be1dbdd-c420-40fb-bd59-5566fa7bf0a2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:25.032848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:25.041551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.043033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-4b3d624b-71a8-4673-b5b6-2ef31ed28a0c service neutron] 10.222.0.18 "POST /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3624537 Dec 08 00:06:25.047561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be969b91-ad97-4dba-9a83-31e128f1a76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.109969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.143241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be969b91-ad97-4dba-9a83-31e128f1a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.146743 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be969b91-ad97-4dba-9a83-31e128f1a76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.165467 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-be969b91-ad97-4dba-9a83-31e128f1a76f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3ec1127-133b-4f1a-b3c2-077222e0dcf3 HTTP/1.1" status: 204 len: 168 time: 0.2468803 Dec 08 00:06:25.176303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e716e73f-78d9-4edf-a42d-2897ef87b8de'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:25.189161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ae5223cc-f867-4faf-8efb-63aa63ddc07a req-e02629da-220b-42ab-9fdd-3496c109e067 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2018439685', 'description': 'tempest-description-1350493968'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:25.210499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be969b91-ad97-4dba-9a83-31e128f1a76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec1127-133b-4f1a-b3c2-077222e0dcf3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:25.226491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a79998b1-a1e0-4454-998f-c66257c7ffce'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:25.248788 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae5223cc-f867-4faf-8efb-63aa63ddc07a req-e02629da-220b-42ab-9fdd-3496c109e067 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.298302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['40b46288-86f4-4a56-a15c-4ad210459868'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:25.322603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['671424f2-2a5b-4fbf-be9c-b289efefad60'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:25.325117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['46e58805-970c-4c9f-81e9-59800376358c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:25.327032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['d4e02d13-a694-4a8b-8324-1d6c6089ca57'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:25.345933 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1b4acf-e64c-4746-9fe9-808550e31567 x-openstack-request-id: req-ae1b4acf-e64c-4746-9fe9-808550e31567 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:25.347196 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54071d8-6d47-416e-9f6d-61dbdb71233b", "name": "network-vif-deleted", "tag": "8be1dbdd-c420-40fb-bd59-5566fa7bf0a2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:25.347632 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae1b4acf-e64c-4746-9fe9-808550e31567 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:25.348203 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54071d8-6d47-416e-9f6d-61dbdb71233b', 'name': 'network-vif-deleted', 'tag': '8be1dbdd-c420-40fb-bd59-5566fa7bf0a2', 'status': 'completed', 'code': 200} Dec 08 00:06:25.411919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae5223cc-f867-4faf-8efb-63aa63ddc07a req-e02629da-220b-42ab-9fdd-3496c109e067 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.417961 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae5223cc-f867-4faf-8efb-63aa63ddc07a req-e02629da-220b-42ab-9fdd-3496c109e067 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.452458 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-8476255f-f434-4db2-b920-336f72e9e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:25.454023 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-8476255f-f434-4db2-b920-336f72e9e755 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1096 time: 0.0558784 Dec 08 00:06:25.502358 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae5223cc-f867-4faf-8efb-63aa63ddc07a req-e02629da-220b-42ab-9fdd-3496c109e067 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:25.504407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae5223cc-f867-4faf-8efb-63aa63ddc07a req-e02629da-220b-42ab-9fdd-3496c109e067 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3366210 Dec 08 00:06:25.518108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02629da-220b-42ab-9fdd-3496c109e067 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5507cba-f00a-4feb-82bc-78d939aed04b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:25.544456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08d2ea-be1e-4343-a230-754a31053897 req-906c826a-4088-4a7e-ba89-597f88a39dc4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:25.546387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf08d2ea-be1e-4343-a230-754a31053897 req-906c826a-4088-4a7e-ba89-597f88a39dc4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.1074243 Dec 08 00:06:25.630028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf08d2ea-be1e-4343-a230-754a31053897 req-02d2bb91-18f2-4041-b5be-28981a534d1c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754292 Dec 08 00:06:25.637131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-473525f5-eaa9-4182-a7ef-2415d443b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:25.640580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-473525f5-eaa9-4182-a7ef-2415d443b128 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1790869 Dec 08 00:06:25.693389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fb6d734-1abb-4b98-9ca9-deb6cbb82906 req-72ea8269-14b8-429b-9f46-68ced8a3526f tempest-TenantUsagesTestJSON-1286336358 tempest-TenantUsagesTestJSON-1286336358-project] 10.222.0.18 "GET /v2.0/ports?device_id=c54071d8-6d47-416e-9f6d-61dbdb71233b HTTP/1.1" status: 200 len: 210 time: 0.0551753 Dec 08 00:06:25.738141 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-57a68cf6-f12d-4383-8d49-1d1aa1df9816 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 217 time: 0.0895813 Dec 08 00:06:25.817825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-b3d3833d-a8ad-4945-a9f2-bcffd65295a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:25.819348 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-b3d3833d-a8ad-4945-a9f2-bcffd65295a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0747707 Dec 08 00:06:25.834836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225fac4-fa5d-477b-9f33-9d36c2c0eea6 req-2c66909e-51ed-4a75-9914-44b73469a8f4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:25.836889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0225fac4-fa5d-477b-9f33-9d36c2c0eea6 req-2c66909e-51ed-4a75-9914-44b73469a8f4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0543978 Dec 08 00:06:25.866593 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-6c829039-a183-4a2a-b2c9-cdd64c1c9ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368991 Dec 08 00:06:25.995222 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-8b0ed9a0-644e-4ba7-8706-27af657b6528 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201413 Dec 08 00:06:26.019401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0225fac4-fa5d-477b-9f33-9d36c2c0eea6 req-a6470155-d504-4f77-80d8-890da35c7dc6 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626959 Dec 08 00:06:26.048839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-e4c27c53-94ce-4c46-bc9c-9e7eccc3e9d3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.058557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-e4c27c53-94ce-4c46-bc9c-9e7eccc3e9d3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 813 time: 0.2172015 Dec 08 00:06:26.079339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-de9fb9e1-d9c3-438e-bec1-690fec8ad794 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/quotas/bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 375 time: 0.0187528 Dec 08 00:06:26.099041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['982b2cd2-c89d-4450-93e5-2afd5f4d8c5f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:26.144711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-a11c3257-32eb-4d39-9552-05e57230c5b5 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419528 Dec 08 00:06:26.200151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-c4e20d6f-69ae-4e53-965f-4e0c268125bc tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184061 Dec 08 00:06:26.279998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.301589 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.302523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.321025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.333572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.349095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.355362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.362230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.364171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-3d5a6bbe-2f9c-4a22-a721-9718a10c0ecf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5426 time: 0.2178733 Dec 08 00:06:26.463418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48674) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:26.489544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ae96ba6-bea7-4879-ad78-081597cc7303 req-0ab15e0b-b8d9-4bdb-ad8a-66157cbd2d0c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919840 Dec 08 00:06:26.491642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-8c237120-336a-47a6-b2f7-e40637b58028 service neutron] 10.222.0.18 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818234 Dec 08 00:06:26.586615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-16170053'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:26.610243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:26.613955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.626089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.632035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-4527c434-a4cd-4c2a-973c-cf8a5b6591a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330607 Dec 08 00:06:26.729115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.743178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.797993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:06:26.822559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb7f4b6-6c6c-4eb2-a268-45965a4f5fad,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:26.836017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.836437 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Added segment 9098fb4c-8819-4b0b-b79c-fa9f18fe926f of type vlan for network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 Dec 08 00:06:26.896344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.934388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d5eb1-9da2-437d-a1c4-07efb981b5ea req-940deace-c4c6-4884-8fe3-705d84cfc8c1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.936257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f24d5eb1-9da2-437d-a1c4-07efb981b5ea req-940deace-c4c6-4884-8fe3-705d84cfc8c1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.1280601 Dec 08 00:06:26.952508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.958509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:26.959181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:26.960494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc8464a4-8b8d-4e86-b131-0dc77b95df8d req-02ec8629-7f5d-4f8a-abd0-e65b48301a6e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 210 time: 0.0601737 Dec 08 00:06:27.011331 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5467193 Dec 08 00:06:27.011975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48690) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:27.019328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'subnet': {'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:27.042121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f24d5eb1-9da2-437d-a1c4-07efb981b5ea req-c9c676ec-b7a2-4767-9d5a-04591ce28b2c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815885 Dec 08 00:06:27.151722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70c532-67d3-48f2-826e-4219e3f7d322 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Network': ['ID=63cdd45b-4f14-43d2-bda3-fd6a1b79ef07,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:27.159138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a479-3071-41df-826f-0c1fadd235d0 req-d5458399-0b4b-4270-8a39-4f62f1e6581a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.160837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c4a479-3071-41df-826f-0c1fadd235d0 req-d5458399-0b4b-4270-8a39-4f62f1e6581a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0697181 Dec 08 00:06:27.163552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:06:27.215629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:27.221128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.249182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.289763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c4a479-3071-41df-826f-0c1fadd235d0 req-17d59a2d-24a3-40bf-8030-aecec90a3086 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087515 Dec 08 00:06:27.364768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48700) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:27.491590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.519586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b3557cb8-e535-4eba-8e02-772cc49ed554 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa5eae50705d49d693a9f1e8dd7906fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533599 Dec 08 00:06:27.522089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48704) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:27.581501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Subnet': ['ID=0bd41bce-4c88-4094-9bc2-02e24849d3a9,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:27.590737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Checking segment: {'id': '9098fb4c-8819-4b0b-b79c-fa9f18fe926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:27.591173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network hostable DHCP agents. Network: 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:06:27.597641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b826d4b-d1b5-4927-8f73-4c9d90786b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.624395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:06:27.629550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b826d4b-d1b5-4927-8f73-4c9d90786b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.656236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:27.661396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.661894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.672111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f5aa3-d413-4f41-a848-447ed667c577 None None] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:27.712776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:27.713028 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1065b878-3604-4509-9de0-02109a24c94d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6973972 Dec 08 00:06:27.721001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'name': 'tempest-AllowedAddressPairTestJSON-748432269'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:27.739007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b826d4b-d1b5-4927-8f73-4c9d90786b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.741763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b826d4b-d1b5-4927-8f73-4c9d90786b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.743051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6b826d4b-d1b5-4927-8f73-4c9d90786b7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3dbc07f-d984-47e0-8704-4e9337d56ef2 HTTP/1.1" status: 204 len: 168 time: 0.2196960 Dec 08 00:06:27.765534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b826d4b-d1b5-4927-8f73-4c9d90786b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dbc07f-d984-47e0-8704-4e9337d56ef2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:27.826184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'project_id': 'bfbedf3bd3a940a08bf3da404917afa1', 'fixed_ips': [{'subnet_id': '0bd41bce-4c88-4094-9bc2-02e24849d3a9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:06:27.827726 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:27.852428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.859878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.870658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.878858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.885767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.892613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.899594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:27.907960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-732e832c-5e78-4724-8d77-955c58186d03 req-74df33ae-693d-456e-a3bb-c61ef8309a83 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5426 time: 0.2804730 Dec 08 00:06:28.047372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-732e832c-5e78-4724-8d77-955c58186d03 req-380c15e8-32b5-4fa8-9b58-2ed60d714772 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362233 Dec 08 00:06:28.088167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:28.092110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.136109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49904a37-a747-405b-bd78-29b985e4e57c req-113bf513-57c9-4696-85a8-6c16c29af61e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 210 time: 0.0416243 Dec 08 00:06:28.139084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] device_id is not set on port 72663810-bc56-4269-b2d5-6b0c8da86dcf yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:28.259911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f401e84-3561-4d88-9a1d-2665079de958 req-053a50d1-d8f1-4ea3-b342-9c9f47555d68 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:28.261536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f401e84-3561-4d88-9a1d-2665079de958 req-053a50d1-d8f1-4ea3-b342-9c9f47555d68 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.0827677 Dec 08 00:06:28.290686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:28.293823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Allocated IP 172.20.0.2 (63cdd45b-4f14-43d2-bda3-fd6a1b79ef07/0bd41bce-4c88-4094-9bc2-02e24849d3a9/32490795-b7ed-42f4-a9b9-6fbe7e7b596b) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:28.349751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:06:28.355382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:28.356588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8be1dbdd-c420-40fb-bd59-5566fa7bf0a2 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:06:28.376586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f401e84-3561-4d88-9a1d-2665079de958 req-f53d1151-2998-43c1-9d24-0893aaf14f63 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012809 Dec 08 00:06:28.435433 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e2748e1-f1cd-4708-9a44-6cac0c1bf67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.459306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c234a-e9e4-474b-b157-bbab65160633 req-a07a85a5-9618-4bf3-a70b-104a504f4784 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:28.461017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d04c234a-e9e4-474b-b157-bbab65160633 req-a07a85a5-9618-4bf3-a70b-104a504f4784 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0548434 Dec 08 00:06:28.508154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-f75eddc1-c2d2-4e95-b47d-6a4cac0e6229 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:28.509819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-f75eddc1-c2d2-4e95-b47d-6a4cac0e6229 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.59 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 813 time: 0.2271574 Dec 08 00:06:28.535696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'port': {'device_id': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99', 'admin_state_up': True, 'tenant_id': 'bbdc10f53e9c4231a6020f2581167e6d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:28.542924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d04c234a-e9e4-474b-b157-bbab65160633 req-886c1be4-b04e-4185-a69a-b3c4ceb9b5cb tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755265 Dec 08 00:06:28.582383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.589976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.626033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:28.629893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:28.636527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:28.663685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Allocated IP 172.20.0.4 (63cdd45b-4f14-43d2-bda3-fd6a1b79ef07/0bd41bce-4c88-4094-9bc2-02e24849d3a9/72663810-bc56-4269-b2d5-6b0c8da86dcf) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:28.669113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Pushing event updated for resources: {'Port': ['ID=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:28.678382 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e2748e1-f1cd-4708-9a44-6cac0c1bf67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.688267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e2748e1-f1cd-4708-9a44-6cac0c1bf67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.719266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Attempting to bind port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:28.720043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Attempting to bind port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9098fb4c-8819-4b0b-b79c-fa9f18fe926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:28.721821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Attempting to bind port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b on network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:28.729389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:28.730307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Checking segment: {'id': '9098fb4c-8819-4b0b-b79c-fa9f18fe926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:28.731990 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.732772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Bound using segment: {'id': '9098fb4c-8819-4b0b-b79c-fa9f18fe926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:28.733509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Bound port: 32490795-b7ed-42f4-a9b9-6fbe7e7b596b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9098fb4c-8819-4b0b-b79c-fa9f18fe926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:28.734101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.763298 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8e2748e1-f1cd-4708-9a44-6cac0c1bf67a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0631df2ab5c94794ac25921ec25f601b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952579 Dec 08 00:06:28.767649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48726) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:28.769115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2748e1-f1cd-4708-9a44-6cac0c1bf67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307091dc-de37-4767-96d5-ffa2bdb9946c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:28.839968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Made reservation on behalf of bbdc10f53e9c4231a6020f2581167e6d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:28.840236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] For port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:28.843814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.844714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] For port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,segment=NetworkSegment(9098fb4c-8819-4b0b-b79c-fa9f18fe926f),segment_id=9098fb4c-8819-4b0b-b79c-fa9f18fe926f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:28.853468 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.854458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.936905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:28.962934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4135124-5ba2-40e7-aa72-5b54260054f0 None None] Pushing event updated for resources: {'Port': ['ID=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:29.049295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:29.054246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:29.057361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=72663810-bc56-4269-b2d5-6b0c8da86dcf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:29.060839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:29.110333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Allocated IP 172.20.0.6 (f57580fc-dc0b-4170-ad95-6984f40eba99/3e82b152-e3db-459e-b9cb-6c3f003691ac/19bd7f33-dd06-46bc-ad83-cf54ab20026d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:29.131027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.131868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.169167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1aaa7890-c5ab-41fa-a67a-4e5303ff9893 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4535258 Dec 08 00:06:29.170106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48736) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:29.177595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'name': 'tempest-AllowedAddressPairTestJSON-1670866438', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1c:aa:4c'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:29.409433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3971e6b-5760-4775-9af6-c9b99bcc889a req-b286676b-45f6-4193-a20d-47db3ff75740 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 210 time: 0.1022408 Dec 08 00:06:29.433922 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.484300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-886c3559-b851-43a6-bf09-5ace14299e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.496855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.506598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.514907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.523565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.524053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-886c3559-b851-43a6-bf09-5ace14299e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.531486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.540726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.549680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.558536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-cfe57056-001e-424f-9f95-5a3dbcfbb38d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5426 time: 0.3091998 Dec 08 00:06:29.562505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.597543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:29.617150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Network f57580fc-dc0b-4170-ad95-6984f40eba99 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:29.624047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:29.626522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:29.629477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:29.663443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-886c3559-b851-43a6-bf09-5ace14299e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.666052 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-886c3559-b851-43a6-bf09-5ace14299e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.671697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-886c3559-b851-43a6-bf09-5ace14299e23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/307091dc-de37-4767-96d5-ffa2bdb9946c HTTP/1.1" status: 204 len: 168 time: 0.8962061 Dec 08 00:06:29.693691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c33c1f-6ee4-44dd-aa16-5cd7cfb39f83 req-4e892058-56dc-4c21-aa78-67859ee1423d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.695771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08c33c1f-6ee4-44dd-aa16-5cd7cfb39f83 req-4e892058-56dc-4c21-aa78-67859ee1423d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.1359572 Dec 08 00:06:29.701592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf36f6d9-91ac-4997-84dd-f4a549832e36 req-6feeeaf7-5c70-4bed-aa82-efa4920db8f9 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314132 Dec 08 00:06:29.703392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c3559-b851-43a6-bf09-5ace14299e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307091dc-de37-4767-96d5-ffa2bdb9946c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:29.706074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:29.723348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:29.724264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.746839 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-1e7bcebf-41fa-4c4d-80b8-ebeb16d81723 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2162700 Dec 08 00:06:29.767597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Request body: {'port': {'device_id': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:29.824878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08c33c1f-6ee4-44dd-aa16-5cd7cfb39f83 req-9b15ac68-c66f-4068-903d-fd9441b3c943 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219115 Dec 08 00:06:29.872209 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:29.967519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] device_id is not set on port a29f4809-5b45-4b2e-a7a9-b51b0a587517 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:30.083949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986a94-33e9-4d6f-90c2-4d27180d66a0 req-496ea0b3-b821-427c-9c39-c32cbd6d1ddc tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:30.085681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4986a94-33e9-4d6f-90c2-4d27180d66a0 req-496ea0b3-b821-427c-9c39-c32cbd6d1ddc tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.2046547 Dec 08 00:06:30.262655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4986a94-33e9-4d6f-90c2-4d27180d66a0 req-4c582ec2-5aad-4116-bad5-ff5b9f671526 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604931 Dec 08 00:06:30.294225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Allocated IP 172.20.0.8 (63cdd45b-4f14-43d2-bda3-fd6a1b79ef07/0bd41bce-4c88-4094-9bc2-02e24849d3a9/a29f4809-5b45-4b2e-a7a9-b51b0a587517) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:30.308673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:30.490338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:30.497959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:30.497959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:30.686834 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:30.711531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781f597-5a9a-448a-8247-61835b6d995f None None] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:30.749885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 32490795-b7ed-42f4-a9b9-6fbe7e7b596b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:30.818581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0b3c-a801-45b0-900f-38d0b0969d6b req-c8cc3371-9209-46a9-b4ac-f12eb5ca10e8 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:30.826171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d5e0b3c-a801-45b0-900f-38d0b0969d6b req-c8cc3371-9209-46a9-b4ac-f12eb5ca10e8 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 931 time: 0.1937146 Dec 08 00:06:30.841025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:30.881337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:30.955739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d5e0b3c-a801-45b0-900f-38d0b0969d6b req-51c0ac72-c0a0-4f0c-bcf8-0a5179cb3c14 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238410 Dec 08 00:06:30.961143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4a7e12d3-686c-4666-8b38-c1e47f960701 None None] Provisioning complete for port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:30.961729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e12d3-686c-4666-8b38-c1e47f960701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:30.970017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:30.973162 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a4044d-e58a-43e6-a427-a1489f8d7d48" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:31.024762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:31.025283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.046959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.053405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.054613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 46e58805-970c-4c9f-81e9-59800376358c up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:31.057701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.077430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.104929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.113884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.121968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.130937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-b6ad3b5e-79d5-4758-b8fd-9546e07a6c36 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5426 time: 0.2537899 Dec 08 00:06:31.140431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:31.140838 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.142527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.255911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48776) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:31.257461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:31.284291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:31.290187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:31.292975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=a29f4809-5b45-4b2e-a7a9-b51b0a587517,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:31.338057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e714e5-6d3a-4bb6-a8eb-86dc10edbed8 req-3da85f46-a536-4775-9324-e7892ff6ad15 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.340065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67e714e5-6d3a-4bb6-a8eb-86dc10edbed8 req-3da85f46-a536-4775-9324-e7892ff6ad15 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.2058222 Dec 08 00:06:31.341674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 46e58805-970c-4c9f-81e9-59800376358c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:31.343751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:31.349553 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e12d3-686c-4666-8b38-c1e47f960701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.354959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bd7f33-dd06-46bc-ad83-cf54ab20026d {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:31.366546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.373107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31719585-37e6-413c-80fd-e0fbfac6a7c5 req-a4a701ca-8586-40b5-8a30-eb005c1e0ecc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2407792 Dec 08 00:06:31.385792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Transition to ACTIVE for port object 19bd7f33-dd06-46bc-ad83-cf54ab20026d will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:06:31.394067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4a7e12d3-686c-4666-8b38-c1e47f960701 None None] For port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,segment=NetworkSegment(9098fb4c-8819-4b0b-b79c-fa9f18fe926f),segment_id=9098fb4c-8819-4b0b-b79c-fa9f18fe926f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:31.396598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 46e58805-970c-4c9f-81e9-59800376358c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:31.397124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.417477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.426220 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e12d3-686c-4666-8b38-c1e47f960701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.514276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.515769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.519811 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806af679-10d2-45c6-ac4d-db5f1193c56c x-openstack-request-id: req-806af679-10d2-45c6-ac4d-db5f1193c56c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:31.520157 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:31.520521 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-806af679-10d2-45c6-ac4d-db5f1193c56c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:31.521053 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'code': 200} Dec 08 00:06:31.585529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Pushing event updated for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:31.586291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3187a304-b0cd-4b19-afad-d01cdd7b16f2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4117303 Dec 08 00:06:31.587175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48784) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:31.624343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67e714e5-6d3a-4bb6-a8eb-86dc10edbed8 req-e903b191-37c8-4921-aa87-4c870b360360 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467463 Dec 08 00:06:31.630141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-network', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:31.654598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e12d3-686c-4666-8b38-c1e47f960701 None None] Pushing event updated for resources: {'Port': ['ID=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:31.705702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32da06b-36e6-49af-a5f9-3aec2402bbaa tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.712343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32da06b-36e6-49af-a5f9-3aec2402bbaa tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.732420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32da06b-36e6-49af-a5f9-3aec2402bbaa tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:31.737524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f32da06b-36e6-49af-a5f9-3aec2402bbaa tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1444399 Dec 08 00:06:31.740099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Provisioning complete for port a29f4809-5b45-4b2e-a7a9-b51b0a587517 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:31.740618 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.741085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48786) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:31.741460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Attempting to bind port 19bd7f33-dd06-46bc-ad83-cf54ab20026d on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:31.741903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Attempting to bind port 19bd7f33-dd06-46bc-ad83-cf54ab20026d by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:31.742633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Attempting to bind port 19bd7f33-dd06-46bc-ad83-cf54ab20026d on network f57580fc-dc0b-4170-ad95-6984f40eba99 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:31.757630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Port 19bd7f33-dd06-46bc-ad83-cf54ab20026d on network f57580fc-dc0b-4170-ad95-6984f40eba99 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:06:31.757961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Attempting to bind port 19bd7f33-dd06-46bc-ad83-cf54ab20026d on network f57580fc-dc0b-4170-ad95-6984f40eba99 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:31.783161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:31.783575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Checking segment: {'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:31.783995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Bound using segment: {'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:31.785367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Bound port: 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:31.785727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.814374 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.818020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Port a29f4809-5b45-4b2e-a7a9-b51b0a587517 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:31.847387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Made reservation on behalf of 405e3b9758624f8c92c22a192995a1fd for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:31.849942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.859850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Provisioning complete for port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:31.860276 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.860552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.904027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 46e58805-970c-4c9f-81e9-59800376358c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=46e58805-970c-4c9f-81e9-59800376358c,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:31.919679 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:31.920631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 671424f2-2a5b-4fbf-be9c-b289efefad60 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:31.993780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:32.004041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:32.013404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.029464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=46e58805-970c-4c9f-81e9-59800376358c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:32.049117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e3d-be5b-4dbf-b568-ac1fda2ac18d req-f07be358-3aa7-4d71-90e4-d5186132bc74 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.050500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea470e3d-be5b-4dbf-b568-ac1fda2ac18d req-f07be358-3aa7-4d71-90e4-d5186132bc74 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1648805 Dec 08 00:06:32.073953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting port a29f4809-5b45-4b2e-a7a9-b51b0a587517 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:32.074269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.081519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.084084 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.085653 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] 10.222.0.59 "PUT /v2.0/ports/19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 1091 time: 2.3225019 Dec 08 00:06:32.086143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:32.090002 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7addc-005b-471b-b9a0-7cf562220090" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:32.100316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.114722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 671424f2-2a5b-4fbf-be9c-b289efefad60 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:32.117140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.131418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 671424f2-2a5b-4fbf-be9c-b289efefad60 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:32.133622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:06:32.135694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.148538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.149472 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Added segment 5643f10f-04a4-4843-b72b-e31c6f19a1c2 of type vlan for network ef54382c-dc03-4ce4-b0de-a6c58fd29dde Dec 08 00:06:32.189100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Provisioning complete for port 72663810-bc56-4269-b2d5-6b0c8da86dcf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:32.189942 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.205782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.257730 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.263929 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea470e3d-be5b-4dbf-b568-ac1fda2ac18d req-4e6ab7ab-ab0a-4f27-b94c-b5af08663bb6 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999316 Dec 08 00:06:32.289662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.290825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.291443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.299366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-65ccaf19-e755-4e3b-a470-dec93f484503 None None] Port 72663810-bc56-4269-b2d5-6b0c8da86dcf cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:32.311941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d993f26-1733-4d30-bda3-5f50e77e4445 req-8829bd21-73c3-4db4-b858-6f22971c2e75 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.319532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d993f26-1733-4d30-bda3-5f50e77e4445 req-8829bd21-73c3-4db4-b858-6f22971c2e75 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 943 time: 0.2347395 Dec 08 00:06:32.320792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Calling delete_port for a29f4809-5b45-4b2e-a7a9-b51b0a587517 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:32.360009 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.393771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 671424f2-2a5b-4fbf-be9c-b289efefad60, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=671424f2-2a5b-4fbf-be9c-b289efefad60,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:32.397673 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2ad834-1534-423b-aaf0-f8edea54f41f x-openstack-request-id: req-fd2ad834-1534-423b-aaf0-f8edea54f41f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:32.397972 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:32.398237 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd2ad834-1534-423b-aaf0-f8edea54f41f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:32.398616 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.398759 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d', 'status': 'completed', 'code': 200} Dec 08 00:06:32.399725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e716e73f-78d9-4edf-a42d-2897ef87b8de up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:32.403494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Pushing event updated for resources: {'Network': ['ID=ef54382c-dc03-4ce4-b0de-a6c58fd29dde,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:32.420294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0320685 Dec 08 00:06:32.428620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c7b2b-0a86-472f-b133-4de8b1c81510 service neutron] Pushing event updated for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:32.443350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48794) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:32.444580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:06:32.447229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d993f26-1733-4d30-bda3-5f50e77e4445 req-93e9982a-2aea-4687-80f7-4aa8dcf98cd4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236567 Dec 08 00:06:32.457998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Request body: {'subnet': {'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-subnet', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:32.473308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc88d7-1554-48c9-8665-9feb161738de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9383653-9118-45d5-b4b8-e23815ae879b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:32.534399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-3ebc45a0-bb63-421b-9ddb-8b95fd7a4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.535970 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-3ebc45a0-bb63-421b-9ddb-8b95fd7a4176 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1094 time: 0.2952099 Dec 08 00:06:32.537089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Made reservation on behalf of 405e3b9758624f8c92c22a192995a1fd for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:32.539732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.599348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8eab426b-5499-420d-86f7-044e18265a18 None None] Provisioning complete for port a29f4809-5b45-4b2e-a7a9-b51b0a587517 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:32.599815 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8eab426b-5499-420d-86f7-044e18265a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.601959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=671424f2-2a5b-4fbf-be9c-b289efefad60,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:32.607340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.613523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.617722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-d8caf749-ea47-4a66-ad98-49f23093ab1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 217 time: 0.0635383 Dec 08 00:06:32.619664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.626251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.632556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.638571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.645233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.653266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-888e8cb5-e026-46b4-b8ce-1df0dc1ac270 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5429 time: 0.1587098 Dec 08 00:06:32.666854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8eab426b-5499-420d-86f7-044e18265a18 None None] Port a29f4809-5b45-4b2e-a7a9-b51b0a587517 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:32.673908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port e716e73f-78d9-4edf-a42d-2897ef87b8de completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:32.684721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 32490795-b7ed-42f4-a9b9-6fbe7e7b596b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:32.719371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port e716e73f-78d9-4edf-a42d-2897ef87b8de triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:32.720393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.736979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53bd2048-5c26-4f81-bddc-7cb86fc170cd req-30477e34-17e2-4a72-aafe-51627779cba4 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828018 Dec 08 00:06:32.737810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.765455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8eab426b-5499-420d-86f7-044e18265a18 None None] Provisioning complete for port 72663810-bc56-4269-b2d5-6b0c8da86dcf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:32.765942 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8eab426b-5499-420d-86f7-044e18265a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.809840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-95b202ac-3a95-4727-8be0-20840d80c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:32.815995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-95b202ac-3a95-4727-8be0-20840d80c9a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.1660042 Dec 08 00:06:32.830010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Port': ['ID=a29f4809-5b45-4b2e-a7a9-b51b0a587517,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:32.846960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8eab426b-5499-420d-86f7-044e18265a18 None None] Port 72663810-bc56-4269-b2d5-6b0c8da86dcf cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:32.872559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-ee281183-9b33-415c-8ec3-211637e41cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483987 Dec 08 00:06:32.879641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:32.880016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:32.927647 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.011016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e716e73f-78d9-4edf-a42d-2897ef87b8de, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:33.023503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.024304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 40b46288-86f4-4a56-a15c-4ad210459868 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:33.057308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbaa1d-4023-4080-9af5-80acedd81e03 req-86bc2f03-8dcd-4f29-b521-f01986aa8fe2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.059468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71fbaa1d-4023-4080-9af5-80acedd81e03 req-86bc2f03-8dcd-4f29-b521-f01986aa8fe2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.1448565 Dec 08 00:06:33.146512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-b28a9e99-dd00-4059-bb35-36c2f5a96bc2 service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651308 Dec 08 00:06:33.149953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.169536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71fbaa1d-4023-4080-9af5-80acedd81e03 req-4c3c2ed4-cacc-485f-a4cf-2ace14b9307a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026292 Dec 08 00:06:33.181249 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.188969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ab17b921-a3f5-4f32-9991-3c7c04944db0 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/ports/a29f4809-5b45-4b2e-a7a9-b51b0a587517 HTTP/1.1" status: 204 len: 168 time: 1.4464333 Dec 08 00:06:33.189722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48802) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:33.221563 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0361b9-4d98-4b10-924b-931cfdb48df3 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] GET failed (client error): The resource could not be found. Dec 08 00:06:33.224120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cd0361b9-4d98-4b10-924b-931cfdb48df3 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "GET /v2.0/ports/a29f4809-5b45-4b2e-a7a9-b51b0a587517 HTTP/1.1" status: 404 len: 333 time: 0.0329258 Dec 08 00:06:33.230229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48804) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:33.244126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'name': 'tempest-AllowedAddressPairTestJSON-2002471251'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:33.301130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e716e73f-78d9-4edf-a42d-2897ef87b8de,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:33.323691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 40b46288-86f4-4a56-a15c-4ad210459868 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:33.327721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c10add-9524-4fd1-8781-c19e72224991,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:33.329015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 40b46288-86f4-4a56-a15c-4ad210459868 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:33.336611 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.379039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Checking segment: {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:33.379463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Network hostable DHCP agents. Network: ef54382c-dc03-4ce4-b0de-a6c58fd29dde, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:06:33.427764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c552cd2-f9de-4e35-9eab-aa3556b6348e req-05ed7a20-6ee5-4b8f-bd6e-e69b7ad1c653 service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677610 Dec 08 00:06:33.435213 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.447326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:06:33.463424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ef54382c-dc03-4ce4-b0de-a6c58fd29dde) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:33.468853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ee83f-4185-4aa1-9e3b-c3562b11aaea req-adb10c26-7f55-407d-8c02-044407a8282c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.470562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a4ee83f-4185-4aa1-9e3b-c3562b11aaea req-adb10c26-7f55-407d-8c02-044407a8282c tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0742488 Dec 08 00:06:33.485197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ad079-63c0-4d5d-990a-ddb019b7f28d None None] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:33.502165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.502761 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.538609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-19014eb1-6898-45f9-a94b-2dc33a0ebca4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0894907 Dec 08 00:06:33.541625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:33.545745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.547669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48810) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:33.552679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 40b46288-86f4-4a56-a15c-4ad210459868, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=40b46288-86f4-4a56-a15c-4ad210459868,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:33.556457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e58805-970c-4c9f-81e9-59800376358c'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b46288-86f4-4a56-a15c-4ad210459868'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:33.559494 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e56072b-2fbb-4cd9-9053-f1823efa8f1d" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "46e58805-970c-4c9f-81e9-59800376358c"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "40b46288-86f4-4a56-a15c-4ad210459868"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:33.576108 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.577281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a79998b1-a1e0-4454-998f-c66257c7ffce up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:33.588116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:33.603389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a4ee83f-4185-4aa1-9e3b-c3562b11aaea req-19cf0a1f-8ced-4e76-b8c5-27c8eea2fc7f tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222332 Dec 08 00:06:33.618046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-10fbe805-fced-4086-bc8d-37c3dccd0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.619672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-10fbe805-fced-4086-bc8d-37c3dccd0043 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1094 time: 0.0799162 Dec 08 00:06:33.625065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c4ffd-47cc-4514-83d2-ff35f2fbe937 req-afab985b-6866-4725-b261-ca873f445cae tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.631754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] device_id is not set on port 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:33.638979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c0c4ffd-47cc-4514-83d2-ff35f2fbe937 req-afab985b-6866-4725-b261-ca873f445cae tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 943 time: 0.0886543 Dec 08 00:06:33.729901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=40b46288-86f4-4a56-a15c-4ad210459868,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:33.734286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c0c4ffd-47cc-4514-83d2-ff35f2fbe937 req-313fd021-8663-4d02-9468-b5fa050de41f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893705 Dec 08 00:06:33.741887 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f377acf-fb63-43c1-81c7-e9c6f1ea072d x-openstack-request-id: req-8f377acf-fb63-43c1-81c7-e9c6f1ea072d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:33.742313 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "46e58805-970c-4c9f-81e9-59800376358c", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "40b46288-86f4-4a56-a15c-4ad210459868", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:33.742735 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f377acf-fb63-43c1-81c7-e9c6f1ea072d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:33.743305 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e58805-970c-4c9f-81e9-59800376358c', 'code': 200} Dec 08 00:06:33.743702 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60', 'code': 200} Dec 08 00:06:33.744078 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de', 'code': 200} Dec 08 00:06:33.744435 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b46288-86f4-4a56-a15c-4ad210459868', 'code': 200} Dec 08 00:06:33.762692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port a79998b1-a1e0-4454-998f-c66257c7ffce completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:33.769410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port a79998b1-a1e0-4454-998f-c66257c7ffce triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:33.770002 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.772657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Allocated IP 172.20.0.13 (63cdd45b-4f14-43d2-bda3-fd6a1b79ef07/0bd41bce-4c88-4094-9bc2-02e24849d3a9/7c80ca7f-f6a4-4b6d-bb97-54012538f9e5) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:33.775677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:06:33.776713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.872513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.877813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.931745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.960941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.967107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.973243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:33.979197 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:33.998979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.010530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.020078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Allocated IP 172.20.0.2 (ef54382c-dc03-4ce4-b0de-a6c58fd29dde/35c10add-9524-4fd1-8781-c19e72224991/af738f1b-1e53-4ac9-a2f5-dd577aaa996a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:34.027157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.032443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a79998b1-a1e0-4454-998f-c66257c7ffce, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a79998b1-a1e0-4454-998f-c66257c7ffce,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:34.033504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.042293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e628c921-4762-44ab-8698-439e0b5ce484 req-c6e33929-66df-4d0e-814f-a9025bebf7f3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5431 time: 0.1845756 Dec 08 00:06:34.043620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.044616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device d4e02d13-a694-4a8b-8324-1d6c6089ca57 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:34.119687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e628c921-4762-44ab-8698-439e0b5ce484 req-2d5b5f20-1652-4d2d-a560-4df711d346a6 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763178 Dec 08 00:06:34.184287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-095b494f-311f-41bb-8882-475f12d7b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.185765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-095b494f-311f-41bb-8882-475f12d7b852 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 914 time: 0.4167814 Dec 08 00:06:34.187408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a79998b1-a1e0-4454-998f-c66257c7ffce,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:34.217644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port d4e02d13-a694-4a8b-8324-1d6c6089ca57 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:34.227749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port d4e02d13-a694-4a8b-8324-1d6c6089ca57 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:34.228272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.239194 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-1eed296d-96c2-47fb-9862-5214208bf3ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 217 time: 0.0436163 Dec 08 00:06:34.303331 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.317594 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.351709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028bc55-992e-45a3-91c9-c566cc0fb4a3 req-d1bc2f88-4bd1-405a-88c6-2428d5fa3502 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.360606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1028bc55-992e-45a3-91c9-c566cc0fb4a3 req-d1bc2f88-4bd1-405a-88c6-2428d5fa3502 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.0867395 Dec 08 00:06:34.364848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.383966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:34.388059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:34.397824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:34.398272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.423676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1028bc55-992e-45a3-91c9-c566cc0fb4a3 req-c46d8472-fe8a-467b-9dbc-4b2e6818e9ed tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Dec 08 00:06:34.443024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-373d46f0-3b8b-4242-8a8e-022d485e2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.445090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-373d46f0-3b8b-4242-8a8e-022d485e2ecb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.1719155 Dec 08 00:06:34.447672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.467593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Pushing event updated for resources: {'Port': ['ID=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:34.480798 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.494416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Attempting to bind port af738f1b-1e53-4ac9-a2f5-dd577aaa996a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:34.494789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Attempting to bind port af738f1b-1e53-4ac9-a2f5-dd577aaa996a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:34.495187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Attempting to bind port af738f1b-1e53-4ac9-a2f5-dd577aaa996a on network ef54382c-dc03-4ce4-b0de-a6c58fd29dde {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:34.516823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=7c80ca7f-f6a4-4b6d-bb97-54012538f9e5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:34.522644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:34.523040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Checking segment: {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:34.523825 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.523971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Bound using segment: {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:34.526393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Bound port: af738f1b-1e53-4ac9-a2f5-dd577aaa996a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:34.526800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.538419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port d4e02d13-a694-4a8b-8324-1d6c6089ca57, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:34.551925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-63262346-e7de-4228-ac21-ed96416e48ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440769 Dec 08 00:06:34.556415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.559945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:34.573422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:34.578266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:34.682774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=d4e02d13-a694-4a8b-8324-1d6c6089ca57,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:34.689617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] For port af738f1b-1e53-4ac9-a2f5-dd577aaa996a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:34.702381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] For port af738f1b-1e53-4ac9-a2f5-dd577aaa996a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:34.714323 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.753272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.753846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:34.785963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-da766895-1423-472c-bd84-9513a5c750b2 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5448549 Dec 08 00:06:34.799583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:34.803674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3190dd-fb33-485e-ad6b-5f02b2380917 None None] Pushing event updated for resources: {'Port': ['ID=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:34.819479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1c:aa:4c'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:34.828151 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-ae3d2647-d636-4239-afd9-5881de63026e service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634614 Dec 08 00:06:34.836235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72086-8c77-4c8a-967e-5ef53cf94ef9 req-abbc929b-bff7-4a4d-aaa0-ccc257dc5915 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.837911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7f72086-8c77-4c8a-967e-5ef53cf94ef9 req-abbc929b-bff7-4a4d-aaa0-ccc257dc5915 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1150315 Dec 08 00:06:34.947656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7f72086-8c77-4c8a-967e-5ef53cf94ef9 req-38da8c16-7ec2-4a36-91ed-6a7f5c2859ed tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014962 Dec 08 00:06:34.956959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e29be-caf4-40ca-b292-ddf238816d5d req-4212556b-e306-46fc-97ca-784d6d14614a tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:34.958632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-760e29be-caf4-40ca-b292-ddf238816d5d req-4212556b-e306-46fc-97ca-784d6d14614a tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 943 time: 0.0907469 Dec 08 00:06:34.989928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dd3cbe42-36e9-46c2-9d68-e2bbfa360891 None None] Provisioning complete for port 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:34.990396 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd3cbe42-36e9-46c2-9d68-e2bbfa360891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.093683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dd3cbe42-36e9-46c2-9d68-e2bbfa360891 None None] Port 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:35.166836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.170556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3f7addc-005b-471b-b9a0-7cf562220090 req-bc19b779-f757-429e-969a-ba34fbb90cfd service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112698 Dec 08 00:06:35.213769 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.234173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.369214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-760e29be-caf4-40ca-b292-ddf238816d5d req-079d1828-840b-4801-8a13-91d1654e7101 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891575 Dec 08 00:06:35.387556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.393905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.399772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.405857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.412352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.416415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Allocated IP 172.25.6.170 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/7a3a014b-f393-43f0-be36-d754ef98e9f2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:35.418208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.424820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.426765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-9c0d4ca6-50f4-4594-ac63-78cec9f88116 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.1132834 Dec 08 00:06:35.491288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f68733f-d8d5-47a0-b725-50c461652d95 req-f625afaa-70a5-42a5-b0ab-edd6093d5678 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573061 Dec 08 00:06:35.549742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047398c-2a2b-4970-aa0e-5bb200cbf9ad req-4ade5adf-1f1a-45dd-9461-999fcd9b15bf tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:35.551476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d047398c-2a2b-4970-aa0e-5bb200cbf9ad req-4ade5adf-1f1a-45dd-9461-999fcd9b15bf tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.0528283 Dec 08 00:06:35.573338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.582243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.612224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d047398c-2a2b-4970-aa0e-5bb200cbf9ad req-12ca353c-92ba-4eca-befc-09a60e61b478 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525303 Dec 08 00:06:35.635438 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.656033 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:06:35.745948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79998b1-a1e0-4454-998f-c66257c7ffce'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:35.748488 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7779453-4796-4835-b236-ee3752b26f97" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "a79998b1-a1e0-4454-998f-c66257c7ffce"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:35.794831 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1165a6ce-7e48-4af5-a919-e02684478744 x-openstack-request-id: req-1165a6ce-7e48-4af5-a919-e02684478744 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:35.795569 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "a79998b1-a1e0-4454-998f-c66257c7ffce", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-plugged", "status": "completed", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:35.796028 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1165a6ce-7e48-4af5-a919-e02684478744 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:35.796633 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79998b1-a1e0-4454-998f-c66257c7ffce', 'code': 200} Dec 08 00:06:35.797096 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57', 'code': 200} Dec 08 00:06:35.919796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-754e7d8e-4b9c-46af-8a37-7f1e6601b125 None None] Provisioning complete for port 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:35.920490 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-754e7d8e-4b9c-46af-8a37-7f1e6601b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:35.965340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-754e7d8e-4b9c-46af-8a37-7f1e6601b125 None None] Port 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:36.023495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=7c80ca7f-f6a4-4b6d-bb97-54012538f9e5,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:36.034165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6fa74b-f133-4501-ba44-4fa31062699e None None] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:36.060101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] In _notify_port_updated(), no bound segment for port 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 on network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:06:36.067375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.068320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.069830 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9832a3b5-b9a3-45db-9278-2946cf2e710d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "PUT /v2.0/ports/7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 HTTP/1.1" status: 200 len: 994 time: 1.2686422 Dec 08 00:06:36.073865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48840) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:36.089441 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.089673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3be2-e018-4965-9758-aac6d481cfaa req-1c0c6dc9-98b2-4d40-bcfd-98809352b2de tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.090935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90af3be2-e018-4965-9758-aac6d481cfaa req-1c0c6dc9-98b2-4d40-bcfd-98809352b2de tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0641792 Dec 08 00:06:36.102929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.103642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.103895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.104999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.105515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.106023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.106530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.108554 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-3ae16bd0-8596-4d22-842c-5d9a26a0aad4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6490 time: 0.1202102 Dec 08 00:06:36.125535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c9f9418d-0866-4897-8893-feddf32badae None None] Provisioning complete for port af738f1b-1e53-4ac9-a2f5-dd577aaa996a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:36.126345 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9f9418d-0866-4897-8893-feddf32badae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.167832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Pushing event updated for resources: {'Port': ['ID=7a3a014b-f393-43f0-be36-d754ef98e9f2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:36.173107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:36.179047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:36.208369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90af3be2-e018-4965-9758-aac6d481cfaa req-caffcfc8-2a05-4255-8da6-8540e048bf06 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971162 Dec 08 00:06:36.236003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting port 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:36.237437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.242145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9f9418d-0866-4897-8893-feddf32badae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.261442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:36.310192 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7a272e2a-9c36-42ac-9261-fde5ae29311c req-0ed6eacd-9ffd-41db-890a-2644c925dffd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345940 Dec 08 00:06:36.320650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 19bd7f33-dd06-46bc-ad83-cf54ab20026d details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:36.340132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c9f9418d-0866-4897-8893-feddf32badae None None] For port af738f1b-1e53-4ac9-a2f5-dd577aaa996a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:36.348474 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9f9418d-0866-4897-8893-feddf32badae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.385133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.407940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Calling delete_port for 7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:36.484736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:36.501184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '19bd7f33-dd06-46bc-ad83-cf54ab20026d', 'network_id': 'f57580fc-dc0b-4170-ad95-6984f40eba99', 'port_id': '19bd7f33-dd06-46bc-ad83-cf54ab20026d', 'mac_address': 'fa:16:3e:a5:18:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e82b152-e3db-459e-b9cb-6c3f003691ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:36.567268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9418d-0866-4897-8893-feddf32badae None None] Pushing event updated for resources: {'Port': ['ID=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:36.572243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.573079 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.590794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bd7f33-dd06-46bc-ad83-cf54ab20026d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:36.614598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fde87-0055-4ae5-ae02-27ab77c87608 req-5c6f423c-c50c-4af8-8e39-7cb40c69c658 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:36.623459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d8fde87-0055-4ae5-ae02-27ab77c87608 req-5c6f423c-c50c-4af8-8e39-7cb40c69c658 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 943 time: 0.1312392 Dec 08 00:06:36.624059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bc230461-abd0-4166-9f46-364686a9ecfd None None] Provisioning complete for port af738f1b-1e53-4ac9-a2f5-dd577aaa996a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:36.624434 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc230461-abd0-4166-9f46-364686a9ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.633202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:36.667099 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.737607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device af738f1b-1e53-4ac9-a2f5-dd577aaa996a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:36.764580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d8fde87-0055-4ae5-ae02-27ab77c87608 req-e35a24b6-ddbe-473e-99fb-f95e49f7de95 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378081 Dec 08 00:06:36.806366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:36.829244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.868783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port af738f1b-1e53-4ac9-a2f5-dd577aaa996a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:36.869059 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.898118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:36.902952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Port': ['ID=7c80ca7f-f6a4-4b6d-bb97-54012538f9e5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:37.046699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146af49-bbe9-4ae5-b1a5-5ec6f11293d5 req-51e22419-aa8a-4918-89cc-90a5becb57d3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.048351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0146af49-bbe9-4ae5-b1a5-5ec6f11293d5 req-51e22419-aa8a-4918-89cc-90a5becb57d3 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.1480277 Dec 08 00:06:37.073873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:06:37.083890 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.089781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.095671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.102160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.108146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.114082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.120500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.122364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec702575-3f7e-4838-8b80-2974d55de730 req-13a3661c-6368-4c5e-bb4a-f43a85cf5405 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.2207048 Dec 08 00:06:37.136858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['19bd7f33-dd06-46bc-ad83-cf54ab20026d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:37.194719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:06:37.206111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:37.208965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Sync routers for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:06:37.209845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-97e3b77b-911b-4d5b-9dc4-4b786abac050 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/ports/7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 HTTP/1.1" status: 204 len: 168 time: 1.1349764 Dec 08 00:06:37.213025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48852) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:37.238963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:37.240236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:37.242337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0146af49-bbe9-4ae5-b1a5-5ec6f11293d5 req-b69525ba-eea0-47b6-a891-9a34f4b1a79f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765208 Dec 08 00:06:37.250683 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:37.252163 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e90a3f02-fba0-4b9b-a053-0744a0bb97bc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6727054 Dec 08 00:06:37.254272 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-82714c2c-0a6d-437b-9294-21def037f4d6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] GET failed (client error): The resource could not be found. Dec 08 00:06:37.259749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-82714c2c-0a6d-437b-9294-21def037f4d6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "GET /v2.0/ports/7c80ca7f-f6a4-4b6d-bb97-54012538f9e5 HTTP/1.1" status: 404 len: 333 time: 0.0453155 Dec 08 00:06:37.260367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48854) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:37.260708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48856) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:37.264131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec702575-3f7e-4838-8b80-2974d55de730 req-db3d7717-d9f5-4e01-a68e-4e0a3d1fec44 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132922 Dec 08 00:06:37.273025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'name': 'tempest-AllowedAddressPairTestJSON-810957667'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:37.438606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eae0f-558d-4710-8af5-e9b4787d55e3 req-83bf6a2f-5d60-4e1e-8fbe-930225dd4fcf tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.449432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da4eae0f-558d-4710-8af5-e9b4787d55e3 req-83bf6a2f-5d60-4e1e-8fbe-930225dd4fcf tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0787654 Dec 08 00:06:37.503686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da4eae0f-558d-4710-8af5-e9b4787d55e3 req-552634c6-4b87-4a44-9668-c8ac452b6af6 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533552 Dec 08 00:06:37.542771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:37.546264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:37.567506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:06:37.574328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] device_id is not set on port 84920f57-458c-4729-8ec0-207523eff172 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:37.750942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:36Z', 'revision_number': 3, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:37.765031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Allocated IP 172.20.0.8 (63cdd45b-4f14-43d2-bda3-fd6a1b79ef07/0bd41bce-4c88-4094-9bc2-02e24849d3a9/84920f57-458c-4729-8ec0-207523eff172) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:37.780435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Checking router: 61b07a0e-9f59-48a8-bb04-4210fac9f8ed for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:06:37.780784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Updating router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed port 7a3a014b-f393-43f0-be36-d754ef98e9f2 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:06:37.809696 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:37.919544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5dcdd-d40e-4736-8ad0-e725a8b8948e req-5080cbbc-c4a1-403f-94dc-b63d8e328425 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:37.928102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8de5dcdd-d40e-4736-8ad0-e725a8b8948e req-5080cbbc-c4a1-403f-94dc-b63d8e328425 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 944 time: 0.0609772 Dec 08 00:06:37.979404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:37.982119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8de5dcdd-d40e-4736-8ad0-e725a8b8948e req-795e4b14-dc93-4dab-8936-e9578639ca98 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528314 Dec 08 00:06:38.034778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.098878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.104090 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.163742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Attempting to bind port 7a3a014b-f393-43f0-be36-d754ef98e9f2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:38.164501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Attempting to bind port 7a3a014b-f393-43f0-be36-d754ef98e9f2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:38.164501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Attempting to bind port 7a3a014b-f393-43f0-be36-d754ef98e9f2 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:38.165684 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.166571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e68d04-7a99-4e5c-a670-5410d10a9abd None None] Pushing event updated for resources: {'Port': ['ID=7a3a014b-f393-43f0-be36-d754ef98e9f2,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:38.174301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:38.174301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:38.175174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.176008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:38.176511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Bound port: 7a3a014b-f393-43f0-be36-d754ef98e9f2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:38.176914 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.223461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:38.227729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] For port 7a3a014b-f393-43f0-be36-d754ef98e9f2, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:38.228230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Allocated IP 172.20.0.1 (ef54382c-dc03-4ce4-b0de-a6c58fd29dde/35c10add-9524-4fd1-8781-c19e72224991/845e8711-d33f-4db0-9cbd-0fe8c82c402b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:38.230447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:38.230725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] For port 7a3a014b-f393-43f0-be36-d754ef98e9f2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7a3a014b-f393-43f0-be36-d754ef98e9f2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:38.235539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.237053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:38.265416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=84920f57-458c-4729-8ec0-207523eff172,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:38.290193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:38.290827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:38.322418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.323097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.352341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e68d04-7a99-4e5c-a670-5410d10a9abd None None] Pushing event updated for resources: {'Port': ['ID=7a3a014b-f393-43f0-be36-d754ef98e9f2,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:38.372595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:38.372893 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1b307484-ac90-4932-a6e2-fdeed56c7f43 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1097083 Dec 08 00:06:38.378524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1c:aa:4c'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:38.410659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.437818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:06:38.461207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.516292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Pushing event updated for resources: {'Port': ['ID=845e8711-d33f-4db0-9cbd-0fe8c82c402b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:38.525230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:38.529259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:38.531068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:38.621570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.632371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b371-223b-4257-a984-9e1c92f68b9e req-05794678-7ccd-4668-aee5-16feb0ff10e9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.633884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a27b371-223b-4257-a984-9e1c92f68b9e req-05794678-7ccd-4668-aee5-16feb0ff10e9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.2035615 Dec 08 00:06:38.653011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.659088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.662932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device af738f1b-1e53-4ac9-a2f5-dd577aaa996a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:38.665081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.671194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.678074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.683654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.690150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:38.692135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-94c52149-bab4-4ae1-aa46-0960050e3db3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.2629414 Dec 08 00:06:38.713654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:36Z', 'revision_number': 3, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:38.746615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3169d95-c066-4754-afad-15c50ff76c22 None None] The sync data for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 is: [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:36Z', 'revision_number': 3, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:06:38.754743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-559f2799-146f-4089-980f-975656e5c1d6 None None] Provisioning complete for port 84920f57-458c-4729-8ec0-207523eff172 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:38.755107 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-559f2799-146f-4089-980f-975656e5c1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.808324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port af738f1b-1e53-4ac9-a2f5-dd577aaa996a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:38.809162 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.839386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-559f2799-146f-4089-980f-975656e5c1d6 None None] Port 84920f57-458c-4729-8ec0-207523eff172 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:38.856842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.881176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-794b0b8b-7a84-4f24-88ca-38fb415d3356 req-cb8ee51b-bf50-40bb-8729-7ac74bd8df87 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726396 Dec 08 00:06:38.882606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:38.887847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a27b371-223b-4257-a984-9e1c92f68b9e req-5be71122-bcdb-4b05-955a-a674ec0c5221 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931386 Dec 08 00:06:38.971502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3b116489-a8a3-42ff-9bf0-eb505ca6186f None None] Provisioning complete for port 845e8711-d33f-4db0-9cbd-0fe8c82c402b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:38.972274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b116489-a8a3-42ff-9bf0-eb505ca6186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.013703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3b116489-a8a3-42ff-9bf0-eb505ca6186f None None] Port 845e8711-d33f-4db0-9cbd-0fe8c82c402b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:39.186004 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.212186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.217122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.230690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.287620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.327228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca573679-d4bc-4805-ab93-04e63519d970 req-bed152d0-9a95-4e16-93db-4c6dcf7c7efa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.328867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca573679-d4bc-4805-ab93-04e63519d970 req-bed152d0-9a95-4e16-93db-4c6dcf7c7efa tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1844108 Dec 08 00:06:39.333965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Pushing event updated for resources: {'Port': ['ID=845e8711-d33f-4db0-9cbd-0fe8c82c402b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:39.342567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=84920f57-458c-4729-8ec0-207523eff172,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:39.366517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.375717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.383677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.390223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.396677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.403178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.409513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.411826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-182e0679-61a6-4e68-a115-58a171d95db9 req-cd4d4709-d9d8-410c-9b4f-14bba3399ed2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.2510691 Dec 08 00:06:39.423584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48882) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:39.432095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Request body: {'floatingip': {'port_id': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:39.462757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] In _notify_port_updated(), no bound segment for port 84920f57-458c-4729-8ec0-207523eff172 on network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:06:39.468519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.469386 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.474148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-904eb3f4-3ea7-46a3-b60d-93882e2cbd6d tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "PUT /v2.0/ports/84920f57-458c-4729-8ec0-207523eff172 HTTP/1.1" status: 200 len: 995 time: 1.1004462 Dec 08 00:06:39.475118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48884) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:39.492941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.554954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:39.576936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:39.607195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca573679-d4bc-4805-ab93-04e63519d970 req-6c604a23-9ab0-42e9-ba9b-db9ca32f80da tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656355 Dec 08 00:06:39.639634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0bf6-db74-4ddd-8943-99f5a7315543 req-54c1d661-6c06-44be-aa53-855f4eadb435 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:39.641210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e0bf6-db74-4ddd-8943-99f5a7315543 req-54c1d661-6c06-44be-aa53-855f4eadb435 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 944 time: 0.1375561 Dec 08 00:06:39.655327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-340d9714-4fb2-4d06-9a5b-fba1e652e652 None None] Provisioning complete for port 84920f57-458c-4729-8ec0-207523eff172 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:39.656396 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-340d9714-4fb2-4d06-9a5b-fba1e652e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.731238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-340d9714-4fb2-4d06-9a5b-fba1e652e652 None None] Port 84920f57-458c-4729-8ec0-207523eff172 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:39.776828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e0bf6-db74-4ddd-8943-99f5a7315543 req-42bd6226-3f22-4bca-abeb-abfeca4a1674 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010547 Dec 08 00:06:39.784111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting port 84920f57-458c-4729-8ec0-207523eff172 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:39.784319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.849317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:06:39.885249 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:39.898988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Calling delete_port for 84920f57-458c-4729-8ec0-207523eff172 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:39.958455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ee9e51e0-7949-4be5-98e2-14500757b1fe None None] Provisioning complete for port 845e8711-d33f-4db0-9cbd-0fe8c82c402b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:39.959085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee9e51e0-7949-4be5-98e2-14500757b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.003602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e51e0-7949-4be5-98e2-14500757b1fe None None] Port 845e8711-d33f-4db0-9cbd-0fe8c82c402b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:40.110680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.147965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Port': ['ID=84920f57-458c-4729-8ec0-207523eff172,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:40.163773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01622d0-028c-4f54-8338-22c51fb36b9c req-28037e84-1b06-46ab-a43a-82f3ca2f735b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:40.165561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e01622d0-028c-4f54-8338-22c51fb36b9c req-28037e84-1b06-46ab-a43a-82f3ca2f735b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.1423168 Dec 08 00:06:40.271112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.278080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dd83f76f-2cb7-49f3-b032-9ff1f5d8efb6 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/ports/84920f57-458c-4729-8ec0-207523eff172 HTTP/1.1" status: 204 len: 168 time: 0.7760773 Dec 08 00:06:40.278733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48892) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:40.291244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e01622d0-028c-4f54-8338-22c51fb36b9c req-090271b7-6528-4da1-ab89-cbd19a4db785 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015563 Dec 08 00:06:40.311133 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7169341-71ff-4d3b-81b4-ed8264887b90 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] GET failed (client error): The resource could not be found. Dec 08 00:06:40.317292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d7169341-71ff-4d3b-81b4-ed8264887b90 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "GET /v2.0/ports/84920f57-458c-4729-8ec0-207523eff172 HTTP/1.1" status: 404 len: 333 time: 0.0371616 Dec 08 00:06:40.317944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48894) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:40.322966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'name': 'tempest-AllowedAddressPairTestJSON-709057018'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:40.347449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 19bd7f33-dd06-46bc-ad83-cf54ab20026d up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:40.407561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 19bd7f33-dd06-46bc-ad83-cf54ab20026d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:40.413450 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 19bd7f33-dd06-46bc-ad83-cf54ab20026d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:40.414749 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.434515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:06:40.441253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b45aa0a4-a0ce-44fe-9303-0af48e7cdf88 admin admin] 10.222.0.18 "PUT /v2.0/routers/61b07a0e-9f59-48a8-bb04-4210fac9f8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1795533 Dec 08 00:06:40.464553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:40.469599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.492628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] device_id is not set on port c23a2599-c94e-4ed1-beb9-cd88ef7fee24 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:40.514222 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.543637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:40.546114 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ce977-c968-406f-9516-284f3d662ae6" -d '{"events": [{"server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "name": "network-vif-plugged", "status": "completed", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:40.560758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:40.567283 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.647185 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6337c258-c7d5-4434-b174-092e75dd32e3 x-openstack-request-id: req-6337c258-c7d5-4434-b174-092e75dd32e3 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:40.647493 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "name": "network-vif-plugged", "status": "completed", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:40.647741 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6337c258-c7d5-4434-b174-092e75dd32e3 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:40.648137 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d', 'code': 200} Dec 08 00:06:40.652995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.660980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Allocated IP 172.20.0.3 (63cdd45b-4f14-43d2-bda3-fd6a1b79ef07/0bd41bce-4c88-4094-9bc2-02e24849d3a9/c23a2599-c94e-4ed1-beb9-cd88ef7fee24) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:40.665097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.691454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:40.764791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7a3a014b-f393-43f0-be36-d754ef98e9f2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:40.832220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7a3a014b-f393-43f0-be36-d754ef98e9f2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:40.832991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.879180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d833a7-dcdf-4d06-80a2-abbfeb70f1ae req-4c8e842c-8ec1-473d-8517-c17ae7f995f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:40.880968 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87d833a7-dcdf-4d06-80a2-abbfeb70f1ae req-4c8e842c-8ec1-473d-8517-c17ae7f995f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1096 time: 0.1112759 Dec 08 00:06:40.884490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce682b83-0272-4bf5-8d91-399aec7f6b43 req-76e2ea85-da15-4d75-9c7a-5515c1874a65 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:40.885850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce682b83-0272-4bf5-8d91-399aec7f6b43 req-76e2ea85-da15-4d75-9c7a-5515c1874a65 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1356368 Dec 08 00:06:40.923127 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.942064 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87d833a7-dcdf-4d06-80a2-abbfeb70f1ae req-7f849106-ebf9-454d-9e57-fc4c72bcae47 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499721 Dec 08 00:06:40.945046 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Floating IP 8114ffea-aeaf-4ee4-bac2-5d911952cec7 associated. External IP: 172.25.6.194, port: 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f. Dec 08 00:06:40.958455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:40.978573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce682b83-0272-4bf5-8d91-399aec7f6b43 req-302b0759-36b3-44a3-acbb-46b826584723 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867352 Dec 08 00:06:40.983839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 7a3a014b-f393-43f0-be36-d754ef98e9f2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7a3a014b-f393-43f0-be36-d754ef98e9f2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:41.002206 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.031454 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.084913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=7a3a014b-f393-43f0-be36-d754ef98e9f2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:41.099794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-c7dc4765-41bd-4ac4-ad31-5045ce2b90a3 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:41.101273 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-c7dc4765-41bd-4ac4-ad31-5045ce2b90a3 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.1110723 Dec 08 00:06:41.114009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:41.134146 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Sync routers for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:06:41.144413 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:41.145131 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:41.152080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:41.178186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=c23a2599-c94e-4ed1-beb9-cd88ef7fee24,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:41.180963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:41.188321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:41.232753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.281468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda1e37-5fc8-41b5-8f88-41d870a8ff23 req-c9b9b58f-67fd-4602-aeda-8dd059c4b7ff tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:41.282763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beda1e37-5fc8-41b5-8f88-41d870a8ff23 req-c9b9b58f-67fd-4602-aeda-8dd059c4b7ff tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 945 time: 0.1728544 Dec 08 00:06:41.312702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:41.313348 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.352953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-b8839e77-1e4b-477a-b6ea-b3eda139e169 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:41.354528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-b8839e77-1e4b-477a-b6ea-b3eda139e169 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks?id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 200 len: 828 time: 0.2750793 Dec 08 00:06:41.360256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a1d8c45-11db-47dd-8eb4-cb88088efc0b tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0412941 Dec 08 00:06:41.370982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:41.377055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'network_id': '63cdd45b-4f14-43d2-bda3-fd6a1b79ef07', 'name': 'tempest-AllowedAddressPairTestJSON-1377581911'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:41.396858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beda1e37-5fc8-41b5-8f88-41d870a8ff23 req-12d440df-7692-4758-81dd-da62ac576883 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805299 Dec 08 00:06:41.400622 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:06:41.419644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-2fd69cac-12d7-4c29-abe5-ef727721fe65 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/quotas/405e3b9758624f8c92c22a192995a1fd HTTP/1.1" status: 200 len: 375 time: 0.0335624 Dec 08 00:06:41.463999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Router e951ba2c-23f0-4788-b89b-8ebedc960512 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:06:41.499333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-fd75be5b-5d38-4bbd-83f8-bb0ace2dddc8 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=405e3b9758624f8c92c22a192995a1fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728197 Dec 08 00:06:41.555628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:41.561262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a9dc0112-18bd-441b-8a74-8963b109e1f6 None None] Provisioning complete for port c23a2599-c94e-4ed1-beb9-cd88ef7fee24 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:41.562163 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0112-18bd-441b-8a74-8963b109e1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.620727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-f6f545b2-29aa-4608-89c6-c2b88e8fb7fb service neutron] 10.222.0.18 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143792 Dec 08 00:06:41.622048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc0112-18bd-441b-8a74-8963b109e1f6 None None] Port c23a2599-c94e-4ed1-beb9-cd88ef7fee24 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:41.707288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:41.712507 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 2, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:41.730922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Made reservation on behalf of bfbedf3bd3a940a08bf3da404917afa1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:41.733504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.745922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Checking router: 61b07a0e-9f59-48a8-bb04-4210fac9f8ed for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:06:41.746301 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Updating router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed port 845e8711-d33f-4db0-9cbd-0fe8c82c402b binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:06:41.763251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:06:41.768206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.778778 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.780457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] Sync routers for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:06:41.795221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:41.796191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:41.800722 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-411f6e3b-c89d-41d6-9169-a69fb4c2d769 service neutron] 10.222.0.18 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786427 Dec 08 00:06:41.806584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] device_id is not set on port 7beeb2de-3e41-4778-b746-7ca6fd903e96 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:06:41.817195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:41.819536 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee37c220-6959-4641-8622-a6a79cb7e8f5" -d '{"events": [{"server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "name": "network-vif-unplugged", "status": "completed", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:41.823535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.837115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b6296-52fc-4658-8f5e-076dfa3d7178 req-0de86cc3-8229-4fb1-86b1-39dbe35fa090 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:41.838926 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b4b2245e-9078-48bb-9546-91684b62cceb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "PUT /v2.0/floatingips/8114ffea-aeaf-4ee4-bac2-5d911952cec7 HTTP/1.1" status: 200 len: 992 time: 2.4107742 Dec 08 00:06:41.847494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-478b6296-52fc-4658-8f5e-076dfa3d7178 req-0de86cc3-8229-4fb1-86b1-39dbe35fa090 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 945 time: 0.1308701 Dec 08 00:06:41.878223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:41.911615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-478b6296-52fc-4658-8f5e-076dfa3d7178 req-d4d8cb86-a7a0-43a1-af2a-4c69d18cb46a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631649 Dec 08 00:06:42.012654 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062155d5-21a0-4d4e-a146-d767de01a692 x-openstack-request-id: req-062155d5-21a0-4d4e-a146-d767de01a692 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:42.012978 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "name": "network-vif-unplugged", "status": "completed", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:42.013223 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-062155d5-21a0-4d4e-a146-d767de01a692 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:42.013956 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3', 'code': 200} Dec 08 00:06:42.053037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:06:42.067626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:42.067977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:42.068346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:42.076076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:42.086651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:06:42.086823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Attempting to bind port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:42.093425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Allocated IP 172.20.0.8 (63cdd45b-4f14-43d2-bda3-fd6a1b79ef07/0bd41bce-4c88-4094-9bc2-02e24849d3a9/7beeb2de-3e41-4778-b746-7ca6fd903e96) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:42.099128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:42.099625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:42.099881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:42.100316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Bound port: 69fb6df8-018a-4b92-ab50-2e87d53314f3, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:42.100479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04c4fd35-af2d-4998-9ab9-c531469729ed req-4e62f3cc-6aaa-4d0c-a41e-7ca60f4c1ad6 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 210 time: 0.0748582 Dec 08 00:06:42.100753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.237667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:42.287695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:42.300697 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.309464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f4ff7-9135-42dc-b3b1-ffdfc4da6e9a req-1d8ec2de-d131-4951-81d1-c66f6f12b1d9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:42.314704 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.326423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-018f4ff7-9135-42dc-b3b1-ffdfc4da6e9a req-1d8ec2de-d131-4951-81d1-c66f6f12b1d9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1460664 Dec 08 00:06:42.333851 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.409964 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Pushing event updated for resources: {'Port': ['ID=845e8711-d33f-4db0-9cbd-0fe8c82c402b,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:42.426257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-018f4ff7-9135-42dc-b3b1-ffdfc4da6e9a req-165d8b5f-6bfc-4569-8275-9826062a47c7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965719 Dec 08 00:06:42.441470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:42.442432 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.443868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] 10.222.0.44 "PUT /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 1121 time: 1.3343666 Dec 08 00:06:42.452746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.457850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f8d7d-2566-4d52-a1b2-c4b3374176ae service neutron] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=8']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:42.467767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.467959 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.468297 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.468637 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.469000 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.469333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.469664 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.469993 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.470320 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.470697 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.475247 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.475659 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.476008 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:42.532955 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Attempting to bind port 845e8711-d33f-4db0-9cbd-0fe8c82c402b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:42.533890 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Attempting to bind port 845e8711-d33f-4db0-9cbd-0fe8c82c402b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:42.534262 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Attempting to bind port 845e8711-d33f-4db0-9cbd-0fe8c82c402b on network ef54382c-dc03-4ce4-b0de-a6c58fd29dde {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:42.546753 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:42.548785 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Checking segment: {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:42.549108 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.549610 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.549741 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Bound using segment: {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:42.550208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Bound port: 845e8711-d33f-4db0-9cbd-0fe8c82c402b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:42.550667 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.686131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:42.692776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:42.704911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:42.725915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['69fb6df8-018a-4b92-ab50-2e87d53314f3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:42.741935 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] For port 845e8711-d33f-4db0-9cbd-0fe8c82c402b, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:42.747574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e2701-aee2-480e-87f7-4543874df778 req-721d485a-6733-4948-847f-11d39118f76f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:42.753677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d58e2701-aee2-480e-87f7-4543874df778 req-721d485a-6733-4948-847f-11d39118f76f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 945 time: 0.1597276 Dec 08 00:06:42.755101 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] For port 845e8711-d33f-4db0-9cbd-0fe8c82c402b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=845e8711-d33f-4db0-9cbd-0fe8c82c402b,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:42.780834 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.821760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['69fb6df8-018a-4b92-ab50-2e87d53314f3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:42.824102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7a3a014b-f393-43f0-be36-d754ef98e9f2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:42.827705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:42.828480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:42.835903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8114ffea-aeaf-4ee4-bac2-5d911952cec7', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'port_id': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'mac_address': 'fa:16:3e:39:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:05:20Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 1, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:16Z', 'revision_number': 5, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:42.860018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48948) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:42.860783 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4887590 Dec 08 00:06:42.878368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1c:aa:4c'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a8:7e:e9'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:42.888917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb516d6-02d2-4b3e-8268-4b55f0f178fc tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=7beeb2de-3e41-4778-b746-7ca6fd903e96,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:42.903696 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:42.904397 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:42.932055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d58e2701-aee2-480e-87f7-4543874df778 req-96a6d380-d592-43e6-8252-52d126a3741c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637611 Dec 08 00:06:42.963369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:43.013326 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c5792-bf2c-4e5c-9e65-0bdd883dcded None None] Pushing event updated for resources: {'Port': ['ID=845e8711-d33f-4db0-9cbd-0fe8c82c402b,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:43.054067 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:43.160310 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:06:43.297937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:43.358061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:06:43.373306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] Checking router: e951ba2c-23f0-4788-b89b-8ebedc960512 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:06:43.414288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:43.414989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:43.440233 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:42Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:43.464933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-79174638-9f6c-4e62-bc3b-ffee7e0fb6bf None None] Provisioning complete for port 845e8711-d33f-4db0-9cbd-0fe8c82c402b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:43.464933 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79174638-9f6c-4e62-bc3b-ffee7e0fb6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:43.468974 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc4833-c0a4-43db-ad60-427e92533b47 None None] The sync data for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 is: [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:42Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:06:43.471413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-3ec3050c-2ff0-4fae-afac-2cb5621ec2dc tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1147770081&fields=id&tenant_id=bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 267 time: 0.0884485 Dec 08 00:06:43.481852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8d63d-e952-4ed4-82a2-92888ee94cd2 req-b970d9c3-821d-439b-8bf0-55eede99f0e4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:43.487410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5b8d63d-e952-4ed4-82a2-92888ee94cd2 req-b970d9c3-821d-439b-8bf0-55eede99f0e4 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.4251304 Dec 08 00:06:43.612070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7a3a014b-f393-43f0-be36-d754ef98e9f2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:43.612447 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:43.632045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5b8d63d-e952-4ed4-82a2-92888ee94cd2 req-1e8717e2-0226-4f3f-bbee-84da778b594d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353035 Dec 08 00:06:43.687742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-ec1adbb2-fbeb-487e-9e10-25cb5ec14289 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:43.696375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-ec1adbb2-fbeb-487e-9e10-25cb5ec14289 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 945 time: 0.2055168 Dec 08 00:06:43.710045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'port': {'security_groups': ['ca2fa6f7-39a9-4570-90b2-7a35929e7ea3', '54886345-0ba1-4cae-b45d-9bfef1c661d9']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:43.715582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:43.783766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08e19e11-6b7d-4dcd-8c6e-af80dafc9c0b req-37fb2f29-6f52-4bb2-9e3c-32de478550eb tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 210 time: 0.0633574 Dec 08 00:06:43.842283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:43.905482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:06:43.941682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:43.981922 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.021644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f'}, {'name': 'network-changed', 'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:44.025023 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c50e0-b084-4640-b840-0d7835b34bca" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f"}, {"name": "network-changed", "server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:44.047706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-f9a89eb3-491b-4bf4-8f69-8dacefad2c31 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.051151 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-f9a89eb3-491b-4bf4-8f69-8dacefad2c31 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.59 "GET /v2.0/networks?id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 200 len: 828 time: 0.2399158 Dec 08 00:06:44.068406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79174638-9f6c-4e62-bc3b-ffee7e0fb6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.082032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Request body: {'port': {'device_id': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'admin_state_up': True, 'tenant_id': '405e3b9758624f8c92c22a192995a1fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:44.172251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event updated for resources: {'Port': ['ID=7beeb2de-3e41-4778-b746-7ca6fd903e96,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:44.210546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-79174638-9f6c-4e62-bc3b-ffee7e0fb6bf None None] For port 845e8711-d33f-4db0-9cbd-0fe8c82c402b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=845e8711-d33f-4db0-9cbd-0fe8c82c402b,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:44.230546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79174638-9f6c-4e62-bc3b-ffee7e0fb6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.234624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ed3f-77dc-4d6b-9699-4cf9bc8b4f56 req-24499bc8-12d2-41cf-9f24-8ab306a254d7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.242278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab28ed3f-77dc-4d6b-9699-4cf9bc8b4f56 req-24499bc8-12d2-41cf-9f24-8ab306a254d7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.2389331 Dec 08 00:06:44.257704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] In _notify_port_updated(), no bound segment for port 7beeb2de-3e41-4778-b746-7ca6fd903e96 on network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:06:44.263284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.263930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.268471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5dfc14ce-ac9b-421c-90f7-5476edb5a092 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "PUT /v2.0/ports/7beeb2de-3e41-4778-b746-7ca6fd903e96 HTTP/1.1" status: 200 len: 1055 time: 1.4021490 Dec 08 00:06:44.268884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48966) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:44.313966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Made reservation on behalf of 405e3b9758624f8c92c22a192995a1fd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:44.323612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.397198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79174638-9f6c-4e62-bc3b-ffee7e0fb6bf None None] Pushing event updated for resources: {'Port': ['ID=845e8711-d33f-4db0-9cbd-0fe8c82c402b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:44.400871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab28ed3f-77dc-4d6b-9699-4cf9bc8b4f56 req-5335a1c1-2e76-4ca6-be1c-2f66831ea4ff tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573603 Dec 08 00:06:44.426600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-257825af-f6f7-48bc-a5bc-cdb89a71720b None None] Provisioning complete for port 7beeb2de-3e41-4778-b746-7ca6fd903e96 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:44.427004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-257825af-f6f7-48bc-a5bc-cdb89a71720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.433501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:44.520197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.538207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.573117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting port 7beeb2de-3e41-4778-b746-7ca6fd903e96 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:44.573829 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.588065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['19bd7f33-dd06-46bc-ad83-cf54ab20026d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:44.645443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.646147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.654552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-257825af-f6f7-48bc-a5bc-cdb89a71720b None None] Port 7beeb2de-3e41-4778-b746-7ca6fd903e96 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:44.665755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4699ca3c-e161-4c8f-af2c-fe82db0b17b8 req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "PUT /v2.0/ports/19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 981 time: 0.9682910 Dec 08 00:06:44.667523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:44.674753 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb35192d-e2c7-41ec-982c-aabc0e22857e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:44.729074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Allocated IP 172.20.0.10 (ef54382c-dc03-4ce4-b0de-a6c58fd29dde/35c10add-9524-4fd1-8781-c19e72224991/1feff3fa-0468-4c9e-8f32-743ebe9a9405) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:44.742826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c480ed-289b-4e74-832d-ea8cc8d88203 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:44.761185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 845e8711-d33f-4db0-9cbd-0fe8c82c402b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:44.771111 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a9c000-5243-4c41-9af3-8be657b226dd x-openstack-request-id: req-d4a9c000-5243-4c41-9af3-8be657b226dd {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:44.771423 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:44.771683 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4a9c000-5243-4c41-9af3-8be657b226dd {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:44.772101 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'status': 'completed', 'code': 200} Dec 08 00:06:44.772362 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3', 'status': 'completed', 'code': 200} Dec 08 00:06:44.804655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-257825af-f6f7-48bc-a5bc-cdb89a71720b None None] Provisioning complete for port 845e8711-d33f-4db0-9cbd-0fe8c82c402b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:44.805462 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-257825af-f6f7-48bc-a5bc-cdb89a71720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.820149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:44.855573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7466600f-7565-4ee5-8d2e-877fa5d72101 req-27ca3b64-529e-4709-94bb-8f0e43f849f4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/54886345-0ba1-4cae-b45d-9bfef1c661d9 HTTP/1.1" status: 200 len: 1820 time: 0.0943050 Dec 08 00:06:44.885315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Calling delete_port for 7beeb2de-3e41-4778-b746-7ca6fd903e96 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:44.894245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8114ffea-aeaf-4ee4-bac2-5d911952cec7', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'port_id': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'mac_address': 'fa:16:3e:39:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:05:20Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 1, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:16Z', 'revision_number': 5, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:44.941362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['19bd7f33-dd06-46bc-ad83-cf54ab20026d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:44.943494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:44.957367 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-7466600f-7565-4ee5-8d2e-877fa5d72101 req-cd14c7d2-ab43-4318-bc3b-9b73498df64f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 00:06:44.958752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7466600f-7565-4ee5-8d2e-877fa5d72101 req-cd14c7d2-ab43-4318-bc3b-9b73498df64f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/54886345-0ba1-4cae-b45d-9bfef1c661d9 HTTP/1.1" status: 409 len: 341 time: 0.1022553 Dec 08 00:06:44.974467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a984675-1c4c-440d-b25d-590df5541ac6 req-9d4ca4ce-9a41-4fe3-a2e2-73f6bb2e208c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.982308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a984675-1c4c-440d-b25d-590df5541ac6 req-9d4ca4ce-9a41-4fe3-a2e2-73f6bb2e208c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.1246138 Dec 08 00:06:44.985765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.986259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.986726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.987231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.987686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.988135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.988591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:44.990529 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-88331cd4-0611-4b81-86ad-963048d38ac3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6490 time: 0.1437867 Dec 08 00:06:44.999371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9b27d-1183-4439-a605-96f576406d93 None None] The sync data for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 is: [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8114ffea-aeaf-4ee4-bac2-5d911952cec7', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'port_id': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'mac_address': 'fa:16:3e:39:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e5916e-7839-4182-b659-739722efcf12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:05:20Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 1, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:16Z', 'revision_number': 5, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:06:45.047941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a984675-1c4c-440d-b25d-590df5541ac6 req-18744434-a037-44c5-b66f-0cdc85fae0e7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Dec 08 00:06:45.071204 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf49bfe2-dc80-4250-b75a-c6106490ba15 x-openstack-request-id: req-cf49bfe2-dc80-4250-b75a-c6106490ba15 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:45.071761 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:45.072228 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf49bfe2-dc80-4250-b75a-c6106490ba15 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:45.073253 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d', 'status': 'completed', 'code': 200} Dec 08 00:06:45.157630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 845e8711-d33f-4db0-9cbd-0fe8c82c402b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:45.158549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:45.222417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be70a812-3fb4-4a9f-a154-59c13fcf9952 req-e13bf8d1-d426-43ce-81ec-db353e97188c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 210 time: 0.0864809 Dec 08 00:06:45.258434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-26dabffd-4a27-46ec-add7-71f8cea5b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.260154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-26dabffd-4a27-46ec-add7-71f8cea5b807 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1135 time: 0.1402395 Dec 08 00:06:45.312976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:45.334111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-fb796f1c-1c9a-4355-a163-ed4acfde39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.336070 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-fb796f1c-1c9a-4355-a163-ed4acfde39e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=669642aa-1618-4b35-a7ba-c2f405592211 HTTP/1.1" status: 200 len: 913 time: 0.3363416 Dec 08 00:06:45.405457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-7bc3de57-3b61-483d-90e7-728b22457838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.407571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-7bc3de57-3b61-483d-90e7-728b22457838 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 914 time: 0.1384931 Dec 08 00:06:45.464572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-a64b3049-a7d8-4455-bc50-cdb14b1d0fde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f HTTP/1.1" status: 200 len: 1000 time: 0.1091080 Dec 08 00:06:45.489933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-50c9b67e-3c8b-46ee-a1b1-82c85c646495 None None] Provisioning complete for port 7beeb2de-3e41-4778-b746-7ca6fd903e96 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:45.490305 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-50c9b67e-3c8b-46ee-a1b1-82c85c646495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:45.562210 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:45.570516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-c9535343-4cc4-4954-973a-319f0d7fcdd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 217 time: 0.1411626 Dec 08 00:06:45.588786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-50c9b67e-3c8b-46ee-a1b1-82c85c646495 None None] Port 7beeb2de-3e41-4778-b746-7ca6fd903e96 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:45.645790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event updated for resources: {'Port': ['ID=1feff3fa-0468-4c9e-8f32-743ebe9a9405,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:45.661012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-833f045e-03af-49bb-884a-b2172ee6e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.662646 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-833f045e-03af-49bb-884a-b2172ee6e162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bb150f-69fb-4d11-92ad-06e5b0366180 HTTP/1.1" status: 200 len: 851 time: 0.1646016 Dec 08 00:06:45.668289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:45.671363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:45.673375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad29727-bb4c-497c-a141-45b91f15a80c req-c241f8cf-29fb-47c6-8fb7-418a9914c942 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.681101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ad29727-bb4c-497c-a141-45b91f15a80c req-c241f8cf-29fb-47c6-8fb7-418a9914c942 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1338239 Dec 08 00:06:45.687084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:45.706335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cb20c-907f-449d-9d2c-0562a9a0a035 req-73c99291-72b2-4356-a902-afa845603b53 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.707946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f26cb20c-907f-449d-9d2c-0562a9a0a035 req-73c99291-72b2-4356-a902-afa845603b53 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 984 time: 0.1478004 Dec 08 00:06:45.711566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-dbc02d00-2458-4000-99e0-af739e3de621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.713094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-dbc02d00-2458-4000-99e0-af739e3de621 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.1269097 Dec 08 00:06:45.728387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:45.731235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Port': ['ID=7beeb2de-3e41-4778-b746-7ca6fd903e96,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:45.731768 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5fe01-e707-43d9-9b84-84a975bc9e2a None None] New status for floating IP 8114ffea-aeaf-4ee4-bac2-5d911952cec7: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:06:45.805764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-0a021137-1b2e-40cf-8bcc-143a948b0fef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534103 Dec 08 00:06:45.834598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.839961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:45.848373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-c42980f0-61cc-4475-925a-e1b924d807ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:45.854982 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-c42980f0-61cc-4475-925a-e1b924d807ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=669642aa-1618-4b35-a7ba-c2f405592211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823730 Dec 08 00:06:45.868198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ad29727-bb4c-497c-a141-45b91f15a80c req-4a43c6b8-83fe-4ca8-9c09-16b630d8068b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848629 Dec 08 00:06:45.917267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f26cb20c-907f-449d-9d2c-0562a9a0a035 req-8ab5096f-d77a-4c41-8959-d2715180f5c1 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&id=54886345-0ba1-4cae-b45d-9bfef1c661d9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1974247 Dec 08 00:06:46.023383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-8e9b5a31-03b1-457a-ac82-1f9cd839003f service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058053 Dec 08 00:06:46.134451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d2cfd595-bcfa-4140-bbf2-909c64e822c1 None None] Provisioning complete for port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:46.135021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd595-bcfa-4140-bbf2-909c64e822c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:46.184981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfd595-bcfa-4140-bbf2-909c64e822c1 None None] Port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:06:46.231137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb35192d-e2c7-41ec-982c-aabc0e22857e req-7f593f09-f583-48d1-8435-42248dd270ab service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817670 Dec 08 00:06:46.246566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a3ae-8bf6-4893-9799-0e32784756e1 req-591dc263-4f57-48e8-8403-4037c0a984a2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:46.248196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ac3a3ae-8bf6-4893-9799-0e32784756e1 req-591dc263-4f57-48e8-8403-4037c0a984a2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.0820251 Dec 08 00:06:46.302108 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d01c934f-da40-456a-ba93-65a3d978267d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2248209 Dec 08 00:06:46.305444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ac3a3ae-8bf6-4893-9799-0e32784756e1 req-751593ae-81d9-4ef5-b454-b17acbf70f2f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Dec 08 00:06:46.377594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Request body: {'port': {'device_id': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:46.427204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea320863-6a86-44c5-9349-469a9225589d req-7c664048-69cb-4fa1-bf77-8ee6f291ec91 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:46.428700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea320863-6a86-44c5-9349-469a9225589d req-7c664048-69cb-4fa1-bf77-8ee6f291ec91 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 932 time: 0.0807202 Dec 08 00:06:46.431075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-9de01144-1223-4935-885c-e53e9b4a4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:46.432424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-9de01144-1223-4935-885c-e53e9b4a4131 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1135 time: 0.0742350 Dec 08 00:06:46.497854 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-2d751121-e528-41dd-a304-95bef65b1525 service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295606 Dec 08 00:06:46.521777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:46.538031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea320863-6a86-44c5-9349-469a9225589d req-e24e8f34-d3d4-4549-b97c-34ad65adc04b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029963 Dec 08 00:06:46.561151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:46.567451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-35a53299-a192-4baa-831f-bdde9f3f97eb tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/ports/7beeb2de-3e41-4778-b746-7ca6fd903e96 HTTP/1.1" status: 204 len: 168 time: 2.2838540 Dec 08 00:06:46.567806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48994) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:46.582527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-b36b3536-7460-435d-a765-a85e9b883dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:46.584659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-b36b3536-7460-435d-a765-a85e9b883dc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 914 time: 0.1414454 Dec 08 00:06:46.598821 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a1c6bb-2861-476e-b04a-04bd34ae0223 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] GET failed (client error): The resource could not be found. Dec 08 00:06:46.600215 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-09a1c6bb-2861-476e-b04a-04bd34ae0223 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "GET /v2.0/ports/7beeb2de-3e41-4778-b746-7ca6fd903e96 HTTP/1.1" status: 404 len: 333 time: 0.0312047 Dec 08 00:06:46.606360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48996) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:46.659895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-0c40327c-1d45-4f26-bc5b-040f711e4a6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 217 time: 0.0586298 Dec 08 00:06:46.697725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-c9b76a45-dd7d-4fcf-8a7e-dcf6a6200e4e service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879945 Dec 08 00:06:46.751576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-9df79b90-ab9f-4581-ab5f-6f2bb6793a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:46.753583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-9df79b90-ab9f-4581-ab5f-6f2bb6793a48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.0845616 Dec 08 00:06:46.768165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting port c23a2599-c94e-4ed1-beb9-cd88ef7fee24 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:46.768514 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:46.816450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-7b928aa0-d357-405d-ae83-e8a91123665a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426333 Dec 08 00:06:46.851771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-420a41ac-74c8-4b92-8115-40ce71805222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:46.853274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-420a41ac-74c8-4b92-8115-40ce71805222 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1124 time: 0.0683913 Dec 08 00:06:46.935500 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:46.952137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1feff3fa-0468-4c9e-8f32-743ebe9a9405 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:46.962823 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:46.967671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Calling delete_port for c23a2599-c94e-4ed1-beb9-cd88ef7fee24 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:46.987237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Transition to ACTIVE for port object 1feff3fa-0468-4c9e-8f32-743ebe9a9405 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:06:46.993385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.007180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-6d44454e-3c7f-4d96-8b7a-a5b1a295e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.008646 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-6d44454e-3c7f-4d96-8b7a-a5b1a295e413 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1454875 Dec 08 00:06:47.038937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-8777d064-0cdb-4f86-be87-68c253a5038d service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142859 Dec 08 00:06:47.084723 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-a4c44d0e-8d6d-460c-92e9-ec3359ff8ca0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 217 time: 0.0565221 Dec 08 00:06:47.089096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Pushing event updated for resources: {'Port': ['ID=1feff3fa-0468-4c9e-8f32-743ebe9a9405,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:47.168812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479177b-02b3-4731-93c5-eacff1b6445d req-baa384c2-ab0b-414d-897d-ddb2687a13ff tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.170359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7479177b-02b3-4731-93c5-eacff1b6445d req-baa384c2-ab0b-414d-897d-ddb2687a13ff tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.2200856 Dec 08 00:06:47.186401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c50e0-b084-4640-b840-0d7835b34bca req-bccf2c0d-de5f-4579-94fa-0aba2f1a5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.188231 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-bccf2c0d-de5f-4579-94fa-0aba2f1a5433 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0960760 Dec 08 00:06:47.206870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69690a-e743-48da-8130-29c854a8583e req-d54f18a1-4216-485f-9d0f-2ad9bf6112df tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.208479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab69690a-e743-48da-8130-29c854a8583e req-d54f18a1-4216-485f-9d0f-2ad9bf6112df tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 984 time: 0.2110133 Dec 08 00:06:47.224533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Attempting to bind port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:47.224901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Attempting to bind port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:47.225745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Attempting to bind port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 on network ef54382c-dc03-4ce4-b0de-a6c58fd29dde {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:47.231763 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-030888e5-d7ab-4d16-a18d-6d2d41f32db9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346830 Dec 08 00:06:47.234533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 on network ef54382c-dc03-4ce4-b0de-a6c58fd29dde not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:06:47.234876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Attempting to bind port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 on network ef54382c-dc03-4ce4-b0de-a6c58fd29dde {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:47.248967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:47.249519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Checking segment: {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:47.249965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Bound using segment: {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:47.250492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Bound port: 1feff3fa-0468-4c9e-8f32-743ebe9a9405, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5643f10f-04a4-4843-b72b-e31c6f19a1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:47.250812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.273925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba5fa3e6-e0d9-48ed-8617-fc830e0b3062 req-08374d5a-5a88-41ad-8db9-945274c3b804 service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990504 Dec 08 00:06:47.341356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.343590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7479177b-02b3-4731-93c5-eacff1b6445d req-664bf8c4-73ae-4109-b590-3fbce86a3828 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631951 Dec 08 00:06:47.375813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab69690a-e743-48da-8130-29c854a8583e req-eea91ab4-bea7-4834-b86d-b76ed056df1d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&id=54886345-0ba1-4cae-b45d-9bfef1c661d9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1578979 Dec 08 00:06:47.390462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.426623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Port': ['ID=c23a2599-c94e-4ed1-beb9-cd88ef7fee24,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:47.447849 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-a7776607-6e56-4ab6-9d18-f54557485778 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087185 Dec 08 00:06:47.460201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] For port 1feff3fa-0468-4c9e-8f32-743ebe9a9405, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:47.530509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.536964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-14c96b69-f96d-48cc-8ec6-51467b5a5210 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/ports/c23a2599-c94e-4ed1-beb9-cd88ef7fee24 HTTP/1.1" status: 204 len: 168 time: 0.9273670 Dec 08 00:06:47.537892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49010) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:47.549271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] For port 1feff3fa-0468-4c9e-8f32-743ebe9a9405, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:47.582671 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9800d66-1308-4861-8667-24716b711116 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] GET failed (client error): The resource could not be found. Dec 08 00:06:47.587823 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.591140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49014) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:47.592564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d9800d66-1308-4861-8667-24716b711116 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "GET /v2.0/ports/c23a2599-c94e-4ed1-beb9-cd88ef7fee24 HTTP/1.1" status: 404 len: 333 time: 0.0523949 Dec 08 00:06:47.660922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.662316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.663743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] 10.222.0.59 "PUT /v2.0/ports/1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 1092 time: 1.3080053 Dec 08 00:06:47.670028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:47.672355 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a294767-ba05-42f8-bd2d-d240de61866d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:47.682670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9652e8-6a21-4cd0-a24b-52f432c4c4fb req-649d2630-f377-45ac-9401-4746995869a9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.684703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e9652e8-6a21-4cd0-a24b-52f432c4c4fb req-649d2630-f377-45ac-9401-4746995869a9 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.0893729 Dec 08 00:06:47.739857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d43d9-cf35-41bf-af1d-6dd5c0e94713 req-402340e7-84be-49db-ba2d-937047888858 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.743420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be9d43d9-cf35-41bf-af1d-6dd5c0e94713 req-402340e7-84be-49db-ba2d-937047888858 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 944 time: 0.1091647 Dec 08 00:06:47.766435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fff40c-ba02-4f70-beaa-0a8df62b594d service neutron] Pushing event updated for resources: {'Port': ['ID=1feff3fa-0468-4c9e-8f32-743ebe9a9405,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:47.780088 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c07c50e0-b084-4640-b840-0d7835b34bca req-a4ee4e50-e51b-4129-b537-ebf01c4581fe service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173647 Dec 08 00:06:47.798679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e9652e8-6a21-4cd0-a24b-52f432c4c4fb req-0fa5459b-ad1d-4a63-a9e5-cb5ad9a2bb42 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912230 Dec 08 00:06:47.831329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be9d43d9-cf35-41bf-af1d-6dd5c0e94713 req-8eeeb70e-6df8-47c4-875e-458db3231735 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Dec 08 00:06:47.842782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting port 72663810-bc56-4269-b2d5-6b0c8da86dcf {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:47.842782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:47.864701 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6a2b9e-5cfb-4135-8e64-fda3fdfdd966 x-openstack-request-id: req-1f6a2b9e-5cfb-4135-8e64-fda3fdfdd966 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:47.864991 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:47.865248 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f6a2b9e-5cfb-4135-8e64-fda3fdfdd966 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:47.865646 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'status': 'completed', 'code': 200} Dec 08 00:06:47.947521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d81c747e-9195-4d7f-8382-143c971bfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:47.949250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-d81c747e-9195-4d7f-8382-143c971bfec5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405e3b9758624f8c92c22a192995a1fd&device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 1095 time: 0.1390698 Dec 08 00:06:47.981009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.013123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-ffbd8419-cfda-43e8-91b3-bc52faa42045 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 217 time: 0.0466943 Dec 08 00:06:48.018669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Calling delete_port for 72663810-bc56-4269-b2d5-6b0c8da86dcf owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:48.109077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-9e1b733a-966d-436d-9cf2-e61d9b3e6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:48.110976 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-9e1b733a-966d-436d-9cf2-e61d9b3e6b26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35c10add-9524-4fd1-8781-c19e72224991 HTTP/1.1" status: 200 len: 867 time: 0.0902305 Dec 08 00:06:48.178097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-dca190d3-1554-48d5-9b76-efc1af157f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:48.179772 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-dca190d3-1554-48d5-9b76-efc1af157f1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606749 Dec 08 00:06:48.288162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.331046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Port': ['ID=72663810-bc56-4269-b2d5-6b0c8da86dcf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:48.341654 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-6657cde2-5b38-4fb3-bc1f-b0a859570db3 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388345 Dec 08 00:06:48.467160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.473249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fd4ae9dc-5b1a-471d-85b5-595ff22cdce4 tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/ports/72663810-bc56-4269-b2d5-6b0c8da86dcf HTTP/1.1" status: 204 len: 168 time: 0.8775382 Dec 08 00:06:48.475471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49024) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:48.551080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-055f8cc8-ec30-410f-80c5-93a7542c3701 req-32910bc5-a227-4451-a0b4-c59fae491356 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920702 Dec 08 00:06:48.558165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting subnet 0bd41bce-4c88-4094-9bc2-02e24849d3a9 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:06:48.561278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.572024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bacd9-673b-42bb-8e00-22fc14558858 req-979c7923-f97b-4d71-a1af-5b146677450d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:48.580778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e8bacd9-673b-42bb-8e00-22fc14558858 req-979c7923-f97b-4d71-a1af-5b146677450d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 984 time: 0.0959976 Dec 08 00:06:48.590187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f6c8b-307e-4210-9c4e-8f7376623e88 req-d9962f89-c0e8-4128-bb4a-1ba77127c9e2 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:48.598235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e54f6c8b-307e-4210-9c4e-8f7376623e88 req-d9962f89-c0e8-4128-bb4a-1ba77127c9e2 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1597745 Dec 08 00:06:48.606554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.687587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e8bacd9-673b-42bb-8e00-22fc14558858 req-7dfe0234-be67-4220-a024-cad3b4c95e2f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&id=54886345-0ba1-4cae-b45d-9bfef1c661d9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1056256 Dec 08 00:06:48.691731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e54f6c8b-307e-4210-9c4e-8f7376623e88 req-e8d3db3b-4248-47fa-b951-552d1b243a38 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927124 Dec 08 00:06:48.747060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.776252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a294767-ba05-42f8-bd2d-d240de61866d req-80e4bb32-e06e-4c27-9819-6d8a1646b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:48.777628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a294767-ba05-42f8-bd2d-d240de61866d req-80e4bb32-e06e-4c27-9819-6d8a1646b8c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405e3b9758624f8c92c22a192995a1fd&device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 1095 time: 0.0978789 Dec 08 00:06:48.889053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.918154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e12083b-8073-434a-9b10-8638317f94d9 req-69e7fa9d-cf6f-4039-bd75-2faf00664fdf tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2018439685&fields=id&tenant_id=bbdc10f53e9c4231a6020f2581167e6d HTTP/1.1" status: 200 len: 267 time: 0.0545738 Dec 08 00:06:48.947698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd41bce-4c88-4094-9bc2-02e24849d3a9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:48.955789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:48.959912 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a0dcab9-e010-4ffa-9228-b26efb62561e tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/subnets/0bd41bce-4c88-4094-9bc2-02e24849d3a9 HTTP/1.1" status: 204 len: 168 time: 0.4827287 Dec 08 00:06:48.963462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49036) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:48.964276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83194d0-f1f5-4af6-9840-377facac5899 None None] Network 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:48.964781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a294767-ba05-42f8-bd2d-d240de61866d req-4c2aab23-c86a-479a-8754-686b08b68c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:48.966097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a294767-ba05-42f8-bd2d-d240de61866d req-4c2aab23-c86a-479a-8754-686b08b68c25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 200 len: 929 time: 0.1715035 Dec 08 00:06:49.018747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e931d9-3991-44de-a3e1-b6f7ab94da0d req-4e956b1b-267a-476f-b75f-756d94ce8992 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:49.020541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2e931d9-3991-44de-a3e1-b6f7ab94da0d req-4e956b1b-267a-476f-b75f-756d94ce8992 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.0827544 Dec 08 00:06:49.029490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12083b-8073-434a-9b10-8638317f94d9 req-87afc6ac-1d53-4627-aba4-9f9a0d4ea2c5 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:49.031564 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a294767-ba05-42f8-bd2d-d240de61866d req-f10fcfa2-d634-46d8-a610-efe0b0604eba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 217 time: 0.0548458 Dec 08 00:06:49.040767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e12083b-8073-434a-9b10-8638317f94d9 req-87afc6ac-1d53-4627-aba4-9f9a0d4ea2c5 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 984 time: 0.1155488 Dec 08 00:06:49.046630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'port': {'security_groups': ['54886345-0ba1-4cae-b45d-9bfef1c661d9', 'ca2fa6f7-39a9-4570-90b2-7a35929e7ea3', 'b5507cba-f00a-4feb-82bc-78d939aed04b']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:49.144567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a294767-ba05-42f8-bd2d-d240de61866d req-d7d16c43-2346-4acc-94d6-ead542ff54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:49.146041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a294767-ba05-42f8-bd2d-d240de61866d req-d7d16c43-2346-4acc-94d6-ead542ff54d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35c10add-9524-4fd1-8781-c19e72224991 HTTP/1.1" status: 200 len: 867 time: 0.1035197 Dec 08 00:06:49.149527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.167865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] DHCP port deletion for 63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:06:49.173805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2e931d9-3991-44de-a3e1-b6f7ab94da0d req-1259f7a5-47a0-4a70-a450-8accbe1ee788 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234713 Dec 08 00:06:49.190019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.236054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a294767-ba05-42f8-bd2d-d240de61866d req-abd46a6d-a3f6-4ad8-b3b6-8be17d799b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:49.237885 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a294767-ba05-42f8-bd2d-d240de61866d req-abd46a6d-a3f6-4ad8-b3b6-8be17d799b9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824947 Dec 08 00:06:49.253954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] Deleting port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:49.254738 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.321395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Deleting port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:49.321729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.330445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] For port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,segment=NetworkSegment(9098fb4c-8819-4b0b-b79c-fa9f18fe926f),segment_id=9098fb4c-8819-4b0b-b79c-fa9f18fe926f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:49.331326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.347243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] Calling delete_port for 32490795-b7ed-42f4-a9b9-6fbe7e7b596b owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:49.437903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] For port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,segment=NetworkSegment(9098fb4c-8819-4b0b-b79c-fa9f18fe926f),segment_id=9098fb4c-8819-4b0b-b79c-fa9f18fe926f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:49.438262 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.443669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a294767-ba05-42f8-bd2d-d240de61866d req-5b91de40-a6a1-417b-8927-8b6801a9f6c7 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947155 Dec 08 00:06:49.453425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.458924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:49.462920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Calling delete_port for 32490795-b7ed-42f4-a9b9-6fbe7e7b596b owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:49.483557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] Pushing event deleted for resources: {'Port': ['ID=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:49.490132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fa624-1f3c-4f60-a8dc-e7cf6e0018da None None] No DVR routers for this DVR port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:49.516081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.531804 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.567381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:49.573917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['19bd7f33-dd06-46bc-ad83-cf54ab20026d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:49.605730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:49.606356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.614312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e12083b-8073-434a-9b10-8638317f94d9 req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "PUT /v2.0/ports/19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 1020 time: 0.5690839 Dec 08 00:06:49.627114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:49.631658 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:49.638857 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a294767-ba05-42f8-bd2d-d240de61866d req-c04405b5-4758-4f28-be7a-ab49fa2ae588 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838355 Dec 08 00:06:49.648419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.696317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Port': ['ID=32490795-b7ed-42f4-a9b9-6fbe7e7b596b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:49.703777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefd52d-ee66-4409-bae4-5573168cdf9a req-044de790-8115-4932-b856-7fab405d0603 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:49.705963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afefd52d-ee66-4409-bae4-5573168cdf9a req-044de790-8115-4932-b856-7fab405d0603 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 944 time: 0.1868405 Dec 08 00:06:49.716224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] No DVR routers for this DVR port 32490795-b7ed-42f4-a9b9-6fbe7e7b596b on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:49.720183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9b07a-6d44-4d64-93e8-a364690dd8d6 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:49.762472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5703330d-6293-4a42-8ba8-79f058c71476 req-56641214-e79b-4e6b-9f61-2a5f921d1e96 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/b5507cba-f00a-4feb-82bc-78d939aed04b HTTP/1.1" status: 200 len: 1820 time: 0.1276319 Dec 08 00:06:49.816486 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afefd52d-ee66-4409-bae4-5573168cdf9a req-58ad34cf-42aa-41f9-aa0c-9963f32eb01c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017590 Dec 08 00:06:49.839852 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-5703330d-6293-4a42-8ba8-79f058c71476 req-d3d95897-5aec-499e-91c6-ce128f7a6c39 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 00:06:49.862022 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5703330d-6293-4a42-8ba8-79f058c71476 req-d3d95897-5aec-499e-91c6-ce128f7a6c39 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/b5507cba-f00a-4feb-82bc-78d939aed04b HTTP/1.1" status: 409 len: 341 time: 0.0985670 Dec 08 00:06:49.894778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:49.910714 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee319c-df88-476b-8a0d-12a9400fd14b x-openstack-request-id: req-7fee319c-df88-476b-8a0d-12a9400fd14b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:49.911091 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:49.911346 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fee319c-df88-476b-8a0d-12a9400fd14b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:49.911748 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d', 'status': 'completed', 'code': 200} Dec 08 00:06:49.915314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['19bd7f33-dd06-46bc-ad83-cf54ab20026d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:49.927448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cdd45b-4f14-43d2-bda3-fd6a1b79ef07']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:49.945854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9098fb4c-8819-4b0b-b79c-fa9f18fe926f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:49.946460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9098fb4c-8819-4b0b-b79c-fa9f18fe926f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:49.983180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:50.013051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea88118-b568-4a74-a0be-0ad4080f87b7 req-85fc0119-0fe3-47ae-826a-53c0e7765905 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:50.013051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ea88118-b568-4a74-a0be-0ad4080f87b7 req-85fc0119-0fe3-47ae-826a-53c0e7765905 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0819256 Dec 08 00:06:50.019764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:50.030025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:06:50.030431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:50.035743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-0c6e12bf-a29e-4e7c-bc04-bfd4c845d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:50.037281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-0c6e12bf-a29e-4e7c-bc04-bfd4c845d7ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1174 time: 0.0884099 Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:06:50.037925 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:06:50.080891 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ea88118-b568-4a74-a0be-0ad4080f87b7 req-5fd57f36-fd72-4a7b-b509-823dc0d472bd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607855 Dec 08 00:06:50.423135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fffd69-35b5-4618-b6df-aa03bd7a1dae req-c31ebdc9-b2c2-41e4-9c5a-b081e3078739 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:50.425273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80fffd69-35b5-4618-b6df-aa03bd7a1dae req-c31ebdc9-b2c2-41e4-9c5a-b081e3078739 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 943 time: 0.0967605 Dec 08 00:06:50.566820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314b3eb-2afe-44e9-a7bc-b8c76b298c7b req-45f7a59c-f529-4995-aa35-6c3aff0cad26 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:50.575971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:50.579533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6314b3eb-2afe-44e9-a7bc-b8c76b298c7b req-45f7a59c-f529-4995-aa35-6c3aff0cad26 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1023 time: 0.1459022 Dec 08 00:06:50.596516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80fffd69-35b5-4618-b6df-aa03bd7a1dae req-3d57f3be-e095-4a5f-a131-a9f543ff5591 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638534 Dec 08 00:06:50.633187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:50.647945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] 10.222.0.18 "DELETE /v2.0/networks/63cdd45b-4f14-43d2-bda3-fd6a1b79ef07 HTTP/1.1" status: 204 len: 168 time: 1.6743379 Dec 08 00:06:50.675969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 32490795-b7ed-42f4-a9b9-6fbe7e7b596b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:50.686807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e777d1-c4d7-46c0-b15a-1bb401a37e0f tempest-AllowedAddressPairTestJSON-69707919 tempest-AllowedAddressPairTestJSON-69707919-project] Pushing event deleted for resources: {'Network': ['ID=63cdd45b-4f14-43d2-bda3-fd6a1b79ef07,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:50.687167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6314b3eb-2afe-44e9-a7bc-b8c76b298c7b req-a5580e00-23c5-4cd7-9b99-2ec0e2f03298 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5507cba-f00a-4feb-82bc-78d939aed04b&id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&id=54886345-0ba1-4cae-b45d-9bfef1c661d9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1055899 Dec 08 00:06:50.707674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 32490795-b7ed-42f4-a9b9-6fbe7e7b596b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:06:50.707674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 32490795-b7ed-42f4-a9b9-6fbe7e7b596b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:06:50.731373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-0f5da645-d359-45fb-926f-22d07d29d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:50.732918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-0f5da645-d359-45fb-926f-22d07d29d9e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 200 len: 914 time: 0.6838195 Dec 08 00:06:50.783983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-a1e0a789-b3b8-4e43-a6f6-05afbd8aea1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 200 len: 217 time: 0.0402601 Dec 08 00:06:50.877953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-256eb8b7-19b9-404f-93e6-3ccc1b00356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:50.879491 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-256eb8b7-19b9-404f-93e6-3ccc1b00356f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 200 len: 853 time: 0.0874522 Dec 08 00:06:50.921163 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-2ffcb315-55e9-4fbe-a411-754d087859e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57580fc-dc0b-4170-ad95-6984f40eba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338585 Dec 08 00:06:50.923064 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-ea6f872a-1cc5-4ab0-b0c3-9c2ba78aa1a8 service neutron] 10.222.0.59 "GET /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.1001849 Dec 08 00:06:50.934574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49062) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:50.958580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce8bf-135e-491b-92ec-8ae7363a0684 req-b940afe7-168b-44ff-b092-ec54344d4f73 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:50.960184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d79ce8bf-135e-491b-92ec-8ae7363a0684 req-b940afe7-168b-44ff-b092-ec54344d4f73 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 944 time: 0.0527256 Dec 08 00:06:51.019495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d79ce8bf-135e-491b-92ec-8ae7363a0684 req-a706bc56-09c8-4a68-9451-dad376b7cfce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Dec 08 00:06:51.128363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-37cb8b53-9057-4184-9e63-4a1d45459c30 service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872025 Dec 08 00:06:51.206185 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-df1ccc80-b38e-45fe-afe7-4cc9a5481dac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfbedf3bd3a940a08bf3da404917afa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674730 Dec 08 00:06:51.206684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49072) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:51.244200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd1e0-acfc-4cf2-a9af-a7d949598368 req-bcf50fb7-3f6e-4912-8630-1b9ce496f583 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:51.245705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41afd1e0-acfc-4cf2-a9af-a7d949598368 req-bcf50fb7-3f6e-4912-8630-1b9ce496f583 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0832622 Dec 08 00:06:51.309032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:51.315130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6a279c5-d47a-4aef-ae6a-1500e796cdbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:51.319805 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27de8503-c43b-4c2c-89c2-dbf070c1d2f5 req-11def104-d522-42c7-9a71-7f6bdfdc287c service neutron] 10.222.0.59 "GET /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829391 Dec 08 00:06:51.333030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:51.346848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41afd1e0-acfc-4cf2-a9af-a7d949598368 req-c55911ec-ba87-4b39-aa82-0ca296a2858a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787599 Dec 08 00:06:51.360298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6a279c5-d47a-4aef-ae6a-1500e796cdbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:51.362719 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab830d3c-b133-4a0b-8e95-76d8481a5483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:51.372595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fb6df8-018a-4b92-ab50-2e87d53314f3 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:51.385488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:51.403946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:51.422094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6a279c5-d47a-4aef-ae6a-1500e796cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:51.425576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6a279c5-d47a-4aef-ae6a-1500e796cdbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:51.429129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c6a279c5-d47a-4aef-ae6a-1500e796cdbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5eb7f4b6-6c6c-4eb2-a268-45965a4f5fad HTTP/1.1" status: 204 len: 168 time: 0.2190809 Dec 08 00:06:51.435540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a279c5-d47a-4aef-ae6a-1500e796cdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb7f4b6-6c6c-4eb2-a268-45965a4f5fad,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:51.494580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] Transition to ACTIVE for port object 69fb6df8-018a-4b92-ab50-2e87d53314f3 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:06:51.499227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:51.572512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] No DVR routers for this DVR port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:51.584385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] Pushing event updated for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:51.605855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-55752c0e-22fd-42b8-8377-553e36e911b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6637151 Dec 08 00:06:51.745174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c21d0-0225-48ed-acec-be1f0a6fd06f req-0935ba47-c799-4d9b-a0cf-a128fe17a165 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:51.746753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a0c21d0-0225-48ed-acec-be1f0a6fd06f req-0935ba47-c799-4d9b-a0cf-a128fe17a165 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 944 time: 0.0765245 Dec 08 00:06:51.804309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-2cd57d5c-d9d8-46eb-b56b-664709ae5eb0 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:51.809097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-2cd57d5c-d9d8-46eb-b56b-664709ae5eb0 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.0547450 Dec 08 00:06:51.871360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-8ad8ca71-0099-4a9d-a08f-69910aa63876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:51.873476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-8ad8ca71-0099-4a9d-a08f-69910aa63876 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 1095 time: 0.0531425 Dec 08 00:06:51.964970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-2168188e-0eb2-40f2-afcd-7c5b29b60d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:51.966541 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-2168188e-0eb2-40f2-afcd-7c5b29b60d85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1095 time: 0.0524046 Dec 08 00:06:52.076235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-03d6d9c2-f49c-4a3d-ac10-2e7160aee7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:52.077777 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-03d6d9c2-f49c-4a3d-ac10-2e7160aee7a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1035376 Dec 08 00:06:52.119157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a0c21d0-0225-48ed-acec-be1f0a6fd06f req-dd95737f-8a3c-4084-8a3c-44eb3cbc3008 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505194 Dec 08 00:06:52.135795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-43a967fe-b4c9-42e1-b332-49657db98b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 200 len: 217 time: 0.0493078 Dec 08 00:06:52.136062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4af4a0-249b-4362-bb15-cf879cda426e req-69bf78b0-4361-49d2-af23-984ad7a33d02 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:52.137592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f4af4a0-249b-4362-bb15-cf879cda426e req-69bf78b0-4361-49d2-af23-984ad7a33d02 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1023 time: 0.3551164 Dec 08 00:06:52.193553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49104) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:52.228425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-67aaf7e0-dd39-4d6f-9fa2-5b6672960376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:52.229896 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-67aaf7e0-dd39-4d6f-9fa2-5b6672960376 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0838354 Dec 08 00:06:52.244172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f4af4a0-249b-4362-bb15-cf879cda426e req-bec5cbb9-ea9a-407c-b776-e89e5e97f449 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5507cba-f00a-4feb-82bc-78d939aed04b&id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&id=54886345-0ba1-4cae-b45d-9bfef1c661d9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0979865 Dec 08 00:06:52.254375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-ade987a5-18be-4527-bfda-3b3de145888e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:52.256765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-ade987a5-18be-4527-bfda-3b3de145888e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 1023 time: 0.0764670 Dec 08 00:06:52.258663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c1405-8bc3-45ad-832d-c1a3adb635fd req-92077001-3fdd-4758-a50c-71b223cde859 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:52.260203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d33c1405-8bc3-45ad-832d-c1a3adb635fd req-92077001-3fdd-4758-a50c-71b223cde859 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 944 time: 0.0769975 Dec 08 00:06:52.298681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-d0e4446c-a10a-4cf9-9c5a-90463cbfe12e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389936 Dec 08 00:06:52.320529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d33c1405-8bc3-45ad-832d-c1a3adb635fd req-877eb2dc-febd-4087-a0c2-8afb60bab7a0 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503094 Dec 08 00:06:52.366569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bf4c79d5-f6ea-4d1a-9ddf-c84180b4b618 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1152221768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:52.383491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 1feff3fa-0468-4c9e-8f32-743ebe9a9405 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:52.393396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:52.464647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:06:52.487225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf4c79d5-f6ea-4d1a-9ddf-c84180b4b618 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.488278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf4c79d5-f6ea-4d1a-9ddf-c84180b4b618 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.498120 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-5446fe3f-6987-4226-b0e4-3bcd775f73e4 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684289 Dec 08 00:06:52.536476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 1feff3fa-0468-4c9e-8f32-743ebe9a9405, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:52.547775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'port_id': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'mac_address': 'fa:16:3e:2e:c7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:52.569241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf4c79d5-f6ea-4d1a-9ddf-c84180b4b618 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.586695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca4a56-b7a3-4b25-b604-9f16f5fbda8f req-8ff3fce5-208b-47c8-ac81-c5ab0f4f9794 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:52.588223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0ca4a56-b7a3-4b25-b604-9f16f5fbda8f req-8ff3fce5-208b-47c8-ac81-c5ab0f4f9794 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.0554643 Dec 08 00:06:52.590402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Deleting port 19bd7f33-dd06-46bc-ad83-cf54ab20026d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:52.590741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.593666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf4c79d5-f6ea-4d1a-9ddf-c84180b4b618 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.595457 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.621504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1feff3fa-0468-4c9e-8f32-743ebe9a9405 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:52.649518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 1feff3fa-0468-4c9e-8f32-743ebe9a9405, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:52.651428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0ca4a56-b7a3-4b25-b604-9f16f5fbda8f req-de1516ad-4921-4319-8e81-76aecdb1a907 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564122 Dec 08 00:06:52.655067 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.710716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=1feff3fa-0468-4c9e-8f32-743ebe9a9405,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:52.713278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf4c79d5-f6ea-4d1a-9ddf-c84180b4b618 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.715388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf4c79d5-f6ea-4d1a-9ddf-c84180b4b618 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5207961 Dec 08 00:06:52.717172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49114) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:52.722754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1190755764'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:52.744390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Made reservation on behalf of 6ae481777fe44384ae7b903956bb8371 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:52.749011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.757688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.783637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-0fa5152f-711e-41c9-955b-fd37a3090f81 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267044 Dec 08 00:06:52.790267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] For port 19bd7f33-dd06-46bc-ad83-cf54ab20026d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=19bd7f33-dd06-46bc-ad83-cf54ab20026d,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:52.791118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.804365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Calling delete_port for 19bd7f33-dd06-46bc-ad83-cf54ab20026d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:06:52.836823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.841448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.865383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:06:52.881524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbaee29-8266-4d85-9fcc-7f33170a34ea,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:52.884439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.884851 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Added segment 7afd12ae-c3f8-4b26-852f-1cc2dd17d339 of type vlan for network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 Dec 08 00:06:52.925410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.947798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.951205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.957112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:52.957812 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:52.979705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'Port': ['ID=19bd7f33-dd06-46bc-ad83-cf54ab20026d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:53.002916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['19bd7f33-dd06-46bc-ad83-cf54ab20026d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:53.012714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2941699 Dec 08 00:06:53.016359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49116) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:53.021230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'subnet': {'network_id': 'e69bb507-a9cf-498b-bc5e-d1b266dd6e33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:53.040850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:53.059791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] No DVR routers for this DVR port 19bd7f33-dd06-46bc-ad83-cf54ab20026d on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:06:53.062970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.065254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354970a-bcd1-4698-9835-50ce5fc22c18 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Network': ['ID=e69bb507-a9cf-498b-bc5e-d1b266dd6e33,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:53.076130 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44612c11-fdda-43ec-846d-14288b8d9c3a req-d7aeedd1-833e-4884-8903-d169901d7e4e tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.59 "DELETE /v2.0/ports/19bd7f33-dd06-46bc-ad83-cf54ab20026d HTTP/1.1" status: 204 len: 173 time: 0.7984908 Dec 08 00:06:53.076913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'name': 'network-vif-deleted', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:53.081008 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6460410-6474-4721-9c82-29552fa37a71" -d '{"events": [{"server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "name": "network-vif-deleted", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:53.086157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:06:53.097050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['1feff3fa-0468-4c9e-8f32-743ebe9a9405'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:53.133840 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95418b19-d19d-4c76-92c5-0627adc9a8c7 x-openstack-request-id: req-95418b19-d19d-4c76-92c5-0627adc9a8c7 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:53.134763 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb0c4ed-fa45-4035-91cd-0221bb658882", "name": "network-vif-deleted", "tag": "19bd7f33-dd06-46bc-ad83-cf54ab20026d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:53.137282 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95418b19-d19d-4c76-92c5-0627adc9a8c7 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:53.137282 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb0c4ed-fa45-4035-91cd-0221bb658882', 'name': 'network-vif-deleted', 'tag': '19bd7f33-dd06-46bc-ad83-cf54ab20026d', 'status': 'completed', 'code': 200} Dec 08 00:06:53.140524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-82424576-9804-4583-b8e8-7690a2e3ae0e tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:53.142083 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-82424576-9804-4583-b8e8-7690a2e3ae0e tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.0569675 Dec 08 00:06:53.175734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Made reservation on behalf of 6ae481777fe44384ae7b903956bb8371 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:53.184100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.281011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-683f8048-e071-4447-a410-3b72961d263a service neutron] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:53.285266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-683f8048-e071-4447-a410-3b72961d263a service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.286549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcae760a-45cf-4fc4-bd23-d62f81715c4f req-683f8048-e071-4447-a410-3b72961d263a service neutron] 10.222.0.44 "DELETE /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.1352115 Dec 08 00:06:53.365978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa1a70-0164-45ea-a3e1-0ba1e42743b2 req-1189109f-20d1-40de-ac52-bb60f69fb61d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:53.367527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83aa1a70-0164-45ea-a3e1-0ba1e42743b2 req-1189109f-20d1-40de-ac52-bb60f69fb61d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 944 time: 0.1524255 Dec 08 00:06:53.429939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-325f378d-b2f3-42eb-8228-e59b4b51077a req-97f93aa9-3304-4553-ace9-306f1353d237 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb0c4ed-fa45-4035-91cd-0221bb658882 HTTP/1.1" status: 200 len: 210 time: 0.0465229 Dec 08 00:06:53.483669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83aa1a70-0164-45ea-a3e1-0ba1e42743b2 req-b1b4ea08-ef82-45c3-93a3-131940bca087 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094046 Dec 08 00:06:53.551627 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3a3114a4-e4d3-4f17-bf1c-d83d6ec335d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.567852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.619038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50748bf8-deb1-487d-909a-7865c572127d req-3e478bb2-da5a-4c59-8708-39ee71e85c9e tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:53.620566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50748bf8-deb1-487d-909a-7865c572127d req-3e478bb2-da5a-4c59-8708-39ee71e85c9e tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 945 time: 0.1039543 Dec 08 00:06:53.663575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Subnet': ['ID=98e16181-68d0-4b17-8bcf-fc4738a5f2f9,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:53.692815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Checking segment: {'id': '7afd12ae-c3f8-4b26-852f-1cc2dd17d339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e69bb507-a9cf-498b-bc5e-d1b266dd6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:53.693164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network hostable DHCP agents. Network: e69bb507-a9cf-498b-bc5e-d1b266dd6e33, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:06:53.704838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50748bf8-deb1-487d-909a-7865c572127d req-f9dd23e8-e0be-4a1e-b29a-845ae88b5a31 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Dec 08 00:06:53.728989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:06:53.737150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e69bb507-a9cf-498b-bc5e-d1b266dd6e33) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:53.746154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:53.747414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.751097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7debab3-9ffb-43f0-af33-8c7797630f61 None None] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:53.780591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-28dbcb63-ce84-4797-a969-7f31188f3d6f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7634828 Dec 08 00:06:53.784035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49138) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:53.793717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'network': {'name': 'tempest-router-network01--575123163'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:53.854330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Made reservation on behalf of 6ae481777fe44384ae7b903956bb8371 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:53.857759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.925909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-e69bb507-a9cf-498b-bc5e-d1b266dd6e33', 'network_id': 'e69bb507-a9cf-498b-bc5e-d1b266dd6e33', 'project_id': '6ae481777fe44384ae7b903956bb8371', 'fixed_ips': [{'subnet_id': '98e16181-68d0-4b17-8bcf-fc4738a5f2f9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:06:53.926874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.936646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41092034-2fb4-4873-8725-e283f321ed1e req-ec953147-cd7d-4fb4-b91b-2213ee9c1c8b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:53.944526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41092034-2fb4-4873-8725-e283f321ed1e req-ec953147-cd7d-4fb4-b91b-2213ee9c1c8b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1252518 Dec 08 00:06:53.947093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:06:53.959045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218f88-943c-4843-9c96-7ff9523f7686 req-f68626c1-0ec0-4665-9a1c-ca10d611db43 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:53.963395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82218f88-943c-4843-9c96-7ff9523f7686 req-f68626c1-0ec0-4665-9a1c-ca10d611db43 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1095 time: 0.1119242 Dec 08 00:06:53.985057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:53.985410 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Added segment 36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3 of type vlan for network 696123df-ab37-44b2-9a43-099fbe3e6980 Dec 08 00:06:54.074536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.081928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41092034-2fb4-4873-8725-e283f321ed1e req-1baf039d-1abc-4b1d-bf9c-176f4d8b94bf tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365864 Dec 08 00:06:54.082549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Allocated IP 172.20.0.2 (e69bb507-a9cf-498b-bc5e-d1b266dd6e33/98e16181-68d0-4b17-8bcf-fc4738a5f2f9/fbb8dca3-27ca-4daf-a0c1-51845446fa42) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:54.083968 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82218f88-943c-4843-9c96-7ff9523f7686 req-c8d7f5f7-efcd-4c3f-be43-96201c9663f8 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160169 Dec 08 00:06:54.117859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.124283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:54.125447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.174153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3867736 Dec 08 00:06:54.175062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49142) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:54.180127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'network': {'name': 'tempest-router-network02--2101958776'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:54.205038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Made reservation on behalf of 6ae481777fe44384ae7b903956bb8371 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:54.208997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.234152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:06:54.236967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b0aa0-9cba-41c1-a0ef-67ce721e08f7 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Network': ['ID=696123df-ab37-44b2-9a43-099fbe3e6980,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:54.252111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46771-4dea-4470-83c7-a526e01e69e6 req-4d237726-25df-430e-9cbf-40588c55371b tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:54.253723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31c46771-4dea-4470-83c7-a526e01e69e6 req-4d237726-25df-430e-9cbf-40588c55371b tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 1095 time: 0.0893781 Dec 08 00:06:54.254578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.255240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 696123df-ab37-44b2-9a43-099fbe3e6980 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:06:54.255867 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Added segment 49061cf9-f4b9-4e02-8f58-735047d9dc18 of type vlan for network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 Dec 08 00:06:54.275737 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.288894 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.305887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31c46771-4dea-4470-83c7-a526e01e69e6 req-86bfd1b2-4fff-4df7-8e38-02f26ca1002f tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Dec 08 00:06:54.326468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.354878 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.361486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:54.362408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.370978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:54.375484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:54.379106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:54.386323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Pushing event updated for resources: {'Port': ['ID=fbb8dca3-27ca-4daf-a0c1-51845446fa42,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:54.413255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2370150 Dec 08 00:06:54.416470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49148) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:54.425659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'subnet': {'network_id': '696123df-ab37-44b2-9a43-099fbe3e6980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:54.444783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Attempting to bind port fbb8dca3-27ca-4daf-a0c1-51845446fa42 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:54.445154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Attempting to bind port fbb8dca3-27ca-4daf-a0c1-51845446fa42 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '7afd12ae-c3f8-4b26-852f-1cc2dd17d339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e69bb507-a9cf-498b-bc5e-d1b266dd6e33'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:54.445741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Attempting to bind port fbb8dca3-27ca-4daf-a0c1-51845446fa42 on network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:54.451260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:54.451643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Checking segment: {'id': '7afd12ae-c3f8-4b26-852f-1cc2dd17d339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e69bb507-a9cf-498b-bc5e-d1b266dd6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:54.452052 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.452446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Bound using segment: {'id': '7afd12ae-c3f8-4b26-852f-1cc2dd17d339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e69bb507-a9cf-498b-bc5e-d1b266dd6e33'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:54.452921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Bound port: fbb8dca3-27ca-4daf-a0c1-51845446fa42, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afd12ae-c3f8-4b26-852f-1cc2dd17d339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e69bb507-a9cf-498b-bc5e-d1b266dd6e33'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:54.453518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.563095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] For port fbb8dca3-27ca-4daf-a0c1-51845446fa42, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:54.568831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] For port fbb8dca3-27ca-4daf-a0c1-51845446fa42, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fbb8dca3-27ca-4daf-a0c1-51845446fa42,segment=NetworkSegment(7afd12ae-c3f8-4b26-852f-1cc2dd17d339),segment_id=7afd12ae-c3f8-4b26-852f-1cc2dd17d339)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:54.581004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.593924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab370-f601-4200-8643-0650b35f3767 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Network': ['ID=fc1af8ce-24de-471d-bbb7-1c9c550c50c6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:54.623551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:06:54.647511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-140ae287-6227-4011-aa8f-fc92e5d83586 req-77f6842e-98a0-44c4-a220-851d8b01cb4f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/54886345-0ba1-4cae-b45d-9bfef1c661d9 HTTP/1.1" status: 200 len: 1820 time: 0.0867310 Dec 08 00:06:54.650016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Made reservation on behalf of 6ae481777fe44384ae7b903956bb8371 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:54.653872 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.740215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-140ae287-6227-4011-aa8f-fc92e5d83586 req-9ea53859-cbca-4d94-9539-f01d691d1b0c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.773429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27005d94-b982-442a-a5d0-acaa07c5769c None None] Pushing event updated for resources: {'Port': ['ID=fbb8dca3-27ca-4daf-a0c1-51845446fa42,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:54.773843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-140ae287-6227-4011-aa8f-fc92e5d83586 req-9ea53859-cbca-4d94-9539-f01d691d1b0c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.831948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-140ae287-6227-4011-aa8f-fc92e5d83586 req-9ea53859-cbca-4d94-9539-f01d691d1b0c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.835024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-140ae287-6227-4011-aa8f-fc92e5d83586 req-9ea53859-cbca-4d94-9539-f01d691d1b0c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:54.836204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-140ae287-6227-4011-aa8f-fc92e5d83586 req-9ea53859-cbca-4d94-9539-f01d691d1b0c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/54886345-0ba1-4cae-b45d-9bfef1c661d9 HTTP/1.1" status: 204 len: 173 time: 0.1878824 Dec 08 00:06:54.845971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea53859-cbca-4d94-9539-f01d691d1b0c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54886345-0ba1-4cae-b45d-9bfef1c661d9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:55.011914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.020432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:06:55.028751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:55.050011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88950fc-a03a-4367-b533-990641c8cd2d req-7280eb4c-e31f-4c91-a1e7-928e30df3aa0 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:55.061906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e88950fc-a03a-4367-b533-990641c8cd2d req-7280eb4c-e31f-4c91-a1e7-928e30df3aa0 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 945 time: 0.0995026 Dec 08 00:06:55.076676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.091451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Subnet': ['ID=2259d34b-56b4-43bd-9986-d631689f351e,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:55.098317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Checking segment: {'id': '36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '696123df-ab37-44b2-9a43-099fbe3e6980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:55.101562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network hostable DHCP agents. Network: 696123df-ab37-44b2-9a43-099fbe3e6980, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:06:55.131041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network 696123df-ab37-44b2-9a43-099fbe3e6980 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:06:55.144194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 696123df-ab37-44b2-9a43-099fbe3e6980) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:55.148837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:55.149935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.155458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59167c-ffa6-4880-b5ce-9721d5d0f2ff None None] Network 696123df-ab37-44b2-9a43-099fbe3e6980 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:55.170462 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-12d42b6c-ab73-4f95-94f7-8765aef806dd tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7525022 Dec 08 00:06:55.172998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49172) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:55.181147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'subnet': {'network_id': 'fc1af8ce-24de-471d-bbb7-1c9c550c50c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:55.194104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e88950fc-a03a-4367-b533-990641c8cd2d req-564d1a9a-930e-42a7-ba68-82789179bd8d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266074 Dec 08 00:06:55.206913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fd46e52-5396-4e48-bffa-6e164f2358ca req-70016e3e-1db3-41e0-8f1e-343cf455d96a tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/b5507cba-f00a-4feb-82bc-78d939aed04b HTTP/1.1" status: 200 len: 1820 time: 0.1026564 Dec 08 00:06:55.215558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.298381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Made reservation on behalf of 6ae481777fe44384ae7b903956bb8371 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:06:55.303945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.304498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:55.306755 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9381b25a-e59d-417d-9fd7-931821c38757" -d '{"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:55.324478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8fd46e52-5396-4e48-bffa-6e164f2358ca req-d5fb77ef-fed9-48f3-891e-6a9e526f9a8d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.359062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8fd46e52-5396-4e48-bffa-6e164f2358ca req-d5fb77ef-fed9-48f3-891e-6a9e526f9a8d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.385122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba6ab0-71c9-4008-90c3-358b9c589698 req-1249c02e-bdd3-4dae-8786-e3dee77a1291 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:55.393600 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ceba6ab0-71c9-4008-90c3-358b9c589698 req-1249c02e-bdd3-4dae-8786-e3dee77a1291 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1130037 Dec 08 00:06:55.470674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8fd46e52-5396-4e48-bffa-6e164f2358ca req-d5fb77ef-fed9-48f3-891e-6a9e526f9a8d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.475201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-bb26010a-9344-42af-a177-d751ef14f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:55.476955 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-bb26010a-9344-42af-a177-d751ef14f948 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd9701b90c514c1d9ff4d10401683c19&device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1100 time: 0.0705590 Dec 08 00:06:55.477959 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8fd46e52-5396-4e48-bffa-6e164f2358ca req-d5fb77ef-fed9-48f3-891e-6a9e526f9a8d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.480144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fd46e52-5396-4e48-bffa-6e164f2358ca req-d5fb77ef-fed9-48f3-891e-6a9e526f9a8d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/b5507cba-f00a-4feb-82bc-78d939aed04b HTTP/1.1" status: 204 len: 173 time: 0.2626534 Dec 08 00:06:55.500446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ceba6ab0-71c9-4008-90c3-358b9c589698 req-042e594e-a5f6-4f7e-9cb4-d55a27bfce5a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035228 Dec 08 00:06:55.534605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-48d449c0-14e2-4759-9c29-6d986cd16cfb req-bf3416f6-afe0-4bc6-8455-c2d9010a6358 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1887457874', 'description': 'tempest-description-535853777'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:55.543711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb77ef-fed9-48f3-891e-6a9e526f9a8d tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5507cba-f00a-4feb-82bc-78d939aed04b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:55.581012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-48d449c0-14e2-4759-9c29-6d986cd16cfb req-bf3416f6-afe0-4bc6-8455-c2d9010a6358 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.611414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:55.660152 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.675926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:55.733746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.735166 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9cdcf3-6ae5-4c0f-8ed0-55e8a7c5dfac x-openstack-request-id: req-ba9cdcf3-6ae5-4c0f-8ed0-55e8a7c5dfac {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:55.735166 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:55.735420 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba9cdcf3-6ae5-4c0f-8ed0-55e8a7c5dfac {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:55.736301 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'code': 200} Dec 08 00:06:55.737131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-696123df-ab37-44b2-9a43-099fbe3e6980', 'network_id': '696123df-ab37-44b2-9a43-099fbe3e6980', 'project_id': '6ae481777fe44384ae7b903956bb8371', 'fixed_ips': [{'subnet_id': '2259d34b-56b4-43bd-9986-d631689f351e'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:06:55.737991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.740471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'mac_address': 'fa:16:3e:71:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:06:55.765804 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-48d449c0-14e2-4759-9c29-6d986cd16cfb req-bf3416f6-afe0-4bc6-8455-c2d9010a6358 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.777184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-48d449c0-14e2-4759-9c29-6d986cd16cfb req-bf3416f6-afe0-4bc6-8455-c2d9010a6358 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.785203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-7c233fa9-d62b-474a-a417-b1434ca6435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:55.787461 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-7c233fa9-d62b-474a-a417-b1434ca6435d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2815719 Dec 08 00:06:55.817382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-48d449c0-14e2-4759-9c29-6d986cd16cfb req-bf3416f6-afe0-4bc6-8455-c2d9010a6358 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.830861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48d449c0-14e2-4759-9c29-6d986cd16cfb req-bf3416f6-afe0-4bc6-8455-c2d9010a6358 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2973459 Dec 08 00:06:55.833742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3416f6-afe0-4bc6-8455-c2d9010a6358 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1997c-f020-455e-9fbd-92f74ebdde85,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:55.846791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:55.905427 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-2f0f0b1f-4144-46eb-881a-321be51344a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc7d4423-0af1-4481-bc05-095ba9d62120 HTTP/1.1" status: 200 len: 217 time: 0.1048617 Dec 08 00:06:55.919562 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:55.946415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-568b49f4-6602-49cc-9aac-40d408cca51d req-ea570d13-2765-4cf9-b4f8-f5a4d71d417f tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/aed1997c-f020-455e-9fbd-92f74ebdde85 HTTP/1.1" status: 200 len: 1819 time: 0.0722229 Dec 08 00:06:55.952635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Subnet': ['ID=dfede13c-8af7-4396-8eaa-1028fd503802,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:55.956028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7d4423-0af1-4481-bc05-095ba9d62120 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:06:55.965932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-568b49f4-6602-49cc-9aac-40d408cca51d req-2f671f65-e3c8-4669-8153-79467f1d6488 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1564664244', 'description': 'tempest-description-hth-1321369044'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:06:56.030578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-568b49f4-6602-49cc-9aac-40d408cca51d req-2f671f65-e3c8-4669-8153-79467f1d6488 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.039828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Checking segment: {'id': '49061cf9-f4b9-4e02-8f58-735047d9dc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc1af8ce-24de-471d-bbb7-1c9c550c50c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:56.040207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network hostable DHCP agents. Network: fc1af8ce-24de-471d-bbb7-1c9c550c50c6, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:06:56.052022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Allocated IP 172.20.0.2 (696123df-ab37-44b2-9a43-099fbe3e6980/2259d34b-56b4-43bd-9986-d631689f351e/46b9501c-0048-424d-9816-f65be30a5a61) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:56.096524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-62d08b3d-ecd3-434f-b272-201489840a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:56.098528 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-62d08b3d-ecd3-434f-b272-201489840a66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1839991 Dec 08 00:06:56.099787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:06:56.107359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-568b49f4-6602-49cc-9aac-40d408cca51d req-2f671f65-e3c8-4669-8153-79467f1d6488 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.112028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-568b49f4-6602-49cc-9aac-40d408cca51d req-2f671f65-e3c8-4669-8153-79467f1d6488 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.115274 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-568b49f4-6602-49cc-9aac-40d408cca51d req-2f671f65-e3c8-4669-8153-79467f1d6488 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.116961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-568b49f4-6602-49cc-9aac-40d408cca51d req-2f671f65-e3c8-4669-8153-79467f1d6488 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "PUT /v2.0/security-groups/aed1997c-f020-455e-9fbd-92f74ebdde85 HTTP/1.1" status: 200 len: 1794 time: 0.1596229 Dec 08 00:06:56.153389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, fc1af8ce-24de-471d-bbb7-1c9c550c50c6) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:56.159964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:56.160635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.178009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f671f65-e3c8-4669-8153-79467f1d6488 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1997c-f020-455e-9fbd-92f74ebdde85,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:56.179067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:56.200037 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-942ccc53-2cde-418d-b658-acea91b039c0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0244231 Dec 08 00:06:56.202566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49190) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:56.207254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb72db1-05e7-45f3-8b3e-ba04afd5bf66 None None] Network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:56.212492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-6c8a2ad0-3d9d-422b-9292-8f10de9d439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:56.214063 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-6c8a2ad0-3d9d-422b-9292-8f10de9d439e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057670 Dec 08 00:06:56.224272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.271028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b63be2b8-59e4-43d8-91d6-1f6a7b1a0bdb req-a30199d6-76f9-4aa3-a2bd-acb4d7f0fcfd tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/aed1997c-f020-455e-9fbd-92f74ebdde85 HTTP/1.1" status: 200 len: 1794 time: 0.0708380 Dec 08 00:06:56.301797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213715a-97d9-4b05-859c-8eb3488a0dd1 None None] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:56.315041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.350555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7dcdbcec-48c6-4dd1-b84b-9dc5cf0113a2 req-0dd18594-265c-410f-9b94-a85d42c14562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/aed1997c-f020-455e-9fbd-92f74ebdde85 HTTP/1.1" status: 200 len: 1794 time: 0.0507424 Dec 08 00:06:56.429732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 1feff3fa-0468-4c9e-8f32-743ebe9a9405 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:56.437730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473999b-be64-4359-a929-c214caae8ae7 req-70c9b7d7-8c5c-4f71-aebe-8d326be590e0 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:56.442266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7473999b-be64-4359-a929-c214caae8ae7 req-70c9b7d7-8c5c-4f71-aebe-8d326be590e0 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 945 time: 0.0894289 Dec 08 00:06:56.506981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7473999b-be64-4359-a929-c214caae8ae7 req-e4baef6a-d7c7-42ef-87c3-64ac26b48cee tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Dec 08 00:06:56.535565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-7539e60c-3bf2-431f-af3a-666f2096db86 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772567 Dec 08 00:06:56.551052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7dcdbcec-48c6-4dd1-b84b-9dc5cf0113a2 req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.575836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=10']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:56.606321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-064ef493-f350-4d6d-a543-d61f40f24683 None None] Provisioning complete for port fbb8dca3-27ca-4daf-a0c1-51845446fa42 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:56.606712 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-064ef493-f350-4d6d-a543-d61f40f24683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.619520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7dcdbcec-48c6-4dd1-b84b-9dc5cf0113a2 req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.671406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['dc7d4423-0af1-4481-bc05-095ba9d62120'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:06:56.674205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.751940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99019133-bc3d-42c3-bb8a-2771fe171ada req-bf6507da-dde4-47db-b91a-87a0d0f6f3dd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:56.756442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.758225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fbb8dca3-27ca-4daf-a0c1-51845446fa42 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:56.764045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99019133-bc3d-42c3-bb8a-2771fe171ada req-bf6507da-dde4-47db-b91a-87a0d0f6f3dd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1177771 Dec 08 00:06:56.812434 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1eb5443f-0928-457e-bc52-768e9a20f3c5 req-450e2e17-2848-41e0-8f63-193078835482 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510185 Dec 08 00:06:56.829501 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99019133-bc3d-42c3-bb8a-2771fe171ada req-a1327f09-9410-44f4-a899-928c32c8d659 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635610 Dec 08 00:06:56.832900 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7dcdbcec-48c6-4dd1-b84b-9dc5cf0113a2 req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.841814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7dcdbcec-48c6-4dd1-b84b-9dc5cf0113a2 req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.844037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-fc1af8ce-24de-471d-bbb7-1c9c550c50c6', 'network_id': 'fc1af8ce-24de-471d-bbb7-1c9c550c50c6', 'project_id': '6ae481777fe44384ae7b903956bb8371', 'fixed_ips': [{'subnet_id': 'dfede13c-8af7-4396-8eaa-1028fd503802'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:06:56.844937 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.846282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7dcdbcec-48c6-4dd1-b84b-9dc5cf0113a2 req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/aed1997c-f020-455e-9fbd-92f74ebdde85 HTTP/1.1" status: 204 len: 173 time: 0.4590058 Dec 08 00:06:56.872081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed1997c-f020-455e-9fbd-92f74ebdde85,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:56.881849 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:56.903810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.907027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.908134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.908458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.908919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.909141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.912459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.912459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.912459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.912459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.912459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.912459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.912459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff871ba-24ee-49ba-ade9-5f131fea77ca tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:06:56.976254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Pushing event updated for resources: {'Port': ['ID=46b9501c-0048-424d-9816-f65be30a5a61,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:56.978375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:06:56.995909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:56.996163 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.022138 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-20c14cb3-430a-428e-a4ee-3c42b735ccf8 req-34eabf06-597e-4e97-b9c6-f073176049d3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:57.024072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20c14cb3-430a-428e-a4ee-3c42b735ccf8 req-34eabf06-597e-4e97-b9c6-f073176049d3 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/b5507cba-f00a-4feb-82bc-78d939aed04b HTTP/1.1" status: 404 len: 352 time: 0.0220978 Dec 08 00:06:57.055309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Network 696123df-ab37-44b2-9a43-099fbe3e6980 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:57.087182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Allocated IP 172.20.0.1 (696123df-ab37-44b2-9a43-099fbe3e6980/2259d34b-56b4-43bd-9986-d631689f351e/0933e349-efab-4713-9546-bc95a8c23e65) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:57.097571 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-66b0cfaf-f62b-4cfc-83ff-9624cc830051 req-92b27408-239c-4a5d-b7d8-3f365385d0f9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:57.104410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66b0cfaf-f62b-4cfc-83ff-9624cc830051 req-92b27408-239c-4a5d-b7d8-3f365385d0f9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/54886345-0ba1-4cae-b45d-9bfef1c661d9 HTTP/1.1" status: 404 len: 352 time: 0.0420051 Dec 08 00:06:57.159020 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-41096ce8-0768-45be-adef-2e85f12f1044 req-ea23dd97-579f-4ca2-88bc-674b4c699b17 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:57.160035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41096ce8-0768-45be-adef-2e85f12f1044 req-ea23dd97-579f-4ca2-88bc-674b4c699b17 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/9a644b2d-8132-4250-b883-d863e9d2900e HTTP/1.1" status: 404 len: 352 time: 0.0216923 Dec 08 00:06:57.197907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:57.215162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:57.222212 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-84fa284c-69cd-4777-92fe-aee09c1384af req-761a6a7b-1205-4388-b28e-08053b2eb3a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:57.242350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84fa284c-69cd-4777-92fe-aee09c1384af req-761a6a7b-1205-4388-b28e-08053b2eb3a4 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/2cc4d952-e36a-4e41-bf66-74bd0cff6e36 HTTP/1.1" status: 404 len: 352 time: 0.0349655 Dec 08 00:06:57.279666 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.296685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.297294 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-eb269ed4-86af-4a59-80b3-15c250d6b592 req-f7ebc0a7-7204-4b3f-95cc-48cea7026c9b tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:57.305752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb269ed4-86af-4a59-80b3-15c250d6b592 req-f7ebc0a7-7204-4b3f-95cc-48cea7026c9b tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/43a06912-6e57-4545-84cd-96b5e60324e0 HTTP/1.1" status: 404 len: 352 time: 0.0340238 Dec 08 00:06:57.344806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.357218 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-d21a9673-9c53-44e2-9894-09a64f0e82b3 req-74a24130-7e3f-4a71-a22d-e833427a942c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] show failed (client error): The resource could not be found. Dec 08 00:06:57.368683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d21a9673-9c53-44e2-9894-09a64f0e82b3 req-74a24130-7e3f-4a71-a22d-e833427a942c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/8201b18d-b3af-4e94-84e3-4ff75fd651f6 HTTP/1.1" status: 404 len: 352 time: 0.0349715 Dec 08 00:06:57.421255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Port': ['ID=0933e349-efab-4713-9546-bc95a8c23e65,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:57.440616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network 696123df-ab37-44b2-9a43-099fbe3e6980 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:57.442309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:57.446413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:57.471906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port fbb8dca3-27ca-4daf-a0c1-51845446fa42 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:57.472543 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.481503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Allocated IP 172.20.0.2 (fc1af8ce-24de-471d-bbb7-1c9c550c50c6/dfede13c-8af7-4396-8eaa-1028fd503802/c528c552-a3ac-405d-8270-27eaf204484a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:06:57.487777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Attempting to bind port 46b9501c-0048-424d-9816-f65be30a5a61 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:57.488381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Attempting to bind port 46b9501c-0048-424d-9816-f65be30a5a61 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '696123df-ab37-44b2-9a43-099fbe3e6980'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:57.488932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Attempting to bind port 46b9501c-0048-424d-9816-f65be30a5a61 on network 696123df-ab37-44b2-9a43-099fbe3e6980 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:57.492390 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.502923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.513822 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-064ef493-f350-4d6d-a543-d61f40f24683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.551590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:57.551964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Checking segment: {'id': '36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '696123df-ab37-44b2-9a43-099fbe3e6980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:57.552421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.552954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Bound using segment: {'id': '36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '696123df-ab37-44b2-9a43-099fbe3e6980'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:57.553504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Bound port: 46b9501c-0048-424d-9816-f65be30a5a61, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '696123df-ab37-44b2-9a43-099fbe3e6980'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:57.553876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.687297 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.715791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-064ef493-f350-4d6d-a543-d61f40f24683 None None] For port fbb8dca3-27ca-4daf-a0c1-51845446fa42, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fbb8dca3-27ca-4daf-a0c1-51845446fa42,segment=NetworkSegment(7afd12ae-c3f8-4b26-852f-1cc2dd17d339),segment_id=7afd12ae-c3f8-4b26-852f-1cc2dd17d339)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:57.736543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 1feff3fa-0468-4c9e-8f32-743ebe9a9405, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:57.745072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d971c2-e420-45b9-98f4-561e20b1e9f0 req-7bd763ac-8669-4b18-b955-181558d17ca0 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:57.753719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d971c2-e420-45b9-98f4-561e20b1e9f0 req-7bd763ac-8669-4b18-b955-181558d17ca0 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 945 time: 0.1068823 Dec 08 00:06:57.771019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:57.773369 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128fd200-c227-4686-b92e-007e3f30af97" -d '{"events": [{"server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "name": "network-vif-plugged", "status": "completed", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:06:57.775513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e568-9b6b-4431-ac24-4c32cb3c8808 req-5b9ebd14-3930-4fc9-b761-e789c12f7f96 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:57.777446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d336e568-9b6b-4431-ac24-4c32cb3c8808 req-5b9ebd14-3930-4fc9-b761-e789c12f7f96 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1023 time: 0.1206419 Dec 08 00:06:57.781210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-064ef493-f350-4d6d-a543-d61f40f24683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.790330 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:57.791618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 19bd7f33-dd06-46bc-ad83-cf54ab20026d no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:06:57.865196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d971c2-e420-45b9-98f4-561e20b1e9f0 req-4ee224a4-c753-47a7-9e75-fd07e0e0c68d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103837 Dec 08 00:06:57.908231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-55b17e81-176d-4c64-adaf-635463474223 None None] For port 46b9501c-0048-424d-9816-f65be30a5a61, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:57.912345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-55b17e81-176d-4c64-adaf-635463474223 None None] For port 46b9501c-0048-424d-9816-f65be30a5a61, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=46b9501c-0048-424d-9816-f65be30a5a61,segment=NetworkSegment(36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3),segment_id=36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:57.962772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d336e568-9b6b-4431-ac24-4c32cb3c8808 req-159377d8-004d-40cd-b259-20f4e4cfd47b tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=eec472e0-bd0e-4029-b276-101f4541f9d3&id=35bd1c3f-a834-44ca-b6d7-d121dc1679ef&id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1690280 Dec 08 00:06:57.988521 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af05cc3d-7f68-462a-8ae0-5d1adcf7ff5e x-openstack-request-id: req-af05cc3d-7f68-462a-8ae0-5d1adcf7ff5e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:06:57.988821 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "name": "network-vif-plugged", "status": "completed", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:06:57.989080 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af05cc3d-7f68-462a-8ae0-5d1adcf7ff5e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:06:57.989817 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'code': 200} Dec 08 00:06:58.019949 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.034336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 19bd7f33-dd06-46bc-ad83-cf54ab20026d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:06:58.034674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 19bd7f33-dd06-46bc-ad83-cf54ab20026d not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:06:58.097874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-33245117-29de-4379-a29d-565077af3bba None None] Provisioning complete for port fbb8dca3-27ca-4daf-a0c1-51845446fa42 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:58.098237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33245117-29de-4379-a29d-565077af3bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.113347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.145153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.172369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc93f49-eeb5-4393-b405-b92383951e42 req-490a5be2-c57f-4db7-a211-7855e06b82c8 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:58.180698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cc93f49-eeb5-4393-b405-b92383951e42 req-490a5be2-c57f-4db7-a211-7855e06b82c8 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 949 time: 0.1212289 Dec 08 00:06:58.250978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cc93f49-eeb5-4393-b405-b92383951e42 req-b8a45a94-8d2e-4c28-91b5-f112d0576262 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638056 Dec 08 00:06:58.360865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ef493-f350-4d6d-a543-d61f40f24683 None None] Pushing event updated for resources: {'Port': ['ID=fbb8dca3-27ca-4daf-a0c1-51845446fa42,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:58.378425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.456115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=1feff3fa-0468-4c9e-8f32-743ebe9a9405,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:58.465978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.533272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:58.605885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:58.624837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:06:58.632897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17e81-176d-4c64-adaf-635463474223 None None] Pushing event updated for resources: {'Port': ['ID=46b9501c-0048-424d-9816-f65be30a5a61,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:58.725156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fbb8dca3-27ca-4daf-a0c1-51845446fa42 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:58.770769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Pushing event updated for resources: {'Port': ['ID=c528c552-a3ac-405d-8270-27eaf204484a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:58.781147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Attempting to bind port c528c552-a3ac-405d-8270-27eaf204484a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:06:58.781436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Attempting to bind port c528c552-a3ac-405d-8270-27eaf204484a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '49061cf9-f4b9-4e02-8f58-735047d9dc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc1af8ce-24de-471d-bbb7-1c9c550c50c6'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:06:58.781807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Attempting to bind port c528c552-a3ac-405d-8270-27eaf204484a on network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:06:58.790030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:06:58.790552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Checking segment: {'id': '49061cf9-f4b9-4e02-8f58-735047d9dc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc1af8ce-24de-471d-bbb7-1c9c550c50c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:06:58.790992 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.791400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Bound using segment: {'id': '49061cf9-f4b9-4e02-8f58-735047d9dc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc1af8ce-24de-471d-bbb7-1c9c550c50c6'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:06:58.791892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Bound port: c528c552-a3ac-405d-8270-27eaf204484a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49061cf9-f4b9-4e02-8f58-735047d9dc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc1af8ce-24de-471d-bbb7-1c9c550c50c6'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:06:58.792281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.853212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.857334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Port': ['ID=0933e349-efab-4713-9546-bc95a8c23e65,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:58.864991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df6820-11b8-415d-9d24-162f22009b86 req-45ab5567-3729-421a-9691-9af695a65578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:58.866746 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31df6820-11b8-415d-9d24-162f22009b86 req-45ab5567-3729-421a-9691-9af695a65578 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 1097 time: 0.7507172 Dec 08 00:06:58.893423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] For port c528c552-a3ac-405d-8270-27eaf204484a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:06:58.897697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] For port c528c552-a3ac-405d-8270-27eaf204484a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c528c552-a3ac-405d-8270-27eaf204484a,segment=NetworkSegment(49061cf9-f4b9-4e02-8f58-735047d9dc18),segment_id=49061cf9-f4b9-4e02-8f58-735047d9dc18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:06:58.901734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port fbb8dca3-27ca-4daf-a0c1-51845446fa42 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:58.902172 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:58.942438 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:59.007062 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-31df6820-11b8-415d-9d24-162f22009b86 req-9015be01-e6de-462c-9827-63e4242fdc8b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248813 Dec 08 00:06:59.040251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network 696123df-ab37-44b2-9a43-099fbe3e6980 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:06:59.042314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:06:59.047585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d65d28-9739-4d2a-8bfb-7313c1b4ff5a None None] Pushing event updated for resources: {'Port': ['ID=c528c552-a3ac-405d-8270-27eaf204484a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:59.070242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:06:59.152753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port dc7d4423-0af1-4481-bc05-095ba9d62120 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:06:59.153439 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:59.199523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1de551-462f-4e69-ba33-297f84e461fb req-fe4d3b03-ee32-42fc-a77a-0d686cf0a080 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:59.201681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da1de551-462f-4e69-ba33-297f84e461fb req-fe4d3b03-ee32-42fc-a77a-0d686cf0a080 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 946 time: 0.1412468 Dec 08 00:06:59.239050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96660049-cd41-407b-8582-c3db6dbeaaeb req-57223ad8-55ca-49ac-a24b-bb37dcdf1b17 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:59.240616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96660049-cd41-407b-8582-c3db6dbeaaeb req-57223ad8-55ca-49ac-a24b-bb37dcdf1b17 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1023 time: 0.1615245 Dec 08 00:06:59.248906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-ab734ba4-601e-4bf0-a0c7-e71419a18cbf tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:59.250458 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-ab734ba4-601e-4bf0-a0c7-e71419a18cbf tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.44 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 1023 time: 0.1300855 Dec 08 00:06:59.308747 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:59.397696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da1de551-462f-4e69-ba33-297f84e461fb req-38d0bdd1-676c-468a-bbab-d148a584e9d6 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556580 Dec 08 00:06:59.403644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Router e19f96e8-6593-46f6-aa02-51846432209c is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:06:59.446587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:59.456360 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:59.515925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96660049-cd41-407b-8582-c3db6dbeaaeb req-efcbbab6-fe6b-41c7-8581-19860d4cdd03 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups?id=eec472e0-bd0e-4029-b276-101f4541f9d3&id=35bd1c3f-a834-44ca-b6d7-d121dc1679ef&id=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2594657 Dec 08 00:06:59.579461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:06:59.614466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:06:59.623412 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a965c47c-6bd9-4eb4-ae20-5cdc5421a858 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "PUT /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4171438 Dec 08 00:06:59.628221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] Sync routers for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:06:59.631017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Deleting port fb50b313-211e-4841-9b2d-2308231fbaec {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:06:59.631368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:59.636320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49256) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:06:59.667048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:59.669235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:59.731667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:59.735239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799dd9-dd04-4cb6-be40-df343fe6e44f req-31840909-6f77-406b-b8e1-8eaeba0315dd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:06:59.745569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43799dd9-dd04-4cb6-be40-df343fe6e44f req-31840909-6f77-406b-b8e1-8eaeba0315dd tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 950 time: 0.1299975 Dec 08 00:06:59.759985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:06:59.763741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:59.837341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43799dd9-dd04-4cb6-be40-df343fe6e44f req-444a63d6-1e72-45c4-b550-0b0f0f3dbcf7 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906336 Dec 08 00:06:59.845943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:06:59.847419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4e5c4-a413-4dac-b731-d259a1528a7b None None] The sync data for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:06:59.922553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294dbcfb-ee6e-4db4-ab4e-8f41e577e164 None None] Network 696123df-ab37-44b2-9a43-099fbe3e6980 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:06:59.962468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] For port fb50b313-211e-4841-9b2d-2308231fbaec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb50b313-211e-4841-9b2d-2308231fbaec,segment=NetworkSegment(d400d388-5fb8-4f8c-a8bc-5d1d3c25972f),segment_id=d400d388-5fb8-4f8c-a8bc-5d1d3c25972f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:06:59.963129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:06:59.992371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:06:59.994634 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f0720-7a76-438e-9202-e1c49efa98ca" -d '{"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:00.002558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9d85f38c-1759-48ea-a974-d1ff8f5c13d6 None None] Provisioning complete for port 46b9501c-0048-424d-9816-f65be30a5a61 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:00.002957 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9d85f38c-1759-48ea-a974-d1ff8f5c13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:00.011008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Calling delete_port for fb50b313-211e-4841-9b2d-2308231fbaec owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:00.077326 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a9db93-1f0b-4e65-8659-aac622b8d360 x-openstack-request-id: req-69a9db93-1f0b-4e65-8659-aac622b8d360 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:00.077627 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:00.077893 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69a9db93-1f0b-4e65-8659-aac622b8d360 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:00.078355 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'code': 200} Dec 08 00:07:00.255362 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9d85f38c-1759-48ea-a974-d1ff8f5c13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:00.340557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9d85f38c-1759-48ea-a974-d1ff8f5c13d6 None None] For port 46b9501c-0048-424d-9816-f65be30a5a61, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=46b9501c-0048-424d-9816-f65be30a5a61,segment=NetworkSegment(36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3),segment_id=36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:00.347527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9d85f38c-1759-48ea-a974-d1ff8f5c13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:00.468894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85f38c-1759-48ea-a974-d1ff8f5c13d6 None None] Pushing event updated for resources: {'Port': ['ID=46b9501c-0048-424d-9816-f65be30a5a61,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:00.478804 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-130ab32b-d8ac-4167-83c4-c177914d1055 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:07:00.480308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-130ab32b-d8ac-4167-83c4-c177914d1055 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "PUT /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8429825 Dec 08 00:07:00.483152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49262) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:00.588943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0511b-a7fa-4c9a-8eef-a6270e107347 req-cfd9c50f-57c0-444f-9252-9951e80802c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:00.590630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7b0511b-a7fa-4c9a-8eef-a6270e107347 req-cfd9c50f-57c0-444f-9252-9951e80802c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1101 time: 0.1514995 Dec 08 00:07:00.632199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:00.668722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb50b313-211e-4841-9b2d-2308231fbaec'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:00.744454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'Port': ['ID=fb50b313-211e-4841-9b2d-2308231fbaec,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:00.770240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-de469e95-6930-4fc3-8b2f-5a972071e0cf None None] Provisioning complete for port 0933e349-efab-4713-9546-bc95a8c23e65 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:00.770734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de469e95-6930-4fc3-8b2f-5a972071e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:00.789919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] No DVR routers for this DVR port fb50b313-211e-4841-9b2d-2308231fbaec on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:00.797088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:00.800822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-346177d7-b61f-41a0-91f2-e0ab37906854 req-e35e4990-ee71-4d32-8689-5f236ca9e562 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.44 "DELETE /v2.0/ports/fb50b313-211e-4841-9b2d-2308231fbaec HTTP/1.1" status: 204 len: 173 time: 1.5434473 Dec 08 00:07:00.801311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'name': 'network-vif-deleted', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:00.804521 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b0c13-8a7e-4be6-8f5e-46d6406cebff" -d '{"events": [{"server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "name": "network-vif-deleted", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:00.819261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7b0511b-a7fa-4c9a-8eef-a6270e107347 req-896de5ec-6ac8-431d-8fc4-e26b922e3db8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182984 Dec 08 00:07:00.833689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-de469e95-6930-4fc3-8b2f-5a972071e0cf None None] Port 0933e349-efab-4713-9546-bc95a8c23e65 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:00.838836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b507dc-be63-4d42-8765-e559f6f77925 None None] Network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:00.899953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-de469e95-6930-4fc3-8b2f-5a972071e0cf None None] Provisioning complete for port 46b9501c-0048-424d-9816-f65be30a5a61 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:00.900639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de469e95-6930-4fc3-8b2f-5a972071e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:00.935805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88f7be27-9fc6-40cf-a13c-6b6b23a8876a req-98806f9e-11f8-4d50-845d-8fab713267d0 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/ports?device_id=be080822-3ed6-4dc1-adb8-a091690a33ad HTTP/1.1" status: 200 len: 210 time: 0.0928912 Dec 08 00:07:00.962371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95a37-14d4-4712-a961-2d9c4f941561 req-a7ad3770-886a-4e6d-86d8-4ce8c534c829 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:00.970113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87b95a37-14d4-4712-a961-2d9c4f941561 req-a7ad3770-886a-4e6d-86d8-4ce8c534c829 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 946 time: 0.4368970 Dec 08 00:07:00.981189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c528c552-a3ac-405d-8270-27eaf204484a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:01.144835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c528c552-a3ac-405d-8270-27eaf204484a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:01.145210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:01.200765 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c566c33-5a49-47e3-82da-9221cc2a1bed x-openstack-request-id: req-9c566c33-5a49-47e3-82da-9221cc2a1bed {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:01.201425 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be080822-3ed6-4dc1-adb8-a091690a33ad", "name": "network-vif-deleted", "tag": "fb50b313-211e-4841-9b2d-2308231fbaec", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:01.201534 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c566c33-5a49-47e3-82da-9221cc2a1bed {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:01.201930 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be080822-3ed6-4dc1-adb8-a091690a33ad', 'name': 'network-vif-deleted', 'tag': 'fb50b313-211e-4841-9b2d-2308231fbaec', 'status': 'completed', 'code': 200} Dec 08 00:07:01.228805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87b95a37-14d4-4712-a961-2d9c4f941561 req-b11d3378-8e9c-4038-9430-f3fe32b35a5b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581937 Dec 08 00:07:01.393665 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:01.426401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf6eab-222e-4e69-b7fe-c7b3b5f244ff req-2faf9247-159e-4c59-8249-caa602f29cb1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:01.436606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0baf6eab-222e-4e69-b7fe-c7b3b5f244ff req-2faf9247-159e-4c59-8249-caa602f29cb1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 950 time: 0.1407208 Dec 08 00:07:01.444680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port c528c552-a3ac-405d-8270-27eaf204484a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c528c552-a3ac-405d-8270-27eaf204484a,segment=NetworkSegment(49061cf9-f4b9-4e02-8f58-735047d9dc18),segment_id=49061cf9-f4b9-4e02-8f58-735047d9dc18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:01.452680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:01.453558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 46b9501c-0048-424d-9816-f65be30a5a61 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:01.535967 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=c528c552-a3ac-405d-8270-27eaf204484a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:01.550747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fe0a6d55-3547-4d7a-b3c5-dc385d2277a0 None None] Provisioning complete for port 0933e349-efab-4713-9546-bc95a8c23e65 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:01.551465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6d55-3547-4d7a-b3c5-dc385d2277a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:01.600812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a6d55-3547-4d7a-b3c5-dc385d2277a0 None None] Port 0933e349-efab-4713-9546-bc95a8c23e65 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:01.603428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 46b9501c-0048-424d-9816-f65be30a5a61 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:01.603868 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:01.640740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fe0a6d55-3547-4d7a-b3c5-dc385d2277a0 None None] Provisioning complete for port c528c552-a3ac-405d-8270-27eaf204484a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:01.641194 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6d55-3547-4d7a-b3c5-dc385d2277a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:01.809669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:01.857450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f8a09793-c715-470b-9146-65ba0c4c82a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0603840 Dec 08 00:07:01.920291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7674091e-b07d-4125-82d2-9cd4215b5c37 None None] Provisioning complete for port c528c552-a3ac-405d-8270-27eaf204484a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:01.920883 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7674091e-b07d-4125-82d2-9cd4215b5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:02.020731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.022103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.023202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.024123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.024784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.025734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.026379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.029556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f3fdaefc-e1be-4fc1-ad58-e7d4c017ec42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6502 time: 0.0924497 Dec 08 00:07:02.168882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0baf6eab-222e-4e69-b7fe-c7b3b5f244ff req-c6848534-a55c-4c00-8de3-a18087c73448 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940637 Dec 08 00:07:02.189736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-7d81e519-58ab-4cc3-b1ea-8e1e66b12cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.190341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-7d81e519-58ab-4cc3-b1ea-8e1e66b12cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.191214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-7d81e519-58ab-4cc3-b1ea-8e1e66b12cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.193070 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-7d81e519-58ab-4cc3-b1ea-8e1e66b12cf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f334308d-32b7-4ad9-b018-56ac5b027fe9&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 200 len: 2295 time: 0.1180334 Dec 08 00:07:02.206742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-b0aa2f3b-270a-4adb-a5ee-87613746be6d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 258 time: 0.7423344 Dec 08 00:07:02.227479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:02.303966 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:02.334173 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-1305bc67-9899-4ac1-8d9c-5c6d16bc79d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a9ed764-9bce-4e21-a167-25af796ea97b HTTP/1.1" status: 200 len: 1000 time: 0.1311505 Dec 08 00:07:02.417422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-5a08e05d-509a-4e18-9f87-83fc53dcf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.419247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-5a08e05d-509a-4e18-9f87-83fc53dcf746 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=321d1fb4-d755-4a5a-ad46-32904812d815 HTTP/1.1" status: 200 len: 855 time: 0.0751522 Dec 08 00:07:02.472846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-ec422b37-8518-4ff2-9d74-0b48828db6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.474770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-ec422b37-8518-4ff2-9d74-0b48828db6a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f334308d-32b7-4ad9-b018-56ac5b027fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482478 Dec 08 00:07:02.561437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Deleting port 0933e349-efab-4713-9546-bc95a8c23e65 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:02.561785 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:02.569918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:02.616785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-775d46c9-20d1-42c4-8df7-a3abf538b648 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339176 Dec 08 00:07:02.636826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c528c552-a3ac-405d-8270-27eaf204484a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:02.698957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c528c552-a3ac-405d-8270-27eaf204484a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:02.699610 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:02.716259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-e25a5475-1c98-47aa-a0d3-5293ff3cb9c9 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924830 Dec 08 00:07:02.723818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0bb7688-119f-4d86-8903-f90294070ca2 req-a2a4dafb-e136-4a71-94a1-354ac306958c tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/eec472e0-bd0e-4029-b276-101f4541f9d3 HTTP/1.1" status: 200 len: 1819 time: 0.1579037 Dec 08 00:07:02.767271 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-1fe0dc71-52c9-435f-b7a3-9f191da35bea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 217 time: 0.0429990 Dec 08 00:07:02.810538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:02.833908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-b353e17d-e8d7-4d0c-a6e1-78b657590fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.836430 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-b353e17d-e8d7-4d0c-a6e1-78b657590fc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0623913 Dec 08 00:07:02.852520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Allocated IP 172.25.6.58 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/8c9767d5-2536-48df-ae73-4ced575846dd) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:02.854993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Calling delete_port for 0933e349-efab-4713-9546-bc95a8c23e65 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:02.883147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-b62a7deb-3b54-4721-9cd0-2e14979991e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:02.884845 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-b62a7deb-3b54-4721-9cd0-2e14979991e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414324 Dec 08 00:07:02.940352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c0bb7688-119f-4d86-8903-f90294070ca2 req-4d0710ef-195e-4674-bedc-67f56c0a6b67 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:02.979646 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-89bbe41a-ed26-471e-a64b-832797821455 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869033 Dec 08 00:07:03.018059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c0bb7688-119f-4d86-8903-f90294070ca2 req-4d0710ef-195e-4674-bedc-67f56c0a6b67 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.070332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb50b313-211e-4841-9b2d-2308231fbaec no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:03.077692 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-17d624f2-3026-4070-96b9-2f6f7b64e982 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898254 Dec 08 00:07:03.092843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: fb50b313-211e-4841-9b2d-2308231fbaec {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:03.093185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb50b313-211e-4841-9b2d-2308231fbaec not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:03.130259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-e7ccadd3-11f9-467b-9886-f0f8fbc0e2c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 217 time: 0.0441570 Dec 08 00:07:03.145245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c0bb7688-119f-4d86-8903-f90294070ca2 req-4d0710ef-195e-4674-bedc-67f56c0a6b67 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.148571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c0bb7688-119f-4d86-8903-f90294070ca2 req-4d0710ef-195e-4674-bedc-67f56c0a6b67 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.149713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0bb7688-119f-4d86-8903-f90294070ca2 req-4d0710ef-195e-4674-bedc-67f56c0a6b67 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/eec472e0-bd0e-4029-b276-101f4541f9d3 HTTP/1.1" status: 204 len: 173 time: 0.4144251 Dec 08 00:07:03.158101 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.171327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0710ef-195e-4674-bedc-67f56c0a6b67 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec472e0-bd0e-4029-b276-101f4541f9d3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:03.192744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-0e22406b-bb76-43e4-9843-9a749c6c35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:03.194657 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-0e22406b-bb76-43e4-9843-9a749c6c35f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0575454 Dec 08 00:07:03.257945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-9d3a3c3e-1148-4041-9c0a-6d7f44e91f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:03.259595 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-9d3a3c3e-1148-4041-9c0a-6d7f44e91f1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578916 Dec 08 00:07:03.265717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.277910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.359669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-715404b1-48ce-49c8-8e2e-051da7f40046 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926230 Dec 08 00:07:03.370045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:03.384321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:03.415571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:03.422629 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c338e2b-a723-48b7-a7a7-ebeca1b3dd30 req-fe7ea7c4-1e08-45fb-a249-89e9892c71f9 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "GET /v2.0/security-groups/35bd1c3f-a834-44ca-b6d7-d121dc1679ef HTTP/1.1" status: 200 len: 1820 time: 0.1684084 Dec 08 00:07:03.453336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event updated for resources: {'Port': ['ID=8c9767d5-2536-48df-ae73-4ced575846dd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:03.479315 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-08e78996-3d2a-4282-993c-cbd08c43a035 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109838 Dec 08 00:07:03.513717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Port': ['ID=0933e349-efab-4713-9546-bc95a8c23e65,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:03.528419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-d68547a5-8d41-4b6f-b8b9-c23aeb38dba3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8 HTTP/1.1" status: 200 len: 217 time: 0.0415175 Dec 08 00:07:03.583603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-36f63fbd-b06e-441f-b1fd-ad7e1adc83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:03.585032 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-36f63fbd-b06e-441f-b1fd-ad7e1adc83a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0499237 Dec 08 00:07:03.633601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-170e5955-822b-4986-b2f2-b9c80c000a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:03.635280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-170e5955-822b-4986-b2f2-b9c80c000a6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423260 Dec 08 00:07:03.675012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.707116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4c338e2b-a723-48b7-a7a7-ebeca1b3dd30 req-ec288385-ce33-4417-997c-849fd8f4c255 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.728339 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-0625bd1d-2ac6-4564-a253-5dd243653235 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861449 Dec 08 00:07:03.786488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.817452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-a8afe978-c2ba-44ed-9809-af21dbc157a8 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809817 Dec 08 00:07:03.819998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4c338e2b-a723-48b7-a7a7-ebeca1b3dd30 req-ec288385-ce33-4417-997c-849fd8f4c255 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.862481 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-be91920e-1f63-431b-a482-2eb4b74fca89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4 HTTP/1.1" status: 200 len: 217 time: 0.0378664 Dec 08 00:07:03.912083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-245c7320-f756-4891-9254-d2e93140440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:03.913521 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-245c7320-f756-4891-9254-d2e93140440e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0436416 Dec 08 00:07:03.918752 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.959500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-c865cdb0-6b89-469a-b29d-0f2823409381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:03.960987 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-c865cdb0-6b89-469a-b29d-0f2823409381 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0393791 Dec 08 00:07:03.987175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4c338e2b-a723-48b7-a7a7-ebeca1b3dd30 req-ec288385-ce33-4417-997c-849fd8f4c255 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.989783 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4c338e2b-a723-48b7-a7a7-ebeca1b3dd30 req-ec288385-ce33-4417-997c-849fd8f4c255 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:03.990958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c338e2b-a723-48b7-a7a7-ebeca1b3dd30 req-ec288385-ce33-4417-997c-849fd8f4c255 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] 10.222.0.18 "DELETE /v2.0/security-groups/35bd1c3f-a834-44ca-b6d7-d121dc1679ef HTTP/1.1" status: 204 len: 173 time: 0.5390429 Dec 08 00:07:03.997024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Router e19f96e8-6593-46f6-aa02-51846432209c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:03.997972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49302) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:04.012101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec288385-ce33-4417-997c-849fd8f4c255 tempest-SecurityGroupsTestJSON-1840248029 tempest-SecurityGroupsTestJSON-1840248029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd1c3f-a834-44ca-b6d7-d121dc1679ef,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:04.093235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] Deleting subnet 3e82b152-e3db-459e-b9cb-6c3f003691ac {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:07:04.099114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.102503 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-c4ee8d73-4e25-435a-a6d7-48d89041dafe service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343446 Dec 08 00:07:04.165899 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.179173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:04.187151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5a3d0068-0d00-448e-bb3f-62c1eb0527df tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "PUT /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7027378 Dec 08 00:07:04.193279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49304) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:04.200076 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] Sync routers for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:04.218068 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:04.220672 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:04.251843 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-cdf40438-c735-4b8a-8ab8-b964c48407d8 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] delete failed (client error): The resource could not be found. Dec 08 00:07:04.257213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdf40438-c735-4b8a-8ab8-b964c48407d8 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1410471246 HTTP/1.1" status: 404 len: 335 time: 0.0586815 Dec 08 00:07:04.257418 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.258065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49308) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:04.264807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-17fe8f8b-4774-40b2-a886-1a1a5e84affa tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e19f96e8-6593-46f6-aa02-51846432209c'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:04.273736 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:04.280164 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-c1e72c08-42b0-4257-a889-846d7da8660a service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591148 Dec 08 00:07:04.295472 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:04.296459 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:04.328442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cfea9-d9bb-47ee-b38a-c3509140e83c req-b07dcca3-2bdb-4ece-811e-0ace2754588b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:04.328807 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-3aaea245-dd12-4f2a-8cf1-8671e2ecb08e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd HTTP/1.1" status: 200 len: 217 time: 0.0413790 Dec 08 00:07:04.330848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-482cfea9-d9bb-47ee-b38a-c3509140e83c req-b07dcca3-2bdb-4ece-811e-0ace2754588b tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 950 time: 0.2124043 Dec 08 00:07:04.337942 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:04.338633 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc79c75-b9a4-4a2d-862e-6fb87da8816e None None] The sync data for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:04.384990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.389872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-8837f7e0-123d-49ec-8fa3-9df32cc42f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:04.391388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-8837f7e0-123d-49ec-8fa3-9df32cc42f5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.0555108 Dec 08 00:07:04.423045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e82b152-e3db-459e-b9cb-6c3f003691ac,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:04.426185 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.431664 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b0cb261f-5ea1-4e59-a88e-14d8b96b3cdc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e82b152-e3db-459e-b9cb-6c3f003691ac HTTP/1.1" status: 204 len: 168 time: 0.4304383 Dec 08 00:07:04.443581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49310) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:04.791985 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.830679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-6be064e3-c766-4ff2-a647-e93ac70fbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:04.832241 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-6be064e3-c766-4ff2-a647-e93ac70fbdb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4181349 Dec 08 00:07:04.836233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.836879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.854820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-482cfea9-d9bb-47ee-b38a-c3509140e83c req-214ec57c-1343-457b-9134-bf1908f65c1a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827759 Dec 08 00:07:04.910117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f8b-4774-40b2-a886-1a1a5e84affa tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:04.968090 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-17fe8f8b-4774-40b2-a886-1a1a5e84affa tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] update failed (client error): The resource could not be found. Dec 08 00:07:04.969275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-17fe8f8b-4774-40b2-a886-1a1a5e84affa tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "PUT /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c HTTP/1.1" status: 404 len: 339 time: 0.7102964 Dec 08 00:07:04.973375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49314) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:04.981188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event updated for resources: {'Port': ['ID=8c9767d5-2536-48df-ae73-4ced575846dd,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:05.005316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.027002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-93b9b67e-d88e-491a-8752-18c6e7712c3a service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855595 Dec 08 00:07:05.027306 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.044702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57580fc-dc0b-4170-ad95-6984f40eba99']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:05.092906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:05.093074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd400d388-5fb8-4f8c-a8bc-5d1d3c25972f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:05.110940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.121902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.123177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-a64176c7-74e2-405c-bb53-3c55c13edc56 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9004052 Dec 08 00:07:05.170964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.185949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:07:05.186358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:07:05.188467 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:07:05.216479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f57f9021-f112-4d1f-8e2a-5ac219d41af8 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815183 Dec 08 00:07:05.334207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-31bbaf1f-4b48-4fc9-9a7a-838003f8299d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f HTTP/1.1" status: 200 len: 217 time: 0.0705204 Dec 08 00:07:05.347834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-c4208453-8b39-44ba-b56b-1897c58eaabc tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.2156816 Dec 08 00:07:05.351913 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.399204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.407432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] 10.222.0.18 "DELETE /v2.0/networks/f57580fc-dc0b-4170-ad95-6984f40eba99 HTTP/1.1" status: 204 len: 168 time: 0.9628012 Dec 08 00:07:05.444870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbb8b5-9a0f-4e3a-896b-998eab2b046a admin admin] Pushing event deleted for resources: {'Network': ['ID=f57580fc-dc0b-4170-ad95-6984f40eba99,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:05.461713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-161073ef-eb1b-4e4a-9ac0-f1ea7b89150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:05.468849 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-161073ef-eb1b-4e4a-9ac0-f1ea7b89150c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.1220217 Dec 08 00:07:05.510414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:05.526240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-fbf3561e-9d7e-4be3-aebd-657a23244ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:05.527910 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-fbf3561e-9d7e-4be3-aebd-657a23244ffe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569589 Dec 08 00:07:05.639592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-6c0a1fa6-9205-4f85-9822-5fa960b6d0d1 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021259 Dec 08 00:07:05.647700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-d0a65007-55af-4022-9272-87c3a713779c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:05.649267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e8f1f0d-26d0-4a86-846f-bb45e51344b5 req-d0a65007-55af-4022-9272-87c3a713779c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2960289 Dec 08 00:07:05.666205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5c68b-bfd6-4674-898d-13af9c3fc8ba req-de8ef044-1840-4170-af5d-ad39ea9a2759 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:05.668480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bff5c68b-bfd6-4674-898d-13af9c3fc8ba req-de8ef044-1840-4170-af5d-ad39ea9a2759 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.2396119 Dec 08 00:07:05.710317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49362) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:05.773906 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8bab61a-0c1c-471d-ac68-68b84fea7bd0 req-f57a11c3-b8f8-4b80-bafc-0d175dbfd34a service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270120 Dec 08 00:07:05.900505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-208b7012-1c7f-4c74-8fe3-2d9bbbf95a40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbdc10f53e9c4231a6020f2581167e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1863959 Dec 08 00:07:05.903097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:05.922546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bff5c68b-bfd6-4674-898d-13af9c3fc8ba req-fcb460e8-0a2f-4823-9fe6-d4dbb94ab638 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107015 Dec 08 00:07:05.931738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd61d7-69ae-42da-b860-e20e965d83fc req-415a0ad5-f6f5-46a3-9870-d8ca9663aebd tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:05.933406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21fd61d7-69ae-42da-b860-e20e965d83fc req-415a0ad5-f6f5-46a3-9870-d8ca9663aebd tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1101 time: 0.1833591 Dec 08 00:07:05.995521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea543b4a-42e4-40f5-b698-b778668d9afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:06.033590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea543b4a-42e4-40f5-b698-b778668d9afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:06.098741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21fd61d7-69ae-42da-b860-e20e965d83fc req-2976b035-868b-4156-962a-8b9db74052cf tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328936 Dec 08 00:07:06.102064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Allocated IP 172.20.0.1 (e69bb507-a9cf-498b-bc5e-d1b266dd6e33/98e16181-68d0-4b17-8bcf-fc4738a5f2f9/b7349c9d-74f5-4939-9870-eafd2f7b0b7e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:06.108942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea543b4a-42e4-40f5-b698-b778668d9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:06.113346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea543b4a-42e4-40f5-b698-b778668d9afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:06.115038 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea543b4a-42e4-40f5-b698-b778668d9afa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca2fa6f7-39a9-4570-90b2-7a35929e7ea3 HTTP/1.1" status: 204 len: 168 time: 0.2095923 Dec 08 00:07:06.125331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea543b4a-42e4-40f5-b698-b778668d9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2fa6f7-39a9-4570-90b2-7a35929e7ea3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:06.193106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352bb79-4044-41a6-8011-32a5773ab763 req-635ae948-b564-460e-8e40-e9c7db4e1d31 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:06.200925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-635ae948-b564-460e-8e40-e9c7db4e1d31 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1899025 Dec 08 00:07:06.292915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-922dc3b8-7c61-4f27-9e22-34f1c149a125 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0910990 Dec 08 00:07:06.308374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Request body: {'floatingip': {'port_id': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:06.367432 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:06.458179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:06.633100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:06.727940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:06.741356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:06.744377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:06.757258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Port': ['ID=b7349c9d-74f5-4939-9870-eafd2f7b0b7e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:06.787315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd97a5f-46d2-4fc5-b757-24e13df34b7e req-eaf92995-c2e0-4793-ba51-c3e346bd8480 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:06.790269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd97a5f-46d2-4fc5-b757-24e13df34b7e req-eaf92995-c2e0-4793-ba51-c3e346bd8480 tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 1101 time: 0.2033834 Dec 08 00:07:06.881072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.080213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49434) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:07.172951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9ed337f6-c5df-45ba-a7b5-cb5c8d5d5884 None None] Provisioning complete for port b7349c9d-74f5-4939-9870-eafd2f7b0b7e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:07.174324 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9ed337f6-c5df-45ba-a7b5-cb5c8d5d5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.214482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1712317367-network', 'tenant_id': '3eb1f6212ee545e898327167048ed00d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:07.227407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9ed337f6-c5df-45ba-a7b5-cb5c8d5d5884 None None] Port b7349c9d-74f5-4939-9870-eafd2f7b0b7e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:07.249912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Made reservation on behalf of 3eb1f6212ee545e898327167048ed00d for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:07.252594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.269582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.359443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd97a5f-46d2-4fc5-b757-24e13df34b7e req-6cd153e3-7365-49f8-8ce4-980f6ae7a66e tempest-ServersAdminTestJSON-1859986840 tempest-ServersAdminTestJSON-1859986840-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612154 Dec 08 00:07:07.366748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.388016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.425952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf6c55-e875-45b0-bb62-524d291f52d0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:07.442687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:07:07.461226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.461595 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Added segment 8af2acc8-99f6-4748-9e1f-6b021b21c571 of type vlan for network 33c4f488-a97a-4dac-a6e8-f48f3eb95127 Dec 08 00:07:07.498170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.531036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.569856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.570615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:07.571569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.618263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5369260 Dec 08 00:07:07.625189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49446) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:07.630739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Request body: {'subnet': {'network_id': '33c4f488-a97a-4dac-a6e8-f48f3eb95127', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1712317367-subnet', 'tenant_id': '3eb1f6212ee545e898327167048ed00d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:07.649040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5af08-a45b-4f48-94dd-0de03af3251d admin admin] Pushing event updated for resources: {'Network': ['ID=33c4f488-a97a-4dac-a6e8-f48f3eb95127,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:07.660278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 33c4f488-a97a-4dac-a6e8-f48f3eb95127 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:07:07.676041 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.714106 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.775964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Made reservation on behalf of 3eb1f6212ee545e898327167048ed00d for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:07.778338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:07.976425 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Floating IP 1a227802-2d93-45ed-9a82-3d24aa69585b associated. External IP: 172.25.6.58, port: 1feff3fa-0468-4c9e-8f32-743ebe9a9405. Dec 08 00:07:08.163486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ded901-65d6-4e48-8cb5-0c2e078eaea8 req-bb22f93f-256e-45d4-b40a-08db6f0cd6d5 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:08.165006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8ded901-65d6-4e48-8cb5-0c2e078eaea8 req-bb22f93f-256e-45d4-b40a-08db6f0cd6d5 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.2155035 Dec 08 00:07:08.212459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:08.224108 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:08.397730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8ded901-65d6-4e48-8cb5-0c2e078eaea8 req-3d6c192b-d049-4888-affe-efc25ce91bd3 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249296 Dec 08 00:07:08.405018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:08.420881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event updated for resources: {'Port': ['ID=b7349c9d-74f5-4939-9870-eafd2f7b0b7e,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:08.426977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:08.585812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=658543bb-5bb7-476a-80db-0cccc8869268,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:08.632706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:08.659778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Checking segment: {'id': '8af2acc8-99f6-4748-9e1f-6b021b21c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '33c4f488-a97a-4dac-a6e8-f48f3eb95127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:08.660143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Network hostable DHCP agents. Network: 33c4f488-a97a-4dac-a6e8-f48f3eb95127, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:07:08.686858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:08.727893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae2192-c4fc-4df6-b489-af3cefb9affb req-59db5f7c-7396-437c-a096-0aab94094339 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:08.729387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faae2192-c4fc-4df6-b489-af3cefb9affb req-59db5f7c-7396-437c-a096-0aab94094339 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 949 time: 0.1510382 Dec 08 00:07:08.732852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:08.762657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Network 33c4f488-a97a-4dac-a6e8-f48f3eb95127 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:07:08.826200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 33c4f488-a97a-4dac-a6e8-f48f3eb95127) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:08.836147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb0b108-2a2f-4fd9-8c20-b16faaafe322 None None] Network 33c4f488-a97a-4dac-a6e8-f48f3eb95127 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:09.066706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-73035ef1-a73d-45e1-86ca-2f7959803686 None None] Provisioning complete for port b7349c9d-74f5-4939-9870-eafd2f7b0b7e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:09.067257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73035ef1-a73d-45e1-86ca-2f7959803686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:09.110852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-73035ef1-a73d-45e1-86ca-2f7959803686 None None] Port b7349c9d-74f5-4939-9870-eafd2f7b0b7e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:09.194590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:09.195210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:09.197622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe9cde-664c-423b-af3d-4721c1af6574 None None] Network 33c4f488-a97a-4dac-a6e8-f48f3eb95127 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:09.249864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faae2192-c4fc-4df6-b489-af3cefb9affb req-e10e8f00-8e74-4e67-9793-65b3efa033d8 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060456 Dec 08 00:07:09.272990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c10edd20-1fd8-4770-9d28-6ba00cc96608 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6457329 Dec 08 00:07:09.301952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:09.336488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:09.378814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] Sync routers for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:09.395730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-1e885760-bc42-4243-8882-0b078e3f74c4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:09.397947 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-1e885760-bc42-4243-8882-0b078e3f74c4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/ports?device_id=424f26bc-6187-481e-b3b7-605cd9253eae HTTP/1.1" status: 200 len: 949 time: 0.1275861 Dec 08 00:07:09.426094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Router e19f96e8-6593-46f6-aa02-51846432209c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:09.440223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:09.442857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-acaa26b4-c0ad-4380-9db9-dec2de4f2327 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "PUT /v2.0/floatingips/1a227802-2d93-45ed-9a82-3d24aa69585b HTTP/1.1" status: 200 len: 996 time: 3.1421044 Dec 08 00:07:09.443829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:09.445331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:09.457659 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53423865-bfd8-4023-842f-151167547222" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:09.545669 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec1b37a-dd4d-42ce-9106-1b84f9b7ce9b x-openstack-request-id: req-7ec1b37a-dd4d-42ce-9106-1b84f9b7ce9b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:09.545977 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:09.549848 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ec1b37a-dd4d-42ce-9106-1b84f9b7ce9b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:09.550306 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'status': 'completed', 'code': 200} Dec 08 00:07:09.657795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352bb79-4044-41a6-8011-32a5773ab763 req-0bee2310-782e-4311-9977-ac5c44fc5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:09.659542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-0bee2310-782e-4311-9977-ac5c44fc5b72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=405e3b9758624f8c92c22a192995a1fd&device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 1097 time: 0.1954362 Dec 08 00:07:09.660200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:09.665123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:09.671647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-48ec863e-bf8b-43c8-b2de-4f67000f6f0f tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "PUT /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6977088 Dec 08 00:07:09.672224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Deleting port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:09.673028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:09.673719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49472) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:09.681891 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] Sync routers for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:09.696039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423865-bfd8-4023-842f-151167547222 req-d60ca3b2-f92a-4301-8033-ef33f9b8c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:09.697114 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:09.698667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-53423865-bfd8-4023-842f-151167547222 req-d60ca3b2-f92a-4301-8033-ef33f9b8c00a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405e3b9758624f8c92c22a192995a1fd&device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 1097 time: 0.1239698 Dec 08 00:07:09.699779 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:09.765579 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-5384bb45-d42b-40a3-b4c3-60e9e2b793ec req-bff1accc-a29d-42fc-8199-051e5c19b983 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] show failed (client error): The resource could not be found. Dec 08 00:07:09.767469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5384bb45-d42b-40a3-b4c3-60e9e2b793ec req-bff1accc-a29d-42fc-8199-051e5c19b983 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "GET /v2.0/security-groups/3ae17a6c-571d-47f5-9b8c-13864a3f5c4e HTTP/1.1" status: 404 len: 352 time: 0.0320165 Dec 08 00:07:09.797131 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:09.810569 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:09.811775 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:09.879446 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:09.880391 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435fa9d-aeb7-4bed-9548-e77e65762dfa None None] The sync data for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:09.899074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] For port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:09.899575 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:09.913355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4116b92e-74da-41a7-ae2d-7731a4d9c398 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:09.924827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Calling delete_port for 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:09.929807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423865-bfd8-4023-842f-151167547222 req-e697548e-c9bb-4c4a-82ff-88b60d8e610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:09.931478 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-53423865-bfd8-4023-842f-151167547222 req-e697548e-c9bb-4c4a-82ff-88b60d8e610e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 200 len: 929 time: 0.2205822 Dec 08 00:07:10.014169 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-53423865-bfd8-4023-842f-151167547222 req-6cf94bd2-8ecf-4576-9772-02a24a5fe108 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 999 time: 0.0737548 Dec 08 00:07:10.033576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '1a227802-2d93-45ed-9a82-3d24aa69585b', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'port_id': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'mac_address': 'fa:16:3e:2e:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:07:03Z', 'updated_at': '2021-12-08T00:07:07Z', 'revision_number': 1, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:44Z', 'revision_number': 5, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:10.078839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] Checking router: 61b07a0e-9f59-48a8-bb04-4210fac9f8ed for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:10.089189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:10.090032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:10.124753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423865-bfd8-4023-842f-151167547222 req-989983dc-6fb8-427c-8997-cc8dad803c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:10.127050 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-4116b92e-74da-41a7-ae2d-7731a4d9c398 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 00:07:10.127385 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-53423865-bfd8-4023-842f-151167547222 req-989983dc-6fb8-427c-8997-cc8dad803c8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35c10add-9524-4fd1-8781-c19e72224991 HTTP/1.1" status: 200 len: 867 time: 0.0822799 Dec 08 00:07:10.128259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4116b92e-74da-41a7-ae2d-7731a4d9c398 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c HTTP/1.1" status: 409 len: 329 time: 0.4536049 Dec 08 00:07:10.133063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49480) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:10.205301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352bb79-4044-41a6-8011-32a5773ab763 req-fa063e6b-51d3-4239-b162-4ad2c3646bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:10.207556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423865-bfd8-4023-842f-151167547222 req-7088d249-98f2-459c-80fc-747a00ffb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:10.208856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-fa063e6b-51d3-4239-b162-4ad2c3646bcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 200 len: 929 time: 0.5266776 Dec 08 00:07:10.209781 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-53423865-bfd8-4023-842f-151167547222 req-7088d249-98f2-459c-80fc-747a00ffb9de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684061 Dec 08 00:07:10.301181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:10.350233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:10.394734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Pushing event deleted for resources: {'Port': ['ID=3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:10.410063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-1f34ba90-e96a-47a9-9a5c-670d4d48f00c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 999 time: 0.1906281 Dec 08 00:07:10.413350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.413885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.414166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.414577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.415011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.415418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.415820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.416215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.417231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.417231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.417231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.417750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.418183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:10.419155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8eba905a-4d56-4476-aec5-12c5d386dcb6', '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d', 'dc7d4423-0af1-4481-bc05-095ba9d62120'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:10.438617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b36cd5-06b6-4984-adb2-a8d079c0803b req-e0eab37a-bed3-424d-bed2-7bd183209382 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:10.439898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39b36cd5-06b6-4984-adb2-a8d079c0803b req-e0eab37a-bed3-424d-bed2-7bd183209382 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.2398312 Dec 08 00:07:10.465502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-53423865-bfd8-4023-842f-151167547222 req-65f694eb-f537-4a66-af63-df49d11ffa6c service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472568 Dec 08 00:07:10.499725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] No DVR routers for this DVR port 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:10.503013 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:10.507878 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5736e10-63bb-43bb-8cac-8ed630da31ac req-292850ea-305d-4ded-a1da-75eb688f0421 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "DELETE /v2.0/ports/3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d HTTP/1.1" status: 204 len: 173 time: 1.0922334 Dec 08 00:07:10.508303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f26bc-6187-481e-b3b7-605cd9253eae', 'name': 'network-vif-deleted', 'tag': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:10.510858 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbed4ac-a07f-430d-a5a6-c493001fed11" -d '{"events": [{"server_uuid": "424f26bc-6187-481e-b3b7-605cd9253eae", "name": "network-vif-deleted", "tag": "3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:10.627857 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-53423865-bfd8-4023-842f-151167547222 req-f9d6f1de-d887-481d-b8b9-90baa8cacd1e service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544321 Dec 08 00:07:10.729052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352bb79-4044-41a6-8011-32a5773ab763 req-6bea6f19-35fd-43dc-a268-a3cdaac1e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:10.730950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-6bea6f19-35fd-43dc-a268-a3cdaac1e8a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35c10add-9524-4fd1-8781-c19e72224991 HTTP/1.1" status: 200 len: 867 time: 0.3092625 Dec 08 00:07:10.761224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '1a227802-2d93-45ed-9a82-3d24aa69585b', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'port_id': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'mac_address': 'fa:16:3e:2e:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:07:03Z', 'updated_at': '2021-12-08T00:07:07Z', 'revision_number': 1, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:44Z', 'revision_number': 5, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:10.792102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39b36cd5-06b6-4984-adb2-a8d079c0803b req-4a5c7ff2-6bdb-4724-ae5b-256087968fbf tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups?id=965beb12-f55e-4d2f-8a39-12eef61e3d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013794 Dec 08 00:07:10.799783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f4962-4cd1-4697-a596-76fdb1271d45 None None] The sync data for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 is: [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '1a227802-2d93-45ed-9a82-3d24aa69585b', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'floating_ip_address': '172.25.6.58', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'port_id': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'mac_address': 'fa:16:3e:2e:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:07:03Z', 'updated_at': '2021-12-08T00:07:07Z', 'revision_number': 1, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:44Z', 'revision_number': 5, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:10.856070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352bb79-4044-41a6-8011-32a5773ab763 req-ea0bf4c5-c524-4e82-94eb-499e8ff5009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:10.857582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-ea0bf4c5-c524-4e82-94eb-499e8ff5009c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981760 Dec 08 00:07:11.011819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95232f0a-28f4-4f77-877d-f268f7d38713 req-9af9e8f2-0259-4f06-a367-ea77605848f7 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3eb1f6212ee545e898327167048ed00d HTTP/1.1" status: 200 len: 3005 time: 0.1639991 Dec 08 00:07:11.060196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-bdfe4168-9c4c-49e2-9a35-658244f80046 service neutron] 10.222.0.18 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894863 Dec 08 00:07:11.176613 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:11.214009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e12cd-5a0c-49ae-b3c8-df58bfa8cf99 None None] New status for floating IP 1a227802-2d93-45ed-9a82-3d24aa69585b: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:07:11.267695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95232f0a-28f4-4f77-877d-f268f7d38713 req-21f1444c-ca50-46e9-9a72-f5055c8b705f tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "GET /v2.0/security-groups/cfdf6c55-e875-45b0-bb62-524d291f52d0 HTTP/1.1" status: 200 len: 3002 time: 0.2339244 Dec 08 00:07:11.330344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6352bb79-4044-41a6-8011-32a5773ab763 req-187974aa-d4f5-4777-9e6b-fe3184f15a10 service neutron] 10.222.0.18 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483056 Dec 08 00:07:11.404266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95232f0a-28f4-4f77-877d-f268f7d38713 req-4de6c5eb-2cb0-4fbe-869e-f21e1f2e9315 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "GET /v2.0/security-groups/cfdf6c55-e875-45b0-bb62-524d291f52d0 HTTP/1.1" status: 200 len: 3002 time: 0.1282821 Dec 08 00:07:11.460014 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eafdfe2-044d-4611-a31f-2603a741f414 x-openstack-request-id: req-6eafdfe2-044d-4611-a31f-2603a741f414 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:11.460543 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f26bc-6187-481e-b3b7-605cd9253eae", "name": "network-vif-deleted", "tag": "3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:11.460543 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6eafdfe2-044d-4611-a31f-2603a741f414 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:11.460991 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f26bc-6187-481e-b3b7-605cd9253eae', 'name': 'network-vif-deleted', 'tag': '3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d', 'status': 'completed', 'code': 200} Dec 08 00:07:11.636669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Deleting port b7349c9d-74f5-4939-9870-eafd2f7b0b7e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:11.636669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:11.686330 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-657f2c79-e499-4046-8931-5b62a816c700 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 258 time: 0.1595058 Dec 08 00:07:11.847051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-69f5ac79-1710-4694-aae8-4bf0c7ed2239 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:11.848769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-69f5ac79-1710-4694-aae8-4bf0c7ed2239 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Dec 08 00:07:11.973780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Deleting port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:11.974136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.028971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:12.083662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] For port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:12.084065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.098286 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.103056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.115495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5526107c-4aa5-48f9-8228-6f3771d7b49e req-18a4b663-1283-4307-a4a1-8fe05514fbf8 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "GET /v2.0/security-groups/cfdf6c55-e875-45b0-bb62-524d291f52d0 HTTP/1.1" status: 200 len: 3002 time: 0.0974283 Dec 08 00:07:12.131081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Calling delete_port for b7349c9d-74f5-4939-9870-eafd2f7b0b7e owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:12.289768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.290035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.290228 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Floating IP 5a4c965b-030d-4306-979e-723d7cfea507 disassociated. External IP: 172.25.6.221, port: 79d4754d-4e04-4b57-9cf9-aa8c862a0bca. Dec 08 00:07:12.290569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Calling delete_port for 79d4754d-4e04-4b57-9cf9-aa8c862a0bca owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:12.314131 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-5526107c-4aa5-48f9-8228-6f3771d7b49e req-dfcdbf94-ae7a-4b66-ba8c-75001e99072f tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 00:07:12.323440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5526107c-4aa5-48f9-8228-6f3771d7b49e req-dfcdbf94-ae7a-4b66-ba8c-75001e99072f tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfdf6c55-e875-45b0-bb62-524d291f52d0 HTTP/1.1" status: 409 len: 352 time: 0.1985104 Dec 08 00:07:12.446368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.486465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event deleted for resources: {'Port': ['ID=79d4754d-4e04-4b57-9cf9-aa8c862a0bca,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:12.488091 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.499467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc87416-08af-4e69-a025-d35762f2621a req-459e688b-4d9e-477e-84cf-6b1d485b9498 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:12.502478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbc87416-08af-4e69-a025-d35762f2621a req-459e688b-4d9e-477e-84cf-6b1d485b9498 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 949 time: 0.1086090 Dec 08 00:07:12.510401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.595046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Port': ['ID=b7349c9d-74f5-4939-9870-eafd2f7b0b7e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:12.643278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:12.666076 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:07:12.723121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbc87416-08af-4e69-a025-d35762f2621a req-3c135f67-a99b-42d4-9c58-95e71b364f44 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108600 Dec 08 00:07:12.777149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:12.788671 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] Sync routers for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:12.811834 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:12.816358 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:12.819750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] No DVR routers for this DVR port 79d4754d-4e04-4b57-9cf9-aa8c862a0bca on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:12.822920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.827394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65e547db-8fdb-4c71-9248-5d068a162dd1 req-5e711fe8-9ef8-4065-aa50-c6119730847a tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.44 "DELETE /v2.0/ports/79d4754d-4e04-4b57-9cf9-aa8c862a0bca HTTP/1.1" status: 204 len: 173 time: 0.9699142 Dec 08 00:07:12.899168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Allocated IP 172.25.6.62 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b91ae7a4-4c78-4a8b-ae7e-4f05017908c0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:12.950452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:12.953850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3788c2a-81e6-4c0c-8f1f-d4d4df1762b6 req-ddec7fdc-8900-4bee-a9b5-4ebff7819880 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6972651-804d-4e85-9924-ebe0746b4069 HTTP/1.1" status: 200 len: 210 time: 0.0926962 Dec 08 00:07:13.068655 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:13.106838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:13.127986 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-f65326ff-4991-4b39-ba3e-0b01ea35ca65 req-7b2f2ddd-24f1-450b-b6cf-79792cb05af7 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] show failed (client error): The resource could not be found. Dec 08 00:07:13.129038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f65326ff-4991-4b39-ba3e-0b01ea35ca65 req-7b2f2ddd-24f1-450b-b6cf-79792cb05af7 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "GET /v2.0/security-groups/d89fee60-f466-4962-9d96-e4547a0049ea HTTP/1.1" status: 404 len: 352 time: 0.0863504 Dec 08 00:07:13.190570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:13.190977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 3f5045a8-aa07-4d16-bc8c-6315cdbc9a2d not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:13.241824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.247419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Router e19f96e8-6593-46f6-aa02-51846432209c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:13.364483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:13.374914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-55ee3882-d3d5-4640-b483-159045b26bb0 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "PUT /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2401772 Dec 08 00:07:13.375108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49516) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:13.376414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.378295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] Sync routers for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:13.394935 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 5, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:13.415575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:13.416523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:13.437596 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] Checking router: 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:13.444347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:13.445708 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-8c782c09-0566-43b0-83cd-0cab33620e5e req-9b4a41ac-f35f-40fc-a34b-3035a0fcdc35 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] show failed (client error): The resource could not be found. Dec 08 00:07:13.446762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c782c09-0566-43b0-83cd-0cab33620e5e req-9b4a41ac-f35f-40fc-a34b-3035a0fcdc35 tempest-SecurityGroupsNegativeTestJSON-999687738 tempest-SecurityGroupsNegativeTestJSON-999687738-project] 10.222.0.18 "GET /v2.0/security-groups/2705eeb5-fb46-4366-a906-b9d4788ad4b0 HTTP/1.1" status: 404 len: 352 time: 0.0295174 Dec 08 00:07:13.447825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event updated for resources: {'Port': ['ID=b91ae7a4-4c78-4a8b-ae7e-4f05017908c0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:13.450584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:13.452790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:13.475921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49518) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:13.477236 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:13.477890 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:13.488542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'name': 'network-vif-deleted', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:13.491728 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e87fd-0ba5-423a-9c6f-c9cca1b4d68b" -d '{"events": [{"server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "name": "network-vif-deleted", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:13.494512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:13.502693 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-9816379c-1212-459d-abe0-401ae8345ad8 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] show failed (client error): The resource could not be found. Dec 08 00:07:13.504615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] Routers {'e19f96e8-6593-46f6-aa02-51846432209c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:13.505244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e19f96e8-6593-46f6-aa02-51846432209c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:13.511211 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9816379c-1212-459d-abe0-401ae8345ad8 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-625232291 HTTP/1.1" status: 404 len: 334 time: 0.1025348 Dec 08 00:07:13.522452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49522) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:13.535380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-faabd3d6-dcd4-43da-9d32-5c01ef1ea848 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:13.547247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:13.548748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d1668-9e7d-4e1d-9deb-e876e60824b1 None None] The sync data for ids ['e19f96e8-6593-46f6-aa02-51846432209c'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:13.567488 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.578124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] Deleting subnet 658543bb-5bb7-476a-80db-0cccc8869268 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:07:13.583982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.611994 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-faabd3d6-dcd4-43da-9d32-5c01ef1ea848 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] update failed (client error): The resource could not be found. Dec 08 00:07:13.617859 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-faabd3d6-dcd4-43da-9d32-5c01ef1ea848 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1495163601 HTTP/1.1" status: 404 len: 335 time: 0.0896468 Dec 08 00:07:13.617859 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca27617-2ad3-4cac-b0dd-267d4833d918 x-openstack-request-id: req-eca27617-2ad3-4cac-b0dd-267d4833d918 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:13.617859 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6972651-804d-4e85-9924-ebe0746b4069", "name": "network-vif-deleted", "tag": "79d4754d-4e04-4b57-9cf9-aa8c862a0bca", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:13.617859 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eca27617-2ad3-4cac-b0dd-267d4833d918 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:13.617859 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6972651-804d-4e85-9924-ebe0746b4069', 'name': 'network-vif-deleted', 'tag': '79d4754d-4e04-4b57-9cf9-aa8c862a0bca', 'status': 'completed', 'code': 200} Dec 08 00:07:13.618564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49524) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:13.624073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-4e5a3c40-1568-4dd4-8a1d-b983235f1a26 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:13.626542 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-4e5a3c40-1568-4dd4-8a1d-b983235f1a26 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 949 time: 0.3085892 Dec 08 00:07:13.683812 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.733525 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:13.758658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Deleting subnet dfede13c-8af7-4396-8eaa-1028fd503802 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:07:13.769808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.800658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.802280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.803331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Deleting port 8eba905a-4d56-4476-aec5-12c5d386dcb6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:13.804396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.850938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.932959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] For port 8eba905a-4d56-4476-aec5-12c5d386dcb6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8eba905a-4d56-4476-aec5-12c5d386dcb6,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:13.933329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.957040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Calling delete_port for 8eba905a-4d56-4476-aec5-12c5d386dcb6 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:13.959083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:13.996621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.009529 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 5, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:14.046054 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94b086-6fda-4a80-82cd-d8ddaac42ff4 None None] The sync data for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 is: [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0559d79e-26cd-403e-8e0a-fccc6ed0d702', 'name': '', 'network_id': 'b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'mac_address': 'fa:16:3e:51:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:39Z', 'updated_at': '2021-12-08T00:04:46Z', 'revision_number': 5, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'subnets': [{'id': '79efbc95-262a-496e-a60c-c9b54c6f03ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:14.069106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e725e-8333-4a2c-a51d-d2ebd23d5e6a req-b849e197-6b98-4606-a0d8-c3d18d30cdd1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:14.077234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b2e725e-8333-4a2c-a51d-d2ebd23d5e6a req-b849e197-6b98-4606-a0d8-c3d18d30cdd1 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=959fad12-243b-4070-8a5e-acf733ec8886 HTTP/1.1" status: 200 len: 949 time: 0.1829362 Dec 08 00:07:14.100955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658543bb-5bb7-476a-80db-0cccc8869268,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:14.113184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.116579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-42cb5fa8-3e24-405c-a42e-7e3a03df8e7a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/658543bb-5bb7-476a-80db-0cccc8869268 HTTP/1.1" status: 204 len: 168 time: 0.6396286 Dec 08 00:07:14.120537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49530) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:14.128495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.163210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8eba905a-4d56-4476-aec5-12c5d386dcb6', 'dc7d4423-0af1-4481-bc05-095ba9d62120'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:14.163797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Pushing event deleted for resources: {'Port': ['ID=8eba905a-4d56-4476-aec5-12c5d386dcb6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:14.202225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.232566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] No DVR routers for this DVR port 8eba905a-4d56-4476-aec5-12c5d386dcb6 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:14.240545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.244998 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-36c641f6-82c9-4127-9545-ac26d6d38e4f req-7163a46a-415f-4b75-a3ef-69d4bce958e4 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "DELETE /v2.0/ports/8eba905a-4d56-4476-aec5-12c5d386dcb6 HTTP/1.1" status: 204 len: 173 time: 0.6114922 Dec 08 00:07:14.293273 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.453285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b2e725e-8333-4a2c-a51d-d2ebd23d5e6a req-e43cfb87-99fd-417e-ac8f-d22c4a77908a tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732531 Dec 08 00:07:14.503954 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731bb06-00f4-4f71-b215-144575dd8ef9 None None] New status for floating IP 5a4c965b-030d-4306-979e-723d7cfea507: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:07:14.632376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.646050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.682872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.687502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/subnets/dfede13c-8af7-4396-8eaa-1028fd503802 HTTP/1.1" status: 204 len: 168 time: 1.0632060 Dec 08 00:07:14.689304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46176ef-1729-48cd-8d5c-27a241db1b0a None None] Network fc1af8ce-24de-471d-bbb7-1c9c550c50c6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:14.691056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49540) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:14.691617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba31cc-3e22-46e5-bee3-e52a7e2c245a tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Subnet': ['ID=dfede13c-8af7-4396-8eaa-1028fd503802,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:14.707480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.772657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.817455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Deleting subnet 2259d34b-56b4-43bd-9986-d631689f351e {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:07:14.835806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.902561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c4f488-a97a-4dac-a6e8-f48f3eb95127']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:14.908617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49542) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:14.916586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af2acc8-99f6-4748-9e1f-6b021b21c571') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:14.916892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af2acc8-99f6-4748-9e1f-6b021b21c571') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:14.929300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.949415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.964038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:07:14.964447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:07:14.966446 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:07:14.999294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event updated for resources: {'Port': ['ID=b91ae7a4-4c78-4a8b-ae7e-4f05017908c0,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:15.010177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.026774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] DHCP port deletion for fc1af8ce-24de-471d-bbb7-1c9c550c50c6 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:07:15.030070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.069130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.079710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.080495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-586317e2-30c7-42ad-aaf6-1a77870f63d1 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0642831 Dec 08 00:07:15.081602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.084829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] 10.222.0.18 "DELETE /v2.0/networks/33c4f488-a97a-4dac-a6e8-f48f3eb95127 HTTP/1.1" status: 204 len: 168 time: 0.9603527 Dec 08 00:07:15.104565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524fd91-5eb6-446c-b149-d6c0c1f6d58a admin admin] Pushing event deleted for resources: {'Network': ['ID=33c4f488-a97a-4dac-a6e8-f48f3eb95127,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:15.131959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] Deleting port c528c552-a3ac-405d-8270-27eaf204484a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:15.132355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.155129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-0eb8737d-b663-41e4-bb6c-3ff17fdfe0ad tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0581651 Dec 08 00:07:15.182692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-257e47da-2940-452b-9d3e-fcaf9c125492 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.232678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] For port c528c552-a3ac-405d-8270-27eaf204484a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c528c552-a3ac-405d-8270-27eaf204484a,segment=NetworkSegment(49061cf9-f4b9-4e02-8f58-735047d9dc18),segment_id=49061cf9-f4b9-4e02-8f58-735047d9dc18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:15.234231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.249131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-257e47da-2940-452b-9d3e-fcaf9c125492 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.260596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] Calling delete_port for c528c552-a3ac-405d-8270-27eaf204484a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:15.284928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49546) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:15.327686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.365998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-76ccbbbd-b978-405b-afe8-8ae08319d463 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:15.367737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-76ccbbbd-b978-405b-afe8-8ae08319d463 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2058864 Dec 08 00:07:15.384054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-c7ba224c-13c0-4a7f-b3ca-414e454d5353 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:07:15.384054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84ca8d16-9417-4c02-9cdb-37d32574e537 req-c7ba224c-13c0-4a7f-b3ca-414e454d5353 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091438 Dec 08 00:07:15.406302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3af6ee82-bb21-4911-83b0-82bb4e2dfeb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3eb1f6212ee545e898327167048ed00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1207528 Dec 08 00:07:15.408137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49550) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:15.412208 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.439549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-257e47da-2940-452b-9d3e-fcaf9c125492 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.443061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-257e47da-2940-452b-9d3e-fcaf9c125492 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.444079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] No DVR routers for this DVR port c528c552-a3ac-405d-8270-27eaf204484a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:15.444601 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-257e47da-2940-452b-9d3e-fcaf9c125492 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "DELETE /v2.0/security-groups/965beb12-f55e-4d2f-8a39-12eef61e3d39 HTTP/1.1" status: 204 len: 168 time: 0.5282459 Dec 08 00:07:15.449438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49554) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:15.470856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.496587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e47da-2940-452b-9d3e-fcaf9c125492 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965beb12-f55e-4d2f-8a39-12eef61e3d39,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:15.523524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa558a8-1423-46bc-9149-e2597d860ddf None None] Network 696123df-ab37-44b2-9a43-099fbe3e6980 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:15.534084 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.537307 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/subnets/2259d34b-56b4-43bd-9986-d631689f351e HTTP/1.1" status: 204 len: 168 time: 0.8447540 Dec 08 00:07:15.538830 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-612c015d-ebb5-4343-8e0e-0f0e7a9abac0 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] show failed (client error): The resource could not be found. Dec 08 00:07:15.539698 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-612c015d-ebb5-4343-8e0e-0f0e7a9abac0 tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "GET /v2.0/security-groups/965beb12-f55e-4d2f-8a39-12eef61e3d39 HTTP/1.1" status: 404 len: 347 time: 0.0888548 Dec 08 00:07:15.540850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49558) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:15.541031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51372c0f-f86c-4c3e-9bb6-32c05b5853cb None None] Pushing event deleted for resources: {'Port': ['ID=c528c552-a3ac-405d-8270-27eaf204484a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:15.549434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49560) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:15.557534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e7acd-dfb3-4b0f-a8df-fab37db3655c tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Subnet': ['ID=2259d34b-56b4-43bd-9986-d631689f351e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:15.637457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959fad12-243b-4070-8a5e-acf733ec8886', 'name': 'network-vif-deleted', 'tag': '8eba905a-4d56-4476-aec5-12c5d386dcb6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:15.640621 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55358f53-015f-4123-9660-bba96ceed63f" -d '{"events": [{"server_uuid": "959fad12-243b-4070-8a5e-acf733ec8886", "name": "network-vif-deleted", "tag": "8eba905a-4d56-4476-aec5-12c5d386dcb6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:15.659613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.763556 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ad506e8-35cb-47d4-8941-cd2b91e45c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.776320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] DHCP port deletion for 696123df-ab37-44b2-9a43-099fbe3e6980 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:07:15.798658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7b95-66cb-4c77-82d4-0d029ad69292 req-461b584e-d32a-45a5-9886-915ad8b8314a tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:15.800428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a6e7b95-66cb-4c77-82d4-0d029ad69292 req-461b584e-d32a-45a5-9886-915ad8b8314a tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3004839 Dec 08 00:07:15.832522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.840967 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dbc43a-6c45-4b25-b7e7-93611e70ba3f x-openstack-request-id: req-d5dbc43a-6c45-4b25-b7e7-93611e70ba3f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:15.841267 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959fad12-243b-4070-8a5e-acf733ec8886", "name": "network-vif-deleted", "tag": "8eba905a-4d56-4476-aec5-12c5d386dcb6", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:15.841524 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5dbc43a-6c45-4b25-b7e7-93611e70ba3f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:15.841989 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959fad12-243b-4070-8a5e-acf733ec8886', 'name': 'network-vif-deleted', 'tag': '8eba905a-4d56-4476-aec5-12c5d386dcb6', 'status': 'completed', 'code': 200} Dec 08 00:07:15.881070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1af8ce-24de-471d-bbb7-1c9c550c50c6']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:15.884208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ad506e8-35cb-47d4-8941-cd2b91e45c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.884417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] Deleting port 46b9501c-0048-424d-9816-f65be30a5a61 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:15.884604 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.905215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49061cf9-f4b9-4e02-8f58-735047d9dc18') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:15.905503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49061cf9-f4b9-4e02-8f58-735047d9dc18') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:15.910076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a6e7b95-66cb-4c77-82d4-0d029ad69292 req-c4f5782f-8342-49a4-bb7d-176ad2f5d914 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0847933 Dec 08 00:07:15.928172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-6a6e7b95-66cb-4c77-82d4-0d029ad69292 req-42ae6acf-dfee-4a1a-ab5e-d43c36d81998 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Request body: {'floatingip': {'port_id': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:15.929791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.955578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.968666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:07:15.969075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:07:15.981998 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:07:15.990756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6a6e7b95-66cb-4c77-82d4-0d029ad69292 req-42ae6acf-dfee-4a1a-ab5e-d43c36d81998 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.019951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] For port 46b9501c-0048-424d-9816-f65be30a5a61, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=46b9501c-0048-424d-9816-f65be30a5a61,segment=NetworkSegment(36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3),segment_id=36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:16.020368 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.035730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] Calling delete_port for 46b9501c-0048-424d-9816-f65be30a5a61 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:16.069952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.083822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.090441 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/networks/fc1af8ce-24de-471d-bbb7-1c9c550c50c6 HTTP/1.1" status: 204 len: 168 time: 0.5484180 Dec 08 00:07:16.092762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49572) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:16.126265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3cd4d-fb59-4e0f-8aa0-4a55c18a1f65 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Network': ['ID=fc1af8ce-24de-471d-bbb7-1c9c550c50c6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:16.137729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.166214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Deleting port 93a7df9a-39fd-4230-801a-6857e3534b01 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:16.166575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.170910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] Pushing event deleted for resources: {'Port': ['ID=46b9501c-0048-424d-9816-f65be30a5a61,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:16.174931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894001a8-6bcb-4a24-9338-e9b5d4d03aa9 None None] No DVR routers for this DVR port 46b9501c-0048-424d-9816-f65be30a5a61 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:16.208700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.220400 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ad506e8-35cb-47d4-8941-cd2b91e45c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.222979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ad506e8-35cb-47d4-8941-cd2b91e45c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.224215 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0ad506e8-35cb-47d4-8941-cd2b91e45c1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfdf6c55-e875-45b0-bb62-524d291f52d0 HTTP/1.1" status: 204 len: 168 time: 0.8142450 Dec 08 00:07:16.336612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.367245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696123df-ab37-44b2-9a43-099fbe3e6980']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:16.381556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:16.381924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cff4fa-c4e4-48ea-abb7-d17af6f0a1b3') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:16.397268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.416035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.429133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:07:16.429865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:07:16.433288 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:07:16.518300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.535255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.538544 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/networks/696123df-ab37-44b2-9a43-099fbe3e6980 HTTP/1.1" status: 204 len: 168 time: 0.4447403 Dec 08 00:07:16.547456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49580) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:16.578199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad506e8-35cb-47d4-8941-cd2b91e45c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf6c55-e875-45b0-bb62-524d291f52d0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:16.637293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e2222-f489-4ad1-8564-2f714c4e9c1e req-fa4af33d-949b-4294-88c6-5dec04bc298f tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:16.645494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-073e2222-f489-4ad1-8564-2f714c4e9c1e req-fa4af33d-949b-4294-88c6-5dec04bc298f tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 950 time: 0.5805955 Dec 08 00:07:16.661950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Deleting subnet 98e16181-68d0-4b17-8bcf-fc4738a5f2f9 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:07:16.666776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.713220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f817444-2214-47e4-bc68-f7d497b05ebb tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Network': ['ID=696123df-ab37-44b2-9a43-099fbe3e6980,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:16.719072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c528c552-a3ac-405d-8270-27eaf204484a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:16.733281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.749835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.749835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.768083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c528c552-a3ac-405d-8270-27eaf204484a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:16.768656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c528c552-a3ac-405d-8270-27eaf204484a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:16.769436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 46b9501c-0048-424d-9816-f65be30a5a61 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:16.798425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 46b9501c-0048-424d-9816-f65be30a5a61 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:16.799224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 46b9501c-0048-424d-9816-f65be30a5a61 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:16.807347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Calling delete_port for 93a7df9a-39fd-4230-801a-6857e3534b01 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:16.834494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-073e2222-f489-4ad1-8564-2f714c4e9c1e req-6aacea35-18bd-451f-9f69-ff787b14caab tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828775 Dec 08 00:07:16.884964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:16.886807 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-6a6e7b95-66cb-4c77-82d4-0d029ad69292 req-42ae6acf-dfee-4a1a-ab5e-d43c36d81998 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 00:07:16.894870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a6e7b95-66cb-4c77-82d4-0d029ad69292 req-42ae6acf-dfee-4a1a-ab5e-d43c36d81998 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "PUT /v2.0/floatingips/7217db51-3010-4647-ad65-47b8605ffc1d HTTP/1.1" status: 409 len: 550 time: 0.9707317 Dec 08 00:07:16.974453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.010140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Subnet': ['ID=98e16181-68d0-4b17-8bcf-fc4738a5f2f9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:17.016589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.022553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dbebae-d1fd-409c-ba50-fd5666daf714 None None] Network e69bb507-a9cf-498b-bc5e-d1b266dd6e33 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:17.032896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49594) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:17.035820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-222be3b6-0d97-46dc-9874-95f37e3852c3 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/subnets/98e16181-68d0-4b17-8bcf-fc4738a5f2f9 HTTP/1.1" status: 204 len: 168 time: 0.4801409 Dec 08 00:07:17.055061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-91334988-42d4-4f38-a31b-9e2214f6bfdd tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips/7217db51-3010-4647-ad65-47b8605ffc1d HTTP/1.1" status: 200 len: 692 time: 0.0952544 Dec 08 00:07:17.122743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8eba905a-4d56-4476-aec5-12c5d386dcb6 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:17.154301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 8eba905a-4d56-4476-aec5-12c5d386dcb6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:17.155006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8eba905a-4d56-4476-aec5-12c5d386dcb6 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:17.155648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 79d4754d-4e04-4b57-9cf9-aa8c862a0bca no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:17.186410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 79d4754d-4e04-4b57-9cf9-aa8c862a0bca {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:17.187369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 79d4754d-4e04-4b57-9cf9-aa8c862a0bca not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:17.254458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.277124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] DHCP port deletion for e69bb507-a9cf-498b-bc5e-d1b266dd6e33 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:07:17.357097 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.358118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-84107892-f423-405b-8ad6-aebaba24aaa9 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:17.358493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] Deleting port fbb8dca3-27ca-4daf-a0c1-51845446fa42 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:17.358865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.359750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-84107892-f423-405b-8ad6-aebaba24aaa9 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.3039012 Dec 08 00:07:17.374781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-c0348fae-74dd-4b1f-b4a8-49421a232ae9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:17.376952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-c0348fae-74dd-4b1f-b4a8-49421a232ae9 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 950 time: 0.1090026 Dec 08 00:07:17.406859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-12a02aba-1cb8-4fb7-b667-e7ba00ff5d0b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:07:17.407953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-12a02aba-1cb8-4fb7-b667-e7ba00ff5d0b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0389674 Dec 08 00:07:17.454896 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] For port fbb8dca3-27ca-4daf-a0c1-51845446fa42, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fbb8dca3-27ca-4daf-a0c1-51845446fa42,segment=NetworkSegment(7afd12ae-c3f8-4b26-852f-1cc2dd17d339),segment_id=7afd12ae-c3f8-4b26-852f-1cc2dd17d339)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:17.455349 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.470581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] Calling delete_port for fbb8dca3-27ca-4daf-a0c1-51845446fa42 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:17.501276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49604) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:17.523357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Deleting port dc7d4423-0af1-4481-bc05-095ba9d62120 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:17.525782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.538485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-6676200a-6893-45a2-af59-6137f58f96df tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.1030200 Dec 08 00:07:17.542703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.582769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.583684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Pushing event deleted for resources: {'Port': ['ID=93a7df9a-39fd-4230-801a-6857e3534b01,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:17.673118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-59fcaeb0-65f5-4cc6-a4b0-1a24ad4e7f2a tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0892348 Dec 08 00:07:17.673347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] Pushing event deleted for resources: {'Port': ['ID=fbb8dca3-27ca-4daf-a0c1-51845446fa42,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:17.697268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f11b1-c7df-47dc-a0f0-6532aef654b2 None None] No DVR routers for this DVR port fbb8dca3-27ca-4daf-a0c1-51845446fa42 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:17.700672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Deleting port fbb8dca3-27ca-4daf-a0c1-51845446fa42 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:17.701101 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.735961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] For port dc7d4423-0af1-4481-bc05-095ba9d62120, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=dc7d4423-0af1-4481-bc05-095ba9d62120,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:17.736588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.754390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-703648058-network', 'tenant_id': '9417dee701074ceb8c305238856f9237'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:17.763708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Calling delete_port for dc7d4423-0af1-4481-bc05-095ba9d62120 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:17.836984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Made reservation on behalf of 9417dee701074ceb8c305238856f9237 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:17.839468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.853552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.874713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.877480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.878646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1f31f94d-7866-4bf7-99a8-98d4b3ba9a8f tempest-ServersTestJSON-688699126 tempest-ServersTestJSON-688699126-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a4c965b-030d-4306-979e-723d7cfea507 HTTP/1.1" status: 204 len: 168 time: 2.2919779 Dec 08 00:07:17.884574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49612) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:17.888772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] For port fbb8dca3-27ca-4daf-a0c1-51845446fa42, host n-d-820549-2, got binding levels [] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:17.889133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:17.965891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Calling delete_port for fbb8dca3-27ca-4daf-a0c1-51845446fa42 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:17.970603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Port fbb8dca3-27ca-4daf-a0c1-51845446fa42 was not found and therefore no delete operation was performed {{(pid=103114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:07:17.982576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.010505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.015542 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.023496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.052082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Port': ['ID=fbb8dca3-27ca-4daf-a0c1-51845446fa42,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:18.054346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] No DVR routers for this DVR port fbb8dca3-27ca-4daf-a0c1-51845446fa42 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:18.056798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['dc7d4423-0af1-4481-bc05-095ba9d62120'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:18.089607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:07:18.092386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Pushing event deleted for resources: {'Port': ['ID=dc7d4423-0af1-4481-bc05-095ba9d62120,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:18.100523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f860e5-7d86-4a99-b5f4-3940c0c9807f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:18.135212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.135560 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Added segment 571c426c-0e3b-4cd8-9f46-11c023d58f50 of type vlan for network 339377cd-b2e6-43b9-9049-6816eaf81504 Dec 08 00:07:18.156264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] No DVR routers for this DVR port dc7d4423-0af1-4481-bc05-095ba9d62120 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:18.159375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.163057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13c15699-01b5-4110-ae56-60e6ec58d4f5 req-5525294c-1665-4778-89e8-3360794b7568 tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.44 "DELETE /v2.0/ports/dc7d4423-0af1-4481-bc05-095ba9d62120 HTTP/1.1" status: 204 len: 173 time: 0.7791834 Dec 08 00:07:18.163532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-deleted', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:18.165871 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63fdb6f-7a4b-46d9-9a19-fc99eff26ad5" -d '{"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-deleted", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:18.187722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ed714-5450-4f13-a343-c75277477df4 req-d9e0149b-eb6d-47c1-8308-74144215ee6d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:18.189961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee2ed714-5450-4f13-a343-c75277477df4 req-d9e0149b-eb6d-47c1-8308-74144215ee6d tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7dd69f-c726-4c16-ba50-c89d13848e3e HTTP/1.1" status: 200 len: 868 time: 0.2158561 Dec 08 00:07:18.191639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Deleting port b91ae7a4-4c78-4a8b-ae7e-4f05017908c0 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:18.191976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.207222 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.231167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.262577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.265918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:18.267717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.310559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8079052 Dec 08 00:07:18.311391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49620) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:18.319600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Request body: {'subnet': {'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-703648058-subnet', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:18.386340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc2e8e-4501-436b-8943-18bb947ce07f admin admin] Pushing event updated for resources: {'Network': ['ID=339377cd-b2e6-43b9-9049-6816eaf81504,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:18.390590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Made reservation on behalf of 9417dee701074ceb8c305238856f9237 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:18.394403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.398759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 339377cd-b2e6-43b9-9049-6816eaf81504 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:07:18.557470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69bb507-a9cf-498b-bc5e-d1b266dd6e33']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:18.577247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.577807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.607846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afd12ae-c3f8-4b26-852f-1cc2dd17d339') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:18.608197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.608493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afd12ae-c3f8-4b26-852f-1cc2dd17d339') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:18.611163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Calling delete_port for b91ae7a4-4c78-4a8b-ae7e-4f05017908c0 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:18.631904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee2ed714-5450-4f13-a343-c75277477df4 req-77023f04-620b-456c-a54b-3432459ae3be tempest-ServersAdminTestJSON-1680159699 tempest-ServersAdminTestJSON-1680159699-project] 10.222.0.18 "GET /v2.0/security-groups?id=56a6e090-0079-4c1f-b358-872cf42bc521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807707 Dec 08 00:07:18.659743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fbb8dca3-27ca-4daf-a0c1-51845446fa42 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:18.665652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.697560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: fbb8dca3-27ca-4daf-a0c1-51845446fa42 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:18.698854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fbb8dca3-27ca-4daf-a0c1-51845446fa42 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:18.738392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Checking segment: {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:18.738878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Network hostable DHCP agents. Network: 339377cd-b2e6-43b9-9049-6816eaf81504, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:07:18.750202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=539db1d6-63c9-4529-9990-bb4639dcb4b7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:18.774279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Network 339377cd-b2e6-43b9-9049-6816eaf81504 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:07:18.789801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 339377cd-b2e6-43b9-9049-6816eaf81504) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:18.799924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e33dc0-3b8f-4feb-96d7-60e0cc218bdc None None] Network 339377cd-b2e6-43b9-9049-6816eaf81504 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:18.801886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:18.802848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.823097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd79bf0e-a1b2-41cf-97f5-c47065fcc999 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5085640 Dec 08 00:07:18.826182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49624) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:18.833528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:18.867809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.869840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.886667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.915460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:07:18.916493 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:07:18.923695 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:07:18.967968 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ea006b-2cb0-4abf-9127-382714fe8dae x-openstack-request-id: req-e6ea006b-2cb0-4abf-9127-382714fe8dae {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:18.968354 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7dd69f-c726-4c16-ba50-c89d13848e3e", "name": "network-vif-deleted", "tag": "dc7d4423-0af1-4481-bc05-095ba9d62120", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:18.968862 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6ea006b-2cb0-4abf-9127-382714fe8dae {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:18.969598 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7dd69f-c726-4c16-ba50-c89d13848e3e', 'name': 'network-vif-deleted', 'tag': 'dc7d4423-0af1-4481-bc05-095ba9d62120', 'status': 'completed', 'code': 200} Dec 08 00:07:19.002833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-339377cd-b2e6-43b9-9049-6816eaf81504', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'project_id': '9417dee701074ceb8c305238856f9237', 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:07:19.003882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.058685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.077550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.084672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/networks/e69bb507-a9cf-498b-bc5e-d1b266dd6e33 HTTP/1.1" status: 204 len: 168 time: 2.0486422 Dec 08 00:07:19.087179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49626) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:19.127834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7660f1-3b29-4f50-b687-4f4b98a2563b tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Pushing event deleted for resources: {'Network': ['ID=e69bb507-a9cf-498b-bc5e-d1b266dd6e33,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:19.137035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2100897-48ce-4311-b0b6-7cbed9f92b11 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19f96e8-6593-46f6-aa02-51846432209c HTTP/1.1" status: 200 len: 205 time: 0.0375805 Dec 08 00:07:19.137738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49628) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:19.144020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.180128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Allocated IP 172.20.0.2 (339377cd-b2e6-43b9-9049-6816eaf81504/539db1d6-63c9-4529-9990-bb4639dcb4b7/d6ebcb62-4c61-4f0d-ab67-498fc67b695a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:19.265564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a518fd7-f145-4fce-aded-4500f4d26871 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.356859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.403034 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.411306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.461289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event deleted for resources: {'Port': ['ID=b91ae7a4-4c78-4a8b-ae7e-4f05017908c0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:19.481456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Pushing event updated for resources: {'Port': ['ID=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:19.496052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Network 339377cd-b2e6-43b9-9049-6816eaf81504 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:19.498260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:19.501747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:19.573755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a518fd7-f145-4fce-aded-4500f4d26871 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.592906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Attempting to bind port d6ebcb62-4c61-4f0d-ab67-498fc67b695a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:19.593692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Attempting to bind port d6ebcb62-4c61-4f0d-ab67-498fc67b695a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:19.594473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Attempting to bind port d6ebcb62-4c61-4f0d-ab67-498fc67b695a on network 339377cd-b2e6-43b9-9049-6816eaf81504 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:19.601072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:19.601816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Checking segment: {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:19.602293 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.602690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Bound using segment: {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:19.603194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Bound port: d6ebcb62-4c61-4f0d-ab67-498fc67b695a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:19.603702 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.708840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] For port d6ebcb62-4c61-4f0d-ab67-498fc67b695a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:19.712785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] For port d6ebcb62-4c61-4f0d-ab67-498fc67b695a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:19.725167 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.769158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:19.936595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db220b0-94ac-4b26-8f97-a39356fe9a45 None None] Pushing event updated for resources: {'Port': ['ID=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:20.010104 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a518fd7-f145-4fce-aded-4500f4d26871 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.100890 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.103827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.105061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfc4a652-b4ac-4dfa-8623-af7105bf0296 req-9521ab3c-0709-4795-99e8-f09165f3423c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "DELETE /v2.0/floatingips/7217db51-3010-4647-ad65-47b8605ffc1d HTTP/1.1" status: 204 len: 173 time: 2.4371111 Dec 08 00:07:20.107982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a518fd7-f145-4fce-aded-4500f4d26871 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.108685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a518fd7-f145-4fce-aded-4500f4d26871 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Fanout notify agent at l3_agent the message router_deleted on router e19f96e8-6593-46f6-aa02-51846432209c {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:07:20.114048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.121201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a518fd7-f145-4fce-aded-4500f4d26871 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.122237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3a518fd7-f145-4fce-aded-4500f4d26871 tempest-RoutersNegativeTest-2090509 tempest-RoutersNegativeTest-2090509-project] 10.222.0.18 "DELETE /v2.0/routers/e19f96e8-6593-46f6-aa02-51846432209c HTTP/1.1" status: 204 len: 168 time: 0.9801629 Dec 08 00:07:20.265760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.322028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.392787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49646) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:20.417961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-9da26c46-1592-46f4-86e5-6fb094ff6d70 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1001 time: 0.1756773 Dec 08 00:07:20.527123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Allocated IP 172.25.6.187 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:20.648369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49652) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:20.667511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-ac55a91e-c8a0-4713-9b60-6832aedeb4e8 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:20.670301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-ac55a91e-c8a0-4713-9b60-6832aedeb4e8 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports/1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 943 time: 0.2388628 Dec 08 00:07:20.698786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.768040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05c63414-44c9-4f2e-a6cd-d4a8df2c58c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd9701b90c514c1d9ff4d10401683c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740385 Dec 08 00:07:20.770375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49656) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:20.792762 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8368dd51-b307-4826-ae87-9a2fc3dc62fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ae481777fe44384ae7b903956bb8371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431394 Dec 08 00:07:20.793375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d6ebcb62-4c61-4f0d-ab67-498fc67b695a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:20.796864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49658) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:20.817793 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.858204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d6ebcb62-4c61-4f0d-ab67-498fc67b695a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:20.858748 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.893848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:20.900771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:20.903222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:20.940775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Pushing event updated for resources: {'Port': ['ID=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:20.964856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54f07f9c-cd2b-4993-a34f-3048caa228db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:20.979845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.001839 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54f07f9c-cd2b-4993-a34f-3048caa228db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.037990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-9093389b-b2d9-421c-bc07-200ed76ab85d tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1001 time: 0.2150490 Dec 08 00:07:21.073773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port d6ebcb62-4c61-4f0d-ab67-498fc67b695a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:21.088526 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.189017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:21.232223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: dc7d4423-0af1-4481-bc05-095ba9d62120 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:21.232615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device dc7d4423-0af1-4481-bc05-095ba9d62120 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:21.259311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5d05e62c-bcff-4303-9563-f64a537de5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.269188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54f07f9c-cd2b-4993-a34f-3048caa228db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.273594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54f07f9c-cd2b-4993-a34f-3048caa228db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.274211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Deleting port 0559d79e-26cd-403e-8e0a-fccc6ed0d702 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:21.274779 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54f07f9c-cd2b-4993-a34f-3048caa228db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbbaee29-8266-4d85-9fcc-7f33170a34ea HTTP/1.1" status: 204 len: 168 time: 0.4778452 Dec 08 00:07:21.275176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.339574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-126fd170-c396-423d-a52a-c8e6c75c0d96 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:21.341288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-126fd170-c396-423d-a52a-c8e6c75c0d96 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2736881 Dec 08 00:07:21.345354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5d05e62c-bcff-4303-9563-f64a537de5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.411441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:21.443921 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-935ba9aa-f6c5-4e60-9579-5c6cab4bcbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.452906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f07f9c-cd2b-4993-a34f-3048caa228db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbaee29-8266-4d85-9fcc-7f33170a34ea,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:21.598002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.625407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-1aa4a77a-3db3-4a1c-b3d1-1ff66fce1905 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1001 time: 0.2710705 Dec 08 00:07:21.631218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:21.656624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c41a4d-4933-47e9-a762-f8bcc8b84f2d None None] Network 339377cd-b2e6-43b9-9049-6816eaf81504 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:21.737577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] For port 0559d79e-26cd-403e-8e0a-fccc6ed0d702, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0559d79e-26cd-403e-8e0a-fccc6ed0d702,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:21.740555 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.759917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bdefbd69-bf34-46bf-b0b9-bfa85919a0b8 None None] Provisioning complete for port d6ebcb62-4c61-4f0d-ab67-498fc67b695a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:21.760285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdefbd69-bf34-46bf-b0b9-bfa85919a0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.773854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5d05e62c-bcff-4303-9563-f64a537de5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.776817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5d05e62c-bcff-4303-9563-f64a537de5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:21.780445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5d05e62c-bcff-4303-9563-f64a537de5bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56a6e090-0079-4c1f-b358-872cf42bc521 HTTP/1.1" status: 204 len: 168 time: 1.0064008 Dec 08 00:07:21.816469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Calling delete_port for 0559d79e-26cd-403e-8e0a-fccc6ed0d702 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:21.831907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05e62c-bcff-4303-9563-f64a537de5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a6e090-0079-4c1f-b358-872cf42bc521,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:21.857020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:22.025149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:22.259554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-90d28e11-0ab8-4f65-b53b-ed62652b5f26 None None] Provisioning complete for port d6ebcb62-4c61-4f0d-ab67-498fc67b695a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:22.260062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90d28e11-0ab8-4f65-b53b-ed62652b5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:22.262418 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:22.278872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:22.279429 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Floating IP 1a227802-2d93-45ed-9a82-3d24aa69585b disassociated. External IP: 172.25.6.58, port: 1feff3fa-0468-4c9e-8f32-743ebe9a9405. Dec 08 00:07:22.424605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:07:22.489775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49702) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:22.504219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:22.597606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:22.610348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Sync routers for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:22.612655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Pushing event deleted for resources: {'Port': ['ID=0559d79e-26cd-403e-8e0a-fccc6ed0d702,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:22.634654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:22.636714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-acf3d878-3c89-4897-97d8-2008f4e81e99 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8084092 Dec 08 00:07:22.639482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49706) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:22.642104 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:22.642742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:06:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:22.813965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-73ac2de8-b6ad-4b20-9344-3c2638eb6bbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c49081c1ea9483295f7f131200ef964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212483 Dec 08 00:07:22.814577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:22.922147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:22.969293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61f6b9f1-dc00-4191-8f5f-380debf10860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.109284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d6ebcb62-4c61-4f0d-ab67-498fc67b695a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:23.140275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61f6b9f1-dc00-4191-8f5f-380debf10860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.226362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:23.231960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.384280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d6ebcb62-4c61-4f0d-ab67-498fc67b695a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:23.384877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.401211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.659038 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-014f0611-60ab-4865-8f0e-302c19de33fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.689130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Allocated IP 172.20.0.1 (339377cd-b2e6-43b9-9049-6816eaf81504/539db1d6-63c9-4529-9990-bb4639dcb4b7/26728c2e-6104-45bb-815a-af5b8d13a47b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:23.793527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:21Z', 'revision_number': 3, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:23.815795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:23.824025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.829947 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] Sync routers for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:23.842296 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:23.845257 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:23.859143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Checking router: 80a8c7e2-76a5-4ff9-8644-d6d187942f0c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:23.859847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Updating router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:07:23.864303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61f6b9f1-dc00-4191-8f5f-380debf10860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.866962 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61f6b9f1-dc00-4191-8f5f-380debf10860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.868202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-61f6b9f1-dc00-4191-8f5f-380debf10860 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f2624cd-ebdb-458f-82d8-787b4a31f1aa HTTP/1.1" status: 204 len: 168 time: 1.0491977 Dec 08 00:07:23.883476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6b9f1-dc00-4191-8f5f-380debf10860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2624cd-ebdb-458f-82d8-787b4a31f1aa,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:23.928953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-021ff15c-573d-4998-be65-7e2e75aa82c5 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "PUT /v2.0/floatingips/1a227802-2d93-45ed-9a82-3d24aa69585b HTTP/1.1" status: 200 len: 694 time: 2.3017631 Dec 08 00:07:23.930862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:23.933443 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa29f9db-4ca1-4b9b-8b64-96008accc69e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:23.940234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:23.998512 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:24.015815 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:24.055051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:24.068514 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd61de77-cb20-49d9-b34a-54a3876be675 x-openstack-request-id: req-fd61de77-cb20-49d9-b34a-54a3876be675 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:24.070309 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:24.070788 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd61de77-cb20-49d9-b34a-54a3876be675 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:24.099537 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'status': 'completed', 'code': 200} Dec 08 00:07:24.170581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:24.230573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-9ae67a23-c8db-46c1-885e-106107b1f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:24.239521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-9ae67a23-c8db-46c1-885e-106107b1f50e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=405e3b9758624f8c92c22a192995a1fd&device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 1097 time: 0.2797854 Dec 08 00:07:24.259569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Pushing event updated for resources: {'Port': ['ID=26728c2e-6104-45bb-815a-af5b8d13a47b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:24.292880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Network 339377cd-b2e6-43b9-9049-6816eaf81504 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:24.296710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:24.300296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:24.358184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:24.393442 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:44Z', 'revision_number': 5, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:24.460195 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] Checking router: 61b07a0e-9f59-48a8-bb04-4210fac9f8ed for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:24.487067 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:24.487707 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:24.558490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-f3337f77-2762-4e10-a579-7578742adc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:24.563681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-f3337f77-2762-4e10-a579-7578742adc10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405e3b9758624f8c92c22a192995a1fd&device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 1097 time: 0.3796203 Dec 08 00:07:24.730216 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:24.808424 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:24.827600 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:24.863731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:24.870180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c7624656-9fca-4ace-8a70-133a4d60c789 admin admin] 10.222.0.18 "PUT /v2.0/routers/2d1b5d9c-a8ee-47cf-9e40-f80106e36982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9842911 Dec 08 00:07:24.875492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49768) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:24.926220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-22b318b3-c575-4ee9-a641-6a08c1dc0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:24.936249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] Sync routers for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:24.936516 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-22b318b3-c575-4ee9-a641-6a08c1dc0f7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 200 len: 929 time: 0.3574378 Dec 08 00:07:25.023444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-43df991c-9f5a-4718-997f-59ac30143c58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 217 time: 0.0473552 Dec 08 00:07:25.043434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.063380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Attempting to bind port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:25.064213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Attempting to bind port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:25.064944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Attempting to bind port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:25.067948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-acf90d0b-8502-4be1-8978-c061d4dfbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:25.073241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-acf90d0b-8502-4be1-8978-c061d4dfbafc service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 200 len: 929 time: 0.8274059 Dec 08 00:07:25.076562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:25.077484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:25.078227 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.079723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:25.080539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Bound port: 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:25.082403 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.086308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:25.087541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:25.103209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-46efc2c9-92a7-4278-85e1-1c91bd4cf092 None None] Provisioning complete for port 26728c2e-6104-45bb-815a-af5b8d13a47b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:25.104015 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46efc2c9-92a7-4278-85e1-1c91bd4cf092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.135251 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.200975 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:44Z', 'revision_number': 5, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:25.288807 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46524797-9c88-4aaa-b050-1c3d73a96ac7 None None] The sync data for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 is: [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:06:38Z', 'revision_number': 4, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '845e8711-d33f-4db0-9cbd-0fe8c82c402b', 'name': '', 'network_id': 'ef54382c-dc03-4ce4-b0de-a6c58fd29dde', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'mac_address': 'fa:16:3e:07:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '35c10add-9524-4fd1-8781-c19e72224991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:38Z', 'updated_at': '2021-12-08T00:06:44Z', 'revision_number': 5, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'subnets': [{'id': '35c10add-9524-4fd1-8781-c19e72224991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:25.361428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] For port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:25.390713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-bad1bda9-d35f-453e-8085-5e7550ea9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:25.392890 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-bad1bda9-d35f-453e-8085-5e7550ea9b44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35c10add-9524-4fd1-8781-c19e72224991 HTTP/1.1" status: 200 len: 867 time: 0.3588622 Dec 08 00:07:25.480195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-c0714c3c-93d9-4383-9e6c-0a4fc5d94865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:25.482025 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-c0714c3c-93d9-4383-9e6c-0a4fc5d94865 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806496 Dec 08 00:07:25.508793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-35492a4f-9d14-4e37-a60c-adee7c5fd8fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 200 len: 217 time: 0.4163327 Dec 08 00:07:25.511590 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.524159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:25.542754 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.555101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.590125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-46efc2c9-92a7-4278-85e1-1c91bd4cf092 None None] Port 26728c2e-6104-45bb-815a-af5b8d13a47b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:25.600168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Pushing event updated for resources: {'Port': ['ID=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:25.613057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] For port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:25.619272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.665664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-96dec83c-bb94-4b02-bd25-edbbe5bf64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:25.667194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-96dec83c-bb94-4b02-bd25-edbbe5bf64e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35c10add-9524-4fd1-8781-c19e72224991 HTTP/1.1" status: 200 len: 867 time: 0.1510937 Dec 08 00:07:25.710410 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.727785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:25.746109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.746839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.747882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.748481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.749053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.749613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.750320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.751034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.751570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.752136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.752664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.753201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.753864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:25.792206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Pushing event updated for resources: {'Port': ['ID=26728c2e-6104-45bb-815a-af5b8d13a47b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:25.811590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-0cb1e6b7-bfcf-4c89-9bdc-17474b9a407a service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137887 Dec 08 00:07:25.819294 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378f089-08dd-40cb-87cf-41c218445ac7 None None] New status for floating IP 1a227802-2d93-45ed-9a82-3d24aa69585b: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:07:25.875381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-83304614-f7ec-4f65-a980-16bb7b2204b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:25.879360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-83304614-f7ec-4f65-a980-16bb7b2204b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef54382c-dc03-4ce4-b0de-a6c58fd29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045226 Dec 08 00:07:25.887478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9d53e-de5a-47d2-b02e-4606fc460ae7 None None] Pushing event updated for resources: {'Port': ['ID=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:25.903715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:25.904715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:26.058643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:07:22Z', 'revision_number': 5, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port': {'id': '60013502-4d45-4b78-a57d-03664e27b2eb', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:32Z', 'updated_at': '2021-12-08T00:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:26.084053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Deleting port 60013502-4d45-4b78-a57d-03664e27b2eb {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:26.087169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:26.091114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] Checking router: 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:26.109550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] Routers {'2d1b5d9c-a8ee-47cf-9e40-f80106e36982'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:26.110781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:26.170719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Network 339377cd-b2e6-43b9-9049-6816eaf81504 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:26.181347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:26.270678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-07e9f878-00dc-4e1f-a55a-90874c5265e5 service neutron] 10.222.0.18 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735819 Dec 08 00:07:26.318739 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aa29f9db-4ca1-4b9b-8b64-96008accc69e req-34f4a0f0-2d3b-4c6e-a6b9-861a92e26d8e service neutron] 10.222.0.59 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147525 Dec 08 00:07:26.360806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:26.369106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] For port 60013502-4d45-4b78-a57d-03664e27b2eb, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=60013502-4d45-4b78-a57d-03664e27b2eb,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:26.372651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:26.396534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Calling delete_port for 60013502-4d45-4b78-a57d-03664e27b2eb owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:26.562413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:26.694820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59b4ce-d92b-4e64-af06-7d79e0d653de req-0f35ec25-0707-486d-8448-a3a644a83177 service neutron] 10.222.0.18 "GET /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157460 Dec 08 00:07:26.803516 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:26.865767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] Set router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:26.920364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-c45f9468-db84-4e7f-98b2-d0dbe5afcca3 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips/1a227802-2d93-45ed-9a82-3d24aa69585b HTTP/1.1" status: 200 len: 692 time: 0.1370640 Dec 08 00:07:27.004401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f2bc3b1d-a0cc-429c-97f2-db33b40b5ece None None] Provisioning complete for port 26728c2e-6104-45bb-815a-af5b8d13a47b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:27.005423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3b1d-a0cc-429c-97f2-db33b40b5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.066379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:07:25Z', 'revision_number': 6, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:27.073577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.126665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Pushing event deleted for resources: {'Port': ['ID=60013502-4d45-4b78-a57d-03664e27b2eb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:27.201061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be6e3b-c4f9-43d5-8801-fdc266f01b29 None None] The sync data for ids ['2d1b5d9c-a8ee-47cf-9e40-f80106e36982'] in n-d-820549-2 is: [{'id': '2d1b5d9c-a8ee-47cf-9e40-f80106e36982', 'name': 'tempest-ServersTestJSON-161264941-router', 'tenant_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:29Z', 'updated_at': '2021-12-08T00:07:25Z', 'revision_number': 6, 'project_id': 'ca31cdfd233c4873bded96ea8cc9842f', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:27.234074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.330631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.335652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc3b1d-a0cc-429c-97f2-db33b40b5ece None None] Port 26728c2e-6104-45bb-815a-af5b8d13a47b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:27.355140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.357485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.372663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-3936976d-9341-4902-9aa9-93e941786614 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:27.378535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:27.381726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-3936976d-9341-4902-9aa9-93e941786614 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.4603472 Dec 08 00:07:27.394962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-21314039-4478-470a-9f75-201b18836c18 admin admin] 10.222.0.18 "PUT /v2.0/routers/80a8c7e2-76a5-4ff9-8644-d6d187942f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7490516 Dec 08 00:07:27.496671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-a854e7d8-a107-4f32-9f23-b737617543d9 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1139779 Dec 08 00:07:27.546964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:25Z', 'revision_number': 2, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:27.574997 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.575629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d1b5d9c-a8ee-47cf-9e40-f80106e36982 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:07:27.585975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.590703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49844) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:27.600118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9a8db5b1-11a4-43c0-b08b-9122ba093362 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2d1b5d9c-a8ee-47cf-9e40-f80106e36982 HTTP/1.1" status: 204 len: 168 time: 2.7234218 Dec 08 00:07:27.611172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-533bdd6b-6fe2-468c-a592-150dcfa1287c tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1134748 Dec 08 00:07:27.663121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489da3c-6f4e-4f5d-9f92-e54152afd474 None None] The sync data for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 is: [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:25Z', 'revision_number': 2, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:27.741859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] Deleting subnet 79efbc95-262a-496e-a60c-c9b54c6f03ae {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:07:27.750238 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.825013 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.846825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Deleting port 8c9767d5-2536-48df-ae73-4ced575846dd {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:27.847201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:27.964033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.020412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.020963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.055537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Calling delete_port for 8c9767d5-2536-48df-ae73-4ced575846dd owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:28.056474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.114831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79efbc95-262a-496e-a60c-c9b54c6f03ae,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:28.125399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1eb252-c790-4e30-b65e-9c265db700bf None None] Network b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:28.159826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.167567 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-59adf155-71be-4cf3-97af-3a9085422d99 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79efbc95-262a-496e-a60c-c9b54c6f03ae HTTP/1.1" status: 204 len: 168 time: 0.5706823 Dec 08 00:07:28.167567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49858) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:28.295833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:28.313799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-249c4c95-3a61-48f0-8510-ffd0cf71ccf9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281187321', 'description': 'tempest-description--2089768601'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:28.377076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.382387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-249c4c95-3a61-48f0-8510-ffd0cf71ccf9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.546370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.560919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] DHCP port deletion for b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:07:28.646402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event deleted for resources: {'Port': ['ID=8c9767d5-2536-48df-ae73-4ced575846dd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:28.671485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] Deleting port aecbe2f4-89aa-407f-8876-4b3498872d48 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:28.672064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.742943 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-249c4c95-3a61-48f0-8510-ffd0cf71ccf9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.770286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-249c4c95-3a61-48f0-8510-ffd0cf71ccf9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.809400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] For port aecbe2f4-89aa-407f-8876-4b3498872d48, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aecbe2f4-89aa-407f-8876-4b3498872d48,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:28.809946 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.870605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c4c95-3a61-48f0-8510-ffd0cf71ccf9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546e164e-77f6-4db2-96c6-2e80835de647,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:28.872540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.886629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] Calling delete_port for aecbe2f4-89aa-407f-8876-4b3498872d48 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:28.890501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.915445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2260b56-1335-4d0c-ba02-dbfa6ee8a1ab req-9f8c0263-743c-4529-870a-abc068a912ce tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "DELETE /v2.0/floatingips/1a227802-2d93-45ed-9a82-3d24aa69585b HTTP/1.1" status: 204 len: 173 time: 1.3032308 Dec 08 00:07:28.930344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Deleting port aecbe2f4-89aa-407f-8876-4b3498872d48 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:28.932835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.958291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-249c4c95-3a61-48f0-8510-ffd0cf71ccf9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:28.959604 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-249c4c95-3a61-48f0-8510-ffd0cf71ccf9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6616495 Dec 08 00:07:28.961574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49880) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:28.966337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a6225bbb-d993-462b-ba20-d43a051663cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Request body: {'security_group_rule': {'security_group_id': '546e164e-77f6-4db2-96c6-2e80835de647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:29.050131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6225bbb-d993-462b-ba20-d43a051663cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.074688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 60013502-4d45-4b78-a57d-03664e27b2eb no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:29.172132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] For port aecbe2f4-89aa-407f-8876-4b3498872d48, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aecbe2f4-89aa-407f-8876-4b3498872d48,segment=NetworkSegment(59b0b828-ca9f-4e99-a2e5-9584cb12fb7a),segment_id=59b0b828-ca9f-4e99-a2e5-9584cb12fb7a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:29.173598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.199437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 60013502-4d45-4b78-a57d-03664e27b2eb {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:29.200145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 60013502-4d45-4b78-a57d-03664e27b2eb not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:29.200574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0559d79e-26cd-403e-8e0a-fccc6ed0d702 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:29.209544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Calling delete_port for aecbe2f4-89aa-407f-8876-4b3498872d48 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:29.237901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 0559d79e-26cd-403e-8e0a-fccc6ed0d702 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:29.240920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0559d79e-26cd-403e-8e0a-fccc6ed0d702 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:29.241369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device aecbe2f4-89aa-407f-8876-4b3498872d48 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:29.312851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6225bbb-d993-462b-ba20-d43a051663cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.327383 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6225bbb-d993-462b-ba20-d43a051663cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.443915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.446363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40c9a0-ccf5-4bee-8726-27dc5554ad6d req-fd9c5c33-3b7e-4ee2-b8c2-42fe6556a01b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:29.461107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e40c9a0-ccf5-4bee-8726-27dc5554ad6d req-fd9c5c33-3b7e-4ee2-b8c2-42fe6556a01b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3257556 Dec 08 00:07:29.467869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6225bbb-d993-462b-ba20-d43a051663cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.469375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a6225bbb-d993-462b-ba20-d43a051663cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5067508 Dec 08 00:07:29.515865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6225bbb-d993-462b-ba20-d43a051663cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0071f6c0-56ae-47e4-82eb-7e272d2646d9,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:29.523083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49902) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:29.532429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cd3d944a-8464-46aa-a89c-d15be05777b9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Request body: {'security_group_rule': {'security_group_id': '546e164e-77f6-4db2-96c6-2e80835de647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:29.556350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e40c9a0-ccf5-4bee-8726-27dc5554ad6d req-288c6a8b-6a70-4d0b-a9ba-1ffc4548ae32 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0903759 Dec 08 00:07:29.575447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecbe2f4-89aa-407f-8876-4b3498872d48,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:29.584262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] No DVR routers for this DVR port aecbe2f4-89aa-407f-8876-4b3498872d48 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:29.631494 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.662344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.684508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd3d944a-8464-46aa-a89c-d15be05777b9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.695580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a214f5dc-9b90-4d11-8aeb-1e91ad52e6a3 req-38dfcac7-db42-41ad-ab77-67ff955b1b28 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1305280 Dec 08 00:07:29.783603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] No DVR routers for this DVR port aecbe2f4-89aa-407f-8876-4b3498872d48 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:29.790585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61047322-97a1-4653-9c7a-00eb31e4b040 None None] Pushing event deleted for resources: {'Port': ['ID=aecbe2f4-89aa-407f-8876-4b3498872d48,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:29.861048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.895625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:29.914084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:29.914962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b0b828-ca9f-4e99-a2e5-9584cb12fb7a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:29.917954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd3d944a-8464-46aa-a89c-d15be05777b9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.927411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.929616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd3d944a-8464-46aa-a89c-d15be05777b9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.981250 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd3d944a-8464-46aa-a89c-d15be05777b9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.985176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd3d944a-8464-46aa-a89c-d15be05777b9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4600701 Dec 08 00:07:29.986440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:29.987815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49918) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:29.992089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d944a-8464-46aa-a89c-d15be05777b9 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b68540c-2618-4cdf-9abc-0fbb4780529f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:30.005907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:07:30.006777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.007735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:07:30.009478 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:07:30.092919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.139670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.147177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.151049 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b HTTP/1.1" status: 204 len: 168 time: 1.9834368 Dec 08 00:07:30.182490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f23f-892c-4b95-ae52-968c2124b6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b23dc95d-0b70-47e4-a50a-f1f0a0b2ba2b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:30.256584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49926) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:30.439297 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-875d38e9-0fc4-465b-8810-5ab368adf933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.585142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49930) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:30.732791 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-01f2e28c-3568-4278-abb0-497995c6db87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca31cdfd233c4873bded96ea8cc9842f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409159 Dec 08 00:07:30.733512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49932) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:30.867289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:30.911700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ab761e7-e6e5-47fd-96b2-fa75f8136c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.937302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ab761e7-e6e5-47fd-96b2-fa75f8136c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.988234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500021e3-f414-466f-a0f8-8b2a2b4cc227 req-230c8f68-2fe1-4b05-a3f7-58d0a9b43c66 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:30.991135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ab761e7-e6e5-47fd-96b2-fa75f8136c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.994155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ab761e7-e6e5-47fd-96b2-fa75f8136c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:30.995607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4ab761e7-e6e5-47fd-96b2-fa75f8136c3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/820d2bad-bc6d-4015-a7b7-390be9406399 HTTP/1.1" status: 204 len: 168 time: 0.2542486 Dec 08 00:07:30.998014 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-875d38e9-0fc4-465b-8810-5ab368adf933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.000310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-500021e3-f414-466f-a0f8-8b2a2b4cc227 req-230c8f68-2fe1-4b05-a3f7-58d0a9b43c66 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 946 time: 0.6546764 Dec 08 00:07:31.022213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-875d38e9-0fc4-465b-8810-5ab368adf933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.035383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab761e7-e6e5-47fd-96b2-fa75f8136c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d2bad-bc6d-4015-a7b7-390be9406399,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:31.069665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:31.070474 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.072624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.103404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-500021e3-f414-466f-a0f8-8b2a2b4cc227 req-fadf28fc-d53f-4b4d-99db-6350f44b160a tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018481 Dec 08 00:07:31.179413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d38e9-0fc4-465b-8810-5ab368adf933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19450e79-89f6-42d8-b4cf-3a9c295b7618,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:31.253955 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-875d38e9-0fc4-465b-8810-5ab368adf933 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09e6f87d4ad44f46a83e2f89bca2167d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9954002 Dec 08 00:07:31.254678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49944) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:31.321927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.351719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:31.366704 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.382425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Allocated IP 172.25.6.33 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/4a1797d5-e57b-4f42-8948-a6afaddc428b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:31.455322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-205b856f-5b54-4e06-8253-2d27c746991d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.543910 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-205b856f-5b54-4e06-8253-2d27c746991d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.556177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:31.617609 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.633757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-205b856f-5b54-4e06-8253-2d27c746991d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.639326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-205b856f-5b54-4e06-8253-2d27c746991d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.644510 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-205b856f-5b54-4e06-8253-2d27c746991d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19450e79-89f6-42d8-b4cf-3a9c295b7618 HTTP/1.1" status: 204 len: 168 time: 0.3829253 Dec 08 00:07:31.662109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b856f-5b54-4e06-8253-2d27c746991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19450e79-89f6-42d8-b4cf-3a9c295b7618,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:31.700107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:31.786177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-dcbd49e6-5298-40e3-a3fe-2be61b85f56b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:31.789473 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-dcbd49e6-5298-40e3-a3fe-2be61b85f56b tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 946 time: 0.1051972 Dec 08 00:07:31.801574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:31.810363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:31.818252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:31.939302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Sync routers for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:31.995061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:31.995883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:32.092089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Deleting port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:32.092501 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:32.153904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event updated for resources: {'Port': ['ID=4a1797d5-e57b-4f42-8948-a6afaddc428b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:32.250423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:32.345710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] For port 1feff3fa-0468-4c9e-8f32-743ebe9a9405, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=1feff3fa-0468-4c9e-8f32-743ebe9a9405,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:32.346200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:32.362528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:32.383486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Calling delete_port for 1feff3fa-0468-4c9e-8f32-743ebe9a9405 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:32.413233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49970) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:32.455918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5412070e-07fd-403c-929d-ab1d8f9d5621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:32.481155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cc943-7889-4bef-a950-19f7ea3749ec req-39c19e7e-8830-4ecc-9a0d-6551906d290a tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:32.483948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f3cc943-7889-4bef-a950-19f7ea3749ec req-39c19e7e-8830-4ecc-9a0d-6551906d290a tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e60954-44e1-4eac-b695-0fe247a785ce HTTP/1.1" status: 200 len: 946 time: 0.2536056 Dec 08 00:07:32.492959 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:32.724237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:32.799898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Pushing event deleted for resources: {'Port': ['ID=1feff3fa-0468-4c9e-8f32-743ebe9a9405,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:32.809965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f3cc943-7889-4bef-a950-19f7ea3749ec req-e8002884-d589-4fbc-b2a4-6203c80bd995 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9383653-9118-45d5-b4b8-e23815ae879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137486 Dec 08 00:07:32.865960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['1feff3fa-0468-4c9e-8f32-743ebe9a9405'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:32.925155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:32.938480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] No DVR routers for this DVR port 1feff3fa-0468-4c9e-8f32-743ebe9a9405 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:32.942366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:32.950045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6447dc64-6d7d-4e3a-b3c0-beaca15d990a req-66cbce3d-86da-44b1-bebe-165210b78f99 tempest-FloatingIPsAssociationNegativeTestJSON-927069311 tempest-FloatingIPsAssociationNegativeTestJSON-927069311-project] 10.222.0.59 "DELETE /v2.0/ports/1feff3fa-0468-4c9e-8f32-743ebe9a9405 HTTP/1.1" status: 204 len: 173 time: 1.1445911 Dec 08 00:07:32.951637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'name': 'network-vif-deleted', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:32.982277 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d7db9-f392-43bf-bd04-d0660e464d2f" -d '{"events": [{"server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "name": "network-vif-deleted", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:33.103681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:33.104313 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.109223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:25Z', 'revision_number': 2, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:33.124640 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb5d824-74cc-4e34-98de-28bac425ee65 x-openstack-request-id: req-7fb5d824-74cc-4e34-98de-28bac425ee65 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:33.124937 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e60954-44e1-4eac-b695-0fe247a785ce", "name": "network-vif-deleted", "tag": "1feff3fa-0468-4c9e-8f32-743ebe9a9405", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:33.125192 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fb5d824-74cc-4e34-98de-28bac425ee65 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:33.125605 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e60954-44e1-4eac-b695-0fe247a785ce', 'name': 'network-vif-deleted', 'tag': '1feff3fa-0468-4c9e-8f32-743ebe9a9405', 'status': 'completed', 'code': 200} Dec 08 00:07:33.177540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Checking router: 80a8c7e2-76a5-4ff9-8644-d6d187942f0c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:33.178394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Updating router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c port 26728c2e-6104-45bb-815a-af5b8d13a47b binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:07:33.223084 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.268073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49988) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:33.285237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5412070e-07fd-403c-929d-ab1d8f9d5621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.303172 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5412070e-07fd-403c-929d-ab1d8f9d5621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.406086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412070e-07fd-403c-929d-ab1d8f9d5621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7892185-02b2-49f2-8bdc-a084792f0828,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:33.417577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5412070e-07fd-403c-929d-ab1d8f9d5621 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fafb9680ab2848cca58b3964c5f49fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0002718 Dec 08 00:07:33.420666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49992) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:33.498021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.500985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-752399181-network', 'tenant_id': 'a0f49a21afbf4d5e979961546545be2c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:33.506858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.564604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1fad18d-7a92-45c2-9834-1440445fe305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.567966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Made reservation on behalf of a0f49a21afbf4d5e979961546545be2c for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:33.571104 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.572174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event updated for resources: {'Port': ['ID=4a1797d5-e57b-4f42-8948-a6afaddc428b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:33.587977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.618646 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.640947 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.643266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1fad18d-7a92-45c2-9834-1440445fe305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.644303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-233ff0ed-41f6-4438-b9f2-eb472694b328 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6552503 Dec 08 00:07:33.753161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.765185 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.793990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.801214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.831823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c354c57-72e3-42ed-a162-212873e6295c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:33.849533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1fad18d-7a92-45c2-9834-1440445fe305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.852852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1fad18d-7a92-45c2-9834-1440445fe305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.857551 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a1fad18d-7a92-45c2-9834-1440445fe305 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7892185-02b2-49f2-8bdc-a084792f0828 HTTP/1.1" status: 204 len: 168 time: 0.4328334 Dec 08 00:07:33.872626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72703500-c562-431e-b2c3-bfe452c0a9e4 None None] Pushing event updated for resources: {'Port': ['ID=26728c2e-6104-45bb-815a-af5b8d13a47b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:33.881547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:07:33.913598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fad18d-7a92-45c2-9834-1440445fe305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7892185-02b2-49f2-8bdc-a084792f0828,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:33.928226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:33.928818 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Added segment e9f6fbd1-4a22-4f29-a8bb-9129826fd520 of type vlan for network 42f3cc60-3636-4ffd-84f2-8e04149e019a Dec 08 00:07:33.967352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50012) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:34.044761 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.046013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-6eed48c5-2f80-489d-8c27-cd833e78b11d tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1281187321&fields=id&tenant_id=9417dee701074ceb8c305238856f9237 HTTP/1.1" status: 200 len: 267 time: 0.1608546 Dec 08 00:07:34.053969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Attempting to bind port 26728c2e-6104-45bb-815a-af5b8d13a47b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:34.056072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Attempting to bind port 26728c2e-6104-45bb-815a-af5b8d13a47b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:34.056605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Attempting to bind port 26728c2e-6104-45bb-815a-af5b8d13a47b on network 339377cd-b2e6-43b9-9049-6816eaf81504 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:34.067053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:34.068021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Checking segment: {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:34.068965 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.069956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Bound using segment: {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:34.070859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Bound port: 26728c2e-6104-45bb-815a-af5b8d13a47b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:34.071637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.142381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.152895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:34.153538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.208969 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9389021 Dec 08 00:07:34.212125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50024) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:34.221892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] For port 26728c2e-6104-45bb-815a-af5b8d13a47b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:34.226987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Request body: {'subnet': {'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-752399181-subnet', 'tenant_id': 'a0f49a21afbf4d5e979961546545be2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:34.228614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] For port 26728c2e-6104-45bb-815a-af5b8d13a47b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=26728c2e-6104-45bb-815a-af5b8d13a47b,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:34.243347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.318345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fde20-0d69-47b9-b040-3987ff1976e3 admin admin] Pushing event updated for resources: {'Network': ['ID=42f3cc60-3636-4ffd-84f2-8e04149e019a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:34.350213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Made reservation on behalf of a0f49a21afbf4d5e979961546545be2c for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:34.352831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.365073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 42f3cc60-3636-4ffd-84f2-8e04149e019a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:07:34.440111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72703500-c562-431e-b2c3-bfe452c0a9e4 None None] Pushing event updated for resources: {'Port': ['ID=26728c2e-6104-45bb-815a-af5b8d13a47b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:34.478775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d9ad7f8-f885-4e63-8754-fc7c5f55e5d2 None None] Provisioning complete for port 26728c2e-6104-45bb-815a-af5b8d13a47b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:34.479092 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad7f8-f885-4e63-8754-fc7c5f55e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.479336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-a80042d0-5165-4b3f-a488-8cd66997922c tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:34.481320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-a80042d0-5165-4b3f-a488-8cd66997922c tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/networks?id=339377cd-b2e6-43b9-9049-6816eaf81504 HTTP/1.1" status: 200 len: 811 time: 0.4342718 Dec 08 00:07:34.549302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:34.549677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:34.611098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b1cfdb2-c0da-4d17-b64d-45f9b133ddce tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/quotas/9417dee701074ceb8c305238856f9237 HTTP/1.1" status: 200 len: 375 time: 0.1181467 Dec 08 00:07:34.800561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:34.884151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-8e01a046-0e93-44a4-a2cf-f5c756b4e0ab tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9417dee701074ceb8c305238856f9237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2610331 Dec 08 00:07:34.968164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49eddd4d-a307-4287-a13f-3d967866315a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:34.978566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Checking segment: {'id': 'e9f6fbd1-4a22-4f29-a8bb-9129826fd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:34.982018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Network hostable DHCP agents. Network: 42f3cc60-3636-4ffd-84f2-8e04149e019a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:07:35.029248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Network 42f3cc60-3636-4ffd-84f2-8e04149e019a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:07:35.049477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 42f3cc60-3636-4ffd-84f2-8e04149e019a) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:35.060289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:35.061073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:35.094048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6cd1337-04ef-4e48-b6b4-d42a0ccf81c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8806446 Dec 08 00:07:35.183219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-88b04bc1-57ce-4db4-979e-18d3152b3fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436347 Dec 08 00:07:35.247768 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad7f8-f885-4e63-8754-fc7c5f55e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:35.254838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 26728c2e-6104-45bb-815a-af5b8d13a47b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:35.268429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37042a9-885b-4ba2-bb58-8f0a6ac708b9 None None] Network 42f3cc60-3636-4ffd-84f2-8e04149e019a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:35.306989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:35.582784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc6256-d133-4abc-acdf-d9fcb020fb02 None None] Network 42f3cc60-3636-4ffd-84f2-8e04149e019a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:35.632898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d9ad7f8-f885-4e63-8754-fc7c5f55e5d2 None None] For port 26728c2e-6104-45bb-815a-af5b8d13a47b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=26728c2e-6104-45bb-815a-af5b8d13a47b,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:35.653834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:35.729343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-c0768530-824a-4908-8ec5-122844b4385a service neutron] 10.222.0.18 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329173 Dec 08 00:07:35.780382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-ca3dd2dd-7c62-4749-93f6-74bafe1d1664 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:35.782601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-ca3dd2dd-7c62-4749-93f6-74bafe1d1664 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.1766324 Dec 08 00:07:35.808182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad7f8-f885-4e63-8754-fc7c5f55e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:35.821684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-f5a7ee05-b21e-4747-82e5-9b4484560057 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/quotas/34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 375 time: 0.0193348 Dec 08 00:07:35.920463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-044c8af6-64de-44af-a27e-656671975733 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652940 Dec 08 00:07:36.019023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Deleting port 845e8711-d33f-4db0-9cbd-0fe8c82c402b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:36.019759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:36.060101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 26728c2e-6104-45bb-815a-af5b8d13a47b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:36.060480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:36.075794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-f04fd2b8-61dc-4004-b19b-4dbd5569451d service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428900 Dec 08 00:07:36.208543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] For port 845e8711-d33f-4db0-9cbd-0fe8c82c402b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=845e8711-d33f-4db0-9cbd-0fe8c82c402b,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:36.208905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:36.247774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ad7f8-f885-4e63-8754-fc7c5f55e5d2 None None] Pushing event updated for resources: {'Port': ['ID=26728c2e-6104-45bb-815a-af5b8d13a47b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:36.274571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-eb69ad77-c14e-4bde-acac-21b67c97f0d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911027 Dec 08 00:07:36.277598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Calling delete_port for 845e8711-d33f-4db0-9cbd-0fe8c82c402b owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:36.342686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-04b2f85c-38d4-4c44-b16c-7d104a905c31 None None] Provisioning complete for port 26728c2e-6104-45bb-815a-af5b8d13a47b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:36.344107 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04b2f85c-38d4-4c44-b16c-7d104a905c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:36.581569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:36.631439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 1feff3fa-0468-4c9e-8f32-743ebe9a9405 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:36.641914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Pushing event deleted for resources: {'Port': ['ID=845e8711-d33f-4db0-9cbd-0fe8c82c402b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:36.660309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 1feff3fa-0468-4c9e-8f32-743ebe9a9405 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:36.660836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 1feff3fa-0468-4c9e-8f32-743ebe9a9405 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:36.786536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:34Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:36.926490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44fbc5-81f0-4f2e-9585-ecfab6dd086b None None] The sync data for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 is: [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:34Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:37.019350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-744627d9-243a-4c7b-96c1-54ca7000a083 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:37.022596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-744627d9-243a-4c7b-96c1-54ca7000a083 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/networks?id=42f3cc60-3636-4ffd-84f2-8e04149e019a HTTP/1.1" status: 200 len: 812 time: 0.4184644 Dec 08 00:07:37.061728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 26728c2e-6104-45bb-815a-af5b8d13a47b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:37.096147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-2c52e7e5-ec54-4aeb-ab50-6b9fa533e34d tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/quotas/a0f49a21afbf4d5e979961546545be2c HTTP/1.1" status: 200 len: 375 time: 0.0652270 Dec 08 00:07:37.170970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 26728c2e-6104-45bb-815a-af5b8d13a47b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:37.171983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:37.177327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:37.294381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-ecdef0b0-b447-4c84-b4cb-c9ea43de2aed tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0f49a21afbf4d5e979961546545be2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1968691 Dec 08 00:07:37.740920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e63b7c6-483a-461f-8d37-b4a6342f7140 req-d83c81e1-96b0-4eae-bc28-4ca09cc361cb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 210 time: 0.4361382 Dec 08 00:07:37.879808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-d91b42b3-0d67-406b-9993-9a1f2b7a51a5 service neutron] 10.222.0.18 "GET /v2.0/networks/42f3cc60-3636-4ffd-84f2-8e04149e019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840442 Dec 08 00:07:38.060330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-897e251e-7296-403e-bec0-5e6c7a2afd2d tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:38.061811 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-897e251e-7296-403e-bec0-5e6c7a2afd2d tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.59 "GET /v2.0/networks?id=339377cd-b2e6-43b9-9049-6816eaf81504 HTTP/1.1" status: 200 len: 811 time: 0.2652247 Dec 08 00:07:38.119639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c117c151-5801-4a05-977c-ee0d4e506811 req-00257e13-d4e9-420f-8980-a8540e92b029 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0610023 Dec 08 00:07:38.173626 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-dd361d82-0b6a-4a58-9c1c-025e66f5bb3d tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9417dee701074ceb8c305238856f9237 HTTP/1.1" status: 200 len: 380 time: 0.0906081 Dec 08 00:07:38.178565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-9d54aed4-ef04-4b40-802a-37f81b8bf1f8 service neutron] 10.222.0.18 "GET /v2.0/networks/42f3cc60-3636-4ffd-84f2-8e04149e019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793407 Dec 08 00:07:38.195612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Request body: {'port': {'device_id': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'admin_state_up': True, 'tenant_id': '9417dee701074ceb8c305238856f9237', 'security_groups': ['546e164e-77f6-4db2-96c6-2e80835de647']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:38.204928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:38.387608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:38.393498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Made reservation on behalf of 9417dee701074ceb8c305238856f9237 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:38.397088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:38.407085 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] Sync routers for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:38.407957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c8e07ee9-fcd5-46f4-a8d5-91c1ca9a6052 admin admin] 10.222.0.18 "PUT /v2.0/routers/61b07a0e-9f59-48a8-bb04-4210fac9f8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4384828 Dec 08 00:07:38.408088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50152) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:38.428966 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:38.429607 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:38.721613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Allocated IP 172.20.0.14 (339377cd-b2e6-43b9-9049-6816eaf81504/539db1d6-63c9-4529-9990-bb4639dcb4b7/6bd9d9ef-8fe3-48c2-b848-babe0512bb09) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:38.812780 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:38.821483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75a8b8b3-3aba-4258-93a4-6fc6ea1ebd21 req-838963f9-9044-498f-b149-9c2e46f98bff tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 210 time: 0.2661433 Dec 08 00:07:38.847163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:38.995590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b1da1b9-5aec-4c34-8fa6-6cffdd603022 req-078c218e-e41c-4394-9677-5a8b74145949 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 210 time: 0.0663245 Dec 08 00:07:39.129683 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:39.156897 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50172) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:39.218296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:39.219770 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:07:36Z', 'revision_number': 5, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port': {'id': '7a3a014b-f393-43f0-be36-d754ef98e9f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:06:35Z', 'updated_at': '2021-12-08T00:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:39.305121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-560f5543-3e4e-4fb7-8b2e-3fda1723b23c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:39.318382 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] Checking router: 61b07a0e-9f59-48a8-bb04-4210fac9f8ed for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:39.319516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0db3df64-b95b-4647-ab52-d3a56472b611 req-7015a3e8-abe7-4dea-af9c-fc5d2f5e220f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0584149 Dec 08 00:07:39.319816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-560f5543-3e4e-4fb7-8b2e-3fda1723b23c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 807 time: 0.3517458 Dec 08 00:07:39.343549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Deleting port 7a3a014b-f393-43f0-be36-d754ef98e9f2 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:39.343891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:39.348632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Request body: {'port': {'device_id': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'admin_state_up': True, 'tenant_id': '34fc6ef8986b4d64b67a5876fb4888fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:39.356769 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] Routers {'61b07a0e-9f59-48a8-bb04-4210fac9f8ed'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:39.358947 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:39.439572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:39.451275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7237c629-f2d8-45b1-b96a-dff1783cd977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:39.502701 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] Set router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:39.581806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Network 339377cd-b2e6-43b9-9049-6816eaf81504 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:39.591947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:39.603663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:39.667217 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:07:39Z', 'revision_number': 6, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:39.669443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:39.670241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:39.699081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] For port 7a3a014b-f393-43f0-be36-d754ef98e9f2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7a3a014b-f393-43f0-be36-d754ef98e9f2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:39.701296 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:39.703402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event updated for resources: {'Port': ['ID=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:39.739057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Calling delete_port for 7a3a014b-f393-43f0-be36-d754ef98e9f2 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:39.740433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-294ce15b-ee97-4901-802c-f9d8239e4133 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5508752 Dec 08 00:07:39.747874 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607363a-6e70-415d-9b6c-78dd42cbb8f3 None None] The sync data for ids ['61b07a0e-9f59-48a8-bb04-4210fac9f8ed'] in n-d-820549-2 is: [{'id': '61b07a0e-9f59-48a8-bb04-4210fac9f8ed', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-246954788-router', 'tenant_id': '405e3b9758624f8c92c22a192995a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:06:33Z', 'updated_at': '2021-12-08T00:07:39Z', 'revision_number': 6, 'project_id': '405e3b9758624f8c92c22a192995a1fd', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:39.785724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Request body: {'port': {'device_id': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:39.976960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Made reservation on behalf of 34fc6ef8986b4d64b67a5876fb4888fd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:40.006510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.008359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7237c629-f2d8-45b1-b96a-dff1783cd977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.031682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33abc665-0a62-4f38-8414-bd508d91dd00 req-0019f270-43f6-4ee1-936a-abb422238036 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 210 time: 0.0419896 Dec 08 00:07:40.037257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7237c629-f2d8-45b1-b96a-dff1783cd977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.049274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.088615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-be492bc1-ee43-4964-ada2-675cf173535a None None] Provisioning complete for port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:40.089828 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-be492bc1-ee43-4964-ada2-675cf173535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.160204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7237c629-f2d8-45b1-b96a-dff1783cd977 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19247e9430374879a8c074da4e9ed730&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0012980 Dec 08 00:07:40.171871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50188) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:40.257313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-be492bc1-ee43-4964-ada2-675cf173535a None None] Port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:40.268666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237c629-f2d8-45b1-b96a-dff1783cd977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab9ab2f-c959-4f6d-8ace-6015bf0f4c64,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:40.498614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fcd05-4980-4e26-8edc-ce923cd58550 req-6c7013c5-3872-4145-ba05-55219956fcef tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:40.500187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-383fcd05-4980-4e26-8edc-ce923cd58550 req-6c7013c5-3872-4145-ba05-55219956fcef tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 932 time: 0.3107219 Dec 08 00:07:40.534401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.538012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1772f7f-d6dc-4e4b-a7b3-5262adb906b1 req-43b9406d-6d33-46a9-b559-19ca9ef570f0 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0773957 Dec 08 00:07:40.593945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3a014b-f393-43f0-be36-d754ef98e9f2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:40.611505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf200f-35a8-402d-a59a-eab6b9d85e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.720862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Allocated IP 172.20.0.2 (e7a55441-5ae6-46ea-88d6-4545d8de262c/62571d4e-aea2-40a8-81a3-10e7e89fb638/36ee51f3-5fc0-427c-ac87-4a9c269a3745) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:40.761422 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf200f-35a8-402d-a59a-eab6b9d85e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.904085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 845e8711-d33f-4db0-9cbd-0fe8c82c402b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:40.944622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf200f-35a8-402d-a59a-eab6b9d85e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.945018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 845e8711-d33f-4db0-9cbd-0fe8c82c402b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:40.945531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 845e8711-d33f-4db0-9cbd-0fe8c82c402b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:40.948572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7a3a014b-f393-43f0-be36-d754ef98e9f2 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:40.956146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf200f-35a8-402d-a59a-eab6b9d85e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:40.960991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0dbf200f-35a8-402d-a59a-eab6b9d85e1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ab9ab2f-c959-4f6d-8ace-6015bf0f4c64 HTTP/1.1" status: 204 len: 168 time: 0.7870359 Dec 08 00:07:40.983472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-2fbbfc62-e335-4ca5-bdee-c02429595b83 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:40.985277 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-2fbbfc62-e335-4ca5-bdee-c02429595b83 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.44 "GET /v2.0/networks?id=42f3cc60-3636-4ffd-84f2-8e04149e019a HTTP/1.1" status: 200 len: 812 time: 0.7024062 Dec 08 00:07:40.992388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 7a3a014b-f393-43f0-be36-d754ef98e9f2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:07:40.992959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7a3a014b-f393-43f0-be36-d754ef98e9f2 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:07:41.014375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-383fcd05-4980-4e26-8edc-ce923cd58550 req-70eddeba-ce8b-48af-ba4b-6ba400030c43 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4744604 Dec 08 00:07:41.020031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Request body: {'port': {'device_id': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a', 'admin_state_up': True, 'tenant_id': 'a0f49a21afbf4d5e979961546545be2c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:41.027326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf200f-35a8-402d-a59a-eab6b9d85e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab9ab2f-c959-4f6d-8ace-6015bf0f4c64,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:41.088102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.172332 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.238760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.241263 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.245641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.274008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['69fb6df8-018a-4b92-ab50-2e87d53314f3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:41.315589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Network e7a55441-5ae6-46ea-88d6-4545d8de262c is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:41.376162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:41.381780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d52d5b14-6b4f-4084-8bba-bb8901edb1e5 req-900c6dff-a339-4e03-a3e4-fa7f572e91d9 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 210 time: 0.0317156 Dec 08 00:07:41.382809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.383348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b07a0e-9f59-48a8-bb04-4210fac9f8ed {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:07:41.396636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:41.400076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.411374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ceec61d9-554a-44be-b26f-696f0d154d71 admin admin] 10.222.0.18 "DELETE /v2.0/routers/61b07a0e-9f59-48a8-bb04-4210fac9f8ed HTTP/1.1" status: 204 len: 168 time: 3.0020921 Dec 08 00:07:41.414662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:41.584082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] Deleting subnet 35c10add-9524-4fd1-8781-c19e72224991 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:07:41.599107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.604556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:41.684342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:41.684940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.768593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.798343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:07:41.809605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.830188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Transition to ACTIVE for port object 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:07:41.839625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.845668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Made reservation on behalf of a0f49a21afbf4d5e979961546545be2c for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:41.849633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:41.894588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-7ed319b4-89df-4502-88cb-83fe2029cf22 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5524163 Dec 08 00:07:41.914559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50214) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:41.926630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Request body: {'port': {'device_id': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:41.951732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e09ac80-f6e7-40f9-948a-d2cd5dc77f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.032285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e9fc2-da8c-4da1-b355-157c079d264a req-7c36994c-6305-4ccb-84da-9f6f866bc730 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:42.040291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-345e9fc2-da8c-4da1-b355-157c079d264a req-7c36994c-6305-4ccb-84da-9f6f866bc730 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 931 time: 0.3667767 Dec 08 00:07:42.088413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:42.137513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.195214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-345e9fc2-da8c-4da1-b355-157c079d264a req-bc6244d2-e135-4fa2-9f3a-c41856a737db tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492839 Dec 08 00:07:42.353925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.379286 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.432899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.436897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35c10add-9524-4fd1-8781-c19e72224991 HTTP/1.1" status: 204 len: 168 time: 1.0233953 Dec 08 00:07:42.437312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff07b6-af12-4a48-bbd6-c7d7b07b3747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c10add-9524-4fd1-8781-c19e72224991,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:42.439877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50222) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:42.444294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac0077-9d21-4ab5-8ea0-98345d612f20 None None] Network ef54382c-dc03-4ce4-b0de-a6c58fd29dde requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:42.446598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Allocated IP 172.20.0.11 (42f3cc60-3636-4ffd-84f2-8e04149e019a/49eddd4d-a307-4287-a13f-3d967866315a/e523919c-edda-4e97-b426-25a754e7a5f6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:42.483545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Attempting to bind port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:42.483886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Attempting to bind port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:42.485621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Attempting to bind port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 on network 339377cd-b2e6-43b9-9049-6816eaf81504 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:42.493229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c728b9d-d461-47d9-9da0-41e8333b5370 req-64d690ec-d5a3-4a6d-b054-acb8988f2049 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:42.505136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c728b9d-d461-47d9-9da0-41e8333b5370 req-64d690ec-d5a3-4a6d-b054-acb8988f2049 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 944 time: 0.2656395 Dec 08 00:07:42.513020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 on network 339377cd-b2e6-43b9-9049-6816eaf81504 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:07:42.513439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Attempting to bind port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 on network 339377cd-b2e6-43b9-9049-6816eaf81504 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:42.625183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf2ecb6-9e89-4a60-8672-4a7ffaf1dc1b req-88630dd9-ff79-4459-9338-7995513475a5 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 210 time: 0.0661154 Dec 08 00:07:42.635605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e09ac80-f6e7-40f9-948a-d2cd5dc77f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.649154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e09ac80-f6e7-40f9-948a-d2cd5dc77f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.681108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:42.681735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Checking segment: {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:42.681957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Bound using segment: {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:42.682360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Bound port: 6bd9d9ef-8fe3-48c2-b848-babe0512bb09, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571c426c-0e3b-4cd8-9f46-11c023d58f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:42.682740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.741654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] DHCP port deletion for ef54382c-dc03-4ce4-b0de-a6c58fd29dde request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:07:42.759577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.790091 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7e09ac80-f6e7-40f9-948a-d2cd5dc77f6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c44fd718d4dd4b1dbc371384c6228214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8677695 Dec 08 00:07:42.791474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50226) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:42.815989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09ac80-f6e7-40f9-948a-d2cd5dc77f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92201665-bcb4-4c65-a45d-f1920ac640f7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:42.892481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] Deleting port af738f1b-1e53-4ac9-a2f5-dd577aaa996a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:42.895077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:42.947717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c728b9d-d461-47d9-9da0-41e8333b5370 req-4da1fc15-afdc-4d60-9b49-95b0f5586736 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938138 Dec 08 00:07:42.962132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] For port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:42.987686 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b63fab5-cebe-43c3-ad99-95e852577d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.007019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] For port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:43.013029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.020711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.100421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:43.100640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] For port af738f1b-1e53-4ac9-a2f5-dd577aaa996a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:43.101197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.102666 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] 10.222.0.59 "PUT /v2.0/ports/6bd9d9ef-8fe3-48c2-b848-babe0512bb09 HTTP/1.1" status: 200 len: 1092 time: 3.3279183 Dec 08 00:07:43.102941 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.109824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:43.113752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device af738f1b-1e53-4ac9-a2f5-dd577aaa996a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:07:43.121437 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dac364-6ff7-4b8e-a540-20ad0b8d7441" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:43.142265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b63fab5-cebe-43c3-ad99-95e852577d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.263531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b144aae-32ef-4c67-af6d-6fcca4a70906 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:43.268451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Deleting port af738f1b-1e53-4ac9-a2f5-dd577aaa996a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:43.268814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.331731 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd8d2f-ab33-4bc8-823e-6d4169b95279 x-openstack-request-id: req-b4dd8d2f-ab33-4bc8-823e-6d4169b95279 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:43.332045 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:43.332311 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4dd8d2f-ab33-4bc8-823e-6d4169b95279 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:43.332737 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'status': 'completed', 'code': 200} Dec 08 00:07:43.355643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.364087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] Calling delete_port for af738f1b-1e53-4ac9-a2f5-dd577aaa996a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:43.393127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ee51f3-5fc0-427c-ac87-4a9c269a3745 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:07:43.483779 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.504478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.550371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Network 42f3cc60-3636-4ffd-84f2-8e04149e019a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:43.567093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:43.574499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:43.581554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port af738f1b-1e53-4ac9-a2f5-dd577aaa996a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:43.588766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.592951 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.595130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] For port af738f1b-1e53-4ac9-a2f5-dd577aaa996a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,segment=NetworkSegment(5643f10f-04a4-4843-b72b-e31c6f19a1c2),segment_id=5643f10f-04a4-4843-b72b-e31c6f19a1c2)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:43.595747 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.598410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9cfdee1a-7eec-4f0e-b510-d028fb406ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:43.607519 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-9cfdee1a-7eec-4f0e-b510-d028fb406ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417dee701074ceb8c305238856f9237&device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 1095 time: 0.3893332 Dec 08 00:07:43.624720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Calling delete_port for af738f1b-1e53-4ac9-a2f5-dd577aaa996a owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:43.645252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Pushing event updated for resources: {'Port': ['ID=e523919c-edda-4e97-b426-25a754e7a5f6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:43.691320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.702205 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:43.733375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] No DVR routers for this DVR port af738f1b-1e53-4ac9-a2f5-dd577aaa996a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:43.770969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdbcbd-5b62-4467-a8d2-9cb14e05acf1 None None] Pushing event deleted for resources: {'Port': ['ID=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:43.881973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b63fab5-cebe-43c3-ad99-95e852577d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.884321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b63fab5-cebe-43c3-ad99-95e852577d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.885494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6b63fab5-cebe-43c3-ad99-95e852577d8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92201665-bcb4-4c65-a45d-f1920ac640f7 HTTP/1.1" status: 204 len: 168 time: 1.0912573 Dec 08 00:07:43.886220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:43.925074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63fab5-cebe-43c3-ad99-95e852577d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92201665-bcb4-4c65-a45d-f1920ac640f7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:43.930600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Pushing event deleted for resources: {'Port': ['ID=af738f1b-1e53-4ac9-a2f5-dd577aaa996a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:43.942499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] No DVR routers for this DVR port af738f1b-1e53-4ac9-a2f5-dd577aaa996a on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:07:44.044525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed83d-07ae-4f57-bac1-1d86c2f15e24 req-60c5e429-9011-4325-a2f5-8f32b9427237 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:44.062248 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e07ed83d-07ae-4f57-bac1-1d86c2f15e24 req-60c5e429-9011-4325-a2f5-8f32b9427237 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 932 time: 0.2765830 Dec 08 00:07:44.092462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc36b8e-f988-4009-a2d7-fc2e49fa73fd req-fa5cf8a7-dbaf-47b2-a86d-8ff92b0db3a5 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:44.094765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bc36b8e-f988-4009-a2d7-fc2e49fa73fd req-fa5cf8a7-dbaf-47b2-a86d-8ff92b0db3a5 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 931 time: 0.5151026 Dec 08 00:07:44.126907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Transition to ACTIVE for port object 36ee51f3-5fc0-427c-ac87-4a9c269a3745 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:07:44.132308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-6750939c-af4d-4a84-bec5-276fc0d3b8f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09 HTTP/1.1" status: 200 len: 217 time: 0.4798806 Dec 08 00:07:44.137192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.187407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:44.188626 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.247006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:44.252771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.261787 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-23bdeec7-b6ce-43cb-bc99-1087337e2192 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2510471 Dec 08 00:07:44.294918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Request body: {'port': {'device_id': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:44.300706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e07ed83d-07ae-4f57-bac1-1d86c2f15e24 req-57a6699a-0b76-4dd2-a08e-b76da8404684 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991589 Dec 08 00:07:44.333185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bc36b8e-f988-4009-a2d7-fc2e49fa73fd req-9ad7fa22-b43f-4289-84eb-0b33abdc192d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221055 Dec 08 00:07:44.340113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef54382c-dc03-4ce4-b0de-a6c58fd29dde']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:44.355847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-2f877087-84e8-4db1-b16c-bc7975426bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:44.357528 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-2f877087-84e8-4db1-b16c-bc7975426bd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=539db1d6-63c9-4529-9990-bb4639dcb4b7 HTTP/1.1" status: 200 len: 850 time: 0.2099352 Dec 08 00:07:44.378161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5643f10f-04a4-4843-b72b-e31c6f19a1c2') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:44.380225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5643f10f-04a4-4843-b72b-e31c6f19a1c2') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:44.419987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.461500 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.511997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:07:44.511997 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:07:44.515450 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:07:44.638834 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.643070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:44.643428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:44.643756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:44.697016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:07:44.697356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:44.700742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-af458360-e3c2-4adc-8c09-449cc366a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:44.702319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-af458360-e3c2-4adc-8c09-449cc366a90c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=339377cd-b2e6-43b9-9049-6816eaf81504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3182940 Dec 08 00:07:44.729790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4def608-134b-4786-84c9-588d7dbf5a60 req-69a868f1-5f76-4eb4-b2f4-bf861402e165 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:44.744295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4def608-134b-4786-84c9-588d7dbf5a60 req-69a868f1-5f76-4eb4-b2f4-bf861402e165 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 944 time: 0.2654643 Dec 08 00:07:44.746220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.764188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.765197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:44.765548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:44.765940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:44.766947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Bound port: 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:44.767855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:44.777688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] 10.222.0.18 "DELETE /v2.0/networks/ef54382c-dc03-4ce4-b0de-a6c58fd29dde HTTP/1.1" status: 204 len: 168 time: 2.3368132 Dec 08 00:07:44.818791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70756b7-d64f-4045-be43-7c8f5e0cd79b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef54382c-dc03-4ce4-b0de-a6c58fd29dde,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:44.880913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4def608-134b-4786-84c9-588d7dbf5a60 req-a820404e-56b0-4603-8538-8d54218297a1 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411152 Dec 08 00:07:45.033090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50266) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:45.138961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-639b10c5-9ae2-4934-b917-66252ab42806 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=405e3b9758624f8c92c22a192995a1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039691 Dec 08 00:07:45.145702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50268) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:45.193369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:45.224005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:45.232857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e523919c-edda-4e97-b426-25a754e7a5f6 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:07:45.238589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.241338 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-2e4aa3eb-89b1-405f-8f41-1db8d2d5f935 service neutron] 10.222.0.59 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687691 Dec 08 00:07:45.250460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.309594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f33ae80-2fcc-484b-8110-beb101e3718f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.315732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:45.318181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.321245 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] 10.222.0.59 "PUT /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 1091 time: 3.4021842 Dec 08 00:07:45.340328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:45.342585 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3232662a-dce9-46b6-89fa-7d392d804437" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:45.356510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f33ae80-2fcc-484b-8110-beb101e3718f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.365592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Transition to ACTIVE for port object e523919c-edda-4e97-b426-25a754e7a5f6 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:07:45.383240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.495765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeffc4-dbaf-4337-855a-9159bef13800 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:45.605372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f5fe9-640d-4499-956c-658326b95f0e req-2bd90966-6b0a-451e-af2c-388ae56cedcd tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:45.614320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f4f5fe9-640d-4499-956c-658326b95f0e req-2bd90966-6b0a-451e-af2c-388ae56cedcd tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.1277139 Dec 08 00:07:45.639939 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f2092a4-f038-42e6-9f23-b0e9b4fec51e req-effff175-531c-4bfb-ac92-3ffd26857b85 service neutron] 10.222.0.59 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837886 Dec 08 00:07:45.640173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e523919c-edda-4e97-b426-25a754e7a5f6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:45.656254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-248456e5-05ce-4bf9-a999-fa8962923430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:45.657808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-248456e5-05ce-4bf9-a999-fa8962923430 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1094 time: 0.2007358 Dec 08 00:07:45.680330 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f33ae80-2fcc-484b-8110-beb101e3718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.683039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f33ae80-2fcc-484b-8110-beb101e3718f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.686869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8f33ae80-2fcc-484b-8110-beb101e3718f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9383653-9118-45d5-b4b8-e23815ae879b HTTP/1.1" status: 204 len: 168 time: 0.5398390 Dec 08 00:07:45.719053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33ae80-2fcc-484b-8110-beb101e3718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9383653-9118-45d5-b4b8-e23815ae879b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:45.740259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Attempting to bind port e523919c-edda-4e97-b426-25a754e7a5f6 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:45.741395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Attempting to bind port e523919c-edda-4e97-b426-25a754e7a5f6 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'e9f6fbd1-4a22-4f29-a8bb-9129826fd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:45.741736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Attempting to bind port e523919c-edda-4e97-b426-25a754e7a5f6 on network 42f3cc60-3636-4ffd-84f2-8e04149e019a {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:45.753863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f4f5fe9-640d-4499-956c-658326b95f0e req-ee50d9b7-9a22-4144-998a-93210c16c67d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386225 Dec 08 00:07:45.787304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39b2af-e084-4af3-ad84-e099629ad3cb req-2ff0d4a2-fa98-4f24-aac3-c8c44162673b tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:45.791585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b39b2af-e084-4af3-ad84-e099629ad3cb req-2ff0d4a2-fa98-4f24-aac3-c8c44162673b tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 944 time: 0.2462952 Dec 08 00:07:45.795496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50292) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:45.811002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-34fc3803-d57d-44b1-b1b7-50c9f7907ab4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 217 time: 0.1350250 Dec 08 00:07:45.816135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Port e523919c-edda-4e97-b426-25a754e7a5f6 on network 42f3cc60-3636-4ffd-84f2-8e04149e019a not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:07:45.818571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Attempting to bind port e523919c-edda-4e97-b426-25a754e7a5f6 on network 42f3cc60-3636-4ffd-84f2-8e04149e019a {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:45.963719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:45.964362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Checking segment: {'id': 'e9f6fbd1-4a22-4f29-a8bb-9129826fd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:45.965334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Bound using segment: {'id': 'e9f6fbd1-4a22-4f29-a8bb-9129826fd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:45.966109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Bound port: e523919c-edda-4e97-b426-25a754e7a5f6, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f6fbd1-4a22-4f29-a8bb-9129826fd520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:45.967437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:45.973867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b39b2af-e084-4af3-ad84-e099629ad3cb req-c2283695-a776-4176-835d-736bb7a7d4c0 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606290 Dec 08 00:07:45.991395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-1f7090da-8a67-4941-aeec-6851c178882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:45.992967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-1f7090da-8a67-4941-aeec-6851c178882a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1306741 Dec 08 00:07:45.996171 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727d8d9e-cf79-45a9-acff-7caa366649da x-openstack-request-id: req-727d8d9e-cf79-45a9-acff-7caa366649da {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:45.996462 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:45.996720 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-727d8d9e-cf79-45a9-acff-7caa366649da {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:45.997469 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745', 'status': 'completed', 'code': 200} Dec 08 00:07:46.132236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-3923ee99-df05-416f-8d9b-04c08a035eda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263850 Dec 08 00:07:46.208739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-692abe23-db5e-4ff7-bd6d-53df7d6b7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:46.211082 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-692abe23-db5e-4ff7-bd6d-53df7d6b7723 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417dee701074ceb8c305238856f9237&device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 1095 time: 0.4110959 Dec 08 00:07:46.230813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2534d8-b109-4ae8-8bda-0b3b560ef1f2 req-b7cab911-c208-4324-be6c-18b88b18f9e5 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:46.236313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c2534d8-b109-4ae8-8bda-0b3b560ef1f2 req-b7cab911-c208-4324-be6c-18b88b18f9e5 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 944 time: 0.0962038 Dec 08 00:07:46.247287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] For port e523919c-edda-4e97-b426-25a754e7a5f6, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:46.289284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] For port e523919c-edda-4e97-b426-25a754e7a5f6, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e523919c-edda-4e97-b426-25a754e7a5f6,segment=NetworkSegment(e9f6fbd1-4a22-4f29-a8bb-9129826fd520),segment_id=e9f6fbd1-4a22-4f29-a8bb-9129826fd520)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:46.309750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:46.333990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c2534d8-b109-4ae8-8bda-0b3b560ef1f2 req-6549f9ad-bc2a-4d30-8180-0443ba665e5c tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916910 Dec 08 00:07:46.381314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-159663467-network', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:46.411115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-ee210673-f20d-4d16-8761-3823f462df71 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665484 Dec 08 00:07:46.419913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:46.420661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:46.421904 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/e523919c-edda-4e97-b426-25a754e7a5f6 HTTP/1.1" status: 200 len: 1092 time: 2.1375885 Dec 08 00:07:46.438013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Made reservation on behalf of c365ca01017c41b78f4bd504a588ab2e for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:46.448920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:46.477266 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:46.498109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdc40c-ab8c-4f06-ac91-53d5289958b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e523919c-edda-4e97-b426-25a754e7a5f6,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:46.501731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-62b8b506-23ec-4fdc-89fd-bf79c41dd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:46.503289 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-62b8b506-23ec-4fdc-89fd-bf79c41dd3ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=339377cd-b2e6-43b9-9049-6816eaf81504 HTTP/1.1" status: 200 len: 912 time: 0.2537334 Dec 08 00:07:46.607842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-8aeb4cf7-d482-4689-b446-af62796494f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09 HTTP/1.1" status: 200 len: 217 time: 0.0755644 Dec 08 00:07:46.695373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8538387d-6e80-4bbf-894f-8b70dd0d6be3 req-cc20d25e-0e3a-41ad-9929-4eca2b4e0bee service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691355 Dec 08 00:07:46.699284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-43ea9a43-c29b-41cc-9c92-46b98acd87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:46.701951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-43ea9a43-c29b-41cc-9c92-46b98acd87fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0f49a21afbf4d5e979961546545be2c&device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 1095 time: 0.2052670 Dec 08 00:07:46.717325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-5a6237d0-449e-4299-a0d4-7f6f7bd97a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:46.723242 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-5a6237d0-449e-4299-a0d4-7f6f7bd97a83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=539db1d6-63c9-4529-9990-bb4639dcb4b7 HTTP/1.1" status: 200 len: 850 time: 0.1041884 Dec 08 00:07:46.735992 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:46.744995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:46.789232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:07:46.843605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:46.843964 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Added segment bd6b3c43-1bf4-47ec-a611-b1871c396122 of type vlan for network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 Dec 08 00:07:46.846414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a3165-4980-4c9d-b282-d4ffa9dbfdef,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:46.906311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-767a88c1-c2bd-4cee-ba6f-c7722e7e1853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e523919c-edda-4e97-b426-25a754e7a5f6 HTTP/1.1" status: 200 len: 217 time: 0.1782050 Dec 08 00:07:47.034510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-a36abf56-d8be-4401-be2b-6d4089174edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.035454 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-a36abf56-d8be-4401-be2b-6d4089174edd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=49eddd4d-a307-4287-a13f-3d967866315a HTTP/1.1" status: 200 len: 852 time: 0.1124747 Dec 08 00:07:47.060654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-1d280552-8ea7-4e62-a514-05a6efc76ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.065183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-1d280552-8ea7-4e62-a514-05a6efc76ed6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=339377cd-b2e6-43b9-9049-6816eaf81504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3243737 Dec 08 00:07:47.087217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:47.155596 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-15f15030-17c4-4c3d-b7c7-654ac887397b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3cc60-3636-4ffd-84f2-8e04149e019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995226 Dec 08 00:07:47.204696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1e401-041a-4f25-9f0e-a94750327963 req-5fe4d452-a171-45ea-b54b-93acc3564af0 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.206579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60a1e401-041a-4f25-9f0e-a94750327963 req-5fe4d452-a171-45ea-b54b-93acc3564af0 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.2853560 Dec 08 00:07:47.239758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:47.241211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.242518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:47.274727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4772358 Dec 08 00:07:47.291225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50330) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:47.298704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Request body: {'subnet': {'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-subnet', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:47.330472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8cad-7277-4e47-9e29-e6791fc1d031 req-9b59215c-1c03-4197-8499-689f2b6f4d87 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.332338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-126f8cad-7277-4e47-9e29-e6791fc1d031 req-9b59215c-1c03-4197-8499-689f2b6f4d87 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 944 time: 0.2064161 Dec 08 00:07:47.338706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:47.342135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-61e0b821-d47d-4fd8-aace-2f22e925ed76 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3cc60-3636-4ffd-84f2-8e04149e019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645217 Dec 08 00:07:47.346640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232662a-dce9-46b6-89fa-7d392d804437 req-a62c2b65-5ee9-4b01-af2e-2164fce63e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.348122 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3232662a-dce9-46b6-89fa-7d392d804437 req-a62c2b65-5ee9-4b01-af2e-2164fce63e21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1094 time: 0.4723618 Dec 08 00:07:47.499937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232662a-dce9-46b6-89fa-7d392d804437 req-bdb94bd9-b9bf-4286-9dd8-7e4003a1433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.502111 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3232662a-dce9-46b6-89fa-7d392d804437 req-bdb94bd9-b9bf-4286-9dd8-7e4003a1433d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1367207 Dec 08 00:07:47.505896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50334) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:47.561780 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3232662a-dce9-46b6-89fa-7d392d804437 req-6fdcd3e8-179c-4651-9175-1fc7af7ea174 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 217 time: 0.0413253 Dec 08 00:07:47.660215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-network', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:47.668494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-dc35d15d-23bd-4248-ae8e-3e2681a50728 service neutron] 10.222.0.59 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692708 Dec 08 00:07:47.709634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-967a54b8-c036-4e3a-92c0-ec031e5691de req-ff3b5f86-a160-4d30-b304-9b9f6e13181d service neutron] 10.222.0.44 "GET /v2.0/networks/42f3cc60-3636-4ffd-84f2-8e04149e019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586988 Dec 08 00:07:47.712905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232662a-dce9-46b6-89fa-7d392d804437 req-f047cf94-1737-417b-b537-90e7cbbb59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:47.714341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3232662a-dce9-46b6-89fa-7d392d804437 req-f047cf94-1737-417b-b537-90e7cbbb59a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1433759 Dec 08 00:07:47.747605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Made reservation on behalf of c365ca01017c41b78f4bd504a588ab2e for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:47.750558 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:47.752200 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3232662a-dce9-46b6-89fa-7d392d804437 req-eb7459c0-3963-4c13-98d4-23fecd41478b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302603 Dec 08 00:07:47.760332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-126f8cad-7277-4e47-9e29-e6791fc1d031 req-13f32779-7e88-4e0e-b0b2-e18b4a22cda2 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012625 Dec 08 00:07:47.848182 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3232662a-dce9-46b6-89fa-7d392d804437 req-f1891816-a3bb-4132-a116-4322ccc1f4af service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879631 Dec 08 00:07:47.862840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60a1e401-041a-4f25-9f0e-a94750327963 req-6fd42f9f-83c1-4cac-bcef-df6ae437d087 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459849 Dec 08 00:07:47.863555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b843-67cc-4479-82ed-32f8fe65188e admin admin] Pushing event updated for resources: {'Network': ['ID=7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:47.881169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:07:47.927718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Made reservation on behalf of df2dd2fbe6e34aa6a91d2f25b24b488f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:47.930002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:47.949693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.028181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'tag': 'e523919c-edda-4e97-b426-25a754e7a5f6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:48.030623 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cd2897-baa9-46da-be36-873eefa848d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3ef873-edd1-44bc-baf2-19f631a2e211", "tag": "e523919c-edda-4e97-b426-25a754e7a5f6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:48.035438 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-05dac364-6ff7-4b8e-a540-20ad0b8d7441 req-f9a3d736-7fb5-4024-b143-fe5223a86ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516190 Dec 08 00:07:48.069682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3232662a-dce9-46b6-89fa-7d392d804437 req-cb572121-ba92-4eb7-89e1-078ccffa7520 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959026 Dec 08 00:07:48.090435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.097595 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.104785 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d1dba-180b-4299-ad88-9bdfcd6f7563 x-openstack-request-id: req-446d1dba-180b-4299-ad88-9bdfcd6f7563 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:48.104785 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3ef873-edd1-44bc-baf2-19f631a2e211", "tag": "e523919c-edda-4e97-b426-25a754e7a5f6", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:48.104785 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-446d1dba-180b-4299-ad88-9bdfcd6f7563 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:48.105828 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'tag': 'e523919c-edda-4e97-b426-25a754e7a5f6', 'status': 'completed', 'code': 200} Dec 08 00:07:48.121698 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.130724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:07:48.140485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3c7f18-a609-4bca-9fe2-4dd7db1ddb1b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:48.157443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.157845 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Added segment 52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe of type vlan for network 32f55d40-4d4e-49c4-8cd5-1f916a242581 Dec 08 00:07:48.190523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add28fe-37b1-400f-a7c7-3369eb73c127 req-0b8f9773-cd68-4d5d-baed-fcd106a231f3 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:48.192140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5add28fe-37b1-400f-a7c7-3369eb73c127 req-0b8f9773-cd68-4d5d-baed-fcd106a231f3 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 944 time: 0.1606109 Dec 08 00:07:48.244426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.256290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b48b885-5d94-4e49-9fce-3b54025d445f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:48.276693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Checking segment: {'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:48.276998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Network hostable DHCP agents. Network: 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:07:48.289446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5add28fe-37b1-400f-a7c7-3369eb73c127 req-04e8aec4-2670-4420-9dba-841a664c721d tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902939 Dec 08 00:07:48.303495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.304511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:48.305542 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.307852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:07:48.321773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:48.325907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:48.326937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.333229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5c88d-49a7-4359-a002-aeb11a3b4f8c None None] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:48.370409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8c1a5f77-0189-460b-afce-646e203bacd4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0770438 Dec 08 00:07:48.372080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50350) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:48.379039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:48.395104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] Pushing event updated for resources: {'Network': ['ID=32f55d40-4d4e-49c4-8cd5-1f916a242581,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:48.409558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-094802df-437b-41b4-b0d6-4505c37de498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:48.410801 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-094802df-437b-41b4-b0d6-4505c37de498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0f49a21afbf4d5e979961546545be2c&device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 1095 time: 0.2650909 Dec 08 00:07:48.423756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.425086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.427990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:07:48.457537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-490e830d-17cd-40c1-87b5-c865693c3a7f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9502580 Dec 08 00:07:48.461284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50356) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:48.484838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Request body: {'subnet': {'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-subnet', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:48.545950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-1e175d8c-2260-4f8f-95c5-b49912a1418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:48.547553 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-1e175d8c-2260-4f8f-95c5-b49912a1418e service neutron] 10.222.0.44 "GET /v2.0/networks?id=42f3cc60-3636-4ffd-84f2-8e04149e019a HTTP/1.1" status: 200 len: 913 time: 0.1284194 Dec 08 00:07:48.552387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'fixed_ips': [{'subnet_id': '3b48b885-5d94-4e49-9fce-3b54025d445f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:07:48.557944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.596676 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.620207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-a7eec693-17b6-4e62-b65d-629a318df01b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e523919c-edda-4e97-b426-25a754e7a5f6 HTTP/1.1" status: 200 len: 217 time: 0.0647414 Dec 08 00:07:48.695809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Made reservation on behalf of df2dd2fbe6e34aa6a91d2f25b24b488f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:07:48.698556 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.704693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:07:48.737804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-b4bf01c0-30cc-4493-aa93-8462642755ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:48.739344 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-b4bf01c0-30cc-4493-aa93-8462642755ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=49eddd4d-a307-4287-a13f-3d967866315a HTTP/1.1" status: 200 len: 852 time: 0.1115725 Dec 08 00:07:48.777388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-fb51845a-314c-49f0-adea-b0b6b81c474c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42f3cc60-3636-4ffd-84f2-8e04149e019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290651 Dec 08 00:07:48.805306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Allocated IP 172.20.0.2 (7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43/3b48b885-5d94-4e49-9fce-3b54025d445f/ec5aea44-7164-4a12-9fc2-b9c91b3a3d13) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:48.959711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:48.970412 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-609c5fef-8039-4c22-8d2b-4c6724b74352 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3cc60-3636-4ffd-84f2-8e04149e019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847460 Dec 08 00:07:49.026853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91834-17bd-48a2-a9e1-186bc69255ad req-b51521c1-2fbd-4260-83d8-e23daa564de8 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:49.028645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfa91834-17bd-48a2-a9e1-186bc69255ad req-b51521c1-2fbd-4260-83d8-e23daa564de8 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 944 time: 0.1748602 Dec 08 00:07:49.029066 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.050302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:49.070371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'port_id': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'mac_address': 'fa:16:3e:30:49:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:07:49.077298 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.109286 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f4cd2897-baa9-46da-be36-873eefa848d2 req-9d1677e4-4b5e-4ebd-8889-c3bf43a64088 service neutron] 10.222.0.44 "GET /v2.0/networks/42f3cc60-3636-4ffd-84f2-8e04149e019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330187 Dec 08 00:07:49.141650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Pushing event updated for resources: {'Port': ['ID=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:49.166439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfa91834-17bd-48a2-a9e1-186bc69255ad req-2e6f76bb-22b4-4d04-b6d3-cba995bfc2c4 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294150 Dec 08 00:07:49.207646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:49.239784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:49.241389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.260342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:49.271966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.310955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:07:49.422244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78e047b-c417-4376-923f-12f72a6005a9,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:49.445723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:49.457037 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.486614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Attempting to bind port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:49.486836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Attempting to bind port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:49.487226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Attempting to bind port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 on network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:49.507207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:49.507587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Checking segment: {'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:49.507993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.508390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Bound using segment: {'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:49.509349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Bound port: ec5aea44-7164-4a12-9fc2-b9c91b3a3d13, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:49.509349 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.526488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Checking segment: {'id': '52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:49.526850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Network hostable DHCP agents. Network: 32f55d40-4d4e-49c4-8cd5-1f916a242581, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:07:49.533396 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.546953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:49.569924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746635a-9506-4d1e-bc82-e1f8e3428432 req-18c63304-f54f-4569-b2d9-3dea8144cf50 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:49.571547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0746635a-9506-4d1e-bc82-e1f8e3428432 req-18c63304-f54f-4569-b2d9-3dea8144cf50 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.4594550 Dec 08 00:07:49.579922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60d44a-01b1-425f-93dc-602f5c167bf5 req-7582abd5-2a83-4bb0-98f2-78e425fbb471 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:49.581459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc60d44a-01b1-425f-93dc-602f5c167bf5 req-7582abd5-2a83-4bb0-98f2-78e425fbb471 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 944 time: 0.1817157 Dec 08 00:07:49.584293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.645865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] For port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:49.649563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] For port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,segment=NetworkSegment(bd6b3c43-1bf4-47ec-a611-b1871c396122),segment_id=bd6b3c43-1bf4-47ec-a611-b1871c396122)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:49.656959 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:07:49.661563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:07:49.661885 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.711566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 32f55d40-4d4e-49c4-8cd5-1f916a242581) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:49.726061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0746635a-9506-4d1e-bc82-e1f8e3428432 req-ab153ade-73ea-4740-bdc9-4fe00d3b921a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431539 Dec 08 00:07:49.733795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffddd7d-ad98-4389-9b11-7c2d20373bb6 None None] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:49.734344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:49.734986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.763718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc60d44a-01b1-425f-93dc-602f5c167bf5 req-02d7e956-470c-4af6-9057-82361df3dddc tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647251 Dec 08 00:07:49.796152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-51400af2-212f-4dba-b654-97296e0af3de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3328035 Dec 08 00:07:49.798161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50378) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:49.815151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-router', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:49.824539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833fa0b-baf1-444a-8a3b-f66b9a4b2fc7 None None] Pushing event updated for resources: {'Port': ['ID=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:49.829819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Allocated IP 172.25.6.141 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/2f910664-3c0f-4fc9-afff-f3a5725d941f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:49.861117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.863365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.865889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['6bd9d9ef-8fe3-48c2-b848-babe0512bb09'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:49.948010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-32f55d40-4d4e-49c4-8cd5-1f916a242581', 'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581', 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'fixed_ips': [{'subnet_id': 'e78e047b-c417-4376-923f-12f72a6005a9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:07:49.949042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.980852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:49.996230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.072321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.175243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:50.178595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:50.182058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:50.207093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Allocated IP 172.20.0.2 (32f55d40-4d4e-49c4-8cd5-1f916a242581/e78e047b-c417-4376-923f-12f72a6005a9/c8b3c70e-f73e-474b-8703-c55712f1a83b) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:50.264436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.417071 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.428319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.469336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:50.472660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:50.475945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:50.491027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f910664-3c0f-4fc9-afff-f3a5725d941f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:50.527341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2e0c8-83d0-4561-9ac6-b3f7131fe622 req-dc8e7913-1acf-4eea-8b50-99f32ee5a760 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:50.531324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0b2e0c8-83d0-4561-9ac6-b3f7131fe622 req-dc8e7913-1acf-4eea-8b50-99f32ee5a760 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 944 time: 0.1331120 Dec 08 00:07:50.536691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Pushing event updated for resources: {'Port': ['ID=c8b3c70e-f73e-474b-8703-c55712f1a83b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:50.545065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.566277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Attempting to bind port c8b3c70e-f73e-474b-8703-c55712f1a83b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:50.566599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Attempting to bind port c8b3c70e-f73e-474b-8703-c55712f1a83b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:50.567076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Attempting to bind port c8b3c70e-f73e-474b-8703-c55712f1a83b on network 32f55d40-4d4e-49c4-8cd5-1f916a242581 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:50.575175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:50.575565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Checking segment: {'id': '52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:50.575965 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.576417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Bound using segment: {'id': '52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:50.577088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Bound port: c8b3c70e-f73e-474b-8703-c55712f1a83b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:50.577534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.584031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.659661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] For port c8b3c70e-f73e-474b-8703-c55712f1a83b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:50.664539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] For port c8b3c70e-f73e-474b-8703-c55712f1a83b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c8b3c70e-f73e-474b-8703-c55712f1a83b,segment=NetworkSegment(52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe),segment_id=52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:50.670860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.691268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0b2e0c8-83d0-4561-9ac6-b3f7131fe622 req-034a2bc4-a6fe-4695-a2ea-1eaa9f65b358 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896115 Dec 08 00:07:50.721342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:50.732249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Allocated IP 172.25.6.205 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/7311c8d2-088e-4e99-8af0-5792702a3919) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:50.734826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33208d96-d1ba-4d20-ab87-e566f6fc2ddb None None] Pushing event updated for resources: {'Port': ['ID=c8b3c70e-f73e-474b-8703-c55712f1a83b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:50.982755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:51.075860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.092531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd1e3c-6bdc-49ff-8c60-93547511f533 req-3d374c1e-2f9b-4f8c-b7ed-72ce061eb717 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:51.094300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cdd1e3c-6bdc-49ff-8c60-93547511f533 req-3d374c1e-2f9b-4f8c-b7ed-72ce061eb717 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.1198823 Dec 08 00:07:51.100939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:51.101693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.118791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf2386-7cf8-4aed-be2d-808ce75f78b7 req-349aee96-46ae-4ae5-970b-899ac9930004 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:51.128025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ecf2386-7cf8-4aed-be2d-808ce75f78b7 req-349aee96-46ae-4ae5-970b-899ac9930004 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 945 time: 0.1653852 Dec 08 00:07:51.152152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.207725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:51.211645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:51.215116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:51.242046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Pushing event updated for resources: {'Port': ['ID=7311c8d2-088e-4e99-8af0-5792702a3919,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:51.269536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e523919c-edda-4e97-b426-25a754e7a5f6 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:07:51.355924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cdd1e3c-6bdc-49ff-8c60-93547511f533 req-c8c20943-fecd-46f8-9aa1-2f0131405f55 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258265 Dec 08 00:07:51.384867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.472505 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-afd70873-9fea-4478-80e5-4d50e5137443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.511978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ecf2386-7cf8-4aed-be2d-808ce75f78b7 req-f4973592-f62c-475b-96aa-489fc278d4a3 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829632 Dec 08 00:07:51.515289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,segment=NetworkSegment(bd6b3c43-1bf4-47ec-a611-b1871c396122),segment_id=bd6b3c43-1bf4-47ec-a611-b1871c396122)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:51.528880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.594046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e523919c-edda-4e97-b426-25a754e7a5f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e523919c-edda-4e97-b426-25a754e7a5f6,segment=NetworkSegment(e9f6fbd1-4a22-4f29-a8bb-9129826fd520),segment_id=e9f6fbd1-4a22-4f29-a8bb-9129826fd520)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:51.608792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'e523919c-edda-4e97-b426-25a754e7a5f6', 'network_id': '42f3cc60-3636-4ffd-84f2-8e04149e019a', 'port_id': 'e523919c-edda-4e97-b426-25a754e7a5f6', 'mac_address': 'fa:16:3e:62:c9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49eddd4d-a307-4287-a13f-3d967866315a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:07:51.612414 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.683148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:51.729696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2358f1b-d818-45ed-8d0b-0ec73c016eb6 None None] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:51.733107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:07:51.769110 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.846728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-16ddfb6d-faeb-4caf-8c12-3ec21020949f None None] Provisioning complete for port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:51.847295 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16ddfb6d-faeb-4caf-8c12-3ec21020949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.856295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e523919c-edda-4e97-b426-25a754e7a5f6 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:07:51.910791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e194195-274d-4e8d-9dd3-b380bd5cf0a8 req-c248c7d8-2c49-4898-8653-89e46b9d781d tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:51.912591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e194195-274d-4e8d-9dd3-b380bd5cf0a8 req-c248c7d8-2c49-4898-8653-89e46b9d781d tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 944 time: 0.1188397 Dec 08 00:07:51.950801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:51.992624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:51.994200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-af7d4075-a45c-4660-966c-d5e5169cdac0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6209853 Dec 08 00:07:51.997257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50400) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:52.002312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e194195-274d-4e8d-9dd3-b380bd5cf0a8 req-3ea28b3a-a7d1-48f9-9ef7-2f3ed7ad4c8f tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791440 Dec 08 00:07:52.124497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Sync routers for ids ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:52.131821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:52.132369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e523919c-edda-4e97-b426-25a754e7a5f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e523919c-edda-4e97-b426-25a754e7a5f6,segment=NetworkSegment(e9f6fbd1-4a22-4f29-a8bb-9129826fd520),segment_id=e9f6fbd1-4a22-4f29-a8bb-9129826fd520)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:52.167079 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:52.190974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Routers {'13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:52.193478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:52.333175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e523919c-edda-4e97-b426-25a754e7a5f6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:52.468432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad7314-36b2-4ee2-9c72-b0499b8e5aae None None] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:07:52.529787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:52.593387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e523919c-edda-4e97-b426-25a754e7a5f6'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:52.727229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:52.822637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d0ea753d-97e3-4897-9716-e4f047bf84f7 None None] Provisioning complete for port c8b3c70e-f73e-474b-8703-c55712f1a83b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:52.823049 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0ea753d-97e3-4897-9716-e4f047bf84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:52.831547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Router de987934-9a54-430c-9d94-8abbd36445cc is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:07:52.942379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Set router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:53.085084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:53.097376 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Sync routers for ids ['de987934-9a54-430c-9d94-8abbd36445cc'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:53.115948 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Routers {'de987934-9a54-430c-9d94-8abbd36445cc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:53.117413 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['de987934-9a54-430c-9d94-8abbd36445cc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:53.124346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:53.134444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-52c0c913-a8f6-4f17-ad28-3838973c3d7c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3325298 Dec 08 00:07:53.135349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50426) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:53.206392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c8b3c70e-f73e-474b-8703-c55712f1a83b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:53.440502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0ea753d-97e3-4897-9716-e4f047bf84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:53.471045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b257f-9dc3-4f29-a1f9-42f4bd543a8b req-5ff0995d-a9f3-4260-a663-9fe47a97c017 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:53.472651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d3b257f-9dc3-4f29-a1f9-42f4bd543a8b req-5ff0995d-a9f3-4260-a663-9fe47a97c017 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.9516239 Dec 08 00:07:53.523701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:07:53.578402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cad5b-ef61-462f-bd67-a8314907376a req-cacbd8e9-2ae2-43b7-bc97-e7261955cdc2 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:53.586297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b1cad5b-ef61-462f-bd67-a8314907376a req-cacbd8e9-2ae2-43b7-bc97-e7261955cdc2 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 945 time: 0.3320656 Dec 08 00:07:53.599367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c8b3c70e-f73e-474b-8703-c55712f1a83b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:53.600337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:53.604565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:53.605134 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:53.692776 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bafc34f5-e4f6-455a-bba2-add07668c3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:53.701616 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Set router de987934-9a54-430c-9d94-8abbd36445cc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:53.761291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b1cad5b-ef61-462f-bd67-a8314907376a req-5a9808a3-ca53-4b68-b20f-6208db0e6e16 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740332 Dec 08 00:07:53.784144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:53.836205 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d0ea753d-97e3-4897-9716-e4f047bf84f7 None None] For port c8b3c70e-f73e-474b-8703-c55712f1a83b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c8b3c70e-f73e-474b-8703-c55712f1a83b,segment=NetworkSegment(52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe),segment_id=52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:53.862964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:07:50Z', 'revision_number': 3, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:53.877236 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0ea753d-97e3-4897-9716-e4f047bf84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:53.999415 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-router', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:51Z', 'revision_number': 3, 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'gw_port': {'id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:50Z', 'updated_at': '2021-12-08T00:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:54.033227 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Checking router: de987934-9a54-430c-9d94-8abbd36445cc for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:54.033617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Updating router de987934-9a54-430c-9d94-8abbd36445cc port 7311c8d2-088e-4e99-8af0-5792702a3919 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:07:54.052910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea753d-97e3-4897-9716-e4f047bf84f7 None None] Pushing event updated for resources: {'Port': ['ID=c8b3c70e-f73e-474b-8703-c55712f1a83b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:54.063848 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.078185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Allocated IP 172.20.0.1 (7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43/3b48b885-5d94-4e49-9fce-3b54025d445f/16e875ae-1cae-4d77-8f3a-4cdc11b7aa71) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:54.080372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Checking router: 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:54.080597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Updating router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 port 2f910664-3c0f-4fc9-afff-f3a5725d941f binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:07:54.146239 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.188753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.194205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d3b257f-9dc3-4f29-a1f9-42f4bd543a8b req-e7e1c1fc-e70c-4640-8715-80eb6ad64054 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737154 Dec 08 00:07:54.245199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbac30-e002-47e6-b516-461e36206966 req-7788a963-d775-44df-9ac5-8ed6fbdc82f0 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:54.253543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6acbac30-e002-47e6-b516-461e36206966 req-7788a963-d775-44df-9ac5-8ed6fbdc82f0 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 945 time: 0.0932927 Dec 08 00:07:54.279352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.350745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:54.369686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6acbac30-e002-47e6-b516-461e36206966 req-1a72b081-f56f-484f-93b3-5f87a16e0bb9 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149504 Dec 08 00:07:54.414285 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.447726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Allocated IP 172.20.0.1 (32f55d40-4d4e-49c4-8cd5-1f916a242581/e78e047b-c417-4376-923f-12f72a6005a9/d5266331-f235-4dde-a762-ebe34331fa49) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:54.456692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:54.461450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:54.465009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:54.495396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Pushing event updated for resources: {'Port': ['ID=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:54.506481 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.508661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.548170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-63833eeb-2193-4eee-9c3a-e835aa45b78c None None] Provisioning complete for port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:54.550962 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63833eeb-2193-4eee-9c3a-e835aa45b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.619629 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.627710 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.707818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.732124 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Attempting to bind port 7311c8d2-088e-4e99-8af0-5792702a3919 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:54.732124 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Attempting to bind port 7311c8d2-088e-4e99-8af0-5792702a3919 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:54.732707 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Attempting to bind port 7311c8d2-088e-4e99-8af0-5792702a3919 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:54.749176 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:54.750349 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:54.750349 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.750522 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:54.755402 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Bound port: 7311c8d2-088e-4e99-8af0-5792702a3919, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:54.755820 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.782492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.784503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.792513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:54.808472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:54.811144 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc565de-7822-4b5c-855f-3cdec5951ac9" -d '{"events": [{"server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "name": "network-vif-plugged", "status": "completed", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:54.834033 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.852033 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] For port 7311c8d2-088e-4e99-8af0-5792702a3919, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:54.855650 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] For port 7311c8d2-088e-4e99-8af0-5792702a3919, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7311c8d2-088e-4e99-8af0-5792702a3919,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:54.857011 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Pushing event updated for resources: {'Port': ['ID=7311c8d2-088e-4e99-8af0-5792702a3919,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:54.877476 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.878544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.879271 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.881225 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.881624 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.883407 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.883806 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.884238 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.884582 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.884916 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.887370 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.887748 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.888087 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:54.904246 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:54.909016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:54.913580 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31a77dc-7e3f-465f-aea0-ec6afa4ac48d x-openstack-request-id: req-d31a77dc-7e3f-465f-aea0-ec6afa4ac48d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:54.913879 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "name": "network-vif-plugged", "status": "completed", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:54.914212 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d31a77dc-7e3f-465f-aea0-ec6afa4ac48d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:54.914674 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'code': 200} Dec 08 00:07:54.936022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:54.960588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:55.030964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:55.035151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.075027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:55.075027 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.122560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbfeae-1a4f-4711-ac16-cf41b5fb8ee3 req-410d0332-6f3c-4522-a6c5-5de3aa4e90a6 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:55.123976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40fbfeae-1a4f-4711-ac16-cf41b5fb8ee3 req-410d0332-6f3c-4522-a6c5-5de3aa4e90a6 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.1324737 Dec 08 00:07:55.131626 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3657-6207-445b-a205-d5af96f98262 None None] Pushing event updated for resources: {'Port': ['ID=7311c8d2-088e-4e99-8af0-5792702a3919,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:55.156965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5266331-f235-4dde-a762-ebe34331fa49,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:55.167776 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.203146 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Routers {'de987934-9a54-430c-9d94-8abbd36445cc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:55.206140 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['de987934-9a54-430c-9d94-8abbd36445cc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:55.224326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40fbfeae-1a4f-4711-ac16-cf41b5fb8ee3 req-f82e73f0-6420-490f-a36e-e1fbf4867cae tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845101 Dec 08 00:07:55.237947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e673e6-c08f-4dbf-8f74-6ed3d46d757e req-2f351132-9e08-497c-b43b-dc5d5760fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:55.239538 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-36e673e6-c08f-4dbf-8f74-6ed3d46d757e req-2f351132-9e08-497c-b43b-dc5d5760fa67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 1097 time: 0.1981719 Dec 08 00:07:55.261431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e523919c-edda-4e97-b426-25a754e7a5f6 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:55.292435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.305752 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.393477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-36e673e6-c08f-4dbf-8f74-6ed3d46d757e req-7ba0048c-8857-4146-807b-4b361fc0d99d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316409 Dec 08 00:07:55.402678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.409858 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] Set router de987934-9a54-430c-9d94-8abbd36445cc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:55.491924 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.519907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Pushing event updated for resources: {'Port': ['ID=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:55.587735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-63833eeb-2193-4eee-9c3a-e835aa45b78c None None] Provisioning complete for port c8b3c70e-f73e-474b-8703-c55712f1a83b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:55.588321 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63833eeb-2193-4eee-9c3a-e835aa45b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.593238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port e523919c-edda-4e97-b426-25a754e7a5f6 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:07:55.648308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778ae4d-3f7b-4b44-aeee-12ddfe29b0d2 req-836a2358-105a-4dc1-ab89-634311682b46 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:55.650071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9778ae4d-3f7b-4b44-aeee-12ddfe29b0d2 req-836a2358-105a-4dc1-ab89-634311682b46 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.2500412 Dec 08 00:07:55.670417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port e523919c-edda-4e97-b426-25a754e7a5f6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:55.670566 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-router', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:51Z', 'revision_number': 3, 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'gw_port': {'id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:50Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:55.671462 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.704164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.718604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.728733 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f906-a5f1-4da0-b3d8-626f1b967138 None None] The sync data for ids ['de987934-9a54-430c-9d94-8abbd36445cc'] in n-d-820549-2 is: [{'id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-router', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:51Z', 'revision_number': 3, 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'gw_port': {'id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:50Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:55.770012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:55.775114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c8b3c70e-f73e-474b-8703-c55712f1a83b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:55.777192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:55.805288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9778ae4d-3f7b-4b44-aeee-12ddfe29b0d2 req-77559587-27a3-402b-b532-297e23947b9b tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468129 Dec 08 00:07:55.839000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.852646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5266331-f235-4dde-a762-ebe34331fa49,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:55.855594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.903187 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:55.986192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:55.987797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:56.002403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6a5b-4517-405f-9df9-8fc5e05d5033 req-45b2450a-9263-4756-8c45-4f3e2b49fe77 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:56.003965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dffd6a5b-4517-405f-9df9-8fc5e05d5033 req-45b2450a-9263-4756-8c45-4f3e2b49fe77 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 945 time: 0.1976023 Dec 08 00:07:56.236313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dffd6a5b-4517-405f-9df9-8fc5e05d5033 req-a19e5d2b-81fd-4c8a-8a6f-7160c2d46f0d tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740708 Dec 08 00:07:56.254152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Attempting to bind port 2f910664-3c0f-4fc9-afff-f3a5725d941f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:07:56.254767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Attempting to bind port 2f910664-3c0f-4fc9-afff-f3a5725d941f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:07:56.255399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Attempting to bind port 2f910664-3c0f-4fc9-afff-f3a5725d941f on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:07:56.259496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:56.327554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Router de987934-9a54-430c-9d94-8abbd36445cc has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:07:56.357217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e072f7-7cb1-47d2-9f8a-44c3f8e932e6 None None] Pushing event updated for resources: {'Port': ['ID=2f910664-3c0f-4fc9-afff-f3a5725d941f,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:56.388743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:07:56.389132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:07:56.389541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:56.389935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:07:56.390973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Bound port: 2f910664-3c0f-4fc9-afff-f3a5725d941f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:07:56.390973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:56.473678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] For port 2f910664-3c0f-4fc9-afff-f3a5725d941f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:07:56.477197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] For port 2f910664-3c0f-4fc9-afff-f3a5725d941f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2f910664-3c0f-4fc9-afff-f3a5725d941f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:07:56.478431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c8b3c70e-f73e-474b-8703-c55712f1a83b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:56.478979 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:56.503208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:56.516386 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3466ec8a-282f-4ab0-9f77-4d69eba828c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/de987934-9a54-430c-9d94-8abbd36445cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3783646 Dec 08 00:07:56.564587 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:56.575520 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:56.581386 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-47fd83fd-4bf9-4168-9259-c8e69de2ce74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851684 Dec 08 00:07:56.661599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590aa5-e001-4e1b-8d6b-346bc9866302 req-5d6423cf-403b-4a25-905e-ff0cb4f9ba98 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:56.673563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7590aa5-e001-4e1b-8d6b-346bc9866302 req-5d6423cf-403b-4a25-905e-ff0cb4f9ba98 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.2605097 Dec 08 00:07:56.703149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e072f7-7cb1-47d2-9f8a-44c3f8e932e6 None None] Pushing event updated for resources: {'Port': ['ID=2f910664-3c0f-4fc9-afff-f3a5725d941f,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:56.708832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:56.715745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287263-6c62-472d-b7ae-afb68a644127 req-5690caf7-e988-440a-80ed-c89823d1fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:56.719659 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-5690caf7-e988-440a-80ed-c89823d1fb99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1056638 Dec 08 00:07:56.720196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 36ee51f3-5fc0-427c-ac87-4a9c269a3745 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:07:56.839544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7590aa5-e001-4e1b-8d6b-346bc9866302 req-40304761-0d77-4d27-a71b-124a5c7fb6ad tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639795 Dec 08 00:07:56.848482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:07:56.866332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-138f782d-95d6-4b38-b29f-6f7b899e1330 admin admin] 10.222.0.18 "PUT /v2.0/routers/13d4605d-5e5c-4bc0-92e6-5fcf035b2c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8629398 Dec 08 00:07:56.869862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287263-6c62-472d-b7ae-afb68a644127 req-d59a3491-52e1-4819-82b9-82a0ae3d213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:56.871863 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-d59a3491-52e1-4819-82b9-82a0ae3d213a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1303961 Dec 08 00:07:56.893745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e523919c-edda-4e97-b426-25a754e7a5f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e523919c-edda-4e97-b426-25a754e7a5f6,segment=NetworkSegment(e9f6fbd1-4a22-4f29-a8bb-9129826fd520),segment_id=e9f6fbd1-4a22-4f29-a8bb-9129826fd520)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:56.936317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:56.969972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Routers {'13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:56.970543 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-5e31ec95-360f-4975-94cc-00f389209c7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 200 len: 217 time: 0.0868685 Dec 08 00:07:56.971549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:56.982252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e523919c-edda-4e97-b426-25a754e7a5f6'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:07:56.985036 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83774c-a598-4fa3-b580-b3e8c37d6eeb" -d '{"events": [{"server_uuid": "1f3ef873-edd1-44bc-baf2-19f631a2e211", "name": "network-vif-plugged", "status": "completed", "tag": "e523919c-edda-4e97-b426-25a754e7a5f6"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:07:56.988921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '36ee51f3-5fc0-427c-ac87-4a9c269a3745', 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c', 'port_id': '36ee51f3-5fc0-427c-ac87-4a9c269a3745', 'mac_address': 'fa:16:3e:d8:4c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62571d4e-aea2-40a8-81a3-10e7e89fb638', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:07:56.996548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-52310b6b-b0b7-4bc3-86af-13ad749b4189 None None] Provisioning complete for port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:56.997056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-52310b6b-b0b7-4bc3-86af-13ad749b4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:56.998814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.073972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287263-6c62-472d-b7ae-afb68a644127 req-8e8fb4b8-f446-4f62-a6c4-e8ab298365b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:57.082326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-8e8fb4b8-f446-4f62-a6c4-e8ab298365b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1055734 Dec 08 00:07:57.122956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-901f0d1f-2f85-4d3b-acdf-342c648895a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322855 Dec 08 00:07:57.135102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-e08140e6-c392-4994-9d1b-4716acfbd8d3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:07:57.136095 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-e08140e6-c392-4994-9d1b-4716acfbd8d3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059707 Dec 08 00:07:57.158621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e523919c-edda-4e97-b426-25a754e7a5f6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:57.166900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0910702-9187-4fa8-ab08-d9f14aafb9fa req-9c433407-4464-402e-ad64-c5b26f4c6a7e tempest-FloatingIPsNegativeTestJSON-1591813637 tempest-FloatingIPsNegativeTestJSON-1591813637-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=df2dd2fbe6e34aa6a91d2f25b24b488f HTTP/1.1" status: 200 len: 217 time: 0.1513853 Dec 08 00:07:57.197722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d933e-2ed2-4b77-90c3-46ddbdff0d48 req-c03e5955-128b-4421-8be0-5e74af2a834a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:57.205735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f38d933e-2ed2-4b77-90c3-46ddbdff0d48 req-c03e5955-128b-4421-8be0-5e74af2a834a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.2426119 Dec 08 00:07:57.239850 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.269280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f38d933e-2ed2-4b77-90c3-46ddbdff0d48 req-04b17c00-f791-4a04-a396-501d2f572ef1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558169 Dec 08 00:07:57.377458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] Set router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:57.382109 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a8f62-bddb-429a-a9a1-039e048a3750 x-openstack-request-id: req-956a8f62-bddb-429a-a9a1-039e048a3750 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:07:57.382542 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ef873-edd1-44bc-baf2-19f631a2e211", "name": "network-vif-plugged", "status": "completed", "tag": "e523919c-edda-4e97-b426-25a754e7a5f6", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:07:57.383025 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-956a8f62-bddb-429a-a9a1-039e048a3750 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:07:57.383554 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e523919c-edda-4e97-b426-25a754e7a5f6', 'code': 200} Dec 08 00:07:57.403060 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-fe1918f8-98a8-45d4-8b8d-12e722a3d2ba service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597880 Dec 08 00:07:57.429204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ee51f3-5fc0-427c-ac87-4a9c269a3745 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:07:57.437502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-52310b6b-b0b7-4bc3-86af-13ad749b4189 None None] Port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:57.441516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5d441-9d53-46a7-b461-d4b90fe7565e req-cd14c204-6fed-4d60-a483-7e09712e908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:57.442173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.446573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5b5d441-9d53-46a7-b461-d4b90fe7565e req-cd14c204-6fed-4d60-a483-7e09712e908b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 1097 time: 0.1015291 Dec 08 00:07:57.491805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-761105b1-0f1f-4422-9836-95c9a6fcd332 req-9993533e-d5ad-4ecd-a196-80e0fe0187ce tempest-FloatingIPsNegativeTestJSON-1591813637 tempest-FloatingIPsNegativeTestJSON-1591813637-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1251597 Dec 08 00:07:57.551734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-52310b6b-b0b7-4bc3-86af-13ad749b4189 None None] Provisioning complete for port d5266331-f235-4dde-a762-ebe34331fa49 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:57.552420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-52310b6b-b0b7-4bc3-86af-13ad749b4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.556157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:57.593178 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.696075 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c287263-6c62-472d-b7ae-afb68a644127 req-ac9bc615-2097-4cd7-a2f5-4233f2f38458 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859943 Dec 08 00:07:57.700952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5b5d441-9d53-46a7-b461-d4b90fe7565e req-12fefdc4-d250-4dc0-a479-13c8028c04a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337494 Dec 08 00:07:57.703032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-52310b6b-b0b7-4bc3-86af-13ad749b4189 None None] Port d5266331-f235-4dde-a762-ebe34331fa49 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:57.718544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-357b6651-333d-4ea9-85f0-625622edaa31 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3890409 Dec 08 00:07:57.768528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:57.789628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:57.797235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7311c8d2-088e-4e99-8af0-5792702a3919 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:07:57.802328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc3cf3-ccd8-470b-8970-2de4a4fa2e31 req-d077c153-db99-46da-a93a-bd9ea0a05e8b tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:57.803915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ffc3cf3-ccd8-470b-8970-2de4a4fa2e31 req-d077c153-db99-46da-a93a-bd9ea0a05e8b tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 946 time: 0.0912547 Dec 08 00:07:57.818204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.886475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ffc3cf3-ccd8-470b-8970-2de4a4fa2e31 req-9aae46f3-23bc-465a-8819-215fefdcabec tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755649 Dec 08 00:07:57.894198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3e184b96-f264-4d37-b3ea-01a88803f97f None None] Provisioning complete for port d5266331-f235-4dde-a762-ebe34331fa49 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:57.894660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e184b96-f264-4d37-b3ea-01a88803f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.952031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3e184b96-f264-4d37-b3ea-01a88803f97f None None] Port d5266331-f235-4dde-a762-ebe34331fa49 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:07:57.956038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7311c8d2-088e-4e99-8af0-5792702a3919 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:07:57.956406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:57.972606 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-c79f2158-4a6a-4b9a-b92e-b0d8d119fdd8 req-0e2a6181-ee91-471e-b106-b7b4c3e93930 tempest-FloatingIPsNegativeTestJSON-1591813637 tempest-FloatingIPsNegativeTestJSON-1591813637-project] show failed (client error): The resource could not be found. Dec 08 00:07:57.973632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c79f2158-4a6a-4b9a-b92e-b0d8d119fdd8 req-0e2a6181-ee91-471e-b106-b7b4c3e93930 tempest-FloatingIPsNegativeTestJSON-1591813637 tempest-FloatingIPsNegativeTestJSON-1591813637-project] 10.222.0.18 "GET /v2.0/floatingips/b6de614c-6095-436c-8544-645d444891a2 HTTP/1.1" status: 404 len: 350 time: 0.0394840 Dec 08 00:07:57.998095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50500) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:58.001923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 4, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '16e875ae-1cae-4d77-8f3a-4cdc11b7aa71', 'name': '', 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'mac_address': 'fa:16:3e:6d:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:53Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 2, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'subnets': [{'id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:58.032542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:58.049174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['36ee51f3-5fc0-427c-ac87-4a9c269a3745'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:07:58.055140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb977b8-59dc-434f-90a2-a4332ec82d05 None None] The sync data for ids ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'] in n-d-820549-2 is: [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 4, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '16e875ae-1cae-4d77-8f3a-4cdc11b7aa71', 'name': '', 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'mac_address': 'fa:16:3e:6d:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:53Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 2, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'subnets': [{'id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:07:58.171653 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:58.206975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 7311c8d2-088e-4e99-8af0-5792702a3919, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7311c8d2-088e-4e99-8af0-5792702a3919,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:07:58.219261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:58.287951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=7311c8d2-088e-4e99-8af0-5792702a3919,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:58.298369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Allocated IP 172.25.6.21 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/293013bc-735d-4e06-b525-c322d56ac5f3) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:07:58.353006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46d1a-4d95-4fb8-9786-2b4732876e5a req-edfdc38b-b0b5-48f4-baeb-e65e5e65ba29 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:58.361099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ef46d1a-4d95-4fb8-9786-2b4732876e5a req-edfdc38b-b0b5-48f4-baeb-e65e5e65ba29 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.0959871 Dec 08 00:07:58.484548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ef46d1a-4d95-4fb8-9786-2b4732876e5a req-16480473-c22f-4236-905b-54e439674117 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224577 Dec 08 00:07:58.562507 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:58.628729 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:58.634758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:58.699767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Sync routers for ids ['de987934-9a54-430c-9d94-8abbd36445cc'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:07:58.717767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Routers {'de987934-9a54-430c-9d94-8abbd36445cc'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:07:58.718905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['de987934-9a54-430c-9d94-8abbd36445cc'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:58.765042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:07:58.805350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526a22c-6ad8-48c3-8298-38cb9c6af956 req-aa3b6854-b2cd-4da9-901f-008f08309399 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:58.836247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6526a22c-6ad8-48c3-8298-38cb9c6af956 req-aa3b6854-b2cd-4da9-901f-008f08309399 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.2045913 Dec 08 00:07:58.844162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:07:58.891133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=293013bc-735d-4e06-b525-c322d56ac5f3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:58.895286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:07:58.967159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.967597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.967947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.968287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.969216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.969216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.972552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.973865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.974218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.974919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.974919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.975384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:58.975724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:07:59.053527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Set router de987934-9a54-430c-9d94-8abbd36445cc gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:07:59.060147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Deleting port d5266331-f235-4dde-a762-ebe34331fa49 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:07:59.060487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.073195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6526a22c-6ad8-48c3-8298-38cb9c6af956 req-24f0ae16-1b12-489e-8d48-4af5fec4a7d8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277637 Dec 08 00:07:59.158016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.212147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.239996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Calling delete_port for d5266331-f235-4dde-a762-ebe34331fa49 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:07:59.252564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.323931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02f05b-7524-4961-a9e7-b9cf5e8ad916 req-2c194f1d-9368-4eff-b224-e9d56660c73d tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:07:59.341297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a02f05b-7524-4961-a9e7-b9cf5e8ad916 req-2c194f1d-9368-4eff-b224-e9d56660c73d tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.1653883 Dec 08 00:07:59.341423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50516) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:07:59.369005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Request body: {'floatingip': {'port_id': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:07:59.413734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-router', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:55Z', 'revision_number': 4, 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'gw_port': {'id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:50Z', 'updated_at': '2021-12-08T00:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'd5266331-f235-4dde-a762-ebe34331fa49', 'name': '', 'network_id': '32f55d40-4d4e-49c4-8cd5-1f916a242581', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'mac_address': 'fa:16:3e:6a:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e78e047b-c417-4376-923f-12f72a6005a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:54Z', 'updated_at': '2021-12-08T00:07:55Z', 'revision_number': 2, 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'subnets': [{'id': 'e78e047b-c417-4376-923f-12f72a6005a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:07:59.458330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Checking router: de987934-9a54-430c-9d94-8abbd36445cc for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:07:59.458980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Updating router de987934-9a54-430c-9d94-8abbd36445cc port d5266331-f235-4dde-a762-ebe34331fa49 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:07:59.537133 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.608248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.706695 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.707849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5266331-f235-4dde-a762-ebe34331fa49,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:07:59.711144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.736116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.981137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:07:59.985706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7311c8d2-088e-4e99-8af0-5792702a3919 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:00.123105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7311c8d2-088e-4e99-8af0-5792702a3919 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:00.123726 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:00.227769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:08:00.228146 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:08:00.292696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2f910664-3c0f-4fc9-afff-f3a5725d941f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:00.368396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2f910664-3c0f-4fc9-afff-f3a5725d941f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:00.368686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:00.502161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:00.533656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 2f910664-3c0f-4fc9-afff-f3a5725d941f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2f910664-3c0f-4fc9-afff-f3a5725d941f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:00.538909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:00.608536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=2f910664-3c0f-4fc9-afff-f3a5725d941f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:00.652154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=293013bc-735d-4e06-b525-c322d56ac5f3,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:00.705726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3ae6a-79cd-4570-9695-291f363ff3ff req-2bda842d-bf3c-482a-aa37-f401e87c698a tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:00.707375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce3ae6a-79cd-4570-9695-291f363ff3ff req-2bda842d-bf3c-482a-aa37-f401e87c698a tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 946 time: 0.9930947 Dec 08 00:08:00.721912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:00.738414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 36ee51f3-5fc0-427c-ac87-4a9c269a3745 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:00.754309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:00.755554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-3a76e16e-69bf-4f71-a592-8de0ea69ffae tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9981086 Dec 08 00:08:00.801376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Router de987934-9a54-430c-9d94-8abbd36445cc has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:08:00.819645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Port d5266331-f235-4dde-a762-ebe34331fa49 not found while updating agent binding for router de987934-9a54-430c-9d94-8abbd36445cc. {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 00:08:00.830084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Routers {'de987934-9a54-430c-9d94-8abbd36445cc'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:00.830713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['de987934-9a54-430c-9d94-8abbd36445cc'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:00.881473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-b93b6e8d-a54f-4e71-ab31-5608520e5a81 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.0807486 Dec 08 00:08:00.903544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce3ae6a-79cd-4570-9695-291f363ff3ff req-3ad82124-d827-4f1a-936a-a65e8881fdf1 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860273 Dec 08 00:08:00.962509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:08:00.973280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-946329e2-ba63-4c78-89b6-96b8803b70a4 admin admin] 10.222.0.18 "PUT /v2.0/routers/de987934-9a54-430c-9d94-8abbd36445cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9739738 Dec 08 00:08:00.974000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:01.039439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:08:01.051537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:01.051916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.113128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] Set router de987934-9a54-430c-9d94-8abbd36445cc gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:01.145429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.resource_extend [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:08:01.223105 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.289985 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.300713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-203a950b-ed31-4c2c-9a23-1c8a45fae976 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:01.302156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f5a719-ce99-4847-b37a-8c7b74a371ca req-203a950b-ed31-4c2c-9a23-1c8a45fae976 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.3957767 Dec 08 00:08:01.306078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.325290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae24204-4dd1-41bf-8ff4-c60b1335917f req-4d219bc6-91dd-4954-bd6d-acfc911cea71 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:01.331090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ae24204-4dd1-41bf-8ff4-c60b1335917f req-4d219bc6-91dd-4954-bd6d-acfc911cea71 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.1512387 Dec 08 00:08:01.398226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.451498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ae24204-4dd1-41bf-8ff4-c60b1335917f req-b7f6491a-45d1-4944-92c7-7a49fd96828e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673954 Dec 08 00:08:01.503693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.531352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Deleting port 7311c8d2-088e-4e99-8af0-5792702a3919 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:01.531897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.532746 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Floating IP e8e9e670-b054-4f0e-a846-d9f540d83ac4 associated. External IP: 172.25.6.33, port: 6bd9d9ef-8fe3-48c2-b848-babe0512bb09. Dec 08 00:08:01.534243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-router', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:59Z', 'revision_number': 5, 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'gw_port': {'id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:50Z', 'updated_at': '2021-12-08T00:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:01.574781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434fd27-3086-4b73-99d7-0cc49a3a3fe5 None None] The sync data for ids ['de987934-9a54-430c-9d94-8abbd36445cc'] in n-d-820549-2 is: [{'id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-849958511-router', 'tenant_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:07:59Z', 'revision_number': 5, 'project_id': 'df2dd2fbe6e34aa6a91d2f25b24b488f', 'gw_port': {'id': '7311c8d2-088e-4e99-8af0-5792702a3919', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de987934-9a54-430c-9d94-8abbd36445cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:50Z', 'updated_at': '2021-12-08T00:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:01.592504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:01.597901 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe71f841-350f-44c9-983a-1f12e8c84f63" -d '{"events": [{"server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "name": "network-vif-plugged", "status": "completed", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:01.616179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:01.622125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.677542 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Sync routers for ids ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:01.695782 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Routers {'13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:01.696416 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:01.708980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:01.714025 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e620fe1-788f-418f-ae15-1e0a62528743 x-openstack-request-id: req-9e620fe1-788f-418f-ae15-1e0a62528743 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:01.715876 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "name": "network-vif-plugged", "status": "completed", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:01.716301 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e620fe1-788f-418f-ae15-1e0a62528743 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:01.717389 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745', 'code': 200} Dec 08 00:08:01.791723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] For port 7311c8d2-088e-4e99-8af0-5792702a3919, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7311c8d2-088e-4e99-8af0-5792702a3919,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:01.792102 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:01.808485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Calling delete_port for 7311c8d2-088e-4e99-8af0-5792702a3919 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:01.903671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2f910664-3c0f-4fc9-afff-f3a5725d941f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:01.904351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aed2d5b9-e957-4d79-be89-d898341b08be req-20cbe1aa-622f-42d6-82aa-a5cc6f683ad5 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3845546 Dec 08 00:08:01.912178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:01.952543 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Set router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:02.024517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2f910664-3c0f-4fc9-afff-f3a5725d941f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:02.025478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.137683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:08:02.162184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.221861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.237883 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 4, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '16e875ae-1cae-4d77-8f3a-4cdc11b7aa71', 'name': '', 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'mac_address': 'fa:16:3e:6d:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:53Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 2, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'subnets': [{'id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:02.272245 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Checking router: 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:08:02.272365 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Updating router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:08:02.287775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Pushing event deleted for resources: {'Port': ['ID=7311c8d2-088e-4e99-8af0-5792702a3919,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:02.322835 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.383033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-50aa5a2d-1937-4451-99de-d1b04f0fbd12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1717067 Dec 08 00:08:02.389008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87db0db-54da-4007-a4a5-57b2dceb3a33 req-a37303d1-c3c7-47de-9979-3471bb649d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.390669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b87db0db-54da-4007-a4a5-57b2dceb3a33 req-a37303d1-c3c7-47de-9979-3471bb649d7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1096 time: 0.1920671 Dec 08 00:08:02.405730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.439310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:08:02.451381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38999bc4-458d-4177-a326-3244345bc646 None None] Sync routers for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:02.453230 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.470432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:02.474515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:02.518038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b02ed0-2d99-4b35-bb85-8d3c75fbe0a1 req-d5e55900-c371-4465-abd9-c84bd7fe1535 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.519744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09b02ed0-2d99-4b35-bb85-8d3c75fbe0a1 req-d5e55900-c371-4465-abd9-c84bd7fe1535 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 946 time: 0.3610852 Dec 08 00:08:02.535287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-40eea3aa-1f55-4c6a-9ff7-23e8ff70f375 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "PUT /v2.0/floatingips/e8e9e670-b054-4f0e-a846-d9f540d83ac4 HTTP/1.1" status: 200 len: 991 time: 3.1827798 Dec 08 00:08:02.538292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:02.540690 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1b93a9-754f-41e6-a721-09f95d96034c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:02.642278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09b02ed0-2d99-4b35-bb85-8d3c75fbe0a1 req-dcc4f237-e535-4d45-9baa-b4b5ed20d508 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092515 Dec 08 00:08:02.643859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.663003 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.702225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.712037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.713930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.714559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.715208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.716345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.716966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.717708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:02.720944 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-0cfbce19-3f47-4ff2-b613-9ed66a52971c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6490 time: 0.2343411 Dec 08 00:08:02.741439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b87db0db-54da-4007-a4a5-57b2dceb3a33 req-2fc9d96a-e7d4-4d80-8831-3220282461a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291161 Dec 08 00:08:02.778238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:02.812158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.814303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Fanout notify agent at l3_agent the message router_deleted on router de987934-9a54-430c-9d94-8abbd36445cc {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:08:02.819869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.821160 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c957ace3-5eff-47b9-b120-78e7d8adb00f admin admin] 10.222.0.18 "DELETE /v2.0/routers/de987934-9a54-430c-9d94-8abbd36445cc HTTP/1.1" status: 204 len: 168 time: 1.8460600 Dec 08 00:08:02.826287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:02.885745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] Deleting subnet e78e047b-c417-4376-923f-12f72a6005a9 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:08:02.891371 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.901928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Allocated IP 172.25.6.82 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/ba2ec708-51f3-406c-9992-42d8ebb2a9ef) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:02.947842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:02.987043 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] Sync routers for ids ['de987934-9a54-430c-9d94-8abbd36445cc'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:03.019661 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.023872 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:03.024240 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:08:03.025012 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_agentschedulers_db [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de987934-9a54-430c-9d94-8abbd36445cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:08:03.046061 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.095684 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.145708 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea319d-f4eb-44d0-a133-da6b32f50f95 None None] Pushing event updated for resources: {'Port': ['ID=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:03.155314 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:03.155682 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:08:03.156767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_agentschedulers_db [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de987934-9a54-430c-9d94-8abbd36445cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:08:03.156767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9741ae9a-a481-4bbf-ae42-e20f08d7eb50 None None] The sync data for ids ['de987934-9a54-430c-9d94-8abbd36445cc'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:03.174128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.253009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.253757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-d4f93cba-df1e-49cd-b023-a48ca618b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:03.255391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-d4f93cba-df1e-49cd-b023-a48ca618b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:03.255847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-d4f93cba-df1e-49cd-b023-a48ca618b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:03.260276 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-d4f93cba-df1e-49cd-b023-a48ca618b811 service neutron] 10.222.0.59 "GET /v2.0/networks?id=669642aa-1618-4b35-a7ba-c2f405592211&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=1309ab95-0789-4dee-93fc-c5cbc2662c29&id=1309ab95-0789-4dee-93fc-c5cbc2662c29 HTTP/1.1" status: 200 len: 2294 time: 0.2148926 Dec 08 00:08:03.364283 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Attempting to bind port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:03.364920 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Attempting to bind port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:03.365435 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Attempting to bind port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 on network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:03.369087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.386373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:03.390370 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:03.393171 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Checking segment: {'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:03.393738 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.394297 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Bound using segment: {'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:03.394948 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Bound port: 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6b3c43-1bf4-47ec-a611-b1871c396122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:03.395731 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.421178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:03.430929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78e047b-c417-4376-923f-12f72a6005a9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:03.454384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.460944 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1f72f910-8eb1-429d-9cb7-82e76b81d47c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e78e047b-c417-4376-923f-12f72a6005a9 HTTP/1.1" status: 204 len: 168 time: 0.6311550 Dec 08 00:08:03.462976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50578) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:03.465637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808dd798-0e52-47bc-bf8e-82587b8b4400 None None] Network 32f55d40-4d4e-49c4-8cd5-1f916a242581 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:03.477918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:03.521251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=ba2ec708-51f3-406c-9992-42d8ebb2a9ef,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:03.558646 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] For port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:03.562403 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] For port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,segment=NetworkSegment(bd6b3c43-1bf4-47ec-a611-b1871c396122),segment_id=bd6b3c43-1bf4-47ec-a611-b1871c396122)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:03.562937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363aed9-9857-4246-9498-c0b85913478b req-59c77f5e-5fc6-4948-81e3-1e54ec5dc7f1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:03.573010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d363aed9-9857-4246-9498-c0b85913478b req-59c77f5e-5fc6-4948-81e3-1e54ec5dc7f1 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.1901457 Dec 08 00:08:03.574355 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.632290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-22129ad5-ff26-40d0-9240-eed12bccb644 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f HTTP/1.1" status: 200 len: 1002 time: 0.3610761 Dec 08 00:08:03.648606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.660494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d363aed9-9857-4246-9498-c0b85913478b req-5a3328ce-f308-47b3-bf9e-53aab3e79391 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865698 Dec 08 00:08:03.722292 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Routers {'13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:03.722940 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:03.724872 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea319d-f4eb-44d0-a133-da6b32f50f95 None None] Pushing event updated for resources: {'Port': ['ID=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:03.745948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:03.770993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-83124383-b488-444a-875e-cd94117cd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:03.778248 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-83124383-b488-444a-875e-cd94117cd58d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bb150f-69fb-4d11-92ad-06e5b0366180 HTTP/1.1" status: 200 len: 851 time: 0.1376963 Dec 08 00:08:03.789475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-636822a8-2a1c-4403-a4ce-db9fec89013c None None] Provisioning complete for port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:03.789962 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636822a8-2a1c-4403-a4ce-db9fec89013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.059865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-cecdabe2-5dc3-4ff8-846b-2171d57394c4 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:04.083536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-cecdabe2-5dc3-4ff8-846b-2171d57394c4 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 946 time: 0.5822597 Dec 08 00:08:04.107979 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] Set router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:04.140014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] DHCP port deletion for 32f55d40-4d4e-49c4-8cd5-1f916a242581 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:08:04.148673 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ae213d-4e0a-4492-b7b6-0ac4c6a823e8 x-openstack-request-id: req-a0ae213d-4e0a-4492-b7b6-0ac4c6a823e8 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:04.148978 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:04.149238 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0ae213d-4e0a-4492-b7b6-0ac4c6a823e8 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:04.149649 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'status': 'completed', 'code': 200} Dec 08 00:08:04.174367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:04.249747 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.250272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.262876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.268946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e8e9e670-b054-4f0e-a846-d9f540d83ac4', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'port_id': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'mac_address': 'fa:16:3e:30:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:07:32Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 1, 'project_id': '9417dee701074ceb8c305238856f9237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:35Z', 'revision_number': 5, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:04.291174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893058b-5a7f-4e6f-8d9a-37a75ed7718c req-9e3c5868-3981-429a-b09a-aa3c593b75e7 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:04.292988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f893058b-5a7f-4e6f-8d9a-37a75ed7718c req-9e3c5868-3981-429a-b09a-aa3c593b75e7 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 946 time: 0.1397161 Dec 08 00:08:04.314764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-9b00f481-f8f0-4bd2-85d2-848c5b0c769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:04.316311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-9b00f481-f8f0-4bd2-85d2-848c5b0c769e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=669642aa-1618-4b35-a7ba-c2f405592211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966963 Dec 08 00:08:04.355344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38999bc4-458d-4177-a326-3244345bc646 None None] Checking router: 80a8c7e2-76a5-4ff9-8644-d6d187942f0c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:08:04.361516 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636822a8-2a1c-4403-a4ce-db9fec89013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.401155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:04.402464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:04.465091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:04.465821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.474742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-7da1b9f2-9833-4ec3-ad8f-3e0ec8878cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:04.476413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-7da1b9f2-9833-4ec3-ad8f-3e0ec8878cb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417dee701074ceb8c305238856f9237&device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 1097 time: 0.2743058 Dec 08 00:08:04.477155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-636822a8-2a1c-4403-a4ce-db9fec89013c None None] For port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,segment=NetworkSegment(bd6b3c43-1bf4-47ec-a611-b1871c396122),segment_id=bd6b3c43-1bf4-47ec-a611-b1871c396122)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:04.490151 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-5e7310ac-3126-421a-8b76-86cde02ddad2 service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608186 Dec 08 00:08:04.499386 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.507309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636822a8-2a1c-4403-a4ce-db9fec89013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.532083 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 4, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '16e875ae-1cae-4d77-8f3a-4cdc11b7aa71', 'name': '', 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'mac_address': 'fa:16:3e:6d:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:53Z', 'updated_at': '2021-12-08T00:08:03Z', 'revision_number': 4, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'subnets': [{'id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:04.581385 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecc4ba-795c-482f-84d1-d8f641b92d24 None None] The sync data for ids ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'] in n-d-820549-2 is: [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:07:54Z', 'revision_number': 4, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '16e875ae-1cae-4d77-8f3a-4cdc11b7aa71', 'name': '', 'network_id': '7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'mac_address': 'fa:16:3e:6d:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:53Z', 'updated_at': '2021-12-08T00:08:03Z', 'revision_number': 4, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'subnets': [{'id': '3b48b885-5d94-4e49-9fce-3b54025d445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:04.604931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f893058b-5a7f-4e6f-8d9a-37a75ed7718c req-cfba517d-9665-48e5-93b4-ed859e08900b tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c354c57-72e3-42ed-a162-212873e6295c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731724 Dec 08 00:08:04.609810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.611647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aed2d5b9-e957-4d79-be89-d898341b08be req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7064712 Dec 08 00:08:04.629479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900d96-3980-4093-903f-31221b0c3728 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=ba2ec708-51f3-406c-9992-42d8ebb2a9ef,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:04.660470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Deleting port e523919c-edda-4e97-b426-25a754e7a5f6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:04.660886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.701189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] Deleting port c8b3c70e-f73e-474b-8703-c55712f1a83b {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:04.701644 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.731524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aed2d5b9-e957-4d79-be89-d898341b08be req-15df225b-b95a-4cde-9848-7faad6c774eb tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0952642 Dec 08 00:08:04.768113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636822a8-2a1c-4403-a4ce-db9fec89013c None None] Pushing event updated for resources: {'Port': ['ID=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:04.807211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:04.812408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-03fa8e83-1b5d-408d-a388-73a33e94f501 None None] Provisioning complete for port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:04.812700 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03fa8e83-1b5d-408d-a388-73a33e94f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.854197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Deleting port c8b3c70e-f73e-474b-8703-c55712f1a83b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:04.855425 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:04.871928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-cef9feb5-c33d-45d6-8954-a66c58af3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:04.873717 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-cef9feb5-c33d-45d6-8954-a66c58af3b51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=339377cd-b2e6-43b9-9049-6816eaf81504 HTTP/1.1" status: 200 len: 912 time: 0.3820190 Dec 08 00:08:04.922336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2d5b9-e957-4d79-be89-d898341b08be req-296136e3-d2f3-4d05-b094-9e506838f768 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:04.941077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aed2d5b9-e957-4d79-be89-d898341b08be req-296136e3-d2f3-4d05-b094-9e506838f768 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1943042 Dec 08 00:08:04.970075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] For port c8b3c70e-f73e-474b-8703-c55712f1a83b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c8b3c70e-f73e-474b-8703-c55712f1a83b,segment=NetworkSegment(52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe),segment_id=52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:04.970483 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.002686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] Calling delete_port for c8b3c70e-f73e-474b-8703-c55712f1a83b owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:05.007386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] For port e523919c-edda-4e97-b426-25a754e7a5f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e523919c-edda-4e97-b426-25a754e7a5f6,segment=NetworkSegment(e9f6fbd1-4a22-4f29-a8bb-9129826fd520),segment_id=e9f6fbd1-4a22-4f29-a8bb-9129826fd520)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:05.008280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.012628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-139e7ee0-0a07-4923-a804-43f646bbd4de service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685063 Dec 08 00:08:05.039946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732382-e2f2-4ddc-b7c2-d5fd627b62fe req-60138e6a-e467-4894-869d-67f11b1eff80 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:05.049717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e732382-e2f2-4ddc-b7c2-d5fd627b62fe req-60138e6a-e467-4894-869d-67f11b1eff80 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.1070645 Dec 08 00:08:05.078153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Calling delete_port for e523919c-edda-4e97-b426-25a754e7a5f6 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:05.152572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-78e05390-e9cd-42a2-92f6-5b2b8a0f4957 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 217 time: 0.0755751 Dec 08 00:08:05.156172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] For port c8b3c70e-f73e-474b-8703-c55712f1a83b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c8b3c70e-f73e-474b-8703-c55712f1a83b,segment=NetworkSegment(52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe),segment_id=52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:05.156650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.156777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7311c8d2-088e-4e99-8af0-5792702a3919 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:05.164080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-512e9749-b219-4272-9e9d-7c52d49bbbfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09 HTTP/1.1" status: 200 len: 999 time: 0.2594740 Dec 08 00:08:05.173976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e732382-e2f2-4ddc-b7c2-d5fd627b62fe req-8d484f37-dd68-4a22-9dec-aafec804f797 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233056 Dec 08 00:08:05.185194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 7311c8d2-088e-4e99-8af0-5792702a3919 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:05.185543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7311c8d2-088e-4e99-8af0-5792702a3919 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:05.259917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Calling delete_port for c8b3c70e-f73e-474b-8703-c55712f1a83b owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:05.339899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.378944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] Pushing event deleted for resources: {'Port': ['ID=c8b3c70e-f73e-474b-8703-c55712f1a83b,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:05.389480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-2cafe866-cae3-443b-92ae-aa9e3b93ba8f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3181012 Dec 08 00:08:05.407931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:05.412210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-c8a745e8-87d5-444d-a83b-35ffde1c6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:05.413694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6261a3-ac37-4bb5-9802-ccc3da15d555 req-01f47cc2-3ed5-498d-b78e-0f4b4a1d9743 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:05.413851 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-c8a745e8-87d5-444d-a83b-35ffde1c6be1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.2533736 Dec 08 00:08:05.416967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae6261a3-ac37-4bb5-9802-ccc3da15d555 req-01f47cc2-3ed5-498d-b78e-0f4b4a1d9743 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1096 time: 0.1122634 Dec 08 00:08:05.429874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-629673bd-2d7d-44ac-b026-bbd5c2078028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:05.431549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-629673bd-2d7d-44ac-b026-bbd5c2078028 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=539db1d6-63c9-4529-9990-bb4639dcb4b7 HTTP/1.1" status: 200 len: 850 time: 0.2190511 Dec 08 00:08:05.439742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdd247-3580-4c81-8d2c-513f9f2686a3 None None] No DVR routers for this DVR port c8b3c70e-f73e-474b-8703-c55712f1a83b on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:05.488210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.502705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae6261a3-ac37-4bb5-9802-ccc3da15d555 req-56439644-2cb2-4f1e-8c4c-9a5d2df8cfc1 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787568 Dec 08 00:08:05.575026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-066cdb9b-478b-4d47-be62-d7f91add75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:05.577001 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-066cdb9b-478b-4d47-be62-d7f91add75ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1491969 Dec 08 00:08:05.596492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-38999bc4-458d-4177-a326-3244345bc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e8e9e670-b054-4f0e-a846-d9f540d83ac4', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'port_id': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'mac_address': 'fa:16:3e:30:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:07:32Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 1, 'project_id': '9417dee701074ceb8c305238856f9237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:35Z', 'revision_number': 5, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:05.614293 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.651811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38999bc4-458d-4177-a326-3244345bc646 None None] The sync data for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 is: [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e8e9e670-b054-4f0e-a846-d9f540d83ac4', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'port_id': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'mac_address': 'fa:16:3e:30:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:07:32Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 1, 'project_id': '9417dee701074ceb8c305238856f9237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:35Z', 'revision_number': 5, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:05.667607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] No DVR routers for this DVR port c8b3c70e-f73e-474b-8703-c55712f1a83b on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:05.721948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-fb72212d-7b46-42c8-8995-02fb9e9b7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:05.723455 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-fb72212d-7b46-42c8-8995-02fb9e9b7240 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=339377cd-b2e6-43b9-9049-6816eaf81504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2776008 Dec 08 00:08:05.734916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b3c70e-f73e-474b-8703-c55712f1a83b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:05.745996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfa159-3c61-412a-86cd-eb7e0a307e67 req-dfa12432-560d-4237-8482-1f26865d8d62 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:05.752139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4cfa159-3c61-412a-86cd-eb7e0a307e67 req-dfa12432-560d-4237-8482-1f26865d8d62 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1096 time: 0.0881619 Dec 08 00:08:05.826664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:05.828037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.911133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:05.951239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4cfa159-3c61-412a-86cd-eb7e0a307e67 req-6e84cf26-14f7-4e32-b66e-188e3363817a tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851087 Dec 08 00:08:06.006421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:06.006845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.098001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a095b626-c7eb-4d1c-a941-4541416ae5c4 None None] New status for floating IP e8e9e670-b054-4f0e-a846-d9f540d83ac4: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:08:06.148823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c546e67-2298-4f04-a928-a29f0667d9b4 req-b3a07eb9-7f74-4f3b-9edd-28419b99b39a tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f3ef873-edd1-44bc-baf2-19f631a2e211 HTTP/1.1" status: 200 len: 210 time: 0.0553331 Dec 08 00:08:06.196200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Allocated IP 172.25.6.95 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/0679c260-7e54-4668-9f7b-542b40788623) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:06.288188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.361007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c8b3c70e-f73e-474b-8703-c55712f1a83b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:06.401299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.444392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.456837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Pushing event deleted for resources: {'Port': ['ID=e523919c-edda-4e97-b426-25a754e7a5f6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:06.500107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:06.505590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:06.512317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:06.521736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f55d40-4d4e-49c4-8cd5-1f916a242581']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:06.550702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=0679c260-7e54-4668-9f7b-542b40788623,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:06.587509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] No DVR routers for this DVR port e523919c-edda-4e97-b426-25a754e7a5f6 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:06.591762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.597103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c0ad1415-f436-44b3-bff8-56c90431f9b6 req-b992f6c7-f03c-401a-bbbc-5eb056c82b52 tempest-ServerPasswordTestJSON-1161665407 tempest-ServerPasswordTestJSON-1161665407-project] 10.222.0.44 "DELETE /v2.0/ports/e523919c-edda-4e97-b426-25a754e7a5f6 HTTP/1.1" status: 204 len: 173 time: 2.4944997 Dec 08 00:08:06.599572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:06.606752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e4b28f-60f1-4d4a-8fb2-53da33f0f5fe') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:06.614559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'name': 'network-vif-deleted', 'tag': 'e523919c-edda-4e97-b426-25a754e7a5f6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:06.615859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.618864 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c44c669-e339-431d-999c-491d58029d18" -d '{"events": [{"server_uuid": "1f3ef873-edd1-44bc-baf2-19f631a2e211", "name": "network-vif-deleted", "tag": "e523919c-edda-4e97-b426-25a754e7a5f6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:06.623398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-54a4b696-4713-4e7a-99ec-816b976c1886 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9965231 Dec 08 00:08:06.685188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.689778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c8b3c70e-f73e-474b-8703-c55712f1a83b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:06.691158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c8b3c70e-f73e-474b-8703-c55712f1a83b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:06.705586 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.728396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-25a6b599-0824-43e9-a4b6-bd5e2c7f2ab8 service neutron] 10.222.0.59 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9761078 Dec 08 00:08:06.758111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.804941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:08:06.805657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:08:06.807627 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:08:06.912054 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.920199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:06.949193 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.021332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=0679c260-7e54-4668-9f7b-542b40788623,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:07.021998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.027341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] 10.222.0.18 "DELETE /v2.0/networks/32f55d40-4d4e-49c4-8cd5-1f916a242581 HTTP/1.1" status: 204 len: 168 time: 3.5624785 Dec 08 00:08:07.028567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444468f9-91ac-46f9-986c-a5d81a8fb47d admin admin] Pushing event deleted for resources: {'Network': ['ID=32f55d40-4d4e-49c4-8cd5-1f916a242581,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:07.035054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb1b93a9-754f-41e6-a721-09f95d96034c req-1b900dc3-6550-4282-9b12-10b4841593dc service neutron] 10.222.0.59 "GET /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921371 Dec 08 00:08:07.037095 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-bcd05a9d-2104-4908-be58-a68ceb1bfc70 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680747 Dec 08 00:08:07.058019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.078817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.090828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-ab44ea1d-0206-4f2b-a667-6c9ed062fd0f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6934519 Dec 08 00:08:07.134333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-fea7b856-f660-4ff8-9ecd-078e3f682d35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 217 time: 0.0679562 Dec 08 00:08:07.158415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-0a5f99a7-30c2-4e42-b082-cbf4a84a5388 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.0665863 Dec 08 00:08:07.213268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50650) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:07.251613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-93d973b3-56ff-4c36-adee-350d4d610881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:07.254874 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-93d973b3-56ff-4c36-adee-350d4d610881 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.1009963 Dec 08 00:08:07.302547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e523919c-edda-4e97-b426-25a754e7a5f6 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:07.306111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a8e747e-f9b5-4bba-95f7-0d4c5ade26e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df2dd2fbe6e34aa6a91d2f25b24b488f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866838 Dec 08 00:08:07.315167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-4b6f1b4c-cbcb-4395-9411-265efa284a51 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:07.315167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae89268a-268b-426e-b8e2-4345d14ffa43 req-4b6f1b4c-cbcb-4395-9411-265efa284a51 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1534443 Dec 08 00:08:07.315167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50654) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:07.347542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: e523919c-edda-4e97-b426-25a754e7a5f6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:07.347884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e523919c-edda-4e97-b426-25a754e7a5f6 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:07.364326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-77484535-a031-4911-b52f-7371163dcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:07.365906 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-77484535-a031-4911-b52f-7371163dcf80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009669 Dec 08 00:08:07.371486 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30723b77-b0b4-4253-919c-9e450edf6fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.373748 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c0130-c48f-4901-917a-caca3a4e6ee7 x-openstack-request-id: req-a93c0130-c48f-4901-917a-caca3a4e6ee7 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:07.374164 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ef873-edd1-44bc-baf2-19f631a2e211", "name": "network-vif-deleted", "tag": "e523919c-edda-4e97-b426-25a754e7a5f6", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:07.374561 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a93c0130-c48f-4901-917a-caca3a4e6ee7 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:07.376669 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ef873-edd1-44bc-baf2-19f631a2e211', 'name': 'network-vif-deleted', 'tag': 'e523919c-edda-4e97-b426-25a754e7a5f6', 'status': 'completed', 'code': 200} Dec 08 00:08:07.395058 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30723b77-b0b4-4253-919c-9e450edf6fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.421659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50662) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:07.532286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] Deleting subnet 49eddd4d-a307-4287-a13f-3d967866315a {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:08:07.537276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.562717 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-6f1b8875-f84e-4a31-a38a-68d0b6b36a63 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848986 Dec 08 00:08:07.607041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.705579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.744690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-24012083-4afa-4190-b1ba-af431a2bd6ae service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735716 Dec 08 00:08:07.806278 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-312acf07-caaf-47ff-b5a9-4b4fbb34f52d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57 HTTP/1.1" status: 200 len: 217 time: 0.0523574 Dec 08 00:08:07.827724 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30723b77-b0b4-4253-919c-9e450edf6fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.830977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30723b77-b0b4-4253-919c-9e450edf6fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.832225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-30723b77-b0b4-4253-919c-9e450edf6fda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd3c7f18-a609-4bca-9fe2-4dd7db1ddb1b HTTP/1.1" status: 204 len: 168 time: 0.5176697 Dec 08 00:08:07.857140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.865889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30723b77-b0b4-4253-919c-9e450edf6fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3c7f18-a609-4bca-9fe2-4dd7db1ddb1b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:07.887949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-96af117d-10cd-4cee-8694-a00c73d17226 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1514487 Dec 08 00:08:07.890680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49eddd4d-a307-4287-a13f-3d967866315a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:07.897305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:07.903556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7c1587c7-0412-4af4-9de9-9a6e76b0ddd2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/49eddd4d-a307-4287-a13f-3d967866315a HTTP/1.1" status: 204 len: 168 time: 0.4775670 Dec 08 00:08:07.903556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-86b4894f-775b-474e-8ac2-3cbb5930f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:07.904502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-86b4894f-775b-474e-8ac2-3cbb5930f7a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0913420 Dec 08 00:08:07.905050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50676) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:07.917174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:07.952528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.013316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.021670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-f84132ab-7744-437f-a0f9-2cea8b4a1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:08.023289 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-f84132ab-7744-437f-a0f9-2cea8b4a1b36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095345 Dec 08 00:08:08.055469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-a7792b18-db5a-489c-9180-e54627b6b671 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:08:08.056557 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-a7792b18-db5a-489c-9180-e54627b6b671 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245104 Dec 08 00:08:08.072171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.165158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.215326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-44902c5a-2122-4745-ab3f-dbbbda3e60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:08.216722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-44902c5a-2122-4745-ab3f-dbbbda3e60b9 service neutron] 10.222.0.18 "GET /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 1093 time: 0.1180065 Dec 08 00:08:08.220305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Allocated IP 172.25.6.168 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/cd09798a-7b73-4c5c-bee4-a591a3ba1d0e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:08.225584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f3cc60-3636-4ffd-84f2-8e04149e019a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:08.232862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:08.233323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:08:08.273691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f6fbd1-4a22-4f29-a8bb-9129826fd520') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:08.273989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f6fbd1-4a22-4f29-a8bb-9129826fd520') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:08.291824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-78edd68c-3f3d-4e89-a203-5ef4b5c8178c service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573721 Dec 08 00:08:08.293518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.338619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.366745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:08:08.367426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:08:08.368855 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:08:08.413133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.449902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.490949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:08.494041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:08.498154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:08.513803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.524185 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.527667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] 10.222.0.18 "DELETE /v2.0/networks/42f3cc60-3636-4ffd-84f2-8e04149e019a HTTP/1.1" status: 204 len: 168 time: 0.6215818 Dec 08 00:08:08.531334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=cd09798a-7b73-4c5c-bee4-a591a3ba1d0e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:08.535178 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-1fa69617-14a1-4ccc-a01e-036e425f9b03 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330575 Dec 08 00:08:08.550784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c257634-3109-408a-a308-15b2c19c5157 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f3cc60-3636-4ffd-84f2-8e04149e019a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:08.593236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-71bab3cd-0ea3-41d9-b530-b60a7681dfff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=671424f2-2a5b-4fbf-be9c-b289efefad60 HTTP/1.1" status: 200 len: 217 time: 0.0439260 Dec 08 00:08:08.597584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:08.597906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:08.598223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:08.604237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.611664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:08:08.611995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:08.645195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:08.645564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:08.645939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:08.646377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Bound port: 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:08.653376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.681335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-a564041b-299f-4d83-bbd0-93293fcb31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:08.683137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-a564041b-299f-4d83-bbd0-93293fcb31ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0811331 Dec 08 00:08:08.718056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50706) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:08.737966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:08.747759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.748927 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-0c62bcbe-4de9-41ce-a019-38f99c376d72 service neutron] 10.222.0.18 "POST /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745/bindings HTTP/1.1" status: 201 len: 389 time: 0.5195067 Dec 08 00:08:08.752381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-a2b53312-0222-4528-b46d-710cdbb5b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:08.753825 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-a2b53312-0222-4528-b46d-710cdbb5b021 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617847 Dec 08 00:08:08.832030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d827bade-51a2-4952-a0e4-d45fe23aa2f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0f49a21afbf4d5e979961546545be2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1119113 Dec 08 00:08:08.835021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50712) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:08.863792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50714) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:08.886046 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-77bd2bd4-ce41-4777-b0e5-f07506a351d6 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229906 Dec 08 00:08:08.925009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-520c7ae5-57a2-49a4-bb4e-5f578b7ec302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.963713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.970146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-520c7ae5-57a2-49a4-bb4e-5f578b7ec302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.972524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:08.999828 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-5165c5a0-3da5-458a-a85b-b46f995e1451 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037169 Dec 08 00:08:09.078302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-6ea119ae-8dde-4eba-bc6e-6823705737a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de HTTP/1.1" status: 200 len: 217 time: 0.0625982 Dec 08 00:08:09.085136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2129216742-network', 'tenant_id': 'a4de6ef707564f75b992f9d8cc28442d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:09.086134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event updated for resources: {'Port': ['ID=cd09798a-7b73-4c5c-bee4-a591a3ba1d0e,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:09.104830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.111883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Made reservation on behalf of a4de6ef707564f75b992f9d8cc28442d for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:09.118128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.125823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.127273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-efd414a9-a6b4-4f4d-bf6b-ef02a77472ee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2205267 Dec 08 00:08:09.128453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-520c7ae5-57a2-49a4-bb4e-5f578b7ec302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.131512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-520c7ae5-57a2-49a4-bb4e-5f578b7ec302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.132566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-520c7ae5-57a2-49a4-bb4e-5f578b7ec302 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c354c57-72e3-42ed-a162-212873e6295c HTTP/1.1" status: 204 len: 168 time: 0.2964485 Dec 08 00:08:09.137490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.148743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c7ae5-57a2-49a4-bb4e-5f578b7ec302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c354c57-72e3-42ed-a162-212873e6295c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:09.195265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-2cbd4273-c63a-4d83-8ec0-42f2c938252c tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0600131 Dec 08 00:08:09.225671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-af377b4b-e6e8-4ba7-8a64-5353204be8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.227181 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-af377b4b-e6e8-4ba7-8a64-5353204be8d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.0985374 Dec 08 00:08:09.285093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7cd2eb71-5e99-4c13-b199-705392b1e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.286726 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7cd2eb71-5e99-4c13-b199-705392b1e794 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1096 time: 0.2103281 Dec 08 00:08:09.343849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-b60cde76-0e14-48a4-b070-9a05ff7729d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.345914 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-b60cde76-0e14-48a4-b070-9a05ff7729d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095996 Dec 08 00:08:09.364726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b8aa-7f83-4669-8d91-eb13f08de307 req-49901e13-b143-444b-964f-dde519558f07 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.372832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ce1b8aa-7f83-4669-8d91-eb13f08de307 req-49901e13-b143-444b-964f-dde519558f07 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.1275604 Dec 08 00:08:09.402450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.425152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.432498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-2874da30-3d38-4057-8daa-4a5f69723f17 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.433925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879683b0-8689-4abf-8b13-2ecd3fcdae03 req-2874da30-3d38-4057-8daa-4a5f69723f17 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2320156 Dec 08 00:08:09.463482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ce1b8aa-7f83-4669-8d91-eb13f08de307 req-01a0e48d-4342-4d84-9b80-102848b158dd tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896966 Dec 08 00:08:09.500147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:08:09.515091 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-d78d30fd-bd1f-488f-86a5-73fb0049af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.517249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-d78d30fd-bd1f-488f-86a5-73fb0049af2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.2196300 Dec 08 00:08:09.523687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed6eb55-8281-4036-9ff3-d3854960cf1f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:09.536301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.536793 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Added segment 36189843-7220-46fa-9385-64a06903b92f of type vlan for network 8fe79f79-9f33-448e-adfa-96885d70b371 Dec 08 00:08:09.584734 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-490809c8-3af5-49a3-978e-718802a3e73c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 217 time: 0.0548086 Dec 08 00:08:09.597154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43ecb2ef-2113-4ac1-abb5-b0a895332794 req-7229e66b-71bf-4670-82d0-9a029d03ebed tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips/4a5cad73-2fa7-4738-abf7-d8ae666c5ff5 HTTP/1.1" status: 200 len: 693 time: 0.1214678 Dec 08 00:08:09.618056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-39abe478-b97c-491b-8fb3-86afc4650dea service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604640 Dec 08 00:08:09.675741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.735349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecb2ef-2113-4ac1-abb5-b0a895332794 req-026b3337-ca31-443e-853f-dcd5fd082286 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.736872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43ecb2ef-2113-4ac1-abb5-b0a895332794 req-026b3337-ca31-443e-853f-dcd5fd082286 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1298144 Dec 08 00:08:09.746581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-61d5f3f0-07e3-421d-828d-1928800791db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.747997 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-61d5f3f0-07e3-421d-828d-1928800791db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.1410143 Dec 08 00:08:09.789503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.790455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:09.791061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:09.794383 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-47987935-450c-453c-b79f-72f38182f20f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383656 Dec 08 00:08:09.819444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-53586edb-9eda-4b0e-af2a-9bed97454125 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips/4a5cad73-2fa7-4738-abf7-d8ae666c5ff5 HTTP/1.1" status: 200 len: 693 time: 0.0581586 Dec 08 00:08:09.851099 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-3a4d460c-ef7a-456a-b907-52ae0d549797 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015302 Dec 08 00:08:09.859630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9948273 Dec 08 00:08:09.865569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50748) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:09.871144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Request body: {'subnet': {'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2129216742-subnet', 'tenant_id': 'a4de6ef707564f75b992f9d8cc28442d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:09.931544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cec2b7-fb51-4588-b111-6832cb7e6379 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe79f79-9f33-448e-adfa-96885d70b371,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:09.937494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-516edb3f-d070-4415-a9af-d8d5e2339b2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a79998b1-a1e0-4454-998f-c66257c7ffce HTTP/1.1" status: 200 len: 217 time: 0.0747132 Dec 08 00:08:09.953168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8fe79f79-9f33-448e-adfa-96885d70b371 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:08:09.970780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Made reservation on behalf of a4de6ef707564f75b992f9d8cc28442d for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:09.973473 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.027451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-f6bfa95e-3490-471d-b8f6-c3962442cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:10.028921 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-f6bfa95e-3490-471d-b8f6-c3962442cc03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.0646901 Dec 08 00:08:10.029227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-80364e41-a3fe-496e-ad38-79f39e43bd7a tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:10.030833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-80364e41-a3fe-496e-ad38-79f39e43bd7a tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2039382 Dec 08 00:08:10.031024 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-a4a0ada5-bd13-4b8c-b0e7-6cd734db5e70 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131958 Dec 08 00:08:10.047086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:10.135826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-26e64279-63b2-4836-b63b-5d70f87c3eee tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0969543 Dec 08 00:08:10.152174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-b00772dd-8f0f-448f-a270-03499001815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:10.153939 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-b00772dd-8f0f-448f-a270-03499001815d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178479 Dec 08 00:08:10.201657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-a1318266-42b1-4335-8c31-f8e419b7afbd tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0556843 Dec 08 00:08:10.207712 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-5fffe62f-6d06-4d8d-8402-be3e9c277b19 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624112 Dec 08 00:08:10.254761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2034769468-network', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:10.289008 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-a65db337-08bd-4656-94d8-d706fe05f6fa service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253500 Dec 08 00:08:10.290008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Made reservation on behalf of 36b3301f19974aa0851a4f337c08d3ce for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:10.292271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.309060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.426578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.490464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Deleting port cd09798a-7b73-4c5c-bee4-a591a3ba1d0e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:10.490793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.499610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4108e7f-416d-4eb8-8969-a7796e7831de,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:10.535970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Checking segment: {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:10.536336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Network hostable DHCP agents. Network: 8fe79f79-9f33-448e-adfa-96885d70b371, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:08:10.616923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Network 8fe79f79-9f33-448e-adfa-96885d70b371 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:08:10.635973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.636297 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.651041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8fe79f79-9f33-448e-adfa-96885d70b371) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:10.657024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Calling delete_port for cd09798a-7b73-4c5c-bee4-a591a3ba1d0e owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:10.663565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd0171-19c9-4897-b0eb-8476256f1797 None None] Network 8fe79f79-9f33-448e-adfa-96885d70b371 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:10.663778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:10.664253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.746403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e1890cd-0b8e-4bc4-a0c9-d29868267e26 req-3842dfa0-fd44-40cc-97b2-8321594dae5e service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453900 Dec 08 00:08:10.766960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-abaf3cbc-8493-4cae-85bb-0d65af07a0c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8920555 Dec 08 00:08:10.792305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.806966 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.834204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e26052-ff21-409a-a025-27a7cb68b4a2 req-fdb2241c-9836-4fff-bb13-bf18ec153ba8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:10.836334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0e26052-ff21-409a-a025-27a7cb68b4a2 req-fdb2241c-9836-4fff-bb13-bf18ec153ba8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.2374399 Dec 08 00:08:10.843819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:08:10.862907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78587213-af80-4020-9555-ea84917cd860,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:10.869407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.870046 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Added segment b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98 of type vlan for network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b Dec 08 00:08:10.904947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.905968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.906647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.907909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.908786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.909348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.910058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.910596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.911249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.911797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.912379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.912909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.913705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:10.928942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0e26052-ff21-409a-a025-27a7cb68b4a2 req-55db6d9a-8737-4cf0-96fa-37f17a2e63bc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722051 Dec 08 00:08:10.969074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:10.982269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.019957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.019957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:11.024459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.037477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event deleted for resources: {'Port': ['ID=cd09798a-7b73-4c5c-bee4-a591a3ba1d0e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:11.057848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16944abd-f7a8-4b72-82cc-b400a5b47030 None None] Network 8fe79f79-9f33-448e-adfa-96885d70b371 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:11.085077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.088618 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.090155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7e5bad0-cb64-440a-ab85-9c2f3196eb1f req-af44a77e-815d-4e20-8d5d-ac4c4c1d8247 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "DELETE /v2.0/floatingips/4a5cad73-2fa7-4738-abf7-d8ae666c5ff5 HTTP/1.1" status: 204 len: 173 time: 0.8621509 Dec 08 00:08:11.104691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0562613 Dec 08 00:08:11.111092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50776) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:11.119276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Request body: {'subnet': {'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2034769468-subnet', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:11.222227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Made reservation on behalf of 36b3301f19974aa0851a4f337c08d3ce for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:11.224956 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.246386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022a0f0-2c8b-4e14-b373-9926f26cbe28 admin admin] Pushing event updated for resources: {'Network': ['ID=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:11.265836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:08:11.465476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1e1a5-5e4d-4337-8642-f35306ad10b6 req-b132b193-ef78-4c32-b168-baa7d4dfab5d tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:11.467322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7b1e1a5-5e4d-4337-8642-f35306ad10b6 req-b132b193-ef78-4c32-b168-baa7d4dfab5d tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3428359 Dec 08 00:08:11.531417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.677830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cc63cdb-643e-46ef-8875-ae5a3fc56d27 req-d4e3ef79-5939-4d39-82e1-6f9453619f49 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=c365ca01017c41b78f4bd504a588ab2e HTTP/1.1" status: 200 len: 1654 time: 0.1046460 Dec 08 00:08:11.712428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77b13b0-ff11-4f54-82f3-eb235542b793,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:11.755122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Checking segment: {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:11.755483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Network hostable DHCP agents. Network: db9259eb-8c29-4b26-89a3-3b1c47bc1e8b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:08:11.820284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294244a9-9176-43fc-a704-2e56345403c5 req-2af86a27-9c0e-4220-821a-7b8931bb84c4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:11.821647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-2af86a27-9c0e-4220-821a-7b8931bb84c4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 822 time: 0.2660892 Dec 08 00:08:11.850684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:08:11.867710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-ef668868-520e-46b7-bed3-4ebd7537feee tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/quotas/a4de6ef707564f75b992f9d8cc28442d HTTP/1.1" status: 200 len: 375 time: 0.0328047 Dec 08 00:08:11.883993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc63cdb-643e-46ef-8875-ae5a3fc56d27 req-741756e2-e182-4ed1-8a4b-f5ed23bf9785 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:11.885447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cc63cdb-643e-46ef-8875-ae5a3fc56d27 req-741756e2-e182-4ed1-8a4b-f5ed23bf9785 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks?id=ec5eeead-b4fd-4941-9d38-45df6627490a&id=ec5eeead-b4fd-4941-9d38-45df6627490a&id=ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 787 time: 0.1779342 Dec 08 00:08:11.893487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, db9259eb-8c29-4b26-89a3-3b1c47bc1e8b) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:11.910696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791ac42-41a5-4de2-b6b8-947cfed87e95 None None] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:11.913545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:11.914166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:11.924231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-2cc63cdb-643e-46ef-8875-ae5a3fc56d27 req-0457f38f-b170-46bb-9b52-05c458c8d164 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:08:11.925283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cc63cdb-643e-46ef-8875-ae5a3fc56d27 req-0457f38f-b170-46bb-9b52-05c458c8d164 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288186 Dec 08 00:08:11.927321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-32cefebf-1209-490b-bec9-551e492f3143 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520239 Dec 08 00:08:11.964147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bfd84881-331d-4d55-93cf-eb12a18e7d6b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8507335 Dec 08 00:08:11.966185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50806) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:11.971761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:12.025290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.027834 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.036706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dfad92-dbf9-4f8c-a6ba-0517c2258809 None None] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:12.103654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.123686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-4fbe4b1a-d025-41af-a4ae-d1f8733503a9 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips/4e715fff-22df-469d-a434-9c90d6e660ed HTTP/1.1" status: 200 len: 692 time: 0.1582656 Dec 08 00:08:12.255538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-bf420abb-8fdb-487f-a610-fbf18fab1a8c service neutron] 10.222.0.18 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156204 Dec 08 00:08:12.272222 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.318188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-800861d0-a25a-4934-86ec-2b434cb336b8 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:12.319674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-800861d0-a25a-4934-86ec-2b434cb336b8 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1679294 Dec 08 00:08:12.409138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-8d5bc9d8-b9f8-4fc9-b729-be1b02a5e45b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.0537407 Dec 08 00:08:12.491780 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.513950 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.630929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Allocated IP 172.25.6.242 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b149ed88-5862-4815-9122-04a7c59e0ad7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:12.749976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.768453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-9ae47ab9-c276-4d0d-8dfa-c8f8a6309173 service neutron] 10.222.0.18 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051563 Dec 08 00:08:12.775896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-4dceb077-8e6d-46f2-a9d9-fc8616458837 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.3607178 Dec 08 00:08:12.788897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:12.849411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Pushing event updated for resources: {'Port': ['ID=b149ed88-5862-4815-9122-04a7c59e0ad7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:12.853485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:12.855685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:12.863058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:12.930497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Deleting port 0679c260-7e54-4668-9f7b-542b40788623 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:12.931315 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.185624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.197585 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.201762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.232987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf84e6-fafb-45b1-96d6-b9ffc55342cd req-ce444306-9f4f-4502-900c-949a049311c7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:13.240580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fecf84e6-fafb-45b1-96d6-b9ffc55342cd req-ce444306-9f4f-4502-900c-949a049311c7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.2037561 Dec 08 00:08:13.254381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Calling delete_port for 0679c260-7e54-4668-9f7b-542b40788623 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:13.357596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fecf84e6-fafb-45b1-96d6-b9ffc55342cd req-9142c25b-0e15-4f6f-b955-c757ae63c1d0 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159470 Dec 08 00:08:13.470477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.544580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.608823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.650531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event deleted for resources: {'Port': ['ID=0679c260-7e54-4668-9f7b-542b40788623,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:13.715348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:08:13.737133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.743384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.761769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-feb54d65-0fe0-4159-aa2b-2a041caffd83 req-db1303cb-0220-4873-82b9-9307cdb1901b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "DELETE /v2.0/floatingips/4e715fff-22df-469d-a434-9c90d6e660ed HTTP/1.1" status: 204 len: 173 time: 0.9739578 Dec 08 00:08:13.850162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41010237-0d51-4846-81a6-fa2f902d8c1f req-372c03d2-b409-4574-bb76-021cc5cae63c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 210 time: 0.0540853 Dec 08 00:08:13.920042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:08:13.931488 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Sync routers for ids ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:13.951102 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:13.951620 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Routers {'c038b611-45be-4ba9-bbd9-8a633ff0b4b8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:13.952822 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:13.956838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7d35e20e-b554-4d68-b51d-4eaf50a4d84a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9892759 Dec 08 00:08:13.957766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50842) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:13.962278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-188716d7-9af7-4f38-a1e2-6528b45b588b tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips/f03dd96c-6c33-49fd-8510-bb5394ff8804 HTTP/1.1" status: 200 len: 692 time: 0.1111047 Dec 08 00:08:14.137288 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Set router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:14.143184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-7a5b0e58-4733-4b6f-b899-f40af9edf7e1 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:14.152656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-7a5b0e58-4733-4b6f-b899-f40af9edf7e1 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1814404 Dec 08 00:08:14.222973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-c07b825c-a3bd-42ac-b654-fc0829329742 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0701582 Dec 08 00:08:14.278354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-04ebaa9a-225f-433d-87b8-cfffc2bdd03f tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0544910 Dec 08 00:08:14.508315 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:13Z', 'revision_number': 3, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port': {'id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:14.558065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Deleting port ba2ec708-51f3-406c-9992-42d8ebb2a9ef {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:14.563225 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Checking router: c038b611-45be-4ba9-bbd9-8a633ff0b4b8 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:08:14.564191 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:14.568704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Updating router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 port b149ed88-5862-4815-9122-04a7c59e0ad7 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:08:14.619053 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:14.764345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0582e0-3e6f-4c73-89d2-49c5b1a6eead req-336fa233-331c-4b49-b5b6-8a1e02118f7e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:14.772740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c0582e0-3e6f-4c73-89d2-49c5b1a6eead req-336fa233-331c-4b49-b5b6-8a1e02118f7e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.2285650 Dec 08 00:08:14.819178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:14.819458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:14.847131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Calling delete_port for ba2ec708-51f3-406c-9992-42d8ebb2a9ef owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:14.864261 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c0582e0-3e6f-4c73-89d2-49c5b1a6eead req-94a16e79-7dd6-4209-96af-b8f2eda605b8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905845 Dec 08 00:08:14.893244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:14.926263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294244a9-9176-43fc-a704-2e56345403c5 req-d7b9f196-24ce-4644-b5c7-365c0cc08ffa tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:14.930293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-d7b9f196-24ce-4644-b5c7-365c0cc08ffa tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 822 time: 0.2970650 Dec 08 00:08:14.987696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Request body: {'port': {'device_id': '7c27699c-1457-445f-8510-6726fa145994', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'admin_state_up': True, 'tenant_id': 'a4de6ef707564f75b992f9d8cc28442d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:15.132934 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.225177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event deleted for resources: {'Port': ['ID=ba2ec708-51f3-406c-9992-42d8ebb2a9ef,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:15.252110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Allocated IP 172.20.0.1 (db9259eb-8c29-4b26-89a3-3b1c47bc1e8b/e77b13b0-ff11-4f54-82f3-eb235542b793/ee1e30c8-647c-4cf8-8474-facca35821b5) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:15.263466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Made reservation on behalf of a4de6ef707564f75b992f9d8cc28442d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:15.268528 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.304443 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.320121 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.370431 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Attempting to bind port b149ed88-5862-4815-9122-04a7c59e0ad7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:15.371688 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Attempting to bind port b149ed88-5862-4815-9122-04a7c59e0ad7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:15.372068 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Attempting to bind port b149ed88-5862-4815-9122-04a7c59e0ad7 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:15.389022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.394524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.395746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6e101ee-c8c4-4cc7-8235-767f4de1d0a1 req-e1df3345-6c44-44dc-a5cb-af831a0127f0 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "DELETE /v2.0/floatingips/f03dd96c-6c33-49fd-8510-bb5394ff8804 HTTP/1.1" status: 204 len: 173 time: 1.1165583 Dec 08 00:08:15.421724 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:15.425947 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:15.426460 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.428438 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:15.428970 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Bound port: b149ed88-5862-4815-9122-04a7c59e0ad7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:15.429370 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.518489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.519300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f3c6525-bcd1-4dad-ac10-763533354deb req-c3300881-c4c5-4ec5-b1d4-4bb6561aa03a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 210 time: 0.0506189 Dec 08 00:08:15.534358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-3969f753-72e0-49f3-ae88-2788aef267ce tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips/4c9c3922-43dd-4a0c-9083-9271be744f3a HTTP/1.1" status: 200 len: 692 time: 0.1159317 Dec 08 00:08:15.557509 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] For port b149ed88-5862-4815-9122-04a7c59e0ad7, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:15.561351 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91a75-aeec-452d-a438-726902c6567c None None] Pushing event updated for resources: {'Port': ['ID=b149ed88-5862-4815-9122-04a7c59e0ad7,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:15.570854 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] For port b149ed88-5862-4815-9122-04a7c59e0ad7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b149ed88-5862-4815-9122-04a7c59e0ad7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:15.573483 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.584879 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.627509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1e30c8-647c-4cf8-8474-facca35821b5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:15.661059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:15.662468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Allocated IP 172.20.0.14 (8fe79f79-9f33-448e-adfa-96885d70b371/c4108e7f-416d-4eb8-8969-a7796e7831de/1f4eedad-ed2b-43e9-a508-10c1950eb71d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:15.668567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:15.674181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:15.757962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:15.783147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-6b6bb2e5-83d8-4f7a-a163-e5e42a56c295 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:15.840286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-6b6bb2e5-83d8-4f7a-a163-e5e42a56c295 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.3046947 Dec 08 00:08:15.945082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-7d4f07da-929d-4672-b6e9-8621660180a6 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.1023800 Dec 08 00:08:15.980333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Routers {'c038b611-45be-4ba9-bbd9-8a633ff0b4b8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:15.981400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:16.069260 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:16.102709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-ad33f7b7-2ece-4fa7-87d3-f4cfeb495998 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.1573048 Dec 08 00:08:16.112347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:16.130168 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] Set router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:16.173052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Network 8fe79f79-9f33-448e-adfa-96885d70b371 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:16.183937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:16.192579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:16.219336 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91a75-aeec-452d-a438-726902c6567c None None] Pushing event updated for resources: {'Port': ['ID=b149ed88-5862-4815-9122-04a7c59e0ad7,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:16.227207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:16.290009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cd2e1-5614-4d4c-b279-4b633a9bfbea req-b1b2c8aa-b094-41da-ab4b-677259b6f00f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:16.299682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f85cd2e1-5614-4d4c-b279-4b633a9bfbea req-b1b2c8aa-b094-41da-ab4b-677259b6f00f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.2429483 Dec 08 00:08:16.339176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:16.342553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:16.414724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f85cd2e1-5614-4d4c-b279-4b633a9bfbea req-63c52b9c-12e9-4370-aac4-0b0f88555986 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955334 Dec 08 00:08:16.435682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Deleting port 293013bc-735d-4e06-b525-c322d56ac5f3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:16.436081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:16.483504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:13Z', 'revision_number': 3, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port': {'id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:16.535196 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60ec8b-2a63-4caa-a9b9-541140abd02a None None] The sync data for ids ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'] in n-d-820549-2 is: [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:13Z', 'revision_number': 3, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port': {'id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:16.629298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:16.629769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:16.664664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Calling delete_port for 293013bc-735d-4e06-b525-c322d56ac5f3 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:16.921167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.055013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Pushing event deleted for resources: {'Port': ['ID=293013bc-735d-4e06-b525-c322d56ac5f3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:17.058203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.065950 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.069364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.070824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df9b7696-c7d8-4161-8f69-073d2834bd04 req-38fe7838-aa7e-4e09-b791-4ae842443e75 tempest-FloatingIPDetailsTestJSON-1656337414 tempest-FloatingIPDetailsTestJSON-1656337414-project] 10.222.0.18 "DELETE /v2.0/floatingips/4c9c3922-43dd-4a0c-9083-9271be744f3a HTTP/1.1" status: 204 len: 173 time: 0.9433968 Dec 08 00:08:17.077683 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-7c6a8f55-e16c-4f00-9098-33534432141a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0940874 Dec 08 00:08:17.078690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:17.128937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Request body: {'port': {'device_id': '7c27699c-1457-445f-8510-6726fa145994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:17.148757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fc3fd-9108-42f0-bb6f-7a071668c56f req-2ba15b26-927d-4a11-86d7-888148ae24c7 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:17.150449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-818fc3fd-9108-42f0-bb6f-7a071668c56f req-2ba15b26-927d-4a11-86d7-888148ae24c7 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 932 time: 0.0932384 Dec 08 00:08:17.222809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.225630 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-818fc3fd-9108-42f0-bb6f-7a071668c56f req-e02c6237-fca4-44ac-b4f6-938dbb608c22 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Dec 08 00:08:17.361613 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.562454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a32c91-2bba-4a37-a6d5-4a47fe821ddc req-10f13fe3-6a3b-47e8-8cfe-9891d7e01851 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:17.573141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8a32c91-2bba-4a37-a6d5-4a47fe821ddc req-10f13fe3-6a3b-47e8-8cfe-9891d7e01851 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.0964611 Dec 08 00:08:17.674182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8a32c91-2bba-4a37-a6d5-4a47fe821ddc req-bf680413-adce-4c74-b43a-6e72d45cc1a6 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951591 Dec 08 00:08:17.770591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.822681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:17.846318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b149ed88-5862-4815-9122-04a7c59e0ad7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:17.917329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b149ed88-5862-4815-9122-04a7c59e0ad7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:17.917709 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.006121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1e30c8-647c-4cf8-8474-facca35821b5,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:18.019386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.029309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.044065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port b149ed88-5862-4815-9122-04a7c59e0ad7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b149ed88-5862-4815-9122-04a7c59e0ad7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:18.049564 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.113758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=b149ed88-5862-4815-9122-04a7c59e0ad7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:18.206659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4eedad-ed2b-43e9-a508-10c1950eb71d {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:18.217895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.244558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Transition to ACTIVE for port object 1f4eedad-ed2b-43e9-a508-10c1950eb71d will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:08:18.257235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.335147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:18.347578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:18.356178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:18.361334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb7b6-52cf-4dc3-b86b-10a9e7dfba35 req-5fcabaf4-a539-4da9-b326-508dd639194b tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:18.370816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93bb7b6-52cf-4dc3-b86b-10a9e7dfba35 req-5fcabaf4-a539-4da9-b326-508dd639194b tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 944 time: 0.0699172 Dec 08 00:08:18.444782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e93bb7b6-52cf-4dc3-b86b-10a9e7dfba35 req-837f33ed-ee7b-474b-bec4-45733f2aa44e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730555 Dec 08 00:08:18.537883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.574750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Attempting to bind port 1f4eedad-ed2b-43e9-a508-10c1950eb71d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:18.575110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Attempting to bind port 1f4eedad-ed2b-43e9-a508-10c1950eb71d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:18.575444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Attempting to bind port 1f4eedad-ed2b-43e9-a508-10c1950eb71d on network 8fe79f79-9f33-448e-adfa-96885d70b371 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:18.587855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Port 1f4eedad-ed2b-43e9-a508-10c1950eb71d on network 8fe79f79-9f33-448e-adfa-96885d70b371 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:08:18.588177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Attempting to bind port 1f4eedad-ed2b-43e9-a508-10c1950eb71d on network 8fe79f79-9f33-448e-adfa-96885d70b371 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:18.600005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:08:18.605682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:18.606018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Checking segment: {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:18.606394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Bound using segment: {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:18.606815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Bound port: 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:18.607262 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.801976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:18.816091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa304b7-2b9c-49ce-bd68-9f5b5454ba7b req-1b421d32-2c7c-48d7-ac36-933da6a5daf8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:18.817691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7aa304b7-2b9c-49ce-bd68-9f5b5454ba7b req-1b421d32-2c7c-48d7-ac36-933da6a5daf8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.0570791 Dec 08 00:08:18.857362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:18.866818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7aa304b7-2b9c-49ce-bd68-9f5b5454ba7b req-dd1c5457-365b-4141-ab85-ba1a68b502e8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Dec 08 00:08:18.869687 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.930734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:18.931329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:18.932722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f4eedad-ed2b-43e9-a508-10c1950eb71d HTTP/1.1" status: 200 len: 1092 time: 1.8388264 Dec 08 00:08:18.935117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:18.937402 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86229869-8793-4fdc-9ffa-412ce1cc4fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:18.944155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:08:18.956830 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-841f1c61-5f91-4b56-8b31-11ef843ff4f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/c038b611-45be-4ba9-bbd9-8a633ff0b4b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9937391 Dec 08 00:08:18.967841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Sync routers for ids ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:18.988979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a08046-b957-458f-8f0b-8094543d54b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:18.997687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Routers {'c038b611-45be-4ba9-bbd9-8a633ff0b4b8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:18.999579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:19.144028 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e51b16-2700-45a1-b5e7-73b72826a5d7 x-openstack-request-id: req-16e51b16-2700-45a1-b5e7-73b72826a5d7 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:19.144463 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:19.144739 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16e51b16-2700-45a1-b5e7-73b72826a5d7 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:19.145137 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'status': 'completed', 'code': 200} Dec 08 00:08:19.162754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294244a9-9176-43fc-a704-2e56345403c5 req-9055bc35-4588-4846-8990-c0f1de8c3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:19.164334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-9055bc35-4588-4846-8990-c0f1de8c3931 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 1095 time: 0.1471097 Dec 08 00:08:19.175268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Set router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:19.223323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-4bb5d9ca-372b-4507-a2a0-28670e68e604 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d HTTP/1.1" status: 200 len: 217 time: 0.0433984 Dec 08 00:08:19.224808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Deleting port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:19.225155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:19.386992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] For port 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,segment=NetworkSegment(bd6b3c43-1bf4-47ec-a611-b1871c396122),segment_id=bd6b3c43-1bf4-47ec-a611-b1871c396122)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:19.387367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:19.400474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294244a9-9176-43fc-a704-2e56345403c5 req-fbe75949-0b74-4224-baaa-e87d2c0bc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:19.402501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-fbe75949-0b74-4224-baaa-e87d2c0bc03e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4108e7f-416d-4eb8-8969-a7796e7831de HTTP/1.1" status: 200 len: 862 time: 0.1630571 Dec 08 00:08:19.416314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Calling delete_port for 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:19.449683 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-910444cb-bf49-43d3-8a56-c1a46e3105de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8fe79f79-9f33-448e-adfa-96885d70b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351684 Dec 08 00:08:19.504368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:16Z', 'revision_number': 4, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port': {'id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ee1e30c8-647c-4cf8-8474-facca35821b5', 'name': '', 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'mac_address': 'fa:16:3e:b5:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:14Z', 'updated_at': '2021-12-08T00:08:17Z', 'revision_number': 2, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'subnets': [{'id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:19.533485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-83b82107-39c7-4b1b-822a-817772f2fa00 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:19.537088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Checking router: c038b611-45be-4ba9-bbd9-8a633ff0b4b8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:08:19.537673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Updating router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 port ee1e30c8-647c-4cf8-8474-facca35821b5 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:08:19.543325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-83b82107-39c7-4b1b-822a-817772f2fa00 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 811 time: 0.1345100 Dec 08 00:08:19.562233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-2badcdbc-2650-44cf-a4ef-e6e8e046aa31 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/quotas/36b3301f19974aa0851a4f337c08d3ce HTTP/1.1" status: 200 len: 375 time: 0.0178008 Dec 08 00:08:19.567270 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:19.677031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-3c2b6890-8963-4d19-a315-b3be3acbac96 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134617 Dec 08 00:08:19.735724 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-5ee56abb-9ea1-4433-b464-7fe973c4812e service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772670 Dec 08 00:08:19.756106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c85338-cd2d-40f2-a837-fe08305c91e7 req-a93c6549-58bf-458f-ac3d-0e19ccb72ac2 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:19.757686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73c85338-cd2d-40f2-a837-fe08305c91e7 req-a93c6549-58bf-458f-ac3d-0e19ccb72ac2 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 944 time: 0.1916661 Dec 08 00:08:19.802518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b149ed88-5862-4815-9122-04a7c59e0ad7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:19.868711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-e7ff8a8c-ecf4-434c-a266-e5f2c3fc4a81 service neutron] 10.222.0.18 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893659 Dec 08 00:08:19.881476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73c85338-cd2d-40f2-a837-fe08305c91e7 req-9cff548a-946d-4846-af9f-a758afffbfa4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779788 Dec 08 00:08:19.886731 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-294244a9-9176-43fc-a704-2e56345403c5 req-c411506e-074d-469a-83c7-0cf573cd1b46 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431506 Dec 08 00:08:19.893843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:19.923850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b149ed88-5862-4815-9122-04a7c59e0ad7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:19.924405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:19.942169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Pushing event deleted for resources: {'Port': ['ID=16e875ae-1cae-4d77-8f3a-4cdc11b7aa71,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:20.011579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-cfd62603-1b5e-46c3-82a2-b94a92292f3c service neutron] 10.222.0.18 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362793 Dec 08 00:08:20.104915 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:20.137996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:20.195280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-40411c21-8c60-4e4d-9c23-cdcb80bbb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:20.197143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-40411c21-8c60-4e4d-9c23-cdcb80bbb534 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 1095 time: 0.1464865 Dec 08 00:08:20.203445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711ec7-5756-4cc4-bb35-ac9404357ddf req-98516b74-8942-4c41-b62b-7f0f0020ae31 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:20.230033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c711ec7-5756-4cc4-bb35-ac9404357ddf req-98516b74-8942-4c41-b62b-7f0f0020ae31 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.1146824 Dec 08 00:08:20.284773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d360c9-8499-4caa-a06e-14dd6be25d0a None None] Pushing event updated for resources: {'Port': ['ID=ee1e30c8-647c-4cf8-8474-facca35821b5,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:20.330785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c711ec7-5756-4cc4-bb35-ac9404357ddf req-a116671b-c005-4593-a355-dd8f4f77c904 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996945 Dec 08 00:08:20.452929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Attempting to bind port ee1e30c8-647c-4cf8-8474-facca35821b5 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:20.454495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Attempting to bind port ee1e30c8-647c-4cf8-8474-facca35821b5 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:20.455072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Attempting to bind port ee1e30c8-647c-4cf8-8474-facca35821b5 on network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:20.463252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:20.464047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Checking segment: {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:20.464615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:20.465156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Bound using segment: {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:20.465785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Bound port: ee1e30c8-647c-4cf8-8474-facca35821b5, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:20.467088 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:20.479603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd8e44a5-58ab-4ccb-b5ec-858ff5018316 req-5e13d404-23f2-4349-97c5-905533fabe20 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 210 time: 0.0924187 Dec 08 00:08:20.571581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] For port ee1e30c8-647c-4cf8-8474-facca35821b5, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:20.576991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] For port ee1e30c8-647c-4cf8-8474-facca35821b5, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ee1e30c8-647c-4cf8-8474-facca35821b5,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:20.582261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:20.661923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d360c9-8499-4caa-a06e-14dd6be25d0a None None] Pushing event updated for resources: {'Port': ['ID=ee1e30c8-647c-4cf8-8474-facca35821b5,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:20.673106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Routers {'c038b611-45be-4ba9-bbd9-8a633ff0b4b8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:20.673729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:20.817517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:20.828598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-0e3bb335-52ff-444b-9377-a9b7e5cab8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:20.830277 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-0e3bb335-52ff-444b-9377-a9b7e5cab8f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 923 time: 0.5862563 Dec 08 00:08:20.831177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] Set router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:20.923323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-1cebe021-01ee-4db7-a478-b9e551d2ffce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d HTTP/1.1" status: 200 len: 217 time: 0.0835278 Dec 08 00:08:21.055334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-f17223bc-4fce-482c-acf6-3cd12ff4bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:21.057313 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-f17223bc-4fce-482c-acf6-3cd12ff4bfda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4108e7f-416d-4eb8-8969-a7796e7831de HTTP/1.1" status: 200 len: 862 time: 0.1270428 Dec 08 00:08:21.147057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-0efdccf0-3e38-4cc5-9349-adbaeff3ff53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8fe79f79-9f33-448e-adfa-96885d70b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820394 Dec 08 00:08:21.180108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1350-9da9-4893-a07d-5ac15cd79814 req-8bffa8da-3c09-4132-9d22-cd003cf7b431 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:21.181775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e7c1350-9da9-4893-a07d-5ac15cd79814 req-8bffa8da-3c09-4132-9d22-cd003cf7b431 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 944 time: 0.1021454 Dec 08 00:08:21.277797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e7c1350-9da9-4893-a07d-5ac15cd79814 req-9e40fcec-5921-4e9e-84d3-8640873b901c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743210 Dec 08 00:08:21.350577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:08:21.361250 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96f24674-3ed0-401d-a283-99160926c694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:21.377276 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-f374251a-787d-4913-9b3d-8fc277fd8745 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217920 Dec 08 00:08:21.377417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:16Z', 'revision_number': 4, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port': {'id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ee1e30c8-647c-4cf8-8474-facca35821b5', 'name': '', 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'mac_address': 'fa:16:3e:b5:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:14Z', 'updated_at': '2021-12-08T00:08:20Z', 'revision_number': 4, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'subnets': [{'id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:21.420099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4d2f2-f8f7-4a15-9e96-f736b333fc68 None None] The sync data for ids ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'] in n-d-820549-2 is: [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:16Z', 'revision_number': 4, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port': {'id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ee1e30c8-647c-4cf8-8474-facca35821b5', 'name': '', 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'mac_address': 'fa:16:3e:b5:9e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:14Z', 'updated_at': '2021-12-08T00:08:20Z', 'revision_number': 4, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'subnets': [{'id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:21.592079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c72ab1-9d05-4d5b-acb9-9dcf6ac6d15c req-ae2b7f8f-d759-4d25-a5c5-65dfe5ab0754 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:21.600687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65c72ab1-9d05-4d5b-acb9-9dcf6ac6d15c req-ae2b7f8f-d759-4d25-a5c5-65dfe5ab0754 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.1544726 Dec 08 00:08:21.685230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65c72ab1-9d05-4d5b-acb9-9dcf6ac6d15c req-02de3fa1-9684-479e-8641-0e184653b15c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829430 Dec 08 00:08:21.725494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:08:21.732790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-86229869-8793-4fdc-9ffa-412ce1cc4fe9 req-c387e9b8-d125-4f09-b1e3-cbe2fd888ac0 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451567 Dec 08 00:08:21.743505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e97fc48d-367b-44b9-8f28-88578364d08e admin admin] 10.222.0.18 "PUT /v2.0/routers/13d4605d-5e5c-4bc0-92e6-5fcf035b2c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6611946 Dec 08 00:08:21.744172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:21.751136 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] Sync routers for ids ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:21.776791 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] Routers {'13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:21.779922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:21.812276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cea9a0a7-0157-4c80-8604-a2a47f01a05b req-9d81d0d5-4112-4a90-ab57-e1d433d5f4ca tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 210 time: 0.0987685 Dec 08 00:08:22.020608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ee1e30c8-647c-4cf8-8474-facca35821b5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:22.061908 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] Set router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:22.187466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ee1e30c8-647c-4cf8-8474-facca35821b5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:22.187996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:22.369101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-1b5e9eee-82bc-47ae-a419-9be63dec3927 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:22.371086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-1b5e9eee-82bc-47ae-a419-9be63dec3927 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.59 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 811 time: 0.3577275 Dec 08 00:08:22.394454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:22.418137 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:08:19Z', 'revision_number': 5, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:22.436989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:22.444953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Request body: {'port': {'device_id': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'admin_state_up': True, 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:22.457886 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] Checking router: 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:08:22.473862 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] Routers {'13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:22.474651 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:22.521216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port ee1e30c8-647c-4cf8-8474-facca35821b5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ee1e30c8-647c-4cf8-8474-facca35821b5,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:22.523366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a7150-eb54-435d-baa2-88e8685cb5e8 req-497dc9db-cb8e-4d76-8f34-89cbac98a4aa tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:22.532646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f82a7150-eb54-435d-baa2-88e8685cb5e8 req-497dc9db-cb8e-4d76-8f34-89cbac98a4aa tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 944 time: 0.1118138 Dec 08 00:08:22.534245 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:22.639988 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] Set router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:22.656617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f82a7150-eb54-435d-baa2-88e8685cb5e8 req-6883aa46-f792-4451-8870-d78a5d03c53d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091630 Dec 08 00:08:22.659794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=ee1e30c8-647c-4cf8-8474-facca35821b5,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:22.736693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:22.781878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Made reservation on behalf of 36b3301f19974aa0851a4f337c08d3ce for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:22.787290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:22.941964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab779c7-df7a-4ec5-9d4e-d2f7857b46e7 req-2db16b84-f160-4fc4-aacf-00302b8ab332 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:22.949670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ab779c7-df7a-4ec5-9d4e-d2f7857b46e7 req-2db16b84-f160-4fc4-aacf-00302b8ab332 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.1771262 Dec 08 00:08:22.959183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Deleting port 2f910664-3c0f-4fc9-afff-f3a5725d941f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:22.959803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:22.983023 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:08:19Z', 'revision_number': 5, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:23.013906 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca46d3-3390-4132-84aa-3393fed8ed5d None None] The sync data for ids ['13d4605d-5e5c-4bc0-92e6-5fcf035b2c08'] in n-d-820549-2 is: [{'id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'name': 'tempest-FloatingIPDetailsTestJSON-159663467-router', 'tenant_id': 'c365ca01017c41b78f4bd504a588ab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:48Z', 'updated_at': '2021-12-08T00:08:19Z', 'revision_number': 5, 'project_id': 'c365ca01017c41b78f4bd504a588ab2e', 'gw_port': {'id': '2f910664-3c0f-4fc9-afff-f3a5725d941f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4605d-5e5c-4bc0-92e6-5fcf035b2c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:49Z', 'updated_at': '2021-12-08T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:23.025582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37850e76-6f9a-4cc5-b93f-533456a25722 req-0f67f6a8-116a-4789-954c-75008d780ff1 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 210 time: 0.1037800 Dec 08 00:08:23.103956 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ab779c7-df7a-4ec5-9d4e-d2f7857b46e7 req-0d1c52db-29d7-4bf7-88c9-b7c6bb9dcd3d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515398 Dec 08 00:08:23.142997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Allocated IP 172.20.0.4 (db9259eb-8c29-4b26-89a3-3b1c47bc1e8b/e77b13b0-ff11-4f54-82f3-eb235542b793/cd6d386d-eb79-4d94-9eb7-a256401fcb37) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:23.154076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] For port 2f910664-3c0f-4fc9-afff-f3a5725d941f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2f910664-3c0f-4fc9-afff-f3a5725d941f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:23.154436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.175447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Calling delete_port for 2f910664-3c0f-4fc9-afff-f3a5725d941f owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:23.384062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f4eedad-ed2b-43e9-a508-10c1950eb71d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:08:23.442501 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.516877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:23.530757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.534442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'port_id': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'mac_address': 'fa:16:3e:bb:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4108e7f-416d-4eb8-8969-a7796e7831de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:08:23.567390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.570755 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-293d5134-0e86-441d-93b2-5dfa3dee913e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.586356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.598565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:23.601764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4eedad-ed2b-43e9-a508-10c1950eb71d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:23.604377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:23.622720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:23.624877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:23.629451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.707617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Pushing event updated for resources: {'Port': ['ID=cd6d386d-eb79-4d94-9eb7-a256401fcb37,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:23.715066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:23.769921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.815432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ee1e30c8-647c-4cf8-8474-facca35821b5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:23.891709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2f910664-3c0f-4fc9-afff-f3a5725d941f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:23.917746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ee1e30c8-647c-4cf8-8474-facca35821b5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:23.918013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.924904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789cb97-9ff5-4211-a5e9-92a793cd39f5 req-dbec7794-47c3-411e-a779-2e02d6a337c6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:23.926764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5789cb97-9ff5-4211-a5e9-92a793cd39f5 req-dbec7794-47c3-411e-a779-2e02d6a337c6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 945 time: 0.1433139 Dec 08 00:08:23.939972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:23.940612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.993573 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:23.997748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5789cb97-9ff5-4211-a5e9-92a793cd39f5 req-0dbf0c95-eedc-46bb-aadd-9ea6542cc868 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626709 Dec 08 00:08:24.002092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['1f4eedad-ed2b-43e9-a508-10c1950eb71d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:24.005022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:24.032945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:24.080866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-6348cda1-d6dd-4a00-8cc0-652e6dca732c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6404724 Dec 08 00:08:24.083282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-4b0e2e5d-e60e-47bd-a4a5-475877ed6706 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:24.085090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-4b0e2e5d-e60e-47bd-a4a5-475877ed6706 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.2468500 Dec 08 00:08:24.086384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:24.087016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:08:24.091408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:24.091408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 16e875ae-1cae-4d77-8f3a-4cdc11b7aa71 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:24.091982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:24.093394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6d7c2d64-a835-4344-a1f2-7028eb1f74cf admin admin] 10.222.0.18 "DELETE /v2.0/routers/13d4605d-5e5c-4bc0-92e6-5fcf035b2c08 HTTP/1.1" status: 204 len: 168 time: 2.3481359 Dec 08 00:08:24.096083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51014) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:24.102752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:24.111516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Request body: {'port': {'device_id': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:24.306480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dab62-c671-451a-992d-1d4d3a7e7a85 req-29aa3e0c-8742-413c-bd16-acc166e8e604 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:24.310085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-587dab62-c671-451a-992d-1d4d3a7e7a85 req-29aa3e0c-8742-413c-bd16-acc166e8e604 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 931 time: 0.1560636 Dec 08 00:08:24.326772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] Deleting subnet 3b48b885-5d94-4e49-9fce-3b54025d445f {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:08:24.328529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26544f4b-cdaa-41de-b953-606cf76829d3 req-4a412c6a-31da-49b4-a73e-80f3b6e98872 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:24.330917 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:24.336391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26544f4b-cdaa-41de-b953-606cf76829d3 req-4a412c6a-31da-49b4-a73e-80f3b6e98872 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 945 time: 0.1230981 Dec 08 00:08:24.368440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:24.394779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:24.399029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:24.417178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26544f4b-cdaa-41de-b953-606cf76829d3 req-0efcc68a-2d51-4fd5-a5f4-60bfae9ff771 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799048 Dec 08 00:08:24.432832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-587dab62-c671-451a-992d-1d4d3a7e7a85 req-1eac6d02-6bdc-4000-b3aa-c7672aa12b0c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148055 Dec 08 00:08:24.846091 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.052645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.075696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:25.113748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.142545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc109988-6401-4b62-bb2c-c1c73dcff636 req-0892b7e2-5156-4ed8-91d5-ff6266bd0253 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:25.144214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc109988-6401-4b62-bb2c-c1c73dcff636 req-0892b7e2-5156-4ed8-91d5-ff6266bd0253 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 945 time: 0.0547237 Dec 08 00:08:25.157476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b48b885-5d94-4e49-9fce-3b54025d445f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:25.165977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.169234 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-268abc08-0e40-42dc-9ff7-e5f6ac704c06 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3b48b885-5d94-4e49-9fce-3b54025d445f HTTP/1.1" status: 204 len: 168 time: 1.0725100 Dec 08 00:08:25.174376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51030) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:25.176191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7221c067-08b6-4bef-addf-68e74fc80eb0 None None] Network 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:25.213648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc109988-6401-4b62-bb2c-c1c73dcff636 req-09bb45ae-1953-4785-8918-34edd30c74ff tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616040 Dec 08 00:08:25.238924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:25.362749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.368560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:25.370857 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a14c46-2cb1-44f3-bbc8-5266f0b1fa79" -d '{"events": [{"server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:25.374808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.407293 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.412957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 36ee51f3-5fc0-427c-ac87-4a9c269a3745 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:08:25.424367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f4eedad-ed2b-43e9-a508-10c1950eb71d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:25.426918 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183ecf0e-d92a-4b63-acc7-fd3bb888301e x-openstack-request-id: req-183ecf0e-d92a-4b63-acc7-fd3bb888301e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:25.428947 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:25.429217 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-183ecf0e-d92a-4b63-acc7-fd3bb888301e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:25.429799 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745', 'code': 200} Dec 08 00:08:25.448235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] DHCP port deletion for 7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:08:25.460714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6d386d-eb79-4d94-9eb7-a256401fcb37 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:25.503392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.562099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:25.566066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb38679-dd27-49a2-a62c-f55bf2d6617c req-70b848e2-971a-428b-9949-db7065645e39 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:25.568636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Transition to ACTIVE for port object cd6d386d-eb79-4d94-9eb7-a256401fcb37 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:08:25.575356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bb38679-dd27-49a2-a62c-f55bf2d6617c req-70b848e2-971a-428b-9949-db7065645e39 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.0706835 Dec 08 00:08:25.588265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 1f4eedad-ed2b-43e9-a508-10c1950eb71d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:08:25.589074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.601179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 1f4eedad-ed2b-43e9-a508-10c1950eb71d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:25.601546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.610273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:25.625325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:25.626203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:25.626537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:25.654308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:08:25.654791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:25.655374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] Deleting port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:25.655853 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.668754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bb38679-dd27-49a2-a62c-f55bf2d6617c req-fb19fa2b-b473-4c58-a136-a787935bf0fa tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913923 Dec 08 00:08:25.671361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:25.671707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:25.672092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:25.673149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Bound port: 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:25.673518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.676452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Deleting port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:25.676827 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.703785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:25.704029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:25.704135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6d386d-eb79-4d94-9eb7-a256401fcb37,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:25.704302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:25.761442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f1b5a-97c6-4f7f-aba8-727660db2461 req-90c16dac-6045-4010-805f-722b139b2961 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:25.765156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b3f1b5a-97c6-4f7f-aba8-727660db2461 req-90c16dac-6045-4010-805f-722b139b2961 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 943 time: 0.0937796 Dec 08 00:08:25.785469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:08:25.786056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:25.789407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] For port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,segment=NetworkSegment(bd6b3c43-1bf4-47ec-a611-b1871c396122),segment_id=bd6b3c43-1bf4-47ec-a611-b1871c396122)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:25.789972 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.809585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:25.809970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:25.810415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:25.811962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Bound port: 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:25.812371 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.816993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] Calling delete_port for ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:25.843431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b3f1b5a-97c6-4f7f-aba8-727660db2461 req-674d7f0d-dcc1-4301-a399-16586414c138 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Dec 08 00:08:25.856344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] For port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,segment=NetworkSegment(bd6b3c43-1bf4-47ec-a611-b1871c396122),segment_id=bd6b3c43-1bf4-47ec-a611-b1871c396122)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:25.856875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.864562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2f910664-3c0f-4fc9-afff-f3a5725d941f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:25.890367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Calling delete_port for ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:25.921040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:25.924890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Attempting to bind port cd6d386d-eb79-4d94-9eb7-a256401fcb37 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:25.925222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Attempting to bind port cd6d386d-eb79-4d94-9eb7-a256401fcb37 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:25.925547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Attempting to bind port cd6d386d-eb79-4d94-9eb7-a256401fcb37 on network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:25.936204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2f910664-3c0f-4fc9-afff-f3a5725d941f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:25.936600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2f910664-3c0f-4fc9-afff-f3a5725d941f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:25.937016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:25.976250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:25.978861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Port cd6d386d-eb79-4d94-9eb7-a256401fcb37 on network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:08:25.979273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Attempting to bind port cd6d386d-eb79-4d94-9eb7-a256401fcb37 on network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:25.988736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.989410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:25.997959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:25.997959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Checking segment: {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:25.997959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Bound using segment: {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:25.997959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Bound port: cd6d386d-eb79-4d94-9eb7-a256401fcb37, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:25.998346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.067559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:26.069802 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271ea0e6-0be7-46a2-8353-0d9a50c27165" -d '{"events": [{"server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:26.088624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:26.092406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:26.102149 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 36ee51f3-5fc0-427c-ac87-4a9c269a3745-n-h2-820549-2-0 {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:08:26.102149 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:08:26.123678 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.128669 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.178027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] No DVR routers for this DVR port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:26.182563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.222062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:26.222496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.225578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:26.226306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.228458 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] 10.222.0.44 "PUT /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 1121 time: 2.1332493 Dec 08 00:08:26.232260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4a4e2-f648-4f62-8d92-dd44c7855854 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=8']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:26.244634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.244936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.245279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.245615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.246016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.246392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.246720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.247561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.247561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.248334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.248334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.248478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.248805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:08:26.255903 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.280627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9c233-a70a-4d04-93b8-31a736d91d64 None None] Pushing event deleted for resources: {'Port': ['ID=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:26.342208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] No DVR routers for this DVR port ec5aea44-7164-4a12-9fc2-b9c91b3a3d13 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:26.357318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5aea44-7164-4a12-9fc2-b9c91b3a3d13,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:26.377556 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582b40be-67be-45b6-8222-51c0840db41d x-openstack-request-id: req-582b40be-67be-45b6-8222-51c0840db41d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:26.378014 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:26.378387 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582b40be-67be-45b6-8222-51c0840db41d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:26.378840 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'code': 200} Dec 08 00:08:26.410432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['36ee51f3-5fc0-427c-ac87-4a9c269a3745'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:26.450646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] For port cd6d386d-eb79-4d94-9eb7-a256401fcb37, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:26.475996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['36ee51f3-5fc0-427c-ac87-4a9c269a3745'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:26.489158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ce76-ed27-4ed4-a00b-297ebe5b5367 req-f038d8c0-b2da-4a93-bcf2-c5d9139a48c7 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:26.491883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1442ce76-ed27-4ed4-a00b-297ebe5b5367 req-f038d8c0-b2da-4a93-bcf2-c5d9139a48c7 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.1195447 Dec 08 00:08:26.508064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] For port cd6d386d-eb79-4d94-9eb7-a256401fcb37, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:26.537473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.578832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1442ce76-ed27-4ed4-a00b-297ebe5b5367 req-0a9e3df9-8d61-45d0-a3ce-c97fba9917a7 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796602 Dec 08 00:08:26.602010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.631515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:26.632133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.633534 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] 10.222.0.59 "PUT /v2.0/ports/cd6d386d-eb79-4d94-9eb7-a256401fcb37 HTTP/1.1" status: 200 len: 1091 time: 2.5357320 Dec 08 00:08:26.636783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:26.637302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:26.637675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:26.646167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:26.661858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff945516-82a4-44df-b7fe-5f66deafc077 req-9100d206-23e4-4cc9-b85e-8a9da38348c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:26.663443 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ff945516-82a4-44df-b7fe-5f66deafc077 req-9100d206-23e4-4cc9-b85e-8a9da38348c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 1097 time: 0.1652670 Dec 08 00:08:26.668733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:08:26.669127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempting to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on network e7a55441-5ae6-46ea-88d6-4545d8de262c {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:26.670182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6b3c43-1bf4-47ec-a611-b1871c396122') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:26.670463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6b3c43-1bf4-47ec-a611-b1871c396122') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:26.676664 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:08:26.696744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf0a07-794e-4468-85e7-4853a7bc149d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6d386d-eb79-4d94-9eb7-a256401fcb37,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:26.698451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:26.698849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Checking segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:26.699301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Bound using segment: {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:26.699789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Bound port: 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56823848-8668-4c2d-8c60-c633f9eb17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e7a55441-5ae6-46ea-88d6-4545d8de262c'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:26.700191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.700597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.733727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.805193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:08:26.806139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:08:26.808424 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:08:26.827500 n-d-820549-2 neutron-server[103115]: WARNING neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Concurrent port binding operations failed on port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 Dec 08 00:08:26.834538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:26.839789 n-d-820549-2 neutron-server[103115]: INFO neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Attempt 2 to bind port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 Dec 08 00:08:26.840188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 36ee51f3-5fc0-427c-ac87-4a9c269a3745 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:08:26.859836 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ff945516-82a4-44df-b7fe-5f66deafc077 req-ee8dee16-f814-4758-b27e-e77630f3b025 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850948 Dec 08 00:08:26.871719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171a22-31eb-4ac7-a257-5c025ac49a95 req-5b35ad08-cabc-47cb-83b9-f9466fd59db2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:26.876052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d171a22-31eb-4ac7-a257-5c025ac49a95 req-5b35ad08-cabc-47cb-83b9-f9466fd59db2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.0915337 Dec 08 00:08:26.897357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-814989fc-00c0-4a28-a2b0-c71c6c5ffb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:26.898849 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-814989fc-00c0-4a28-a2b0-c71c6c5ffb3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 1094 time: 0.1667955 Dec 08 00:08:26.908394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.912918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:26.917413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43 HTTP/1.1" status: 204 len: 168 time: 1.7386019 Dec 08 00:08:26.933356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9debf2-f6ef-4e57-9a74-0f311b429867 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad7b927-bb78-4ac3-ad8c-b67d1eb37e43,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:26.970800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d171a22-31eb-4ac7-a257-5c025ac49a95 req-00d09e21-12a1-4d12-b473-e56a5c1ed47f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883183 Dec 08 00:08:26.990973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-93ea8be0-1a2e-40a3-94ae-1d35ba596ffe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37 HTTP/1.1" status: 200 len: 217 time: 0.0497823 Dec 08 00:08:27.058264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-9f3a054b-6594-438a-87fa-42e3de4d7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:27.060301 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-9f3a054b-6594-438a-87fa-42e3de4d7aeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 200 len: 851 time: 0.0589664 Dec 08 00:08:27.075325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69522805-5690-42aa-9457-ddbeff356952 req-7bf2b17a-d61f-4b05-83c3-b995ce13731e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:27.077045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69522805-5690-42aa-9457-ddbeff356952 req-7bf2b17a-d61f-4b05-83c3-b995ce13731e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 943 time: 0.0769987 Dec 08 00:08:27.104389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51068) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:27.124664 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-153cd8f1-3903-46f2-9332-3822e4263c40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285745 Dec 08 00:08:27.155332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69522805-5690-42aa-9457-ddbeff356952 req-0334e8fb-042f-48e6-bd8c-0ddae6c63b88 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714095 Dec 08 00:08:27.175032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b759db5e-9698-4a06-8b6f-eed0393af8b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c365ca01017c41b78f4bd504a588ab2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692549 Dec 08 00:08:27.175777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51070) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:27.205504 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:27.239297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-31ec1a6f-0fea-4407-b82e-5fae5f9b9a44 service neutron] 10.222.0.59 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052988 Dec 08 00:08:27.240530 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6dec699-bc75-43f0-9f96-5b7893f133c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:27.263160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6dec699-bc75-43f0-9f96-5b7893f133c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:27.323376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6dec699-bc75-43f0-9f96-5b7893f133c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:27.326018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6dec699-bc75-43f0-9f96-5b7893f133c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:27.329578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e6dec699-bc75-43f0-9f96-5b7893f133c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/328a3165-4980-4c9d-b282-d4ffa9dbfdef HTTP/1.1" status: 204 len: 168 time: 0.1503384 Dec 08 00:08:27.337130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec699-bc75-43f0-9f96-5b7893f133c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a3165-4980-4c9d-b282-d4ffa9dbfdef,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:27.374803 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c1eff077-03e4-44a1-b772-342d2d74aa8b req-895344c0-d2d3-4832-96a7-5f904de503c5 service neutron] 10.222.0.59 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270773 Dec 08 00:08:27.430690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745'}, {'name': 'network-changed', 'server_uuid': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'tag': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:27.433223 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b1188-ad4d-45d6-9634-7174b2043bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745"}, {"name": "network-changed", "server_uuid": "cdede023-d112-4681-b550-1f4e70c71cf4", "tag": "cd6d386d-eb79-4d94-9eb7-a256401fcb37"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:27.490159 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6192007-3cd1-4831-9107-a523235e987e x-openstack-request-id: req-c6192007-3cd1-4831-9107-a523235e987e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:27.490678 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdede023-d112-4681-b550-1f4e70c71cf4", "tag": "cd6d386d-eb79-4d94-9eb7-a256401fcb37", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:27.491601 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6192007-3cd1-4831-9107-a523235e987e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:27.492331 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745', 'status': 'completed', 'code': 200} Dec 08 00:08:27.492686 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'tag': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37', 'status': 'completed', 'code': 200} Dec 08 00:08:27.588617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-2e422c6c-a10a-453a-a10c-7e9a00862c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:27.590215 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-2e422c6c-a10a-453a-a10c-7e9a00862c59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1124 time: 0.0416172 Dec 08 00:08:27.720533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-23163ee5-a9aa-4054-9e3a-ceb2635e3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:27.722061 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-23163ee5-a9aa-4054-9e3a-ceb2635e3791 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1226733 Dec 08 00:08:27.733603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85e8f-5b1c-4f68-a1cd-afc0939c9630 req-318f8bef-a8fc-443e-a7c6-c94ecd86c06e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:27.743646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ab85e8f-5b1c-4f68-a1cd-afc0939c9630 req-318f8bef-a8fc-443e-a7c6-c94ecd86c06e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.0845385 Dec 08 00:08:27.773922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-e5843e89-fbb5-44a2-b3d0-071c084ef4ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 217 time: 0.0400178 Dec 08 00:08:27.805216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ab85e8f-5b1c-4f68-a1cd-afc0939c9630 req-c9138232-433e-43dd-8846-cdef885a9c3c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Dec 08 00:08:27.851521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-10d837b5-2f6d-493c-9cba-d0f954f31f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:27.853531 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-10d837b5-2f6d-493c-9cba-d0f954f31f01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0697546 Dec 08 00:08:27.888708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-e3565865-5e52-4046-98d8-eec1c8d7784d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272324 Dec 08 00:08:27.997933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-16eec3bc-9887-4fc1-ab7b-4e4179f4b760 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002424 Dec 08 00:08:28.135849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bf0e1-91e2-47c4-87be-54e2a4c4915a req-75595b1c-1adf-4e5a-94a4-6072c7a22d3a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:28.149552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c7bf0e1-91e2-47c4-87be-54e2a4c4915a req-75595b1c-1adf-4e5a-94a4-6072c7a22d3a tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.1070104 Dec 08 00:08:28.185155 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-04c3c8dd-b43a-474e-b391-1ee2393c2f27 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735945 Dec 08 00:08:28.227282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c7bf0e1-91e2-47c4-87be-54e2a4c4915a req-cf429682-e5bb-4d97-afc4-294ca7a75a86 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760887 Dec 08 00:08:28.252919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51110) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:28.344387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cae82-5ed9-48a0-ba4c-d09c5778be81 req-f2ef4521-d7b3-4501-878a-d09ede23c71a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:28.346299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e53cae82-5ed9-48a0-ba4c-d09c5778be81 req-f2ef4521-d7b3-4501-878a-d09ede23c71a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 943 time: 0.0519643 Dec 08 00:08:28.390082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-262843332-network', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:28.396588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-dc3b2f3b-2c76-4eb1-a3e4-0c428382119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:28.398075 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-dc3b2f3b-2c76-4eb1-a3e4-0c428382119a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 1094 time: 0.0625670 Dec 08 00:08:28.413771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e53cae82-5ed9-48a0-ba4c-d09c5778be81 req-084692a3-b80c-4991-9a6c-357236227fd0 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613577 Dec 08 00:08:28.442085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Made reservation on behalf of 2bb4c1a48c8d4b4e8c020b09aba6c019 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:28.444398 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.461597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.542726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-dfa7b270-3738-454f-affa-2cd64c55ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:28.544497 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-dfa7b270-3738-454f-affa-2cd64c55ff03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 912 time: 0.1357877 Dec 08 00:08:28.597617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-67f46431-c195-4777-8a9b-14aca69fce29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37 HTTP/1.1" status: 200 len: 217 time: 0.0423088 Dec 08 00:08:28.657432 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.665828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.676059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-d6726ea1-044f-4123-a852-7a9413ec2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:28.677516 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-d6726ea1-044f-4123-a852-7a9413ec2a9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 200 len: 851 time: 0.0705519 Dec 08 00:08:28.704882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:08:28.727703 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-2147ca13-e489-4d85-b1f9-059ab7f26564 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379984 Dec 08 00:08:28.729775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40421b4f-f909-42b4-afd8-15ebfe04af52,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:28.734727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.735614 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Added segment cd6c4399-36a4-4e24-bd74-66f66220c80c of type vlan for network 60d09d07-a2dd-4820-ae51-460b1d4adc59 Dec 08 00:08:28.805416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.884831 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-0281c5fa-083c-4118-a0b3-532ac668ebff service neutron] 10.222.0.59 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410449 Dec 08 00:08:28.885576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.886434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:28.887073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:28.934356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6799209 Dec 08 00:08:28.938998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51122) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:28.950235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Request body: {'subnet': {'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-262843332-subnet', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:28.967194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffbb46-e2a8-4cb4-a406-cfa69e7d773f req-5535ba9c-64d7-43c4-bf60-0db56b81b7cf tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:28.977502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97ffbb46-e2a8-4cb4-a406-cfa69e7d773f req-5535ba9c-64d7-43c4-bf60-0db56b81b7cf tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.0777750 Dec 08 00:08:29.028229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97ffbb46-e2a8-4cb4-a406-cfa69e7d773f req-cb1568dc-e318-4aaf-8b9b-0193acd51260 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Dec 08 00:08:29.036475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ab7df-69a8-4491-a4f4-29e51c0dadc9 admin admin] Pushing event updated for resources: {'Network': ['ID=60d09d07-a2dd-4820-ae51-460b1d4adc59,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:29.059690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:08:29.065152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Made reservation on behalf of 2bb4c1a48c8d4b4e8c020b09aba6c019 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:29.078187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:29.168381 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-695b1188-ad4d-45d6-9634-7174b2043bb6 req-e1fc7433-10b1-40ce-8d2a-67576846cbfb service neutron] 10.222.0.59 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705517 Dec 08 00:08:29.186827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87fc16-a71f-485c-a3fe-a2efe547d1a7 req-df3e0ef5-3e41-4df3-a1df-8fef12937012 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:29.197575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff87fc16-a71f-485c-a3fe-a2efe547d1a7 req-df3e0ef5-3e41-4df3-a1df-8fef12937012 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.0723348 Dec 08 00:08:29.295769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff87fc16-a71f-485c-a3fe-a2efe547d1a7 req-44764879-91fb-4919-a175-b8ca5f4f5d27 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984113 Dec 08 00:08:29.404669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:29.423027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa66fbd-c7db-4b38-b9a4-e78e01804579 req-58db7050-af0d-4afd-b4ea-59ec56b39c3f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:29.434633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afa66fbd-c7db-4b38-b9a4-e78e01804579 req-58db7050-af0d-4afd-b4ea-59ec56b39c3f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.0784874 Dec 08 00:08:29.479348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1c3a7f-2940-49e8-9924-f44e07391a0d,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:29.493447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afa66fbd-c7db-4b38-b9a4-e78e01804579 req-948897a8-cd54-41b6-a232-1b1527b76b81 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577302 Dec 08 00:08:29.533813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Checking segment: {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:29.534244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Network hostable DHCP agents. Network: 60d09d07-a2dd-4820-ae51-460b1d4adc59, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:08:29.566720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:08:29.588737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 60d09d07-a2dd-4820-ae51-460b1d4adc59) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:29.594336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:29.596106 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:29.598514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53ff95-4cc6-4221-959b-dfc39574afaf None None] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:29.651335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ece4c9f3-372a-46a0-ac04-835716bf722a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7048619 Dec 08 00:08:29.653351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51144) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:29.660664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:29.716050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3b83f-41a9-441c-8ea3-74a83e0ff9ab req-c25d4bc7-d288-4457-b7e9-ae4bee3e9742 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:29.726391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed3b83f-41a9-441c-8ea3-74a83e0ff9ab req-c25d4bc7-d288-4457-b7e9-ae4bee3e9742 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 943 time: 0.1248217 Dec 08 00:08:29.761546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73471e8-6db2-4738-8c34-35f5756d8bec req-830f1774-3a9e-4295-be12-13dfddf643ea tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:29.763204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c73471e8-6db2-4738-8c34-35f5756d8bec req-830f1774-3a9e-4295-be12-13dfddf643ea tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.2137303 Dec 08 00:08:29.809938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:29.815602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:29.935285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed3b83f-41a9-441c-8ea3-74a83e0ff9ab req-6dd9b07f-9edd-47ed-828b-a6b408a72cc8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067251 Dec 08 00:08:30.009297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-60d09d07-a2dd-4820-ae51-460b1d4adc59', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:08:30.010488 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:30.142239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c73471e8-6db2-4738-8c34-35f5756d8bec req-ffcb6c35-d668-4825-a439-58d67bb2e35d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519850 Dec 08 00:08:30.148537 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:30.345215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Allocated IP 172.20.0.2 (60d09d07-a2dd-4820-ae51-460b1d4adc59/ff1c3a7f-2940-49e8-9924-f44e07391a0d/95f55f35-8050-48ff-a145-703d286f13b3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:30.437385 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:30.489994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1202-822c-4f03-953a-d2053b7f538e req-0cf27505-dc5c-4baa-814b-63f496b4c24d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:30.505062 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-103c1202-822c-4f03-953a-d2053b7f538e req-0cf27505-dc5c-4baa-814b-63f496b4c24d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.1425812 Dec 08 00:08:30.603766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-103c1202-822c-4f03-953a-d2053b7f538e req-69327a25-074f-420d-9655-b9bc1133a4c8 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976367 Dec 08 00:08:30.667193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:30.680843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:30.775800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc192ab5-bbd8-4ad6-85fb-851fb4d515a6 req-d8af5631-26f8-4e3e-b312-b2d54f37d3ef tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:30.777633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Pushing event updated for resources: {'Port': ['ID=95f55f35-8050-48ff-a145-703d286f13b3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:30.777773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc192ab5-bbd8-4ad6-85fb-851fb4d515a6 req-d8af5631-26f8-4e3e-b312-b2d54f37d3ef tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.0925701 Dec 08 00:08:30.800178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57078c-3b48-4138-8bef-0ccb3c3571c4 req-e188fe65-4fd0-4fc5-a236-1ab41848cbf1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:30.800785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:30.802092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe57078c-3b48-4138-8bef-0ccb3c3571c4 req-e188fe65-4fd0-4fc5-a236-1ab41848cbf1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.1159208 Dec 08 00:08:30.803042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:30.811741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:30.849666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device cd6d386d-eb79-4d94-9eb7-a256401fcb37 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:08:30.960987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc192ab5-bbd8-4ad6-85fb-851fb4d515a6 req-36d8b665-3705-4e06-9f47-29288cbad423 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716194 Dec 08 00:08:30.989406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe57078c-3b48-4138-8bef-0ccb3c3571c4 req-e1be1b3a-e727-4aea-9d9c-05ceeab33ccf tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595709 Dec 08 00:08:31.026394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port cd6d386d-eb79-4d94-9eb7-a256401fcb37, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:31.029559 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.042252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37', 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'port_id': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37', 'mac_address': 'fa:16:3e:17:72:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:08:31.056592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Attempting to bind port 95f55f35-8050-48ff-a145-703d286f13b3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:31.057062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Attempting to bind port 95f55f35-8050-48ff-a145-703d286f13b3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:31.057503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Attempting to bind port 95f55f35-8050-48ff-a145-703d286f13b3 on network 60d09d07-a2dd-4820-ae51-460b1d4adc59 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:31.072617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.087357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:31.087838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Checking segment: {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:31.088304 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.088767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Bound using segment: {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:31.089330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Bound port: 95f55f35-8050-48ff-a145-703d286f13b3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:31.089775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.212756 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.231366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6d386d-eb79-4d94-9eb7-a256401fcb37 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:31.283118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port cd6d386d-eb79-4d94-9eb7-a256401fcb37, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:31.290428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] For port 95f55f35-8050-48ff-a145-703d286f13b3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:31.294239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] For port 95f55f35-8050-48ff-a145-703d286f13b3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=95f55f35-8050-48ff-a145-703d286f13b3,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:31.296344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.333931 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.380719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=cd6d386d-eb79-4d94-9eb7-a256401fcb37,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:31.448599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b59fea-e8c8-44c7-ae60-0ec44be9a805 None None] Pushing event updated for resources: {'Port': ['ID=95f55f35-8050-48ff-a145-703d286f13b3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:31.686052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05775c1c-69a8-4019-a03a-8902e987d6cb req-5d19084e-5339-4db1-a073-76f011b4c639 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:31.711725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05775c1c-69a8-4019-a03a-8902e987d6cb req-5d19084e-5339-4db1-a073-76f011b4c639 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.6413012 Dec 08 00:08:31.721574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['cd6d386d-eb79-4d94-9eb7-a256401fcb37'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:31.843422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d33f-155d-448b-9aca-5981a64d3da3 req-c51274c5-7d90-4138-a230-3361f6ce9e2e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:31.847117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9276d33f-155d-448b-9aca-5981a64d3da3 req-c51274c5-7d90-4138-a230-3361f6ce9e2e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 943 time: 0.7512255 Dec 08 00:08:31.872627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 95f55f35-8050-48ff-a145-703d286f13b3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:31.974353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Allocated IP 172.25.6.253 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/165ddfe3-13b4-42f4-9ccb-ed6d084ea469) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:31.984359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 95f55f35-8050-48ff-a145-703d286f13b3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:31.985453 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:31.998476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05775c1c-69a8-4019-a03a-8902e987d6cb req-470e18b3-c5d5-4b6a-891d-47019cf66426 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813210 Dec 08 00:08:32.122361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9276d33f-155d-448b-9aca-5981a64d3da3 req-b06ddc88-abaf-4442-8320-2b627129ecad tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131495 Dec 08 00:08:32.134454 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:32.204689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 95f55f35-8050-48ff-a145-703d286f13b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=95f55f35-8050-48ff-a145-703d286f13b3,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:32.215096 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:32.238727 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:32.271950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=95f55f35-8050-48ff-a145-703d286f13b3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:32.310954 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:32.454570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:32.469661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Pushing event updated for resources: {'Port': ['ID=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:32.475810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:32.480552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:32.520003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22dacc-a75c-4658-a703-3361259ff6e1 req-80997b7a-cfff-4e6e-a112-609f7fec91f7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.521757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c22dacc-a75c-4658-a703-3361259ff6e1 req-80997b7a-cfff-4e6e-a112-609f7fec91f7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 943 time: 0.1658232 Dec 08 00:08:32.557771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.563833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.569857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.576065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.583021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.589004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.595701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:32.598462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5750382-746f-45ff-b935-82638219cf7d req-248df232-045a-43de-9e73-c87c6b9ecac9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.1867242 Dec 08 00:08:32.827179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 36ee51f3-5fc0-427c-ac87-4a9c269a3745 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:32.844407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c22dacc-a75c-4658-a703-3361259ff6e1 req-48d0f774-1974-483e-a75f-66fa6527c472 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099625 Dec 08 00:08:32.865403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5750382-746f-45ff-b935-82638219cf7d req-293c92b5-5410-4ac2-8338-0d709dee658b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2402492 Dec 08 00:08:32.874046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-550d379f-487b-4c69-9969-75379192e19b tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:08:32.875123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-550d379f-487b-4c69-9969-75379192e19b tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285439 Dec 08 00:08:32.940699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17571036-4a0d-438c-875e-77c8357c4ba4 None None] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:08:33.073522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9b48c81d-da18-4a75-ae3f-e82f4873ece8 None None] Provisioning complete for port 95f55f35-8050-48ff-a145-703d286f13b3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:33.074081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9b48c81d-da18-4a75-ae3f-e82f4873ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:33.086583 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-6a07f310-3a85-43e3-bd53-93e0aab207d9 service neutron] 10.222.0.59 "GET /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.2029669 Dec 08 00:08:33.197727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef23a-9946-4437-bbaf-ee1ec2c8b0a4 req-c1a8b073-8509-4a38-b647-71eb5fb1113b tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.199781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fdef23a-9946-4437-bbaf-ee1ec2c8b0a4 req-c1a8b073-8509-4a38-b647-71eb5fb1113b tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.1680341 Dec 08 00:08:33.217920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.225366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.232054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.239095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.246286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.253821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.261717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.264106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9841bbc4-4563-4a7a-9e62-4cbd39eeb46a req-939cac68-d884-415a-a5da-4e45d81c9aff tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.2340209 Dec 08 00:08:33.291761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:33.300383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:33.337124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:33.387210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ee51f3-5fc0-427c-ac87-4a9c269a3745 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:33.401400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:33.420877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:33.470171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fdef23a-9946-4437-bbaf-ee1ec2c8b0a4 req-f3530736-6e74-480b-9203-7337ebd48b48 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042677 Dec 08 00:08:33.495076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f864ba-7d87-4583-bd5e-f1b13e7bd894 req-42807909-4bf0-450c-9d55-07541a1e203c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.495076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90f864ba-7d87-4583-bd5e-f1b13e7bd894 req-42807909-4bf0-450c-9d55-07541a1e203c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 944 time: 0.1451316 Dec 08 00:08:33.515634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] Transition to ACTIVE for port object 36ee51f3-5fc0-427c-ac87-4a9c269a3745 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:08:33.521489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:33.577481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f6eacda5-4808-4bec-b5d6-06310742d029 None None] Provisioning complete for port 95f55f35-8050-48ff-a145-703d286f13b3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:33.577481 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6eacda5-4808-4bec-b5d6-06310742d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:33.622296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] No DVR routers for this DVR port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:33.629571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] Pushing event updated for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:33.647594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90f864ba-7d87-4583-bd5e-f1b13e7bd894 req-22ed5f0e-0a6c-4e16-bfc8-77ad02580543 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468866 Dec 08 00:08:33.674979 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-7e49247b-15e3-4499-bc6c-6cdc6c51019f service neutron] 10.222.0.59 "PUT /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5784943 Dec 08 00:08:33.682828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:33.769036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 95f55f35-8050-48ff-a145-703d286f13b3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:33.818964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 95f55f35-8050-48ff-a145-703d286f13b3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:33.819337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:33.824009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb232540-0fd5-483e-a183-91f01e4979df req-e9bdc085-388e-4a1b-9559-631926ac6001 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.825599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb232540-0fd5-483e-a183-91f01e4979df req-e9bdc085-388e-4a1b-9559-631926ac6001 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.0969183 Dec 08 00:08:33.876938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-bf03a1af-a3a2-4d11-a422-3dcf7ed1a021 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.879474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-bf03a1af-a3a2-4d11-a422-3dcf7ed1a021 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.0699217 Dec 08 00:08:33.919541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb232540-0fd5-483e-a183-91f01e4979df req-1d328540-4b2a-485a-8a9f-d82bc1b23bff tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775504 Dec 08 00:08:33.931043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:08:33.963928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-dbd11dfc-50ab-4471-b9a9-82bc22f8e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:33.967215 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-dbd11dfc-50ab-4471-b9a9-82bc22f8e084 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd HTTP/1.1" status: 200 len: 1095 time: 0.0773547 Dec 08 00:08:34.059802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2691-dac9-40db-9b1d-8b8175fd909e req-80d70161-31e1-4f0e-9bf8-d9b03ce96e66 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:34.061582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e7c2691-dac9-40db-9b1d-8b8175fd909e req-80d70161-31e1-4f0e-9bf8-d9b03ce96e66 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.1183350 Dec 08 00:08:34.072233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-2f963612-b97f-4008-b85b-151c3e891e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:34.074355 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-2f963612-b97f-4008-b85b-151c3e891e11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1095 time: 0.0636353 Dec 08 00:08:34.175779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e7c2691-dac9-40db-9b1d-8b8175fd909e req-eeca0dba-76db-4bc9-8254-5bee24ebd3d2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Dec 08 00:08:34.181817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:08:34.197605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Sync routers for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:34.204535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:34.206106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a83d5862-7fc3-4a32-b7e0-d0a43002a8cc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5514100 Dec 08 00:08:34.208922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51240) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:34.223119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:34.227407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:08:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:34.238768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-692c104d-1aa0-4661-abf5-9bbcad8091da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:34.240881 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-692c104d-1aa0-4661-abf5-9bbcad8091da service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 200 len: 908 time: 0.1439753 Dec 08 00:08:34.298447 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-efe0797d-f44f-45ef-9a53-f58b10634ccd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 200 len: 217 time: 0.0475454 Dec 08 00:08:34.359468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-4b13d2a0-7524-4c24-8cf3-7456c3f08935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:34.361784 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-4b13d2a0-7524-4c24-8cf3-7456c3f08935 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 200 len: 847 time: 0.0561113 Dec 08 00:08:34.397742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:34.441219 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-88b7fbb0-6adb-4a9e-be90-25195a5d80ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a55441-5ae6-46ea-88d6-4545d8de262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709760 Dec 08 00:08:34.619344 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-1a5c8a08-baa3-4ff8-aa34-4bb8adc341cf service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705897 Dec 08 00:08:34.769779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:32Z', 'revision_number': 3, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:34.809296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Checking router: 89b67587-b7d6-4feb-ac50-f8ef07756fa9 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:08:34.809694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Updating router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:08:34.857721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device cd6d386d-eb79-4d94-9eb7-a256401fcb37 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:34.861714 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.085317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.159964 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-6118d384-48f6-4fc9-a87e-21f7b4cfae72 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326509 Dec 08 00:08:35.219821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505810f4-1a4e-4e13-9be0-45dae4908571 req-b97eae2c-6fb2-4bee-a143-b1801aed1fa1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:35.231420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-505810f4-1a4e-4e13-9be0-45dae4908571 req-b97eae2c-6fb2-4bee-a143-b1801aed1fa1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.1609356 Dec 08 00:08:35.288447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151c4ce-08b9-4574-9a1a-2c90d73ccb1d req-0b37de05-f827-42a8-b574-1c62971934ef tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:35.290016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3151c4ce-08b9-4574-9a1a-2c90d73ccb1d req-0b37de05-f827-42a8-b574-1c62971934ef tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 944 time: 0.2895751 Dec 08 00:08:35.337823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port cd6d386d-eb79-4d94-9eb7-a256401fcb37 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:08:35.352932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port cd6d386d-eb79-4d94-9eb7-a256401fcb37 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:35.352932 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.402696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-505810f4-1a4e-4e13-9be0-45dae4908571 req-666957e3-cade-44d6-8d9a-4eaa5fd71588 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649480 Dec 08 00:08:35.541151 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.587422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ca92d-ceb6-49ca-a1b2-46bcb1876f3e req-99654a67-7895-4319-a9a9-c0c0e2492cec tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:35.589271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b48ca92d-ceb6-49ca-a1b2-46bcb1876f3e req-99654a67-7895-4319-a9a9-c0c0e2492cec tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.1036813 Dec 08 00:08:35.597975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:35.600313 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b1e268-844a-4f64-9c47-22d21590e94e" -d '{"events": [{"server_uuid": "cdede023-d112-4681-b550-1f4e70c71cf4", "name": "network-vif-plugged", "status": "completed", "tag": "cd6d386d-eb79-4d94-9eb7-a256401fcb37"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:35.619987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port cd6d386d-eb79-4d94-9eb7-a256401fcb37, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:35.631113 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.633443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3151c4ce-08b9-4574-9a1a-2c90d73ccb1d req-200b285f-d5b3-4541-b274-de4340a0b951 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275824 Dec 08 00:08:35.634985 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.678441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.743361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=cd6d386d-eb79-4d94-9eb7-a256401fcb37,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:35.747672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Attempting to bind port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:35.748070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Attempting to bind port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:35.748531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Attempting to bind port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:35.754950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b48ca92d-ceb6-49ca-a1b2-46bcb1876f3e req-5110f741-92ed-4c62-b294-103918e3697d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560111 Dec 08 00:08:35.783262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Allocated IP 172.20.0.1 (60d09d07-a2dd-4820-ae51-460b1d4adc59/ff1c3a7f-2940-49e8-9924-f44e07391a0d/266dbcd9-e67a-406f-8d30-cba846e0dbcf) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:35.784268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:35.784793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:35.785784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.786334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:35.787115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Bound port: 165ddfe3-13b4-42f4-9ccb-ed6d084ea469, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:35.787382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-d1e34b99-8c0d-47d1-8ff4-1707f5f54bff tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:35.787763 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.792094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-d1e34b99-8c0d-47d1-8ff4-1707f5f54bff tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a&tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.1527398 Dec 08 00:08:35.798239 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384f1ea2-2684-4f3d-9b84-a9b964fdd12b x-openstack-request-id: req-384f1ea2-2684-4f3d-9b84-a9b964fdd12b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:35.798699 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdede023-d112-4681-b550-1f4e70c71cf4", "name": "network-vif-plugged", "status": "completed", "tag": "cd6d386d-eb79-4d94-9eb7-a256401fcb37", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:35.799165 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-384f1ea2-2684-4f3d-9b84-a9b964fdd12b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:35.799626 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37', 'code': 200} Dec 08 00:08:35.807569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51284) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:35.844510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38605-2f29-4d54-bb75-6eb479dfd8a9 None None] Pushing event updated for resources: {'Port': ['ID=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:35.897408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] For port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:35.904016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] For port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:35.914115 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:35.995423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38605-2f29-4d54-bb75-6eb479dfd8a9 None None] Pushing event updated for resources: {'Port': ['ID=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:36.003206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:36.003991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:08:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:36.053285 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:36.062675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.063212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.063694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.064225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.064955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.065252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.066153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.068267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-798dce2a-3624-4117-9941-9edd8d0f5e18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6502 time: 0.2595932 Dec 08 00:08:36.085860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4fcd-a783-42b5-90c5-36b33cb65013 req-bb1161fe-e7ce-4000-b2a5-b3a67074b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.088524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cffd4fcd-a783-42b5-90c5-36b33cb65013 req-bb1161fe-e7ce-4000-b2a5-b3a67074b445 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 1096 time: 0.1736548 Dec 08 00:08:36.150059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:36.162588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-80bc57cc-c8d4-47ba-8fde-a47b4799e9ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53f325d3-1b9a-4540-8930-0586c78320b3&id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864344 Dec 08 00:08:36.164220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:36.220707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:36.223801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:36.228600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:36.232322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Pushing event updated for resources: {'Port': ['ID=266dbcd9-e67a-406f-8d30-cba846e0dbcf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:36.292824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-02debc34-7bbc-4f0c-98ab-b1e6d665a255 service neutron] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:36.307195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:36.309548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-02debc34-7bbc-4f0c-98ab-b1e6d665a255 service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:36.314545 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d7dc160-cd32-471b-94fa-0cf50b162fbf req-02debc34-7bbc-4f0c-98ab-b1e6d665a255 service neutron] 10.222.0.44 "DELETE /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.5117252 Dec 08 00:08:36.323512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cffd4fcd-a783-42b5-90c5-36b33cb65013 req-8a23708a-f212-47c5-9219-c4188afb371b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301546 Dec 08 00:08:36.445284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:32Z', 'revision_number': 3, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:36.491793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3930b468-f070-4685-86d1-64d9c7945aa1 None None] The sync data for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 is: [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:32Z', 'revision_number': 3, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:36.640040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-804f3b86-5f9d-41ff-88d5-60ba4d2cb879 None None] Provisioning complete for port 266dbcd9-e67a-406f-8d30-cba846e0dbcf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:36.640397 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-804f3b86-5f9d-41ff-88d5-60ba4d2cb879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:36.699312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:36.712446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-804f3b86-5f9d-41ff-88d5-60ba4d2cb879 None None] Port 266dbcd9-e67a-406f-8d30-cba846e0dbcf cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:08:36.791573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ad08-f2eb-4994-af74-b7c3905ea85a req-62773d08-dc86-45b0-b18c-2afb21d59481 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.793072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5595ad08-f2eb-4994-af74-b7c3905ea85a req-62773d08-dc86-45b0-b18c-2afb21d59481 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.2442534 Dec 08 00:08:36.920117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff0929-8018-4622-9bbc-0527c735e184 req-8e43c325-c945-4646-a19a-df5090be3d1c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:36.921658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24ff0929-8018-4622-9bbc-0527c735e184 req-8e43c325-c945-4646-a19a-df5090be3d1c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1622736 Dec 08 00:08:37.005081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5595ad08-f2eb-4994-af74-b7c3905ea85a req-c43a37f1-4bec-4481-82a2-db0fe8ee9a71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870198 Dec 08 00:08:37.070530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24ff0929-8018-4622-9bbc-0527c735e184 req-cbfe0511-e6e0-4434-b676-3ff7ebf044c1 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384625 Dec 08 00:08:37.118647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:37.127490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:37.209370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c58bb-1e13-4a6e-8c2e-78c552499afc req-902fbeb3-aeb7-4bfb-a7ec-6c62c51187dc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:37.210984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-974c58bb-1e13-4a6e-8c2e-78c552499afc req-902fbeb3-aeb7-4bfb-a7ec-6c62c51187dc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.1261840 Dec 08 00:08:37.221105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:37.237286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Pushing event updated for resources: {'Port': ['ID=266dbcd9-e67a-406f-8d30-cba846e0dbcf,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:37.492802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f4eedad-ed2b-43e9-a508-10c1950eb71d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:08:37.718878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:37.773297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-974c58bb-1e13-4a6e-8c2e-78c552499afc req-9bb5ccca-fd6b-4c22-8372-2487865c9270 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508983 Dec 08 00:08:37.802832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'port_id': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'mac_address': 'fa:16:3e:bb:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4108e7f-416d-4eb8-8969-a7796e7831de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:08:37.885931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:37.887833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:37.980614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:38.053888 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:38.080274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f4eedad-ed2b-43e9-a508-10c1950eb71d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:38.123494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:38.125357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:38.126290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:38.154878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:38.188693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:08:38.206231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bc114-4284-4d6c-a4e2-935ea0dc9222 req-40359485-690a-47a8-906b-db1ab76f9e2f tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:38.215312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a06bc114-4284-4d6c-a4e2-935ea0dc9222 req-40359485-690a-47a8-906b-db1ab76f9e2f tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 1095 time: 0.1599798 Dec 08 00:08:38.229684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:38.276195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:38.312646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07db41-2af3-4d42-afc6-98fa42e26fe7 req-4c168ce8-317d-4750-9f14-f801b614677c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:38.320429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf07db41-2af3-4d42-afc6-98fa42e26fe7 req-4c168ce8-317d-4750-9f14-f801b614677c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 945 time: 0.1707716 Dec 08 00:08:38.322221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:38.328787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:38.333083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b11a1d45-d75b-44c0-88f0-b2b71e9e9034 None None] Provisioning complete for port 266dbcd9-e67a-406f-8d30-cba846e0dbcf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:38.333388 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b11a1d45-d75b-44c0-88f0-b2b71e9e9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:38.371931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a06bc114-4284-4d6c-a4e2-935ea0dc9222 req-bb4c475a-d27f-4c9a-b0e4-e297b62bbc94 tempest-LiveMigrationTest-1078494290 tempest-LiveMigrationTest-1078494290-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555455 Dec 08 00:08:38.379127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['1f4eedad-ed2b-43e9-a508-10c1950eb71d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:38.463583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf07db41-2af3-4d42-afc6-98fa42e26fe7 req-f55d3828-6347-4112-b5e6-83a9dfa897ff tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421230 Dec 08 00:08:38.503988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:08:38.519880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9228d567-f610-4061-ae4f-f6c53c49b0bf admin admin] 10.222.0.18 "PUT /v2.0/routers/89b67587-b7d6-4feb-ac50-f8ef07756fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3096757 Dec 08 00:08:38.583204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866acd0-c558-4542-a249-17986bda6ae6 req-4b59a121-8ff3-497c-ae4d-ce562f19dcc3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:38.592788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9866acd0-c558-4542-a249-17986bda6ae6 req-4b59a121-8ff3-497c-ae4d-ce562f19dcc3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0900924 Dec 08 00:08:38.647012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b11a1d45-d75b-44c0-88f0-b2b71e9e9034 None None] Port 266dbcd9-e67a-406f-8d30-cba846e0dbcf cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:08:38.656416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9866acd0-c558-4542-a249-17986bda6ae6 req-98169347-4e2a-470a-8318-350a17cdf27d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633929 Dec 08 00:08:38.659208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:39.057500 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Sync routers for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:08:39.072834 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:39.073564 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:08:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:39.214948 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:39.230280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-04624c70-2009-4b98-b213-71e3af24a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:39.233688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-04624c70-2009-4b98-b213-71e3af24a181 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0996931 Dec 08 00:08:39.254142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878204f-532c-4edb-b0f6-04eed2d304c0 req-ebd0524c-46bc-46ff-b9a5-db6af27fba58 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:39.267847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1878204f-532c-4edb-b0f6-04eed2d304c0 req-ebd0524c-46bc-46ff-b9a5-db6af27fba58 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.1196287 Dec 08 00:08:39.353433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1878204f-532c-4edb-b0f6-04eed2d304c0 req-add9ea00-4972-46ae-b7ed-b54ab34ef8de tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850642 Dec 08 00:08:39.384675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-7daa1bf0-1bdf-472a-b87b-587caa376883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:39.387966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-7daa1bf0-1bdf-472a-b87b-587caa376883 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 912 time: 0.1468518 Dec 08 00:08:39.466938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-664d9a13-17ec-4558-8c4c-f391c13d0b01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37 HTTP/1.1" status: 200 len: 217 time: 0.0719438 Dec 08 00:08:39.492002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51360) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:39.495045 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f4eedad-ed2b-43e9-a508-10c1950eb71d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:39.518137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-188375a0-f66a-411c-9664-6652f812ad28 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298807811', 'description': 'tempest-description--7788566'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:39.565699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede605b-55df-4dab-a843-72fff7738834 req-39c25ac7-cfab-451d-b97f-9fd10e789fd1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:39.571063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cede605b-55df-4dab-a843-72fff7738834 req-39c25ac7-cfab-451d-b97f-9fd10e789fd1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 945 time: 0.1266055 Dec 08 00:08:39.606247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 1f4eedad-ed2b-43e9-a508-10c1950eb71d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:39.606859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-876c6e1b-2c96-4cfc-9649-26146a433ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:39.607440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:39.610125 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-876c6e1b-2c96-4cfc-9649-26146a433ed1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 200 len: 851 time: 0.1356702 Dec 08 00:08:39.613436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188375a0-f66a-411c-9664-6652f812ad28 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:39.687560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-a3f03f8b-4a0e-4cd8-b567-30d816be6492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689454 Dec 08 00:08:39.692098 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 2, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:39.736298 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:39.742998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cede605b-55df-4dab-a843-72fff7738834 req-57c64343-5c04-4536-bf93-07273980834e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654372 Dec 08 00:08:39.743454 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Checking router: 89b67587-b7d6-4feb-ac50-f8ef07756fa9 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:08:39.744814 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Updating router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 port 266dbcd9-e67a-406f-8d30-cba846e0dbcf binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:08:39.772337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcd826-b4b5-4512-819f-9e31de605f0d req-1013038e-f327-4954-8840-6c6606d86236 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:39.777287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77dcd826-b4b5-4512-819f-9e31de605f0d req-1013038e-f327-4954-8840-6c6606d86236 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1714468 Dec 08 00:08:39.795719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:39.798554 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb5907f-0c49-4ec1-8b47-2932183a2b95" -d '{"events": [{"server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:39.802031 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:39.814842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:39.825729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:39.858244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:39.898727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77dcd826-b4b5-4512-819f-9e31de605f0d req-7157023c-3006-4eeb-8df9-273c30767eb7 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078703 Dec 08 00:08:39.931090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:39.946747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:39.949968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:39.972506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-55617ce3-9d43-4590-8184-1d61b0acc869 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:39.975872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-55617ce3-9d43-4590-8184-1d61b0acc869 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.2268202 Dec 08 00:08:40.002451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-291b871c-0d66-40a9-ae52-4bb637fe35be service neutron] 10.222.0.59 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922013 Dec 08 00:08:40.004025 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc0dc32-2b18-4b24-ae31-29e8fd5c8c69 x-openstack-request-id: req-cfc0dc32-2b18-4b24-ae31-29e8fd5c8c69 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:40.004317 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:40.004567 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfc0dc32-2b18-4b24-ae31-29e8fd5c8c69 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:40.004953 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'code': 200} Dec 08 00:08:40.028323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188375a0-f66a-411c-9664-6652f812ad28 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.067048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188375a0-f66a-411c-9664-6652f812ad28 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.138822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188375a0-f66a-411c-9664-6652f812ad28 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.143051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-188375a0-f66a-411c-9664-6652f812ad28 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6468987 Dec 08 00:08:40.143834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51380) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:40.149690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-32625450-33fe-48c3-a6fc-7f6843b975e5 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Request body: {'security_group_rule': {'security_group_id': 'be23ed11-9fe3-4944-a456-651c1e6daa97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:40.186434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188375a0-f66a-411c-9664-6652f812ad28 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be23ed11-9fe3-4944-a456-651c1e6daa97,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:40.187062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32625450-33fe-48c3-a6fc-7f6843b975e5 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.200241 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.209379 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.218345 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49614be3-8dfe-4f95-acdc-92dec3f8f64d req-45b0a8d3-77f7-49f1-8d31-c16b9f2d7065 service neutron] 10.222.0.59 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054193 Dec 08 00:08:40.239092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Deleting port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:40.239731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.268742 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9dc3d-0b20-43ef-b35a-40ea8d898ea4 None None] Pushing event updated for resources: {'Port': ['ID=266dbcd9-e67a-406f-8d30-cba846e0dbcf,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:40.319340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32625450-33fe-48c3-a6fc-7f6843b975e5 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.331105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32625450-33fe-48c3-a6fc-7f6843b975e5 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.361197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625450-33fe-48c3-a6fc-7f6843b975e5 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979c9611-275f-4d38-8816-0cd37c0cdedf,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:40.380786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32625450-33fe-48c3-a6fc-7f6843b975e5 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.382031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-32625450-33fe-48c3-a6fc-7f6843b975e5 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361546 Dec 08 00:08:40.388282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51392) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:40.393377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-db7e0953-148d-45ad-9fcc-3d0e3286647f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Request body: {'security_group_rule': {'security_group_id': 'be23ed11-9fe3-4944-a456-651c1e6daa97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:40.397792 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Attempting to bind port 266dbcd9-e67a-406f-8d30-cba846e0dbcf on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:40.398658 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Attempting to bind port 266dbcd9-e67a-406f-8d30-cba846e0dbcf by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:40.409311 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Attempting to bind port 266dbcd9-e67a-406f-8d30-cba846e0dbcf on network 60d09d07-a2dd-4820-ae51-460b1d4adc59 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:40.421365 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:40.423637 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Checking segment: {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:40.424042 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.424440 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Bound using segment: {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:40.426533 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Bound port: 266dbcd9-e67a-406f-8d30-cba846e0dbcf, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:40.426533 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.461388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db7e0953-148d-45ad-9fcc-3d0e3286647f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.471051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] For port 36ee51f3-5fc0-427c-ac87-4a9c269a3745, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=36ee51f3-5fc0-427c-ac87-4a9c269a3745,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:40.471781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.491374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Calling delete_port for 36ee51f3-5fc0-427c-ac87-4a9c269a3745 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:40.574753 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] For port 266dbcd9-e67a-406f-8d30-cba846e0dbcf, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:40.589386 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db7e0953-148d-45ad-9fcc-3d0e3286647f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.593809 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] For port 266dbcd9-e67a-406f-8d30-cba846e0dbcf, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=266dbcd9-e67a-406f-8d30-cba846e0dbcf,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:40.599000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051929e-b658-40fc-bf16-069da1929ba9 req-146a5373-3f83-478f-8ef3-1b302d65887c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:40.599170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-07d285bb-1284-49a7-9d39-aa41d00fc566 None None] Provisioning complete for port 266dbcd9-e67a-406f-8d30-cba846e0dbcf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:40.599274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07d285bb-1284-49a7-9d39-aa41d00fc566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.605505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7051929e-b658-40fc-bf16-069da1929ba9 req-146a5373-3f83-478f-8ef3-1b302d65887c tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 944 time: 0.1411016 Dec 08 00:08:40.609707 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.613084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db7e0953-148d-45ad-9fcc-3d0e3286647f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.643346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0953-148d-45ad-9fcc-3d0e3286647f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576f0e2f-8359-4050-9309-4c1a95c3516e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:40.673228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.689120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7051929e-b658-40fc-bf16-069da1929ba9 req-b4665795-5534-42e5-9e1d-f1adcead7484 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827348 Dec 08 00:08:40.692504 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db7e0953-148d-45ad-9fcc-3d0e3286647f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.694636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-db7e0953-148d-45ad-9fcc-3d0e3286647f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044641 Dec 08 00:08:40.696605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51396) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:40.701921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:40.715247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['69fb6df8-018a-4b92-ab50-2e87d53314f3', '36ee51f3-5fc0-427c-ac87-4a9c269a3745'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:40.736139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-07d285bb-1284-49a7-9d39-aa41d00fc566 None None] Port 266dbcd9-e67a-406f-8d30-cba846e0dbcf cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:08:40.742126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event deleted for resources: {'Port': ['ID=36ee51f3-5fc0-427c-ac87-4a9c269a3745,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:40.744542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.754012 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:08:40.754667 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:08:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:40.760975 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9dc3d-0b20-43ef-b35a-40ea8d898ea4 None None] Pushing event updated for resources: {'Port': ['ID=266dbcd9-e67a-406f-8d30-cba846e0dbcf,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:40.865054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] No DVR routers for this DVR port 36ee51f3-5fc0-427c-ac87-4a9c269a3745 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:40.873768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:40.886252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c71678da-16c8-45c1-b8fb-2620c2a643be req-e9f64b66-26bf-4e28-a0d7-fe42d9d0721f tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "DELETE /v2.0/ports/36ee51f3-5fc0-427c-ac87-4a9c269a3745 HTTP/1.1" status: 204 len: 173 time: 0.8945532 Dec 08 00:08:40.886817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'name': 'network-vif-deleted', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:40.889432 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb072d0-68be-4970-af84-98ffb166bfcc" -d '{"events": [{"server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "name": "network-vif-deleted", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:40.985438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5addf-b92b-4585-ae0e-56f39b552f0c req-90fc7a84-5e0f-4314-bc28-a9454d67435d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:40.987340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4e5addf-b92b-4585-ae0e-56f39b552f0c req-90fc7a84-5e0f-4314-bc28-a9454d67435d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.1208503 Dec 08 00:08:41.014396 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.018359 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:08:41.103382 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b8720c-0e61-49b6-972a-19a0c6b7596f x-openstack-request-id: req-13b8720c-0e61-49b6-972a-19a0c6b7596f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:41.105579 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a", "name": "network-vif-deleted", "tag": "36ee51f3-5fc0-427c-ac87-4a9c269a3745", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:41.106272 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13b8720c-0e61-49b6-972a-19a0c6b7596f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:41.106749 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a', 'name': 'network-vif-deleted', 'tag': '36ee51f3-5fc0-427c-ac87-4a9c269a3745', 'status': 'completed', 'code': 200} Dec 08 00:08:41.161865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-bfc5afca-f238-4789-ad3d-a5d94d6e19fe tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:41.163459 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-bfc5afca-f238-4789-ad3d-a5d94d6e19fe tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 946 time: 0.1437519 Dec 08 00:08:41.164680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e85665d0-62d6-425d-a3b4-acc6436aff44 None None] Provisioning complete for port 266dbcd9-e67a-406f-8d30-cba846e0dbcf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:41.165161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e85665d0-62d6-425d-a3b4-acc6436aff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.241436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4e5addf-b92b-4585-ae0e-56f39b552f0c req-039dafc5-2b08-4d5a-9bfa-d65427a36215 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364402 Dec 08 00:08:41.320187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a18d27-ab0d-4b9b-9076-aa45154418fa req-c5fca967-ece8-4c97-bc74-a850b1c04c6a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:41.329710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68a18d27-ab0d-4b9b-9076-aa45154418fa req-c5fca967-ece8-4c97-bc74-a850b1c04c6a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1684287 Dec 08 00:08:41.330235 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e85665d0-62d6-425d-a3b4-acc6436aff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.366228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Allocated IP 172.25.6.67 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/af4a3d58-9c9a-4c50-8e13-f3062861a062) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:41.373682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Deleting port 1f4eedad-ed2b-43e9-a508-10c1950eb71d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:41.373682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.410421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e85665d0-62d6-425d-a3b4-acc6436aff44 None None] For port 266dbcd9-e67a-406f-8d30-cba846e0dbcf, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=266dbcd9-e67a-406f-8d30-cba846e0dbcf,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:41.423180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e85665d0-62d6-425d-a3b4-acc6436aff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.476773 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:40Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:08:41.488393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68a18d27-ab0d-4b9b-9076-aa45154418fa req-a4d67505-cbfe-416d-ad3d-3f2201ff8b52 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577010 Dec 08 00:08:41.495219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85665d0-62d6-425d-a3b4-acc6436aff44 None None] Pushing event updated for resources: {'Port': ['ID=266dbcd9-e67a-406f-8d30-cba846e0dbcf,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:41.571734 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6afd9-146a-4d07-a918-c9b03da44155 None None] The sync data for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 is: [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:40Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:08:41.597702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] For port 1f4eedad-ed2b-43e9-a508-10c1950eb71d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f4eedad-ed2b-43e9-a508-10c1950eb71d,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:41.598493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.606788 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.633149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Calling delete_port for 1f4eedad-ed2b-43e9-a508-10c1950eb71d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:41.673783 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.748013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:41.751076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:41.771091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:41.774239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event updated for resources: {'Port': ['ID=af4a3d58-9c9a-4c50-8e13-f3062861a062,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:41.891137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e5239302-18c2-4cd1-b03d-3fb7eb9bc868 req-e23494ee-9ac5-406f-b8ae-e8d764d1d118 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0484436 Dec 08 00:08:41.920438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 266dbcd9-e67a-406f-8d30-cba846e0dbcf up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:41.942565 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:41.996701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event deleted for resources: {'Port': ['ID=1f4eedad-ed2b-43e9-a508-10c1950eb71d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:42.008105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['1f4eedad-ed2b-43e9-a508-10c1950eb71d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:42.027110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.084659 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.115515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 266dbcd9-e67a-406f-8d30-cba846e0dbcf triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:42.115891 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.129489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] No DVR routers for this DVR port 1f4eedad-ed2b-43e9-a508-10c1950eb71d on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:42.133682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.137817 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9228cd3b-edb6-41e8-b25e-2eccaa362d5b req-230d2caa-ccbe-4e45-a9d0-893b3d1c2e39 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "DELETE /v2.0/ports/1f4eedad-ed2b-43e9-a508-10c1950eb71d HTTP/1.1" status: 204 len: 173 time: 0.9678435 Dec 08 00:08:42.375085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e717cb19-c0ea-4b2a-bd81-a7618b003197 req-fd0d2a7b-c7db-4d31-a571-4b3c0d11c2c4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c27699c-1457-445f-8510-6726fa145994 HTTP/1.1" status: 200 len: 210 time: 0.0440011 Dec 08 00:08:42.420282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.428111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.536970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event updated for resources: {'Port': ['ID=af4a3d58-9c9a-4c50-8e13-f3062861a062,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:42.546600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.592347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:42.602758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4426e27d-7bf6-4c18-80a1-2fbc79b20b77 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8959465 Dec 08 00:08:42.711293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533112bf-174c-49bb-bbb8-e4789d0f932c req-c6ac78d5-4192-4c6c-bc7d-7f54821f666f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:42.720826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-533112bf-174c-49bb-bbb8-e4789d0f932c req-c6ac78d5-4192-4c6c-bc7d-7f54821f666f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1323361 Dec 08 00:08:42.878496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-533112bf-174c-49bb-bbb8-e4789d0f932c req-e7330cda-9027-48da-9e48-368f24bf593d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462922 Dec 08 00:08:43.085355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebc67802-f664-4e72-bfa6-4ec0333f43fe req-014967c9-2d51-479f-8c69-22fd88168a7d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0626442 Dec 08 00:08:43.108536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'name': 'network-vif-deleted', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:43.111081 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdb3adf-9fdf-4bfb-afc8-5db20c2d7da8" -d '{"events": [{"server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "name": "network-vif-deleted", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:43.162036 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f23825f-7eba-43ae-b107-938ff50f6726 x-openstack-request-id: req-6f23825f-7eba-43ae-b107-938ff50f6726 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:43.166641 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c27699c-1457-445f-8510-6726fa145994", "name": "network-vif-deleted", "tag": "1f4eedad-ed2b-43e9-a508-10c1950eb71d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:43.167337 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f23825f-7eba-43ae-b107-938ff50f6726 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:43.167967 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c27699c-1457-445f-8510-6726fa145994', 'name': 'network-vif-deleted', 'tag': '1f4eedad-ed2b-43e9-a508-10c1950eb71d', 'status': 'completed', 'code': 200} Dec 08 00:08:43.546572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f4eedad-ed2b-43e9-a508-10c1950eb71d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:43.569192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 1f4eedad-ed2b-43e9-a508-10c1950eb71d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:43.569994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f4eedad-ed2b-43e9-a508-10c1950eb71d not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:43.570629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 36ee51f3-5fc0-427c-ac87-4a9c269a3745 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:43.573166 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:43.600412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 36ee51f3-5fc0-427c-ac87-4a9c269a3745 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:43.601023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 36ee51f3-5fc0-427c-ac87-4a9c269a3745 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:43.962183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51514) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:43.968629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a6166542-fe8f-41ac-893a-78a651233988 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238060485', 'description': 'tempest-description--1309290747'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:44.045472 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6166542-fe8f-41ac-893a-78a651233988 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.077110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae533f9a-e084-4085-8e8a-410a1f720ddd req-f152b931-b81d-407f-9e91-4441d7a55866 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:44.079727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae533f9a-e084-4085-8e8a-410a1f720ddd req-f152b931-b81d-407f-9e91-4441d7a55866 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0896509 Dec 08 00:08:44.184340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae533f9a-e084-4085-8e8a-410a1f720ddd req-d5d51d19-0ade-4a76-b0e1-0b52266a60b8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815294 Dec 08 00:08:44.214354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6166542-fe8f-41ac-893a-78a651233988 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.235207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6166542-fe8f-41ac-893a-78a651233988 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.239617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4efb5bf6-8e3e-4280-9cd2-090fdf8ef10e req-66702df8-0267-4cd2-a177-29cf87a34371 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0411100 Dec 08 00:08:44.293148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6166542-fe8f-41ac-893a-78a651233988 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d880488-0d3c-46a1-b824-ca9b89236188,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:44.321944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6166542-fe8f-41ac-893a-78a651233988 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.323274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a6166542-fe8f-41ac-893a-78a651233988 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3597710 Dec 08 00:08:44.326318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:44.333919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-aaa1e504-bf5b-4ae2-805b-44ab477b5339 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Request body: {'security_group_rule': {'security_group_id': '9d880488-0d3c-46a1-b824-ca9b89236188', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:44.402454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e504-bf5b-4ae2-805b-44ab477b5339 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.484200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e504-bf5b-4ae2-805b-44ab477b5339 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.488991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e504-bf5b-4ae2-805b-44ab477b5339 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.510576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1e504-bf5b-4ae2-805b-44ab477b5339 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a021bbe-63ce-43fd-a58f-0d33cf847684,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:44.520510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e504-bf5b-4ae2-805b-44ab477b5339 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.522110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aaa1e504-bf5b-4ae2-805b-44ab477b5339 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1946301 Dec 08 00:08:44.526340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51524) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:44.531675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-abe006d9-345d-403a-83f0-9898481d0c71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Request body: {'security_group_rule': {'security_group_id': '9d880488-0d3c-46a1-b824-ca9b89236188', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:44.585891 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe006d9-345d-403a-83f0-9898481d0c71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.665174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe006d9-345d-403a-83f0-9898481d0c71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.674244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe006d9-345d-403a-83f0-9898481d0c71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.710087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe006d9-345d-403a-83f0-9898481d0c71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c60b994-cf40-45b8-87a5-c3451abfd6b7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:44.719757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe006d9-345d-403a-83f0-9898481d0c71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.721039 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-abe006d9-345d-403a-83f0-9898481d0c71 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1932399 Dec 08 00:08:44.724638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51528) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:44.729289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:44.774967 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:44.919735 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.096666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Allocated IP 172.25.6.193 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/764accea-358d-435c-889e-0439b03a8d37) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:45.280286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.368061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.434508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:45.437538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:45.440904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf126aad-b6bd-4264-8fc5-32865a2ee871 req-7b8fd112-8e74-4f46-8c72-4c8ef13389c6 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0714488 Dec 08 00:08:45.441455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:45.449357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'Port': ['ID=764accea-358d-435c-889e-0439b03a8d37,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:45.477871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba424f93-8acd-481f-b5d8-f749f37a9d3e req-9e31b541-990b-417f-adea-34a9cf26455f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:45.490091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba424f93-8acd-481f-b5d8-f749f37a9d3e req-9e31b541-990b-417f-adea-34a9cf26455f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.2046838 Dec 08 00:08:45.566919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba424f93-8acd-481f-b5d8-f749f37a9d3e req-56cf3c30-2ef3-496f-9adf-68418d0d114f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704916 Dec 08 00:08:45.637669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.690189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.799527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51570) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:45.879770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.887571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.963441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9873bc9-161c-461f-9ba1-d6a3a7bd1a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:45.978080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'Port': ['ID=764accea-358d-435c-889e-0439b03a8d37,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:45.989736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.014246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.015686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-74f91916-76f8-4c04-8724-00202dcd7c32 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2898414 Dec 08 00:08:46.056699 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9873bc9-161c-461f-9ba1-d6a3a7bd1a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.062658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9873bc9-161c-461f-9ba1-d6a3a7bd1a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.116389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9873bc9-161c-461f-9ba1-d6a3a7bd1a63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=811a8f88007f469ba1b0a2f07fb13929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123441 Dec 08 00:08:46.116389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9873bc9-161c-461f-9ba1-d6a3a7bd1a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce205af-594c-4066-9732-2798e99c5a24,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:46.116786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51576) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:46.197342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e07a06-43e8-4ebe-a37d-b981a6a2b813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.225313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e07a06-43e8-4ebe-a37d-b981a6a2b813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.287794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e07a06-43e8-4ebe-a37d-b981a6a2b813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.290877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e07a06-43e8-4ebe-a37d-b981a6a2b813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.302553 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-27e07a06-43e8-4ebe-a37d-b981a6a2b813 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fce205af-594c-4066-9732-2798e99c5a24 HTTP/1.1" status: 204 len: 168 time: 0.1824305 Dec 08 00:08:46.331210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e07a06-43e8-4ebe-a37d-b981a6a2b813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce205af-594c-4066-9732-2798e99c5a24,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:46.384863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-15c3c1f8-a4ab-4536-9ab0-ac941e6db618 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:46.387135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-15c3c1f8-a4ab-4536-9ab0-ac941e6db618 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 822 time: 0.1715670 Dec 08 00:08:46.414221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-75c7bcc3-9fe8-488d-9eec-75908c0b0389 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/quotas/a4de6ef707564f75b992f9d8cc28442d HTTP/1.1" status: 200 len: 375 time: 0.0205266 Dec 08 00:08:46.461518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-1577caab-1f69-4045-9540-9c1d3685096c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462546 Dec 08 00:08:46.624696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b620ba1b-2b76-4ad4-a01f-3c61ae0e1b14 req-5367e77d-b933-4f50-8542-3ae0d5cd476e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0311692 Dec 08 00:08:46.649621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-5689534e-d433-4041-90d4-fb672453024c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:08:46.660478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-5689534e-d433-4041-90d4-fb672453024c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1971004 Dec 08 00:08:46.747971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51602) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:46.769427 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81716a39-a31a-462d-816a-a778d82bd523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.822472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-bd1c4510-ce1f-417c-99d2-68e43ee3f0ac service neutron] 10.222.0.18 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609793 Dec 08 00:08:46.843135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da644a-aa73-43fd-a84a-9afdc82cfae6 req-f8c842d2-8307-482d-b160-673bbb01926a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:46.845447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2da644a-aa73-43fd-a84a-9afdc82cfae6 req-f8c842d2-8307-482d-b160-673bbb01926a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0982499 Dec 08 00:08:46.880843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81716a39-a31a-462d-816a-a778d82bd523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.887110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-81716a39-a31a-462d-816a-a778d82bd523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:46.932012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81716a39-a31a-462d-816a-a778d82bd523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d9edec-9388-4d9d-9119-82c83a68ab02,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:46.940454 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-81716a39-a31a-462d-816a-a778d82bd523 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14a25f4b4846428abc83bfaaf770e77d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1906745 Dec 08 00:08:46.940955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51606) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:46.975484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2da644a-aa73-43fd-a84a-9afdc82cfae6 req-31c3e9a4-c0e5-485a-a5ef-5e9b6b387a89 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190870 Dec 08 00:08:46.994493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-2e50d037-8f5c-412f-8cd3-61cb4315d225 service neutron] 10.222.0.18 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701889 Dec 08 00:08:47.001221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf51b-2f93-4870-a55c-f495801473a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:47.025706 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf51b-2f93-4870-a55c-f495801473a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:47.081513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf51b-2f93-4870-a55c-f495801473a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:47.084643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf51b-2f93-4870-a55c-f495801473a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:47.088919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8eaaf51b-2f93-4870-a55c-f495801473a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6d9edec-9388-4d9d-9119-82c83a68ab02 HTTP/1.1" status: 204 len: 168 time: 0.1468637 Dec 08 00:08:47.103559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaf51b-2f93-4870-a55c-f495801473a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d9edec-9388-4d9d-9119-82c83a68ab02,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:47.313832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-918c3984-4a8d-4d04-85b1-315ace224853 req-f1fe0d29-ad34-4c1b-8824-6e28c126b34d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 210 time: 0.0613735 Dec 08 00:08:47.353575 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:47.813295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3df38d3-c534-4114-9dba-c431d8cd0317 req-57b0ac2b-7c79-4c89-83cc-f144dc85236d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4c32cc-a0bf-4eb0-9cdd-e31ab45a3c6a HTTP/1.1" status: 200 len: 210 time: 0.0440872 Dec 08 00:08:48.109554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecede63-df80-48f8-bbfb-ec364d43e2b9 req-787bcd54-770f-400d-b25f-c284ed95b97f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:48.117783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ecede63-df80-48f8-bbfb-ec364d43e2b9 req-787bcd54-770f-400d-b25f-c284ed95b97f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0679684 Dec 08 00:08:48.177094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ecede63-df80-48f8-bbfb-ec364d43e2b9 req-bc3c4761-1580-4c06-9d31-afbf5932f61f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580981 Dec 08 00:08:48.494509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47ff853a-dd03-4e72-9d68-471432a0d256 req-a3f3cfae-9139-441f-a583-acd684c2cbfd tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 210 time: 0.0620656 Dec 08 00:08:48.574327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-2745b2cc-9282-4b9a-bc5a-25f6c9797f11 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:48.576029 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-2745b2cc-9282-4b9a-bc5a-25f6c9797f11 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 822 time: 0.1657021 Dec 08 00:08:48.599546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Request body: {'port': {'device_id': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'admin_state_up': True, 'tenant_id': 'a4de6ef707564f75b992f9d8cc28442d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:48.753956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Made reservation on behalf of a4de6ef707564f75b992f9d8cc28442d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:08:48.764186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:48.947400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Allocated IP 172.20.0.14 (8fe79f79-9f33-448e-adfa-96885d70b371/c4108e7f-416d-4eb8-8969-a7796e7831de/8e472672-a682-4645-90aa-94762eb065dc) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:08:49.163871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:49.212477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:49.307964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:49.354168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Network 8fe79f79-9f33-448e-adfa-96885d70b371 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:08:49.365903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:08:49.375117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:08:49.463800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:49.464449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:49.495125 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-a695156b-ebc1-4ca9-8517-d025760bfc3d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9029217 Dec 08 00:08:49.507906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b11511-3559-41a6-a833-a5e34aa6a22b req-3926d96c-bc3e-4e2d-9095-f4b103dba545 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:49.509581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64b11511-3559-41a6-a833-a5e34aa6a22b req-3926d96c-bc3e-4e2d-9095-f4b103dba545 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1950738 Dec 08 00:08:49.516848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Request body: {'port': {'device_id': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:08:49.616824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64b11511-3559-41a6-a833-a5e34aa6a22b req-3c3f5731-c639-4609-940a-59c3a9c0bdcb tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920987 Dec 08 00:08:49.632718 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:49.756091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee2300-db46-46ae-a3d5-3bd8e38b256b req-0e841b62-6125-4b16-882d-a6c810b9c79b tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:49.766162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8ee2300-db46-46ae-a3d5-3bd8e38b256b req-0e841b62-6125-4b16-882d-a6c810b9c79b tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 932 time: 0.0722396 Dec 08 00:08:49.842236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8ee2300-db46-46ae-a3d5-3bd8e38b256b req-fd390135-8b9f-4a20-ad84-c3e7a8aa32d6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Dec 08 00:08:50.128957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e472672-a682-4645-90aa-94762eb065dc {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:50.139735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:50.144345 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.168537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Transition to ACTIVE for port object 8e472672-a682-4645-90aa-94762eb065dc will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:08:50.176767 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.244477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Pushing event updated for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:50.305989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8923-1114-4e61-92f4-4147a2d3c94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.362252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Attempting to bind port 8e472672-a682-4645-90aa-94762eb065dc on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:08:50.362594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Attempting to bind port 8e472672-a682-4645-90aa-94762eb065dc by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:08:50.363004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Attempting to bind port 8e472672-a682-4645-90aa-94762eb065dc on network 8fe79f79-9f33-448e-adfa-96885d70b371 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:50.367721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Port 8e472672-a682-4645-90aa-94762eb065dc on network 8fe79f79-9f33-448e-adfa-96885d70b371 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:08:50.368175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Attempting to bind port 8e472672-a682-4645-90aa-94762eb065dc on network 8fe79f79-9f33-448e-adfa-96885d70b371 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:08:50.374166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:08:50.374513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Checking segment: {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:08:50.374953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Bound using segment: {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:08:50.375399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Bound port: 8e472672-a682-4645-90aa-94762eb065dc, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:08:50.376314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.430610 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8923-1114-4e61-92f4-4147a2d3c94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.439940 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8923-1114-4e61-92f4-4147a2d3c94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.505063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9a6f8923-1114-4e61-92f4-4147a2d3c94c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6353292f6ab4b10af084172fc7ce57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636403 Dec 08 00:08:50.506259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51716) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:50.516656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:08:50.520861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:08:50.525785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.532035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f8923-1114-4e61-92f4-4147a2d3c94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dfcc8f-0e25-4fe4-99fe-0cc1af435d0d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:50.600536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:50.601170 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.602138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da391cdb-05a4-45fa-ae57-c7c5b450c3db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.602607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] 10.222.0.44 "PUT /v2.0/ports/8e472672-a682-4645-90aa-94762eb065dc HTTP/1.1" status: 200 len: 1092 time: 1.0921018 Dec 08 00:08:50.610490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'tag': '8e472672-a682-4645-90aa-94762eb065dc'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:50.613029 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5c7d6c-c867-471f-887e-0a489b66f0ff", "tag": "8e472672-a682-4645-90aa-94762eb065dc"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:50.646293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e4013-4491-4bb9-84db-6f77d36de190 service neutron] Pushing event updated for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:50.667288 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da391cdb-05a4-45fa-ae57-c7c5b450c3db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.721832 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c206f621-f462-4538-881f-cbdc907ca52a x-openstack-request-id: req-c206f621-f462-4538-881f-cbdc907ca52a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:50.722128 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5c7d6c-c867-471f-887e-0a489b66f0ff", "tag": "8e472672-a682-4645-90aa-94762eb065dc", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:50.722386 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c206f621-f462-4538-881f-cbdc907ca52a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:50.722788 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'tag': '8e472672-a682-4645-90aa-94762eb065dc', 'status': 'completed', 'code': 200} Dec 08 00:08:50.743014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-cbc3e60d-627f-4a15-b996-13f9f6c261b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:50.744737 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-cbc3e60d-627f-4a15-b996-13f9f6c261b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 1095 time: 0.0721741 Dec 08 00:08:50.854853 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da391cdb-05a4-45fa-ae57-c7c5b450c3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.858326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-2541cd84-2b45-43e1-a0c9-4f2a4ae32992 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e472672-a682-4645-90aa-94762eb065dc HTTP/1.1" status: 200 len: 217 time: 0.0988247 Dec 08 00:08:50.862045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da391cdb-05a4-45fa-ae57-c7c5b450c3db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:50.863264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-da391cdb-05a4-45fa-ae57-c7c5b450c3db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5dfcc8f-0e25-4fe4-99fe-0cc1af435d0d HTTP/1.1" status: 204 len: 168 time: 0.3529453 Dec 08 00:08:50.882625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da391cdb-05a4-45fa-ae57-c7c5b450c3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dfcc8f-0e25-4fe4-99fe-0cc1af435d0d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:50.929768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02aab3-1f8d-4591-ac97-0520ee6ff63f req-565ccc1b-55b1-4eef-aaaf-d8400735567f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:50.931364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea02aab3-1f8d-4591-ac97-0520ee6ff63f req-565ccc1b-55b1-4eef-aaaf-d8400735567f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1347215 Dec 08 00:08:50.983980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-5f8d6c9b-49eb-4a90-bb56-60648d3d639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:50.987442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-5f8d6c9b-49eb-4a90-bb56-60648d3d639e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4108e7f-416d-4eb8-8969-a7796e7831de HTTP/1.1" status: 200 len: 862 time: 0.1222165 Dec 08 00:08:51.050154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea02aab3-1f8d-4591-ac97-0520ee6ff63f req-eef489f9-aae6-4c94-b570-893158f713a8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054654 Dec 08 00:08:51.054622 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-6430cbfa-0cac-4a96-b6df-a255f521d67b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8fe79f79-9f33-448e-adfa-96885d70b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593951 Dec 08 00:08:51.093436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d08b1-0f10-4159-a4d9-1d80a3fa93f0 req-b0673b1b-4330-4af7-9ac5-0f1493a37511 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:51.095612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e51d08b1-0f10-4159-a4d9-1d80a3fa93f0 req-b0673b1b-4330-4af7-9ac5-0f1493a37511 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 944 time: 0.1077960 Dec 08 00:08:51.178690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e51d08b1-0f10-4159-a4d9-1d80a3fa93f0 req-f06c1fc1-2cd6-453c-a541-990c0fb587ea tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761347 Dec 08 00:08:51.201987 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-43d8cf82-604b-47f2-b691-e211ad1b8e1d service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394019 Dec 08 00:08:51.340257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb0cb558-5386-4cab-a8e7-3a670fff09aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.342788 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b47b16a-9b6c-462a-b25d-35cf0442f4b4 req-e4d56fad-e11f-4b85-a8b8-dec338e1eed4 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330175 Dec 08 00:08:51.436591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51734) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:51.466107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4e30caa-321a-4e2d-96e1-8a9363dfdc54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.556573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-1549e288-b4c3-4f29-8194-cb795c46fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:51.559367 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-1549e288-b4c3-4f29-8194-cb795c46fbc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 1095 time: 0.1046824 Dec 08 00:08:51.639510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4e30caa-321a-4e2d-96e1-8a9363dfdc54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.647351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4e30caa-321a-4e2d-96e1-8a9363dfdc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.707418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-885c394b-756c-4a28-84f3-99481dae6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:51.711890 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-885c394b-756c-4a28-84f3-99481dae6c05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 923 time: 0.1453502 Dec 08 00:08:51.715850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c4e30caa-321a-4e2d-96e1-8a9363dfdc54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffdaeaccdb11430f82cb8b715636ae8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2779930 Dec 08 00:08:51.716794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e30caa-321a-4e2d-96e1-8a9363dfdc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4253c0e-412b-4bb6-ac07-b92b626edb5b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:51.719679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51738) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:51.785939 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-75477ecc-194a-4794-a1f6-88d8e6326ebd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e472672-a682-4645-90aa-94762eb065dc HTTP/1.1" status: 200 len: 217 time: 0.0644934 Dec 08 00:08:51.798210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b5156fc9-d84a-4317-a116-e65be84e5ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.831019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b5156fc9-d84a-4317-a116-e65be84e5ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.876413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-226b58f4-325a-46df-8b33-654f6ba78603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:51.878194 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-226b58f4-325a-46df-8b33-654f6ba78603 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4108e7f-416d-4eb8-8969-a7796e7831de HTTP/1.1" status: 200 len: 862 time: 0.0835879 Dec 08 00:08:51.894004 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b5156fc9-d84a-4317-a116-e65be84e5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.897117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b5156fc9-d84a-4317-a116-e65be84e5ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:51.901969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b5156fc9-d84a-4317-a116-e65be84e5ecd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4253c0e-412b-4bb6-ac07-b92b626edb5b HTTP/1.1" status: 204 len: 168 time: 0.1688025 Dec 08 00:08:51.911844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5156fc9-d84a-4317-a116-e65be84e5ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4253c0e-412b-4bb6-ac07-b92b626edb5b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:51.938598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-6db3c5a7-df57-4b53-8a8f-b8c4d3ea4855 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8fe79f79-9f33-448e-adfa-96885d70b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525544 Dec 08 00:08:52.086573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-e97ecadf-b6b3-4f84-b3ed-a143dfdf93d8 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411917 Dec 08 00:08:52.293376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-070dffe2-bed0-4cd4-80b9-0b26fe4e8510 req-98d93d1a-e5e2-463b-a405-a2569852142e service neutron] 10.222.0.44 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968942 Dec 08 00:08:52.389485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96676ca3-79b2-403c-9db9-52572b7849d0 req-72a5517a-7062-4192-a410-18994ebe6751 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:52.400924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96676ca3-79b2-403c-9db9-52572b7849d0 req-72a5517a-7062-4192-a410-18994ebe6751 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1976836 Dec 08 00:08:52.424048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2d26b-3117-4da3-966d-fdc75b677123 req-ceebeed0-c222-47a1-80bd-4ae2c8e2008c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:52.426945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21d2d26b-3117-4da3-966d-fdc75b677123 req-ceebeed0-c222-47a1-80bd-4ae2c8e2008c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 944 time: 0.1405785 Dec 08 00:08:52.501242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96676ca3-79b2-403c-9db9-52572b7849d0 req-84abc049-b1db-4cfd-b825-0864ea7c404f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978107 Dec 08 00:08:52.529657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21d2d26b-3117-4da3-966d-fdc75b677123 req-2c889ced-6438-42c1-9103-47adadcc2ec4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950387 Dec 08 00:08:53.564406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40e56c44-d077-4631-bba7-25137875937e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:53.704866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea425597-0aac-4150-9b97-826e334ab51c req-fb653e60-2f76-4b25-8f93-c2b3212f2016 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:53.712668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea425597-0aac-4150-9b97-826e334ab51c req-fb653e60-2f76-4b25-8f93-c2b3212f2016 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1067989 Dec 08 00:08:53.746182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001eb4-782e-4993-8f05-2d665f181a0f req-999fff49-de3e-4c8a-81b0-3eb766593bb7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:53.747846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07001eb4-782e-4993-8f05-2d665f181a0f req-999fff49-de3e-4c8a-81b0-3eb766593bb7 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 944 time: 0.1292763 Dec 08 00:08:53.825052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea425597-0aac-4150-9b97-826e334ab51c req-26d3cdde-687e-47ec-be1e-326edb250383 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111186 Dec 08 00:08:53.864457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07001eb4-782e-4993-8f05-2d665f181a0f req-b26452fb-d96d-4762-975c-880e02d91237 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084106 Dec 08 00:08:53.948901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42aa2-2323-4dd1-879c-929815579a66 req-132021ee-5eef-402c-8f97-10778e7768e1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:53.950409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48c42aa2-2323-4dd1-879c-929815579a66 req-132021ee-5eef-402c-8f97-10778e7768e1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 944 time: 0.0549605 Dec 08 00:08:54.034392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48c42aa2-2323-4dd1-879c-929815579a66 req-e8ea5f08-34b3-418b-96aa-f14d28a11d86 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672219 Dec 08 00:08:54.284054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c42a-5f07-4396-8627-b748999d6534 req-ee662a48-3163-42d8-ba24-43a2e81e84bc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:54.286496 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b17c42a-5f07-4396-8627-b748999d6534 req-ee662a48-3163-42d8-ba24-43a2e81e84bc tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 944 time: 0.0624774 Dec 08 00:08:54.399977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Deleting port 69fb6df8-018a-4b92-ab50-2e87d53314f3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:54.400695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:54.520590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] For port 69fb6df8-018a-4b92-ab50-2e87d53314f3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69fb6df8-018a-4b92-ab50-2e87d53314f3,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:54.520945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:54.539046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Calling delete_port for 69fb6df8-018a-4b92-ab50-2e87d53314f3 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:54.685337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:54.724753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['69fb6df8-018a-4b92-ab50-2e87d53314f3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:54.748374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event deleted for resources: {'Port': ['ID=69fb6df8-018a-4b92-ab50-2e87d53314f3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:54.773109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] No DVR routers for this DVR port 69fb6df8-018a-4b92-ab50-2e87d53314f3 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:54.776422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:54.780434 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1b17c42a-5f07-4396-8627-b748999d6534 req-342f63a4-3f81-4898-8739-71cdb790168e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "DELETE /v2.0/ports/69fb6df8-018a-4b92-ab50-2e87d53314f3 HTTP/1.1" status: 204 len: 173 time: 0.4849899 Dec 08 00:08:54.780960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'name': 'network-vif-deleted', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:54.785418 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43ed4e-6c66-4401-b16a-5601c2dd492a" -d '{"events": [{"server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "name": "network-vif-deleted", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:54.839488 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4920470-1739-4732-b4b6-38793fe0dd91 x-openstack-request-id: req-b4920470-1739-4732-b4b6-38793fe0dd91 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:54.840114 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8a4d8-77db-4470-9de9-486e24e8140f", "name": "network-vif-deleted", "tag": "69fb6df8-018a-4b92-ab50-2e87d53314f3", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:54.840248 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4920470-1739-4732-b4b6-38793fe0dd91 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:54.840624 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac8a4d8-77db-4470-9de9-486e24e8140f', 'name': 'network-vif-deleted', 'tag': '69fb6df8-018a-4b92-ab50-2e87d53314f3', 'status': 'completed', 'code': 200} Dec 08 00:08:54.848363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51844) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:54.965858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89fa7-1840-4b9e-8121-cc648b168aed req-26e6c57c-cb47-4f8b-8851-cb197c6abf08 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:54.967493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaa89fa7-1840-4b9e-8121-cc648b168aed req-26e6c57c-cb47-4f8b-8851-cb197c6abf08 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0647755 Dec 08 00:08:55.001333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-540e0cd7-a36a-4f7b-88e6-1f309b05953f req-dea4432c-263c-429d-bafd-661edc0e6364 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac8a4d8-77db-4470-9de9-486e24e8140f HTTP/1.1" status: 200 len: 210 time: 0.0323377 Dec 08 00:08:55.040194 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.047165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67710328-0396-40b2-97cb-d3853fe34452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.048234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaa89fa7-1840-4b9e-8121-cc648b168aed req-97f1fcf8-d0a9-4cb2-ae74-38aee4f254fa tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698359 Dec 08 00:08:55.161840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67710328-0396-40b2-97cb-d3853fe34452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.167232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856055a2-5354-4941-b038-4e515ea3805e req-b1e4609d-f2ba-4212-9cf7-bfd711d5e6d5 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:55.168605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67710328-0396-40b2-97cb-d3853fe34452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.176920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-856055a2-5354-4941-b038-4e515ea3805e req-b1e4609d-f2ba-4212-9cf7-bfd711d5e6d5 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 944 time: 0.0698802 Dec 08 00:08:55.225641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67710328-0396-40b2-97cb-d3853fe34452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d801f-d476-4584-a4ec-51a343765555,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:55.234042 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-67710328-0396-40b2-97cb-d3853fe34452 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de2d69340e6442d2b6ae5272bed00f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842030 Dec 08 00:08:55.235638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51858) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:55.239489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-856055a2-5354-4941-b038-4e515ea3805e req-6607ace5-deb2-4305-b92b-813d1ef625c4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619218 Dec 08 00:08:55.293610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b68ec22-5037-4e64-9643-ba0510491e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.317960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b68ec22-5037-4e64-9643-ba0510491e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.375175 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b68ec22-5037-4e64-9643-ba0510491e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.382243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b68ec22-5037-4e64-9643-ba0510491e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.383442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7b68ec22-5037-4e64-9643-ba0510491e96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/128d801f-d476-4584-a4ec-51a343765555 HTTP/1.1" status: 204 len: 168 time: 0.1460340 Dec 08 00:08:55.393436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68ec22-5037-4e64-9643-ba0510491e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d801f-d476-4584-a4ec-51a343765555,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:55.550206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8e472672-a682-4645-90aa-94762eb065dc details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:08:55.658745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:55.675467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8e472672-a682-4645-90aa-94762eb065dc', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'port_id': '8e472672-a682-4645-90aa-94762eb065dc', 'mac_address': 'fa:16:3e:46:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4108e7f-416d-4eb8-8969-a7796e7831de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:08:55.709160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51864) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:55.722519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8131194c-66bb-4e04-9053-b7eea5ac00b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.723212 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.738091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e472672-a682-4645-90aa-94762eb065dc {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:08:55.762096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:55.768573 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.819406 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8131194c-66bb-4e04-9053-b7eea5ac00b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.823662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:55.825094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8131194c-66bb-4e04-9053-b7eea5ac00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.867518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8131194c-66bb-4e04-9053-b7eea5ac00b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e37be250f4bc45ed87d2f22a610bd3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1571851 Dec 08 00:08:55.868413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131194c-66bb-4e04-9053-b7eea5ac00b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c3f99-73aa-4206-a481-879790972f02,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:55.870155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51866) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:08:55.923465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d08476cd-e825-4cba-93b6-1ad14bce3673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.946001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d08476cd-e825-4cba-93b6-1ad14bce3673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.995390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d08476cd-e825-4cba-93b6-1ad14bce3673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.998079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d08476cd-e825-4cba-93b6-1ad14bce3673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:55.999275 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d08476cd-e825-4cba-93b6-1ad14bce3673 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e5c3f99-73aa-4206-a481-879790972f02 HTTP/1.1" status: 204 len: 168 time: 0.1273541 Dec 08 00:08:56.008479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08476cd-e825-4cba-93b6-1ad14bce3673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c3f99-73aa-4206-a481-879790972f02,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:56.083570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8e472672-a682-4645-90aa-94762eb065dc'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:08:56.200113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb3ca4-8dab-4bdd-9cd7-be86220433a1 req-bb46f8f7-2a47-4636-b439-e0362ae8d43e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:56.201781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60bb3ca4-8dab-4bdd-9cd7-be86220433a1 req-bb46f8f7-2a47-4636-b439-e0362ae8d43e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0730567 Dec 08 00:08:56.274566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:56.317153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60bb3ca4-8dab-4bdd-9cd7-be86220433a1 req-fa7e0a21-b146-454e-b6c0-f4cf99ad7017 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006403 Dec 08 00:08:56.489857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f9da-216d-49ed-8e40-fb198d39859f req-61136740-0cd1-43c7-8108-a096e978f825 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:56.491742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a9f9da-216d-49ed-8e40-fb198d39859f req-61136740-0cd1-43c7-8108-a096e978f825 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 945 time: 0.0600984 Dec 08 00:08:56.580327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc07e0b-f6e4-4aa2-99fa-69c6156ad677 req-a2c3a981-8596-41e3-8c96-4393f43b81af tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:56.581844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fcc07e0b-f6e4-4aa2-99fa-69c6156ad677 req-a2c3a981-8596-41e3-8c96-4393f43b81af tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.1022925 Dec 08 00:08:56.590802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a9f9da-216d-49ed-8e40-fb198d39859f req-dd4b4585-a34e-4ce6-906b-cf405433c378 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859678 Dec 08 00:08:56.647900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fcc07e0b-f6e4-4aa2-99fa-69c6156ad677 req-4f0d44ee-7f10-4761-8a06-94c8b4ae8cd8 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Dec 08 00:08:56.917361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-17c98020-4fc8-4efa-802b-4f1dd9dde2f2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:56.918920 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-17c98020-4fc8-4efa-802b-4f1dd9dde2f2 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 945 time: 0.0512347 Dec 08 00:08:57.033532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Deleting port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:57.033873 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.128870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] For port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:57.129230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.145168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Calling delete_port for ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:08:57.205466 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.298663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.327431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event deleted for resources: {'Port': ['ID=ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:57.372690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] No DVR routers for this DVR port ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:08:57.375329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.384434 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-90a3cb17-9339-462f-9e3a-6ebb571854e3 req-9fe8ccf7-243c-45a0-9dc7-a3cefd1ad101 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "DELETE /v2.0/ports/ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec HTTP/1.1" status: 204 len: 173 time: 0.4576151 Dec 08 00:08:57.384995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'name': 'network-vif-deleted', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:57.387727 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151d39a2-5b71-4de6-be53-171eaec5aa28" -d '{"events": [{"server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "name": "network-vif-deleted", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:57.524096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907b032-7575-4347-8ef1-b610271d758f req-2250ba40-e765-419c-a32e-40c38ec053be tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:57.527063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b907b032-7575-4347-8ef1-b610271d758f req-2250ba40-e765-419c-a32e-40c38ec053be tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0778267 Dec 08 00:08:57.554305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8e472672-a682-4645-90aa-94762eb065dc up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:08:57.563061 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360cc190-eac4-4047-8564-3ee51a2115e6 x-openstack-request-id: req-360cc190-eac4-4047-8564-3ee51a2115e6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:57.563368 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5d76df-3d79-4855-b9d6-36dd81933fd5", "name": "network-vif-deleted", "tag": "ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:57.563648 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-360cc190-eac4-4047-8564-3ee51a2115e6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:57.564047 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5d76df-3d79-4855-b9d6-36dd81933fd5', 'name': 'network-vif-deleted', 'tag': 'ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec', 'status': 'completed', 'code': 200} Dec 08 00:08:57.608887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b907b032-7575-4347-8ef1-b610271d758f req-47bf4799-5df5-4912-9fec-d45fecc1386b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691750 Dec 08 00:08:57.625595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 8e472672-a682-4645-90aa-94762eb065dc completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:08:57.633608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 8e472672-a682-4645-90aa-94762eb065dc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:08:57.634400 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.760097 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.763401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec9ad5-5579-4f46-b8b2-71f72c2f722d req-46d9e76d-ea95-4934-865d-99aa9f0d093a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:57.764968 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23ec9ad5-5579-4f46-b8b2-71f72c2f722d req-46d9e76d-ea95-4934-865d-99aa9f0d093a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 945 time: 0.0739501 Dec 08 00:08:57.790389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e472672-a682-4645-90aa-94762eb065dc'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:08:57.792741 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98ab477-bfcb-4f9a-a381-b6c24e27adb6" -d '{"events": [{"server_uuid": "7d5c7d6c-c867-471f-887e-0a489b66f0ff", "name": "network-vif-plugged", "status": "completed", "tag": "8e472672-a682-4645-90aa-94762eb065dc"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:08:57.816470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:08:57.826210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef5151f3-7a77-4cab-a615-135eda649407 req-82fd04cc-7631-4297-8d9d-b44fce883a81 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5d76df-3d79-4855-b9d6-36dd81933fd5 HTTP/1.1" status: 200 len: 210 time: 0.0391505 Dec 08 00:08:57.826761 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:57.827833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:08:57.861571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23ec9ad5-5579-4f46-b8b2-71f72c2f722d req-f41fab5a-c696-4877-bdee-aa117a8b3802 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897529 Dec 08 00:08:57.878821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 69fb6df8-018a-4b92-ab50-2e87d53314f3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:08:57.879207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69fb6df8-018a-4b92-ab50-2e87d53314f3 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:08:57.918223 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1a3fd-38dd-415f-bb77-562fe8348d6c x-openstack-request-id: req-d9a1a3fd-38dd-415f-bb77-562fe8348d6c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:08:57.918521 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c7d6c-c867-471f-887e-0a489b66f0ff", "name": "network-vif-plugged", "status": "completed", "tag": "8e472672-a682-4645-90aa-94762eb065dc", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:08:57.918781 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9a1a3fd-38dd-415f-bb77-562fe8348d6c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:08:57.919227 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e472672-a682-4645-90aa-94762eb065dc', 'code': 200} Dec 08 00:08:57.947984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:08:58.073045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638ad2-e7e2-4bba-8a3a-e060d9953e84 req-dfeec9b1-4e51-4943-be08-ef919c2b7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:58.074573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9f638ad2-e7e2-4bba-8a3a-e060d9953e84 req-dfeec9b1-4e51-4943-be08-ef919c2b7a0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 1097 time: 0.0454249 Dec 08 00:08:58.123233 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9f638ad2-e7e2-4bba-8a3a-e060d9953e84 req-0a831cce-2c01-47a2-9652-183bebec0fc1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Dec 08 00:08:58.729246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9ab9b-5d06-4180-8dc6-a5ad6db04744 req-c376fda4-84f8-48fe-8d43-a6d50fba660a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:58.731336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48a9ab9b-5d06-4180-8dc6-a5ad6db04744 req-c376fda4-84f8-48fe-8d43-a6d50fba660a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0526588 Dec 08 00:08:58.791504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48a9ab9b-5d06-4180-8dc6-a5ad6db04744 req-e89355c1-fb00-457b-b5dc-c90572ad77a1 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Dec 08 00:08:58.993089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb9c8f-d85a-47f1-b108-326aa6d40ec5 req-640f1f5e-649f-43fa-8e90-22f0ad4099f1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:58.995026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6bb9c8f-d85a-47f1-b108-326aa6d40ec5 req-640f1f5e-649f-43fa-8e90-22f0ad4099f1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 946 time: 0.0562012 Dec 08 00:08:59.058730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6bb9c8f-d85a-47f1-b108-326aa6d40ec5 req-0789be39-9745-495e-836d-654c4de06929 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530422 Dec 08 00:08:59.189115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595a74-fc99-4e95-b49b-45bc6cb6ab87 req-233358f0-3fa6-4bfd-9fb9-c42328f06781 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:59.190834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1595a74-fc99-4e95-b49b-45bc6cb6ab87 req-233358f0-3fa6-4bfd-9fb9-c42328f06781 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 944 time: 0.0603559 Dec 08 00:08:59.254087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1595a74-fc99-4e95-b49b-45bc6cb6ab87 req-56300394-b71a-48ce-a419-6b0be92ba327 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8f606ad-0999-4b31-8938-0399500c4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558677 Dec 08 00:08:59.824281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fca107-7bca-454d-9258-fed01c9a074f req-dec19817-ffea-41d0-9196-5d2eb807b35d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:59.827627 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b5fca107-7bca-454d-9258-fed01c9a074f req-dec19817-ffea-41d0-9196-5d2eb807b35d tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 944 time: 0.0555813 Dec 08 00:08:59.936913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d3fc-82f7-4153-8f2e-4af9c2f048e1 req-6e3a79cc-17fe-4824-92c7-618ee8d1f586 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:08:59.939171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8e2d3fc-82f7-4153-8f2e-4af9c2f048e1 req-6e3a79cc-17fe-4824-92c7-618ee8d1f586 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0623868 Dec 08 00:08:59.941099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Deleting port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:08:59.941447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:08:59.988409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8e2d3fc-82f7-4153-8f2e-4af9c2f048e1 req-a71075b9-ac4c-485e-8fb1-310b3926c437 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Dec 08 00:09:00.041036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] For port f3a7b711-b04a-45cb-ab9b-bc4e57855d81, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,segment=NetworkSegment(56823848-8668-4c2d-8c60-c633f9eb17c1),segment_id=56823848-8668-4c2d-8c60-c633f9eb17c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:00.041531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:00.058993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Calling delete_port for f3a7b711-b04a-45cb-ab9b-bc4e57855d81 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:00.185136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab15c6-f9d0-4bd6-b096-cfd314abd038 req-3ea041a5-bafb-4648-a1b3-03e012d1b0c9 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:00.187007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cab15c6-f9d0-4bd6-b096-cfd314abd038 req-3ea041a5-bafb-4648-a1b3-03e012d1b0c9 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 946 time: 0.0536246 Dec 08 00:09:00.216270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:00.241478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cab15c6-f9d0-4bd6-b096-cfd314abd038 req-0a62e882-d5d1-4e71-b210-8dbecee4d06f tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Dec 08 00:09:00.262946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Pushing event deleted for resources: {'Port': ['ID=f3a7b711-b04a-45cb-ab9b-bc4e57855d81,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:00.317401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] No DVR routers for this DVR port f3a7b711-b04a-45cb-ab9b-bc4e57855d81 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:00.320315 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:00.324572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b5fca107-7bca-454d-9258-fed01c9a074f req-60e909a2-e1ec-47c0-9a02-eefb65382989 tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.44 "DELETE /v2.0/ports/f3a7b711-b04a-45cb-ab9b-bc4e57855d81 HTTP/1.1" status: 204 len: 173 time: 0.4908659 Dec 08 00:09:00.325170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'name': 'network-vif-deleted', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:00.329223 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad34b9-fdaa-4edf-a90b-389db31b25bf" -d '{"events": [{"server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "name": "network-vif-deleted", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:00.416913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cde5d8c-f51c-43ba-b22d-2b9cde6e9f77 req-ba412ea4-93a9-4b5d-881d-13498f905e2e tempest-LiveMigrationTest-729614885 tempest-LiveMigrationTest-729614885-project] 10.222.0.18 "GET /v2.0/ports?device_id=067cd05b-ec7c-49b4-8ea7-b891bc84f803 HTTP/1.1" status: 200 len: 210 time: 0.0396779 Dec 08 00:09:00.443050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be098322-e88a-4dc8-b5e9-47c38f855a3e req-2d67a69c-fdea-4b74-bc26-342e88c7cb9d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:00.444855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be098322-e88a-4dc8-b5e9-47c38f855a3e req-2d67a69c-fdea-4b74-bc26-342e88c7cb9d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 946 time: 0.1086836 Dec 08 00:09:00.495117 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5315da1d-dba7-4042-9aac-a45f72572e0d x-openstack-request-id: req-5315da1d-dba7-4042-9aac-a45f72572e0d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:00.495443 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cd05b-ec7c-49b4-8ea7-b891bc84f803", "name": "network-vif-deleted", "tag": "f3a7b711-b04a-45cb-ab9b-bc4e57855d81", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:00.495721 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5315da1d-dba7-4042-9aac-a45f72572e0d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:00.496336 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cd05b-ec7c-49b4-8ea7-b891bc84f803', 'name': 'network-vif-deleted', 'tag': 'f3a7b711-b04a-45cb-ab9b-bc4e57855d81', 'status': 'completed', 'code': 200} Dec 08 00:09:00.517609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be098322-e88a-4dc8-b5e9-47c38f855a3e req-7cabeac4-4706-4fe2-b4df-76bfbec2a6a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627515 Dec 08 00:09:01.181139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af35057-3204-4f7a-b34d-f2ba7316629c req-512a872c-f146-4c8e-9a37-5cbe33b1922b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:01.182777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9af35057-3204-4f7a-b34d-f2ba7316629c req-512a872c-f146-4c8e-9a37-5cbe33b1922b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1079800 Dec 08 00:09:01.264927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9af35057-3204-4f7a-b34d-f2ba7316629c req-aa422a31-e66a-4610-8a2a-97b6cc66c94a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739923 Dec 08 00:09:01.279413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77176-2609-4544-9004-5850376ece16 req-b966cf4f-bbd2-4565-86fc-e07321489b84 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:01.281794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ce77176-2609-4544-9004-5850376ece16 req-b966cf4f-bbd2-4565-86fc-e07321489b84 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 946 time: 0.0846980 Dec 08 00:09:01.339825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ce77176-2609-4544-9004-5850376ece16 req-314b9c81-96c2-4320-ab91-0f1e7378a4f3 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Dec 08 00:09:01.480186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52036) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:01.569088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:01.614145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:01.614496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ffaf2174-fe81-4f74-9ce1-e826ea7fc0ec not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:01.732159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] Deleting subnet 62571d4e-aea2-40a8-81a3-10e7e89fb638 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:09:01.736348 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:01.777862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:01.836846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:01.909215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:01.949894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:01.954265 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/62571d4e-aea2-40a8-81a3-10e7e89fb638 HTTP/1.1" status: 204 len: 168 time: 0.4722977 Dec 08 00:09:01.955436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324145f-2edd-4159-a99f-4b8d9fa11e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62571d4e-aea2-40a8-81a3-10e7e89fb638,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:01.957672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52050) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:02.065143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.174209 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.198534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a55441-5ae6-46ea-88d6-4545d8de262c']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:02.210285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52064) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:02.214572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56823848-8668-4c2d-8c60-c633f9eb17c1') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:02.214875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56823848-8668-4c2d-8c60-c633f9eb17c1') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:02.225009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.238820 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.245300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:09:02.245855 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:09:02.247714 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:09:02.322392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.332298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.339154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52070) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:02.339611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e7a55441-5ae6-46ea-88d6-4545d8de262c HTTP/1.1" status: 204 len: 168 time: 0.3809116 Dec 08 00:09:02.352325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a55441-5ae6-46ea-88d6-4545d8de262c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:02.361122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.361337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.373647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.375451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.375783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.376172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.376513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.376849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.381200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.381833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.382357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.382912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.384093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8442da-eba8-4a15-a375-a862a18ca4d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:02.399535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb43f856-3cd5-44ff-b504-715b550f9f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.423596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] Deleting subnet 4217f0d3-99d4-41c8-93db-fe0a495aee22 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:09:02.431842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.481317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.494271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0616af-3c3a-460a-93ae-888ce6da0986 req-9bdbd0c6-55ec-474b-97d2-63cb44f391c4 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:02.496113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed0616af-3c3a-460a-93ae-888ce6da0986 req-9bdbd0c6-55ec-474b-97d2-63cb44f391c4 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0968862 Dec 08 00:09:02.544237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.571986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25905-25cc-45fc-8858-05b150d75a61 req-25465901-2f7a-43f5-937b-9aada6c4a09a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:02.580313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faa25905-25cc-45fc-8858-05b150d75a61 req-25465901-2f7a-43f5-937b-9aada6c4a09a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 946 time: 0.1152132 Dec 08 00:09:02.586810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb43f856-3cd5-44ff-b504-715b550f9f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.592540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb43f856-3cd5-44ff-b504-715b550f9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.600278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed0616af-3c3a-460a-93ae-888ce6da0986 req-8c3e8d17-c564-4f61-8ca9-a4bf944850b1 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888343 Dec 08 00:09:02.646349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.659289 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cb43f856-3cd5-44ff-b504-715b550f9f0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6d8f93bdcce4bd992d20308f7826a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4476020 Dec 08 00:09:02.660036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43f856-3cd5-44ff-b504-715b550f9f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c77783-dad3-4d67-9573-c579f528a2b3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:02.661533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faa25905-25cc-45fc-8858-05b150d75a61 req-572d83a0-60c2-4cbc-9f92-07fde9532f5b tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792356 Dec 08 00:09:02.662378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52074) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:02.682859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4217f0d3-99d4-41c8-93db-fe0a495aee22,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:02.684946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.688311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-131c363a-3031-4ba4-86f5-0354e949fa95 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4217f0d3-99d4-41c8-93db-fe0a495aee22 HTTP/1.1" status: 204 len: 168 time: 0.3480446 Dec 08 00:09:02.690830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52078) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:02.750937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4ace22c-66ef-4cfe-8c5b-a839d1f5b5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.786368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4ace22c-66ef-4cfe-8c5b-a839d1f5b5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.845123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4ace22c-66ef-4cfe-8c5b-a839d1f5b5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.856892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4ace22c-66ef-4cfe-8c5b-a839d1f5b5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:02.858500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d4ace22c-66ef-4cfe-8c5b-a839d1f5b5bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36c77783-dad3-4d67-9573-c579f528a2b3 HTTP/1.1" status: 204 len: 168 time: 0.1926005 Dec 08 00:09:02.889635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ace22c-66ef-4cfe-8c5b-a839d1f5b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c77783-dad3-4d67-9573-c579f528a2b3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:03.173572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.334732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.376104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8467766b-ff42-4160-9906-ae87fb11459e']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:03.390911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcb598d-f3d1-4c48-ab31-d21bb304eda7') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:03.390911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcb598d-f3d1-4c48-ab31-d21bb304eda7') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:03.391851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52088) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:03.404646 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.418717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b577-837b-414b-abf5-18906b3e5035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.419708 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.427694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:09:03.428097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:09:03.429947 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:09:03.497991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.503969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.508282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b577-837b-414b-abf5-18906b3e5035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.508732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8467766b-ff42-4160-9906-ae87fb11459e HTTP/1.1" status: 204 len: 168 time: 0.8168592 Dec 08 00:09:03.526944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000605d-a6b8-4eb9-8bde-52f5ce3448f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8467766b-ff42-4160-9906-ae87fb11459e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:03.533388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b577-837b-414b-abf5-18906b3e5035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.569793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8e472672-a682-4645-90aa-94762eb065dc details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:09:03.578228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52092) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:03.578453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdd5b577-837b-414b-abf5-18906b3e5035 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6206e5240aea4591b3f0d90e6209fb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852775 Dec 08 00:09:03.579844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5b577-837b-414b-abf5-18906b3e5035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c183240-c5cd-4b23-8022-8641e9d5f003,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:03.594133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:03.629616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: f3a7b711-b04a-45cb-ab9b-bc4e57855d81 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:03.629840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3a7b711-b04a-45cb-ab9b-bc4e57855d81 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:03.673307 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:09:03.745099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:03.756858 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ddf22b6-202b-498a-b24e-9e2e246891f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.777415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8e472672-a682-4645-90aa-94762eb065dc', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'port_id': '8e472672-a682-4645-90aa-94762eb065dc', 'mac_address': 'fa:16:3e:46:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4108e7f-416d-4eb8-8969-a7796e7831de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:09:03.800211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ddf22b6-202b-498a-b24e-9e2e246891f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.830130 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.860721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e472672-a682-4645-90aa-94762eb065dc {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:03.867248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ddf22b6-202b-498a-b24e-9e2e246891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.871084 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ddf22b6-202b-498a-b24e-9e2e246891f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.872713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ddf22b6-202b-498a-b24e-9e2e246891f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c183240-c5cd-4b23-8022-8641e9d5f003 HTTP/1.1" status: 204 len: 168 time: 0.2918570 Dec 08 00:09:03.888745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:03.895123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335944bb-5ccf-4c3c-93ec-8de481a6d8d8 req-d3e4fb13-3e83-4887-82f1-2de62a214bd0 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:03.897387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:03.902984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-335944bb-5ccf-4c3c-93ec-8de481a6d8d8 req-d3e4fb13-3e83-4887-82f1-2de62a214bd0 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1802406 Dec 08 00:09:03.906097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf22b6-202b-498a-b24e-9e2e246891f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c183240-c5cd-4b23-8022-8641e9d5f003,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:03.916087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52104) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:03.940780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611a7db-88b0-49cf-ac9d-4a5105b70cb5 req-6d8d6b5a-db29-44f2-b44c-796132fcd7a9 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:03.942630 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b611a7db-88b0-49cf-ac9d-4a5105b70cb5 req-6d8d6b5a-db29-44f2-b44c-796132fcd7a9 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 946 time: 0.1670597 Dec 08 00:09:03.958604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:04.023372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8e472672-a682-4645-90aa-94762eb065dc'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:09:04.024115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-674d0f77-b403-4967-81c2-425b4d0ac0d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34fc6ef8986b4d64b67a5876fb4888fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055813 Dec 08 00:09:04.030041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52106) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:04.032625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-335944bb-5ccf-4c3c-93ec-8de481a6d8d8 req-2be3931c-010b-442a-a830-0243c0830fc2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236060 Dec 08 00:09:04.080912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b611a7db-88b0-49cf-ac9d-4a5105b70cb5 req-dcdaaf41-0c39-4fcd-899d-a72290e8e0cf tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279411 Dec 08 00:09:04.113732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e1301ca-4a94-4f1c-aeb5-6cb5446dfe12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.141275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e1301ca-4a94-4f1c-aeb5-6cb5446dfe12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.203790 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e1301ca-4a94-4f1c-aeb5-6cb5446dfe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.209785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e1301ca-4a94-4f1c-aeb5-6cb5446dfe12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.213705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1e1301ca-4a94-4f1c-aeb5-6cb5446dfe12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8f606ad-0999-4b31-8938-0399500c4cd1 HTTP/1.1" status: 204 len: 168 time: 0.1793308 Dec 08 00:09:04.222838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1301ca-4a94-4f1c-aeb5-6cb5446dfe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f606ad-0999-4b31-8938-0399500c4cd1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:04.658916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52126) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:04.706537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a175aee9-7b49-4e98-b610-2efea3963e84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f23db37c2d9f42b99d5b8989124d5d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440981 Dec 08 00:09:04.706764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52128) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:04.757308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1834271f-fb96-4efd-8d3f-e66e553e2a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.782409 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1834271f-fb96-4efd-8d3f-e66e553e2a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.841335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1834271f-fb96-4efd-8d3f-e66e553e2a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.845037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1834271f-fb96-4efd-8d3f-e66e553e2a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:04.846714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1834271f-fb96-4efd-8d3f-e66e553e2a87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24d2305c-2940-400f-b238-34b766d490ba HTTP/1.1" status: 204 len: 168 time: 0.1389158 Dec 08 00:09:04.856682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834271f-fb96-4efd-8d3f-e66e553e2a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2305c-2940-400f-b238-34b766d490ba,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:05.184485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa992c3e-6a06-4602-952c-1903caf3feb9 req-529566f1-e8b2-4436-bf8a-b2c32432ba7a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:05.187571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa992c3e-6a06-4602-952c-1903caf3feb9 req-529566f1-e8b2-4436-bf8a-b2c32432ba7a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0738747 Dec 08 00:09:05.593631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8e472672-a682-4645-90aa-94762eb065dc no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:05.634856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd1f34-3db0-4be2-bb45-01983a6030b1 req-7e03804e-fa3a-4828-bf25-e4e317cfdd92 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:05.636570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8fd1f34-3db0-4be2-bb45-01983a6030b1 req-7e03804e-fa3a-4828-bf25-e4e317cfdd92 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 945 time: 0.4479289 Dec 08 00:09:05.647493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa992c3e-6a06-4602-952c-1903caf3feb9 req-96eee43f-24d3-4b92-8a3c-7528f9d2322c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487231 Dec 08 00:09:05.739996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8fd1f34-3db0-4be2-bb45-01983a6030b1 req-a8519802-246d-4363-85d9-1107aa11bf21 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912962 Dec 08 00:09:05.785109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:05.811093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8e472672-a682-4645-90aa-94762eb065dc {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:05.848674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:05.862328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:05.947537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:06.180673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ac68-fb2a-4043-b6f2-349c393f4b6b req-65ee377b-12e8-42cb-87f4-dd3f5f44e499 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:06.190837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea51ac68-fb2a-4043-b6f2-349c393f4b6b req-65ee377b-12e8-42cb-87f4-dd3f5f44e499 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 944 time: 0.0728688 Dec 08 00:09:06.238936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea51ac68-fb2a-4043-b6f2-349c393f4b6b req-8fcddee9-4ba0-4dce-a780-13396156effe tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473592 Dec 08 00:09:06.672752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10310fab-4787-4753-ab9f-200ecd618d0a req-ec096973-50c9-4653-9204-af4c0449cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:06.675755 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10310fab-4787-4753-ab9f-200ecd618d0a req-ec096973-50c9-4653-9204-af4c0449cc14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0623167 Dec 08 00:09:06.743823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-10310fab-4787-4753-ab9f-200ecd618d0a req-6e3285d5-cc1a-4562-8763-5c56d5e2b3af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535724 Dec 08 00:09:06.820882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c872c-ba8c-41d4-9d0b-079012ede162 req-bddfece4-aa19-4f8f-a46c-5b980fa2c025 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:06.822821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-399c872c-ba8c-41d4-9d0b-079012ede162 req-bddfece4-aa19-4f8f-a46c-5b980fa2c025 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0736353 Dec 08 00:09:06.886150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-399c872c-ba8c-41d4-9d0b-079012ede162 req-e9d8760a-9548-4cd8-b0f1-788af612fd1e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563085 Dec 08 00:09:07.209847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-907f7df8-fed2-4cf5-bbc5-c3268c6a7f32 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1298807811&fields=id&tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019 HTTP/1.1" status: 200 len: 267 time: 0.0555105 Dec 08 00:09:07.325143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-0b968672-66b5-4cb1-a703-50ee6c77263e tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:07.332400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-0b968672-66b5-4cb1-a703-50ee6c77263e tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/networks?id=60d09d07-a2dd-4820-ae51-460b1d4adc59 HTTP/1.1" status: 200 len: 815 time: 0.1216738 Dec 08 00:09:07.358115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-e90d87de-8e75-4e81-a59f-6f4fa79cab46 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/quotas/2bb4c1a48c8d4b4e8c020b09aba6c019 HTTP/1.1" status: 200 len: 375 time: 0.0247846 Dec 08 00:09:07.379109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52248) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:07.428973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7a321-200e-4e3e-9fc5-55acf72f8e32 req-b77bc0bf-e9e7-49a2-91e0-bec27ff37f12 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:07.430554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74d7a321-200e-4e3e-9fc5-55acf72f8e32 req-b77bc0bf-e9e7-49a2-91e0-bec27ff37f12 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 944 time: 0.0900509 Dec 08 00:09:07.442140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4e74c3ad-2180-4c09-9e59-4a8539e775c4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830951 Dec 08 00:09:07.506764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3973d032-8649-4636-83a1-d7b76814ca1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.565248 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74d7a321-200e-4e3e-9fc5-55acf72f8e32 req-00ddf17c-1614-41fd-bac5-35d9062c90bd tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219339 Dec 08 00:09:07.609519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-05f9f301-943d-4916-89b5-fc39cc29d36f service neutron] 10.222.0.18 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522079 Dec 08 00:09:07.659686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3973d032-8649-4636-83a1-d7b76814ca1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.672385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3973d032-8649-4636-83a1-d7b76814ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.729688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-43e2ac99-ec3d-4ef0-b003-1e3eb78807a2 service neutron] 10.222.0.18 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095665 Dec 08 00:09:07.732889 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3973d032-8649-4636-83a1-d7b76814ca1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c5e10288e744af4acde06e63452f287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526955 Dec 08 00:09:07.735568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52256) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:07.752314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973d032-8649-4636-83a1-d7b76814ca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668bd8b7-d112-40de-867d-178fc104c75b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:07.788899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-ccf7f0f5-04d6-4150-9af7-083ddd93ddb1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:07.790845 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-ccf7f0f5-04d6-4150-9af7-083ddd93ddb1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 944 time: 0.0777013 Dec 08 00:09:07.814189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d734bd80-2508-4355-bb37-12054594e24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.849950 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d734bd80-2508-4355-bb37-12054594e24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.923641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Deleting port 8e472672-a682-4645-90aa-94762eb065dc {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:07.923987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.924158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d734bd80-2508-4355-bb37-12054594e24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.931424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d734bd80-2508-4355-bb37-12054594e24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:07.936030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d734bd80-2508-4355-bb37-12054594e24e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/668bd8b7-d112-40de-867d-178fc104c75b HTTP/1.1" status: 204 len: 168 time: 0.1992071 Dec 08 00:09:07.953459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734bd80-2508-4355-bb37-12054594e24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668bd8b7-d112-40de-867d-178fc104c75b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:08.053433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] For port 8e472672-a682-4645-90aa-94762eb065dc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8e472672-a682-4645-90aa-94762eb065dc,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:08.054816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.070039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69bab0-a3ed-44fe-ac03-4497af8d885e req-13786b01-eefc-477c-9a14-a4c30c652305 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:08.070639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Calling delete_port for 8e472672-a682-4645-90aa-94762eb065dc owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:08.071764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd69bab0-a3ed-44fe-ac03-4497af8d885e req-13786b01-eefc-477c-9a14-a4c30c652305 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.0662005 Dec 08 00:09:08.166509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd69bab0-a3ed-44fe-ac03-4497af8d885e req-6443f06f-c20b-456f-8d76-38560a6e0eab tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883582 Dec 08 00:09:08.293929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.386809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event deleted for resources: {'Port': ['ID=8e472672-a682-4645-90aa-94762eb065dc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:08.423470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2567e3a-d673-45f7-b4ce-a198fc531cbd req-ee180ffe-779c-4828-af7b-561d9e698f62 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0621760 Dec 08 00:09:08.473971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] No DVR routers for this DVR port 8e472672-a682-4645-90aa-94762eb065dc on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:08.477533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.483170 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e79b0235-8bd0-4fd6-8cae-a694d3624248 req-de010a70-f9e9-4589-8f4b-264e185d1fa6 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.44 "DELETE /v2.0/ports/8e472672-a682-4645-90aa-94762eb065dc HTTP/1.1" status: 204 len: 173 time: 0.6830814 Dec 08 00:09:08.483170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'name': 'network-vif-deleted', 'tag': '8e472672-a682-4645-90aa-94762eb065dc'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:08.485975 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64096bb-6cff-435d-9bef-178c46ec3813" -d '{"events": [{"server_uuid": "7d5c7d6c-c867-471f-887e-0a489b66f0ff", "name": "network-vif-deleted", "tag": "8e472672-a682-4645-90aa-94762eb065dc"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:08.489291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52296) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:08.509173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a202fe27-5c49-4a89-ae0b-763e2d2561a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.557735 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816fb531-8593-4f70-917f-ca651963defb x-openstack-request-id: req-816fb531-8593-4f70-917f-ca651963defb {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:08.557990 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c7d6c-c867-471f-887e-0a489b66f0ff", "name": "network-vif-deleted", "tag": "8e472672-a682-4645-90aa-94762eb065dc", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:08.558232 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-816fb531-8593-4f70-917f-ca651963defb {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:08.558786 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c7d6c-c867-471f-887e-0a489b66f0ff', 'name': 'network-vif-deleted', 'tag': '8e472672-a682-4645-90aa-94762eb065dc', 'status': 'completed', 'code': 200} Dec 08 00:09:08.615727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a202fe27-5c49-4a89-ae0b-763e2d2561a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.620961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a202fe27-5c49-4a89-ae0b-763e2d2561a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.684109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a202fe27-5c49-4a89-ae0b-763e2d2561a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6837f7ae95df44bba57c92c5e6fade16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909635 Dec 08 00:09:08.684109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202fe27-5c49-4a89-ae0b-763e2d2561a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f57a4c-ab10-455f-b3ef-4767b2741b91,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:08.685580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52302) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:08.760892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c01789f-e54f-4592-a544-0eece2d96af8 req-8f34d46c-858b-4f37-99d3-b7c226c87007 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5c7d6c-c867-471f-887e-0a489b66f0ff HTTP/1.1" status: 200 len: 210 time: 0.0469851 Dec 08 00:09:08.773432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5b2a479f-30fd-42b2-936e-bb29a6ea26e4 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:08.787785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5b2a479f-30fd-42b2-936e-bb29a6ea26e4 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 811 time: 0.3181612 Dec 08 00:09:08.805054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-3f299655-a4c0-4144-9b44-afe9b160476e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/quotas/36b3301f19974aa0851a4f337c08d3ce HTTP/1.1" status: 200 len: 375 time: 0.0161328 Dec 08 00:09:08.842200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5969647-9479-42f1-a4d2-5c3b29651cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.883527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5969647-9479-42f1-a4d2-5c3b29651cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.894506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-cf3f6a72-c1c8-4646-8cad-5b48b6c7cb55 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884898 Dec 08 00:09:08.951970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5969647-9479-42f1-a4d2-5c3b29651cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.956856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5969647-9479-42f1-a4d2-5c3b29651cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:08.960294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e5969647-9479-42f1-a4d2-5c3b29651cc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62f57a4c-ab10-455f-b3ef-4767b2741b91 HTTP/1.1" status: 204 len: 168 time: 0.2596679 Dec 08 00:09:08.968395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5969647-9479-42f1-a4d2-5c3b29651cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f57a4c-ab10-455f-b3ef-4767b2741b91,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:09.130136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-51414643-89ba-442c-9f61-84d359b986bb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:09:09.138155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-51414643-89ba-442c-9f61-84d359b986bb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2424190 Dec 08 00:09:09.248056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-7f8cac92-ff68-4031-9fda-f4dc3e53a66e service neutron] 10.222.0.18 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021211 Dec 08 00:09:09.386508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-9fba3ab2-0168-47a4-902f-7a65a1bbb502 service neutron] 10.222.0.18 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309474 Dec 08 00:09:09.587028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f718776-7c47-430c-b998-45bb033c0d47 req-a6de8cdf-7d87-4bc0-9bfc-c3bb6095a023 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 210 time: 0.0405798 Dec 08 00:09:09.615022 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09991091-5452-43ab-8ef3-aef89055ae9e req-a07bafd1-d0a0-44aa-ab80-7e085d070a0c tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0417099 Dec 08 00:09:09.851515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-b739da2d-d218-419a-aa50-b459620fd8ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:09.853632 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-b739da2d-d218-419a-aa50-b459620fd8ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.44 "GET /v2.0/networks?id=60d09d07-a2dd-4820-ae51-460b1d4adc59 HTTP/1.1" status: 200 len: 815 time: 0.1612096 Dec 08 00:09:09.975377 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-059b4eb4-f373-4d05-aac2-f563d148995d tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019 HTTP/1.1" status: 200 len: 380 time: 0.1061146 Dec 08 00:09:09.987326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Request body: {'port': {'device_id': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'admin_state_up': True, 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'security_groups': ['be23ed11-9fe3-4944-a456-651c1e6daa97']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:10.205138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Made reservation on behalf of 2bb4c1a48c8d4b4e8c020b09aba6c019 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:10.209496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:10.272038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-5ca64800-435c-482e-9688-e6ef8f9e6abe tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:10.273735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-5ca64800-435c-482e-9688-e6ef8f9e6abe tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 822 time: 0.1681633 Dec 08 00:09:10.310461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-29650b32-a454-426e-8b1c-5f79a50ff642 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/quotas/a4de6ef707564f75b992f9d8cc28442d HTTP/1.1" status: 200 len: 375 time: 0.0265825 Dec 08 00:09:10.393778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-83664318-6d34-42f3-bf15-cd87ed549f4e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786145 Dec 08 00:09:10.447279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Allocated IP 172.20.0.10 (60d09d07-a2dd-4820-ae51-460b1d4adc59/ff1c3a7f-2940-49e8-9924-f44e07391a0d/2f961709-25d6-4e72-a383-8e1209a4217d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:10.538597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-d61842fa-d8e2-4ac3-926d-0ef2a1b39e03 service neutron] 10.222.0.18 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380315 Dec 08 00:09:10.713974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-99933594-7925-475f-bc58-6325a192e999 service neutron] 10.222.0.18 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741931 Dec 08 00:09:10.779752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:10.806517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc065f1f-ed6f-4657-94f8-67c7a7acbf45 req-cdf33ae9-2423-4aaa-a845-37a42adc363f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 210 time: 0.0475276 Dec 08 00:09:10.841549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:10.892576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:10.907630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:10.913564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:10.967623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event updated for resources: {'Port': ['ID=2f961709-25d6-4e72-a383-8e1209a4217d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:10.992638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:10.993158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:10.993671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:10.994162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:10.994650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:10.995314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.007345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.007941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.008465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.009613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.010154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.010822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.011774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:11.068609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d8a76-3bef-468d-a3ad-553c9534ac38 req-8540e170-40b5-4b8f-9efe-538b08f553ea tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:11.091523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b6d8a76-3bef-468d-a3ad-553c9534ac38 req-8540e170-40b5-4b8f-9efe-538b08f553ea tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 932 time: 0.1896455 Dec 08 00:09:11.103225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:11.103982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:11.185573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8854b768-4078-4a2d-96c2-ada00a48f5eb req-7b7fde48-6d2f-4716-ad90-ead94409e46e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 210 time: 0.0787880 Dec 08 00:09:11.241722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-11565a8c-63d2-4106-9952-4a86cc9cc4db tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2597034 Dec 08 00:09:11.267946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Request body: {'port': {'device_id': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:11.289160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b6d8a76-3bef-468d-a3ad-553c9534ac38 req-fa411cc9-6dfb-4340-99ca-ae51f487e7e9 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924636 Dec 08 00:09:11.380568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:11.401619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581724-3d7f-49ab-8fec-a4a465793baf req-f5fc7da1-7caf-4ad5-b9ae-f5159385f1c8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:11.403724 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-f5fc7da1-7caf-4ad5-b9ae-f5159385f1c8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.44 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 811 time: 0.3808036 Dec 08 00:09:11.492694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5091f0e0-5234-44da-9ecc-51762fa53154 None None] Provisioning complete for port 2f961709-25d6-4e72-a383-8e1209a4217d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:11.495340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5091f0e0-5234-44da-9ecc-51762fa53154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:11.577699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5091f0e0-5234-44da-9ecc-51762fa53154 None None] Port 2f961709-25d6-4e72-a383-8e1209a4217d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:09:11.633560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8e472672-a682-4645-90aa-94762eb065dc no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:11.690752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 8e472672-a682-4645-90aa-94762eb065dc {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:11.691124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8e472672-a682-4645-90aa-94762eb065dc not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:11.735113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Request body: {'port': {'device_id': 'c9e50535-2958-4e47-80f8-163883b722c0', 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'admin_state_up': True, 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:12.008784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f961709-25d6-4e72-a383-8e1209a4217d {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:12.017159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f9ec41f-2bf4-4ed5-b170-5cd7e8abe49f req-a99f5ed0-47b3-4975-ad38-98a83148aa65 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 210 time: 0.0726581 Dec 08 00:09:12.033942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.046876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Transition to ACTIVE for port object 2f961709-25d6-4e72-a383-8e1209a4217d will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:09:12.057938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.071438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Made reservation on behalf of 36b3301f19974aa0851a4f337c08d3ce for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:12.075230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.248986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Pushing event updated for resources: {'Port': ['ID=2f961709-25d6-4e72-a383-8e1209a4217d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:12.425459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3b37073-e12e-4070-8471-252bf620faf6 req-f97eb365-7b3b-4249-82d5-e7e5c554f3d1 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 210 time: 0.0968659 Dec 08 00:09:12.484685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Allocated IP 172.20.0.14 (db9259eb-8c29-4b26-89a3-3b1c47bc1e8b/e77b13b0-ff11-4f54-82f3-eb235542b793/7d946c31-b4ea-47f2-843f-07a84c1b30e2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:12.555517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19237837-9c6f-4e12-aaae-d8254beec4bd req-bd231d21-a718-4ff0-8dd1-bc707d033086 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:12.557002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52448) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:12.557396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19237837-9c6f-4e12-aaae-d8254beec4bd req-bd231d21-a718-4ff0-8dd1-bc707d033086 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.1045034 Dec 08 00:09:12.637517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Attempting to bind port 2f961709-25d6-4e72-a383-8e1209a4217d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:12.638590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Attempting to bind port 2f961709-25d6-4e72-a383-8e1209a4217d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:12.638791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Attempting to bind port 2f961709-25d6-4e72-a383-8e1209a4217d on network 60d09d07-a2dd-4820-ae51-460b1d4adc59 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:12.669649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19237837-9c6f-4e12-aaae-d8254beec4bd req-1cd2a249-a2b4-4528-a757-9b58f3d7916d tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039157 Dec 08 00:09:12.672178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Port 2f961709-25d6-4e72-a383-8e1209a4217d on network 60d09d07-a2dd-4820-ae51-460b1d4adc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:09:12.672551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Attempting to bind port 2f961709-25d6-4e72-a383-8e1209a4217d on network 60d09d07-a2dd-4820-ae51-460b1d4adc59 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:12.679703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:12.679703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Checking segment: {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:12.680045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Bound using segment: {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:12.680478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Bound port: 2f961709-25d6-4e72-a383-8e1209a4217d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6c4399-36a4-4e24-bd74-66f66220c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:12.680888 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.779387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.804992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b919e76-4bf1-4f35-bfc6-8e7ef2af87d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.897448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b919e76-4bf1-4f35-bfc6-8e7ef2af87d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.917450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] For port 2f961709-25d6-4e72-a383-8e1209a4217d, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:12.924376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b919e76-4bf1-4f35-bfc6-8e7ef2af87d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:12.982493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] For port 2f961709-25d6-4e72-a383-8e1209a4217d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=2f961709-25d6-4e72-a383-8e1209a4217d,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:13.012762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.096670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Pushing event updated for resources: {'Port': ['ID=2f961709-25d6-4e72-a383-8e1209a4217d,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:13.104372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b919e76-4bf1-4f35-bfc6-8e7ef2af87d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0924d9c-7b9e-4d7a-9889-dd99887aebac,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:13.113119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4b919e76-4bf1-4f35-bfc6-8e7ef2af87d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=876575ad1ebd48b3b64e32f8947f2477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518756 Dec 08 00:09:13.113914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52458) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:13.118753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.127186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:13.127427 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.129036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-4bee85a1-c3c8-45c9-a706-316d737f04db service neutron] 10.222.0.44 "PUT /v2.0/ports/2f961709-25d6-4e72-a383-8e1209a4217d HTTP/1.1" status: 200 len: 1092 time: 1.8683999 Dec 08 00:09:13.133722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:13.136013 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a3734-9bbd-4291-9a4f-f12a606025d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:13.152217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['cd6d386d-eb79-4d94-9eb7-a256401fcb37'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:09:13.236045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Pushing event updated for resources: {'Port': ['ID=7d946c31-b4ea-47f2-843f-07a84c1b30e2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:13.295275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72b17f23-752a-435c-8042-1e5902433f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.323897 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72b17f23-752a-435c-8042-1e5902433f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.334267 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0538ecc3-9d5f-4483-89b4-93ab19d5cf7d x-openstack-request-id: req-0538ecc3-9d5f-4483-89b4-93ab19d5cf7d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:13.334613 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:13.334840 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0538ecc3-9d5f-4483-89b4-93ab19d5cf7d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:13.335291 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d', 'status': 'completed', 'code': 200} Dec 08 00:09:13.365095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:13.377975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-382a3a4a-c41d-4b3a-aad3-6ced19b57e49 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:13.380137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-382a3a4a-c41d-4b3a-aad3-6ced19b57e49 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.59 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 822 time: 0.4806328 Dec 08 00:09:13.382715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:13.390662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:13.401416 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72b17f23-752a-435c-8042-1e5902433f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.404755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72b17f23-752a-435c-8042-1e5902433f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.421781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Request body: {'port': {'device_id': '6c2435d7-8496-472f-81ef-52087d566d37', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'admin_state_up': True, 'tenant_id': 'a4de6ef707564f75b992f9d8cc28442d'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:13.422377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-72b17f23-752a-435c-8042-1e5902433f86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0924d9c-7b9e-4d7a-9889-dd99887aebac HTTP/1.1" status: 204 len: 168 time: 0.2977741 Dec 08 00:09:13.467097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cd1fd-103d-4a84-98c7-3acefba31f3b req-07b877f2-6033-48cc-a800-3ced36566eef tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:13.470666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-73b902ac-ab76-4770-93c3-896cb92aa260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:13.472324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-73b902ac-ab76-4770-93c3-896cb92aa260 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019&device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 1095 time: 0.2465453 Dec 08 00:09:13.482786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-740cd1fd-103d-4a84-98c7-3acefba31f3b req-07b877f2-6033-48cc-a800-3ced36566eef tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 932 time: 0.2732227 Dec 08 00:09:13.553780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b17f23-752a-435c-8042-1e5902433f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0924d9c-7b9e-4d7a-9889-dd99887aebac,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:13.631241 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.655208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-0ba8bd94-9aba-44cd-9326-97c10d7867d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f961709-25d6-4e72-a383-8e1209a4217d HTTP/1.1" status: 200 len: 217 time: 0.1482348 Dec 08 00:09:13.701972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-740cd1fd-103d-4a84-98c7-3acefba31f3b req-169efb7b-ea53-43ce-9474-2227481e2de8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136304 Dec 08 00:09:13.742948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:13.743753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.760426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-961559af-ab0a-44c8-b7df-265cb8d610a0 req-2caaa9e3-01c4-42d6-9bcd-13c4b23400e8 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 210 time: 0.1561248 Dec 08 00:09:13.791588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-4216531e-a913-43f3-a810-27feb71bb71d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0609796 Dec 08 00:09:13.810644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Request body: {'port': {'device_id': 'c9e50535-2958-4e47-80f8-163883b722c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:13.845369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-73a8e346-c943-431e-8485-dce8d4542417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:13.847818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-73a8e346-c943-431e-8485-dce8d4542417 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff1c3a7f-2940-49e8-9924-f44e07391a0d HTTP/1.1" status: 200 len: 854 time: 0.1441598 Dec 08 00:09:13.884557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef69e2c-1a9e-4048-8e88-6516e34891dd req-4909ccd6-30be-4146-af04-9b6fe6d7ce7b tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:13.893905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ef69e2c-1a9e-4048-8e88-6516e34891dd req-4909ccd6-30be-4146-af04-9b6fe6d7ce7b tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.0678055 Dec 08 00:09:13.942860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.944992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Made reservation on behalf of a4de6ef707564f75b992f9d8cc28442d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:13.949500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:13.997522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ef69e2c-1a9e-4048-8e88-6516e34891dd req-aee73751-dc11-448d-830f-df9434c9a1f0 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023819 Dec 08 00:09:14.008983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-0d9152e4-573e-4c15-b1fc-977780997ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:14.010711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-0d9152e4-573e-4c15-b1fc-977780997ebb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60d09d07-a2dd-4820-ae51-460b1d4adc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428339 Dec 08 00:09:14.024672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52476) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:14.040409 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9737a016-8a3c-4e3b-aef9-5e5ef1af8f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.137577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9737a016-8a3c-4e3b-aef9-5e5ef1af8f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.144594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9737a016-8a3c-4e3b-aef9-5e5ef1af8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.178836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a016-8a3c-4e3b-aef9-5e5ef1af8f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c491f-8ff3-4b22-873d-4b1a43cc665a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:14.216643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9737a016-8a3c-4e3b-aef9-5e5ef1af8f78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a3fc13987d74dcb85d63499981ba702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1903875 Dec 08 00:09:14.219058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52478) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:14.281022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a741c54d-17ba-4fed-90c3-d4fd83f68273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.311707 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a741c54d-17ba-4fed-90c3-d4fd83f68273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.315636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Allocated IP 172.20.0.6 (8fe79f79-9f33-448e-adfa-96885d70b371/c4108e7f-416d-4eb8-8969-a7796e7831de/8d5870d7-f8d3-449b-bcca-8997d7d8ea64) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:14.331893 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-fa70f0af-dc43-4f64-8630-b988aae03ede service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925768 Dec 08 00:09:14.379875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a741c54d-17ba-4fed-90c3-d4fd83f68273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.382617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a741c54d-17ba-4fed-90c3-d4fd83f68273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.384538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a741c54d-17ba-4fed-90c3-d4fd83f68273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be1c491f-8ff3-4b22-873d-4b1a43cc665a HTTP/1.1" status: 204 len: 168 time: 0.1639209 Dec 08 00:09:14.393945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741c54d-17ba-4fed-90c3-d4fd83f68273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c491f-8ff3-4b22-873d-4b1a43cc665a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:14.637977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e50ff219-2dbf-4e47-9728-7571b52c327f req-8c7aa368-83c1-479c-a4ab-ca6b93648ee2 service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976041 Dec 08 00:09:14.684035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d946c31-b4ea-47f2-843f-07a84c1b30e2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:14.721610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.840948 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.848839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Transition to ACTIVE for port object 7d946c31-b4ea-47f2-843f-07a84c1b30e2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:09:14.866645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-d6878a58-5499-422b-9c0c-00859a34851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:14.869955 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-d6878a58-5499-422b-9c0c-00859a34851d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019&device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 1095 time: 0.1408339 Dec 08 00:09:14.873056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:14.945307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e1ca588-9cf6-486d-883d-00d9772a66e7 req-a6c7fb73-0144-4c9f-9421-45a87227e58a tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 210 time: 0.0671866 Dec 08 00:09:15.019492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9641c59-e8b4-4984-9227-ddd3de7b42f1 req-a2ee75ee-281b-4d74-9c3c-a7cb72121d77 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:15.028225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9641c59-e8b4-4984-9227-ddd3de7b42f1 req-a2ee75ee-281b-4d74-9c3c-a7cb72121d77 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 932 time: 0.2119434 Dec 08 00:09:15.122557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Pushing event updated for resources: {'Port': ['ID=7d946c31-b4ea-47f2-843f-07a84c1b30e2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:15.165895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9641c59-e8b4-4984-9227-ddd3de7b42f1 req-7008b7d6-87d4-49de-9c28-cf441bc9f2a4 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345718 Dec 08 00:09:15.212947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.364503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event updated for resources: {'Port': ['ID=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:15.420164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Network 8fe79f79-9f33-448e-adfa-96885d70b371 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:15.423481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-cd8865c3-cac2-4387-b0ff-03cfbd120f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:15.425031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-cd8865c3-cac2-4387-b0ff-03cfbd120f67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60d09d07-a2dd-4820-ae51-460b1d4adc59 HTTP/1.1" status: 200 len: 916 time: 0.5415640 Dec 08 00:09:15.426599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:15.428686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Attempting to bind port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:15.429021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Attempting to bind port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:15.429345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Attempting to bind port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 on network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:15.431504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:15.433113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dde91-38c6-4dc4-a8c1-851be8f61f31 req-3a5b3187-1599-471e-883c-dbde7259db14 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:15.448369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-685dde91-38c6-4dc4-a8c1-851be8f61f31 req-3a5b3187-1599-471e-883c-dbde7259db14 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.1338651 Dec 08 00:09:15.480700 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-0e0c1ff6-9d04-4784-8bec-744f53386c5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f961709-25d6-4e72-a383-8e1209a4217d HTTP/1.1" status: 200 len: 217 time: 0.0455263 Dec 08 00:09:15.501715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 on network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:09:15.502047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Attempting to bind port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 on network db9259eb-8c29-4b26-89a3-3b1c47bc1e8b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:15.541092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-685dde91-38c6-4dc4-a8c1-851be8f61f31 req-38588350-e26c-4c46-aa8d-f8613009a065 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916867 Dec 08 00:09:15.572977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:15.573319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Checking segment: {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:15.573716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Bound using segment: {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:15.574280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Bound port: 7d946c31-b4ea-47f2-843f-07a84c1b30e2, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:15.574639 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.611180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:15.611798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.647703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-85e97133-058e-4603-935e-18b8fe70e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:15.649210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-85e97133-058e-4603-935e-18b8fe70e444 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff1c3a7f-2940-49e8-9924-f44e07391a0d HTTP/1.1" status: 200 len: 854 time: 0.1492298 Dec 08 00:09:15.676704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-e05d1133-6900-4166-908c-12a31436e5a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2732482 Dec 08 00:09:15.682120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52516) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:15.713585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Request body: {'port': {'device_id': '6c2435d7-8496-472f-81ef-52087d566d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:15.757291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] For port 7d946c31-b4ea-47f2-843f-07a84c1b30e2, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:15.790489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-a11aa81f-06fb-4ed4-88f0-13c1f31d1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:15.792075 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-a11aa81f-06fb-4ed4-88f0-13c1f31d1e72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60d09d07-a2dd-4820-ae51-460b1d4adc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336992 Dec 08 00:09:15.794082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] For port 7d946c31-b4ea-47f2-843f-07a84c1b30e2, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:15.821782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.842341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.897363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1080706489-network', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:15.931898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Made reservation on behalf of 3000d4614f0b4084a7cd8e980f481eab for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:15.944541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.954984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:15.955527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.956942 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] 10.222.0.44 "PUT /v2.0/ports/7d946c31-b4ea-47f2-843f-07a84c1b30e2 HTTP/1.1" status: 200 len: 1092 time: 2.1507282 Dec 08 00:09:15.965236 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:15.969238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e50535-2958-4e47-80f8-163883b722c0', 'tag': '7d946c31-b4ea-47f2-843f-07a84c1b30e2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:15.972576 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e048ae4e-0455-4a0a-8665-a80542049be5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e50535-2958-4e47-80f8-163883b722c0", "tag": "7d946c31-b4ea-47f2-843f-07a84c1b30e2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:16.106673 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58ec258-1b59-4f58-b49e-03dc243cbee4 x-openstack-request-id: req-e58ec258-1b59-4f58-b49e-03dc243cbee4 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:16.106987 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e50535-2958-4e47-80f8-163883b722c0", "tag": "7d946c31-b4ea-47f2-843f-07a84c1b30e2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:16.107241 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e58ec258-1b59-4f58-b49e-03dc243cbee4 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:16.108347 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e50535-2958-4e47-80f8-163883b722c0', 'tag': '7d946c31-b4ea-47f2-843f-07a84c1b30e2', 'status': 'completed', 'code': 200} Dec 08 00:09:16.122606 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-2252ebee-c461-4289-b763-2f0f174f282f service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194964 Dec 08 00:09:16.154820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064512c-0c5d-4e35-92eb-c0e5b4cbb30f req-5213aa4c-ffc2-49b6-ba08-1b26e0619bd5 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:16.156392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0064512c-0c5d-4e35-92eb-c0e5b4cbb30f req-5213aa4c-ffc2-49b6-ba08-1b26e0619bd5 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 931 time: 0.0944545 Dec 08 00:09:16.199908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:16.214527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:16.230082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008fa17-678e-4cdd-a29e-49f25419a656 service neutron] Pushing event updated for resources: {'Port': ['ID=7d946c31-b4ea-47f2-843f-07a84c1b30e2,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:16.245281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb7a3734-9bbd-4291-9a4f-f12a606025d7 req-ec9f66c7-bba2-4aa3-9e75-cba1ec4543a7 service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130996 Dec 08 00:09:16.255235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581724-3d7f-49ab-8fec-a4a465793baf req-90de1135-51fa-4c0e-bb96-0de3b84cde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:16.256933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-90de1135-51fa-4c0e-bb96-0de3b84cde82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 1095 time: 0.1957426 Dec 08 00:09:16.283390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae72ea16-0250-4c6a-9e04-f75ef14c07cf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:16.322486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:09:16.353173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:16.353762 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Added segment 75b0b031-92bb-40a7-9fc3-a9f27248cdeb of type vlan for network 3100a983-03e1-40fc-b69a-879f4ed7ac14 Dec 08 00:09:16.359500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0064512c-0c5d-4e35-92eb-c0e5b4cbb30f req-d82fdc9b-aad3-4c4f-9570-53652a1edadc tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869969 Dec 08 00:09:16.417489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-ada27772-8929-4f7e-a501-cc734b676127 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2 HTTP/1.1" status: 200 len: 217 time: 0.1382020 Dec 08 00:09:16.451493 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:16.478728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc44faf-572a-4c90-8851-1cd2c0826490 req-da1799b6-adb9-41be-90b2-63e2a927372e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:16.482057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581724-3d7f-49ab-8fec-a4a465793baf req-af75359a-d04e-499c-b43a-fbdfa453a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:16.483546 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-af75359a-d04e-499c-b43a-fbdfa453a73a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 200 len: 851 time: 0.0573711 Dec 08 00:09:16.486801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edc44faf-572a-4c90-8851-1cd2c0826490 req-da1799b6-adb9-41be-90b2-63e2a927372e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 944 time: 0.1177769 Dec 08 00:09:16.535475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:16.537187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:16.537986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:16.641596 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] Pushing event updated for resources: {'Network': ['ID=3100a983-03e1-40fc-b69a-879f4ed7ac14,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:16.654132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:09:16.695575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edc44faf-572a-4c90-8851-1cd2c0826490 req-b805a009-5491-4d9b-9727-51a26d39b731 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075474 Dec 08 00:09:16.709001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a2a315fa-3461-402e-8dc6-676f527ccecf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0229497 Dec 08 00:09:16.712631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52534) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:16.720024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Request body: {'subnet': {'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1080706489-subnet', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:16.762343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Made reservation on behalf of 3000d4614f0b4084a7cd8e980f481eab for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:16.764903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:16.790337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b148ee-121d-4fa4-9a34-ec8dad4d7021 req-22ef770c-b8f3-46ab-ab4f-b7f4aa63e597 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:16.792307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5b148ee-121d-4fa4-9a34-ec8dad4d7021 req-22ef770c-b8f3-46ab-ab4f-b7f4aa63e597 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.1416371 Dec 08 00:09:16.880525 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-8ef2132c-9ebc-40b3-99de-6a938a06dfb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3866718 Dec 08 00:09:16.948171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5b148ee-121d-4fa4-9a34-ec8dad4d7021 req-717f27d8-9a26-438c-8853-1e4365cac3ee tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454766 Dec 08 00:09:17.041513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-b55ebc1b-9d4a-4796-ba6f-d33fad5330f8 service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529913 Dec 08 00:09:17.081105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.088655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:17.097098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.111117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Transition to ACTIVE for port object 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:09:17.135748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.148432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d48584d-473b-4d63-a342-da87ed6b9244,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:17.160568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Checking segment: {'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:17.160941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Network hostable DHCP agents. Network: 3100a983-03e1-40fc-b69a-879f4ed7ac14, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:09:17.182971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:09:17.198231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 3100a983-03e1-40fc-b69a-879f4ed7ac14) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:17.212169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d111d-c98f-4990-aaae-c468b0e2840b None None] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:17.217919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:17.218539 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.246945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-76d60dc0-f105-4d89-bdae-58ea8f81ba1c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5315983 Dec 08 00:09:17.248209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52540) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:17.260703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:17.283775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:17.330737 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.331988 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.366738 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07581724-3d7f-49ab-8fec-a4a465793baf req-837671c6-b8c4-4900-b327-0fd52abb6948 service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536547 Dec 08 00:09:17.408191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Attempting to bind port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:17.408619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Attempting to bind port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:17.410109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Attempting to bind port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 on network 8fe79f79-9f33-448e-adfa-96885d70b371 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:17.420545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 on network 8fe79f79-9f33-448e-adfa-96885d70b371 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:09:17.421179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Attempting to bind port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 on network 8fe79f79-9f33-448e-adfa-96885d70b371 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:17.424223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.429238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:17.429579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Checking segment: {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:17.435072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Bound using segment: {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:17.435588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Bound port: 8d5870d7-f8d3-449b-bcca-8997d7d8ea64, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36189843-7220-46fa-9385-64a06903b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:17.435958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.447977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.466995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-3100a983-03e1-40fc-b69a-879f4ed7ac14', 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14', 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'fixed_ips': [{'subnet_id': '6d48584d-473b-4d63-a342-da87ed6b9244'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:09:17.468186 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.609476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-2fc7defd-f353-4051-801c-9720893114df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:17.611644 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-2fc7defd-f353-4051-801c-9720893114df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 1095 time: 0.1308246 Dec 08 00:09:17.680586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Allocated IP 172.20.0.2 (3100a983-03e1-40fc-b69a-879f4ed7ac14/6d48584d-473b-4d63-a342-da87ed6b9244/dc4ba659-5835-4645-b31e-60763d84b028) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:17.684891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] For port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:17.699851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.732642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030b74-3753-471e-813f-7700aafe5457 req-34c322cb-d63a-4d8b-a734-61d5a33d372c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:17.739678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] For port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:17.745225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d030b74-3753-471e-813f-7700aafe5457 req-34c322cb-d63a-4d8b-a734-61d5a33d372c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 943 time: 0.2338517 Dec 08 00:09:17.754447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.817024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:17.817643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:17.819089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] 10.222.0.59 "PUT /v2.0/ports/8d5870d7-f8d3-449b-bcca-8997d7d8ea64 HTTP/1.1" status: 200 len: 1091 time: 2.1176627 Dec 08 00:09:17.820304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-f6f38866-ad80-42f0-879a-5fa8b51b7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:17.821638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-f6f38866-ad80-42f0-879a-5fa8b51b7977 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 912 time: 0.1976106 Dec 08 00:09:17.871251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d030b74-3753-471e-813f-7700aafe5457 req-e4ce8e75-3d09-4108-b879-768dfedaaf30 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238749 Dec 08 00:09:17.928801 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-c28d3429-0af2-4c4e-a710-9062d1911858 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2 HTTP/1.1" status: 200 len: 217 time: 0.0958984 Dec 08 00:09:17.939512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2ab00-26e4-4465-a459-8e10c09ca018 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:18.001747 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.025013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.030664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e972d0d-97f3-4ae0-8293-432187a230d2 req-3fd3162e-2efc-4e45-92de-84328cd33ab8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:18.038914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e972d0d-97f3-4ae0-8293-432187a230d2 req-3fd3162e-2efc-4e45-92de-84328cd33ab8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 944 time: 0.1665473 Dec 08 00:09:18.061425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-a4a81e66-1946-4efd-b3a0-bdafcc3e3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:18.065924 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-a4a81e66-1946-4efd-b3a0-bdafcc3e3a86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 1094 time: 0.1582558 Dec 08 00:09:18.067673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-938a1343-b30c-48b8-93ed-ac15be323b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:18.074064 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-938a1343-b30c-48b8-93ed-ac15be323b0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 200 len: 851 time: 0.1309760 Dec 08 00:09:18.095446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Pushing event updated for resources: {'Port': ['ID=dc4ba659-5835-4645-b31e-60763d84b028,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:18.108826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:18.111094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:18.115025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2435d7-8496-472f-81ef-52087d566d37', 'tag': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:18.118385 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b418646d-5675-4513-8a66-56c941321d57" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2435d7-8496-472f-81ef-52087d566d37", "tag": "8d5870d7-f8d3-449b-bcca-8997d7d8ea64"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:18.118800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:18.184580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-931e1c55-acfb-421b-a40e-74badbe66fab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d5870d7-f8d3-449b-bcca-8997d7d8ea64 HTTP/1.1" status: 200 len: 217 time: 0.1045203 Dec 08 00:09:18.209688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-b1d1f3ff-c7e2-45fc-911f-8be4d1ba1d3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132603 Dec 08 00:09:18.232140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Attempting to bind port dc4ba659-5835-4645-b31e-60763d84b028 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:18.232700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Attempting to bind port dc4ba659-5835-4645-b31e-60763d84b028 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:18.233103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Attempting to bind port dc4ba659-5835-4645-b31e-60763d84b028 on network 3100a983-03e1-40fc-b69a-879f4ed7ac14 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:18.239566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:18.240078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Checking segment: {'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:18.241122 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.241615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Bound using segment: {'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:18.242195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Bound port: dc4ba659-5835-4645-b31e-60763d84b028, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:18.242812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.243224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e972d0d-97f3-4ae0-8293-432187a230d2 req-4fd0b653-e648-4fa9-b206-1caa787e7309 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012124 Dec 08 00:09:18.310083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8159c35-1088-4eaa-b50a-7da28a18caab req-092708c0-4226-4f78-85ae-333a90034651 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:18.315083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8159c35-1088-4eaa-b50a-7da28a18caab req-092708c0-4226-4f78-85ae-333a90034651 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.2001903 Dec 08 00:09:18.316565 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.317292 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c28246-ce7b-41d5-aa83-87eafa3143d2 x-openstack-request-id: req-c0c28246-ce7b-41d5-aa83-87eafa3143d2 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:18.317292 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2435d7-8496-472f-81ef-52087d566d37", "tag": "8d5870d7-f8d3-449b-bcca-8997d7d8ea64", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:18.317588 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0c28246-ce7b-41d5-aa83-87eafa3143d2 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:18.317977 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2435d7-8496-472f-81ef-52087d566d37', 'tag': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64', 'status': 'completed', 'code': 200} Dec 08 00:09:18.359911 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.374426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-502668e6-9509-4385-afc9-c3c7830db916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:18.376680 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-502668e6-9509-4385-afc9-c3c7830db916 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4108e7f-416d-4eb8-8969-a7796e7831de HTTP/1.1" status: 200 len: 862 time: 0.1765206 Dec 08 00:09:18.395813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] For port dc4ba659-5835-4645-b31e-60763d84b028, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:18.404893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] For port dc4ba659-5835-4645-b31e-60763d84b028, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dc4ba659-5835-4645-b31e-60763d84b028,segment=NetworkSegment(75b0b031-92bb-40a7-9fc3-a9f27248cdeb),segment_id=75b0b031-92bb-40a7-9fc3-a9f27248cdeb)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:18.419020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.436419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-275cc000-a851-4c62-bed2-98dc15a2db4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8fe79f79-9f33-448e-adfa-96885d70b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510695 Dec 08 00:09:18.505368 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-ca901e3d-713f-465c-ae20-f73827d5115a service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477477 Dec 08 00:09:18.541647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065226b7-e774-4a0b-98da-4ca8eacd2d70 None None] Pushing event updated for resources: {'Port': ['ID=dc4ba659-5835-4645-b31e-60763d84b028,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:18.565505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Allocated IP 172.25.6.247 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/cf78dbde-530a-40c0-8d32-bb7beb30954f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:18.685561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-fca2e828-b856-421d-9dc5-c858b0e52f65 service neutron] 10.222.0.59 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320452 Dec 08 00:09:18.717226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e048ae4e-0455-4a0a-8665-a80542049be5 req-39dfde6e-6419-4cde-bcbb-c346d39c97c0 service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038407 Dec 08 00:09:18.797569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8159c35-1088-4eaa-b50a-7da28a18caab req-db4236c7-d4b8-4c4e-b8e8-f27a1441eae9 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391608 Dec 08 00:09:18.833572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-199f7a84-421d-4c14-b5ac-95a9a01a830f req-a1144d84-a51f-4c5b-9e37-e1a60604ce03 service neutron] 10.222.0.59 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145186 Dec 08 00:09:18.847141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.888843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:18.939356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:18.943542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:18.945968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:18.978809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Pushing event updated for resources: {'Port': ['ID=cf78dbde-530a-40c0-8d32-bb7beb30954f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:19.013487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418646d-5675-4513-8a66-56c941321d57 req-da001c1a-7cf4-49e0-9b2c-35d6eb045b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:19.014948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b418646d-5675-4513-8a66-56c941321d57 req-da001c1a-7cf4-49e0-9b2c-35d6eb045b40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4de6ef707564f75b992f9d8cc28442d&device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 1094 time: 0.0703809 Dec 08 00:09:19.139205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418646d-5675-4513-8a66-56c941321d57 req-2dd58b2b-8454-45a9-b7e6-4305ebbe9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:19.140251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248b900-0113-4bb3-9894-16c3a8ca9110 req-95d6c552-9d59-43c4-8bc2-3fceb3164889 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:19.141884 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b418646d-5675-4513-8a66-56c941321d57 req-2dd58b2b-8454-45a9-b7e6-4305ebbe9541 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 200 len: 923 time: 0.1079319 Dec 08 00:09:19.142438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0248b900-0113-4bb3-9894-16c3a8ca9110 req-95d6c552-9d59-43c4-8bc2-3fceb3164889 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 943 time: 0.1645982 Dec 08 00:09:19.214064 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b418646d-5675-4513-8a66-56c941321d57 req-fbed4e4e-c453-4d09-8aed-acfb87f2b33e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d5870d7-f8d3-449b-bcca-8997d7d8ea64 HTTP/1.1" status: 200 len: 217 time: 0.0633569 Dec 08 00:09:19.240087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0248b900-0113-4bb3-9894-16c3a8ca9110 req-d2a9e863-09cd-4adc-a9d9-c81a0cd77fd5 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853438 Dec 08 00:09:19.312175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418646d-5675-4513-8a66-56c941321d57 req-453956f1-29a4-49d0-9d7c-223c2c6b1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:19.314490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b418646d-5675-4513-8a66-56c941321d57 req-453956f1-29a4-49d0-9d7c-223c2c6b1d07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4108e7f-416d-4eb8-8969-a7796e7831de HTTP/1.1" status: 200 len: 862 time: 0.0892437 Dec 08 00:09:19.368466 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b418646d-5675-4513-8a66-56c941321d57 req-6dfec30b-c4a8-469a-bb42-d5f186f38a71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8fe79f79-9f33-448e-adfa-96885d70b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401466 Dec 08 00:09:19.481235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09eef4-dd7d-4c53-9021-cdfd49b85ec3 req-f34979cb-0f93-4a48-8ec9-b8f2e94981da tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:19.484184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef09eef4-dd7d-4c53-9021-cdfd49b85ec3 req-f34979cb-0f93-4a48-8ec9-b8f2e94981da tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 944 time: 0.1388261 Dec 08 00:09:19.490200 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:19.552021 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b418646d-5675-4513-8a66-56c941321d57 req-106d6a77-a9d7-49c0-a104-d2302efe3bcb service neutron] 10.222.0.59 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789463 Dec 08 00:09:19.612264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef09eef4-dd7d-4c53-9021-cdfd49b85ec3 req-6c399780-322a-486f-abbb-24e619bdba70 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185958 Dec 08 00:09:19.682078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7d946c31-b4ea-47f2-843f-07a84c1b30e2 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:09:19.758365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b418646d-5675-4513-8a66-56c941321d57 req-d8a9d706-0002-462c-9cdd-be7984652f7f service neutron] 10.222.0.59 "GET /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969075 Dec 08 00:09:19.832457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:19.885900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7d946c31-b4ea-47f2-843f-07a84c1b30e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:19.899905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '7d946c31-b4ea-47f2-843f-07a84c1b30e2', 'network_id': 'db9259eb-8c29-4b26-89a3-3b1c47bc1e8b', 'port_id': '7d946c31-b4ea-47f2-843f-07a84c1b30e2', 'mac_address': 'fa:16:3e:9f:84:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77b13b0-ff11-4f54-82f3-eb235542b793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:09:19.939625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dc4ba659-5835-4645-b31e-60763d84b028 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:19.994590 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.014675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dc4ba659-5835-4645-b31e-60763d84b028 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:20.014970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.044707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aff7ec-1e04-4475-9971-779e908ce20b None None] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:20.222363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d946c31-b4ea-47f2-843f-07a84c1b30e2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:20.314251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7d946c31-b4ea-47f2-843f-07a84c1b30e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:20.325730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f74d5686-77d8-4b49-a35e-f7321bcadbbe None None] Provisioning complete for port dc4ba659-5835-4645-b31e-60763d84b028 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:20.326119 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f74d5686-77d8-4b49-a35e-f7321bcadbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.328386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d2ec-632b-4320-992a-38ee6ce5ed2c req-b8cec5bd-9405-4857-9dce-a790502185c4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:20.330511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02f7d2ec-632b-4320-992a-38ee6ce5ed2c req-b8cec5bd-9405-4857-9dce-a790502185c4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.4065576 Dec 08 00:09:20.357198 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.464917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9c667-928a-4305-ad64-b1a10ca7ed85 req-681df26b-a519-4600-b6c4-343153b0b563 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:20.469204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89f9c667-928a-4305-ad64-b1a10ca7ed85 req-681df26b-a519-4600-b6c4-343153b0b563 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 943 time: 0.1585824 Dec 08 00:09:20.487309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7d946c31-b4ea-47f2-843f-07a84c1b30e2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:20.493046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02f7d2ec-632b-4320-992a-38ee6ce5ed2c req-ca0a4671-e1cb-4c8b-a05b-856e5e09e019 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361802 Dec 08 00:09:20.505918 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.561513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89f9c667-928a-4305-ad64-b1a10ca7ed85 req-336da0ee-3d74-47e3-a58a-be7082f65c5c tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854020 Dec 08 00:09:20.571037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Router 800e88cf-56b5-47fa-985d-bbee828c97ea is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:09:20.597021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f74d5686-77d8-4b49-a35e-f7321bcadbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.614488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port dc4ba659-5835-4645-b31e-60763d84b028, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dc4ba659-5835-4645-b31e-60763d84b028,segment=NetworkSegment(75b0b031-92bb-40a7-9fc3-a9f27248cdeb),segment_id=75b0b031-92bb-40a7-9fc3-a9f27248cdeb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:20.620231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.655559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7d946c31-b4ea-47f2-843f-07a84c1b30e2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:09:20.759634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=dc4ba659-5835-4645-b31e-60763d84b028,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:20.773463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-f74d5686-77d8-4b49-a35e-f7321bcadbbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:09:20.773772 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-f74d5686-77d8-4b49-a35e-f7321bcadbbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:09:20.778316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:20.790915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Sync routers for ids ['800e88cf-56b5-47fa-985d-bbee828c97ea'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:20.803297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d028b5-7073-4fcc-aaa1-5db8cb892c79 req-ad366f2a-7252-4b7b-9a1e-e33b3e19166c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:20.804779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41d028b5-7073-4fcc-aaa1-5db8cb892c79 req-ad366f2a-7252-4b7b-9a1e-e33b3e19166c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 945 time: 0.0747786 Dec 08 00:09:20.811752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Routers {'800e88cf-56b5-47fa-985d-bbee828c97ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:20.812387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['800e88cf-56b5-47fa-985d-bbee828c97ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:20.813790 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:20.816307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c71a9549-b52e-4323-8fd2-780826d46451 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5658264 Dec 08 00:09:20.817796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:20.874558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41d028b5-7073-4fcc-aaa1-5db8cb892c79 req-0076c592-6ee6-447c-b4ec-136c716ae30e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580280 Dec 08 00:09:20.964399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Set router 800e88cf-56b5-47fa-985d-bbee828c97ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:21.034227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:09:21.212429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:21.226638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64', 'network_id': '8fe79f79-9f33-448e-adfa-96885d70b371', 'port_id': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64', 'mac_address': 'fa:16:3e:f5:cd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4108e7f-416d-4eb8-8969-a7796e7831de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:09:21.236831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.268718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:19Z', 'revision_number': 3, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port': {'id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:18Z', 'updated_at': '2021-12-08T00:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:21.301030 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.302789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Checking router: 800e88cf-56b5-47fa-985d-bbee828c97ea for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:21.303170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Updating router 800e88cf-56b5-47fa-985d-bbee828c97ea port cf78dbde-530a-40c0-8d32-bb7beb30954f binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:09:21.374847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:21.384827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.394619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-578c53f5-1029-45f2-a99e-64c30f66f422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.398501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Allocated IP 172.20.0.1 (3100a983-03e1-40fc-b69a-879f4ed7ac14/6d48584d-473b-4d63-a342-da87ed6b9244/adefe068-baf3-4ce3-a12c-4381676cb62a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:21.424002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:21.428823 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.503750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.541645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.560570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:21.565434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2949e0fa-67df-44a2-90c3-5ad643f3e78e None None] Provisioning complete for port dc4ba659-5835-4645-b31e-60763d84b028 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:21.565794 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2949e0fa-67df-44a2-90c3-5ad643f3e78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.597066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:21.600194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:21.604228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:21.658319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Pushing event updated for resources: {'Port': ['ID=adefe068-baf3-4ce3-a12c-4381676cb62a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:21.677739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.709153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7d946c31-b4ea-47f2-843f-07a84c1b30e2 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:21.856775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:21.858911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ff45c-9e4a-42cf-9dc4-b2f0b75eb3f1 req-f9e14bfc-00c2-4d15-b2cf-9a016fdc042b tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:21.867963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-699ff45c-9e4a-42cf-9dc4-b2f0b75eb3f1 req-f9e14bfc-00c2-4d15-b2cf-9a016fdc042b tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.2018709 Dec 08 00:09:21.883923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['8d5870d7-f8d3-449b-bcca-8997d7d8ea64'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:09:21.888074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dc4ba659-5835-4645-b31e-60763d84b028 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:21.949374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53830e-3c43-40cd-b091-54d5f7744ddd req-8cd688f0-29fb-45ab-b2dc-73825b4404b3 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:21.983922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a53830e-3c43-40cd-b091-54d5f7744ddd req-8cd688f0-29fb-45ab-b2dc-73825b4404b3 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 944 time: 0.2610409 Dec 08 00:09:22.091594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-699ff45c-9e4a-42cf-9dc4-b2f0b75eb3f1 req-e78213c9-10a8-4623-b268-017ca856cd6f tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214532 Dec 08 00:09:22.113845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.115980 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.123479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.130626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:09:22.146428 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.149877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:22.150242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.190295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a53830e-3c43-40cd-b091-54d5f7744ddd req-9d6134b6-722c-4a5c-87af-cac501d6f3a0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053201 Dec 08 00:09:22.212471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9b1df23a-b626-461b-91fa-b1e560b6b4ba None None] Provisioning complete for port adefe068-baf3-4ce3-a12c-4381676cb62a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:22.212852 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9b1df23a-b626-461b-91fa-b1e560b6b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.250107 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.316385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Pushing event updated for resources: {'Port': ['ID=adefe068-baf3-4ce3-a12c-4381676cb62a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:22.353222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09588732-8a31-4ccb-a845-c327fbdb54c6 None None] Pushing event updated for resources: {'Port': ['ID=cf78dbde-530a-40c0-8d32-bb7beb30954f,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:22.359401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Attempting to bind port cf78dbde-530a-40c0-8d32-bb7beb30954f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:22.359860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Attempting to bind port cf78dbde-530a-40c0-8d32-bb7beb30954f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:22.360732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Attempting to bind port cf78dbde-530a-40c0-8d32-bb7beb30954f on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:22.399245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9b1df23a-b626-461b-91fa-b1e560b6b4ba None None] Port adefe068-baf3-4ce3-a12c-4381676cb62a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:09:22.414859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dc4ba659-5835-4645-b31e-60763d84b028 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:22.415328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.417077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:22.417457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:22.417854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.418252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:22.418745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Bound port: cf78dbde-530a-40c0-8d32-bb7beb30954f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:22.419157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.430220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a528363-f2fb-493a-a07c-57fe502a7899 req-99d5449b-c253-4285-bac7-b4824f644ad7 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:22.441335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a528363-f2fb-493a-a07c-57fe502a7899 req-99d5449b-c253-4285-bac7-b4824f644ad7 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 945 time: 0.1438580 Dec 08 00:09:22.478606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:22.480594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:22.531524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a528363-f2fb-493a-a07c-57fe502a7899 req-c0469348-44ef-4cad-a077-4e0505f9f9d6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853829 Dec 08 00:09:22.596625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.669575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Router 800e88cf-56b5-47fa-985d-bbee828c97ea has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:09:22.742652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e50535-2958-4e47-80f8-163883b722c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d946c31-b4ea-47f2-843f-07a84c1b30e2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:22.745644 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4160daa-8f1c-455b-b1d8-866482494941" -d '{"events": [{"server_uuid": "c9e50535-2958-4e47-80f8-163883b722c0", "name": "network-vif-plugged", "status": "completed", "tag": "7d946c31-b4ea-47f2-843f-07a84c1b30e2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:22.815504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] For port cf78dbde-530a-40c0-8d32-bb7beb30954f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:22.820304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7d946c31-b4ea-47f2-843f-07a84c1b30e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:22.838619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:22.843897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] For port cf78dbde-530a-40c0-8d32-bb7beb30954f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cf78dbde-530a-40c0-8d32-bb7beb30954f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:22.847225 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020f97e-5a94-49a6-a4e2-fb6c8f3bbe0c x-openstack-request-id: req-3020f97e-5a94-49a6-a4e2-fb6c8f3bbe0c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:22.847518 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e50535-2958-4e47-80f8-163883b722c0", "name": "network-vif-plugged", "status": "completed", "tag": "7d946c31-b4ea-47f2-843f-07a84c1b30e2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:22.847802 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3020f97e-5a94-49a6-a4e2-fb6c8f3bbe0c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:22.848184 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e50535-2958-4e47-80f8-163883b722c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d946c31-b4ea-47f2-843f-07a84c1b30e2', 'code': 200} Dec 08 00:09:22.856769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:22.866528 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1122a79c-85a2-4fc9-bbe6-65a4e425476c admin admin] 10.222.0.18 "PUT /v2.0/routers/800e88cf-56b5-47fa-985d-bbee828c97ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0476372 Dec 08 00:09:22.923921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7d946c31-b4ea-47f2-843f-07a84c1b30e2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:22.931032 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:23.005206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcc0bc-3c8c-44b6-84e4-4ad6ea100d4c req-7e60fac3-30bd-4ce4-a015-ae6290c0985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:23.006752 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dcc0bc-3c8c-44b6-84e4-4ad6ea100d4c req-7e60fac3-30bd-4ce4-a015-ae6290c0985a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 1097 time: 0.0608463 Dec 08 00:09:23.013130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ff1516dd-b966-4bcf-867c-481250d8e050 None None] Provisioning complete for port adefe068-baf3-4ce3-a12c-4381676cb62a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:23.013322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ff1516dd-b966-4bcf-867c-481250d8e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:23.061653 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dcc0bc-3c8c-44b6-84e4-4ad6ea100d4c req-39072f92-2407-4958-92f4-46fdf17b052f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Dec 08 00:09:23.087361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09588732-8a31-4ccb-a845-c327fbdb54c6 None None] Pushing event updated for resources: {'Port': ['ID=cf78dbde-530a-40c0-8d32-bb7beb30954f,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:23.095757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Routers {'800e88cf-56b5-47fa-985d-bbee828c97ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:23.096378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['800e88cf-56b5-47fa-985d-bbee828c97ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:23.098523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ff1516dd-b966-4bcf-867c-481250d8e050 None None] Port adefe068-baf3-4ce3-a12c-4381676cb62a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:09:23.229983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] Set router 800e88cf-56b5-47fa-985d-bbee828c97ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:23.243041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28447e-b921-44f3-80f1-307a194efedb req-2aee3187-25c8-4751-93d3-6b87c5d550af tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:23.244686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d28447e-b921-44f3-80f1-307a194efedb req-2aee3187-25c8-4751-93d3-6b87c5d550af tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.0667882 Dec 08 00:09:23.373482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d28447e-b921-44f3-80f1-307a194efedb req-eb67e9dd-6d39-4679-add6-0470f4cb1819 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151526 Dec 08 00:09:23.413012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-1b2bdf79-ef38-4d03-9f28-690688a853c1 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1655025 Dec 08 00:09:23.423907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:23.450777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:23.473448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 4, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port': {'id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:18Z', 'updated_at': '2021-12-08T00:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'adefe068-baf3-4ce3-a12c-4381676cb62a', 'name': '', 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'mac_address': 'fa:16:3e:6e:35:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:21Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 2, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'subnets': [{'id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:23.502139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba53a3-d7b6-4275-b7ff-d8c76c2194bb None None] The sync data for ids ['800e88cf-56b5-47fa-985d-bbee828c97ea'] in n-d-820549-2 is: [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 4, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port': {'id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:18Z', 'updated_at': '2021-12-08T00:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'adefe068-baf3-4ce3-a12c-4381676cb62a', 'name': '', 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'mac_address': 'fa:16:3e:6e:35:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:21Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 2, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'subnets': [{'id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:23.552952 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e8017fab-d818-4174-9532-2d9506b6fe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:23.579201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9ada9-267f-4a7e-9801-2b5c7f50462d req-aacd0a47-1106-4e23-b886-e7a258c7a81d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:23.580777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dff9ada9-267f-4a7e-9801-2b5c7f50462d req-aacd0a47-1106-4e23-b886-e7a258c7a81d tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 944 time: 0.1248906 Dec 08 00:09:23.663850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dff9ada9-267f-4a7e-9801-2b5c7f50462d req-484aff75-b1f3-405d-b2d3-d9d397b4a299 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706093 Dec 08 00:09:23.665826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:23.833640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Allocated IP 172.25.6.44 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/4d0baca6-b411-4c72-a055-a5b8e5bc0898) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:24.049075 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.079646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c827a-4d65-4c96-b8f0-18897c6e3712 req-4d7154f9-9ce8-47f6-aee5-84d25391e931 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:24.087123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-619c827a-4d65-4c96-b8f0-18897c6e3712 req-4d7154f9-9ce8-47f6-aee5-84d25391e931 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0921330 Dec 08 00:09:24.155015 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.180232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-619c827a-4d65-4c96-b8f0-18897c6e3712 req-4b9ea134-badc-4875-8c05-d5fcedfc27d1 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855222 Dec 08 00:09:24.223675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:24.238458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:24.246052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:24.276491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Pushing event updated for resources: {'Port': ['ID=4d0baca6-b411-4c72-a055-a5b8e5bc0898,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:24.354952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.421464 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.580531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1a98f-a907-4861-b561-dd54c4376fb5 req-5d0f657b-4dc2-44bb-91d8-eec89bc23289 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:24.582088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25e1a98f-a907-4861-b561-dd54c4376fb5 req-5d0f657b-4dc2-44bb-91d8-eec89bc23289 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.1170421 Dec 08 00:09:24.662386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25e1a98f-a907-4861-b561-dd54c4376fb5 req-424c748d-50d7-4bee-8aa2-965a7c50bb4b tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720026 Dec 08 00:09:24.672194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.685895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.796814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Pushing event updated for resources: {'Port': ['ID=4d0baca6-b411-4c72-a055-a5b8e5bc0898,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:24.816016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.842459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c93a5-e825-4ac5-8988-69d38c4e2c29 req-1cee335b-86e9-49ae-93fa-85f432f44443 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:24.844548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b17c93a5-e825-4ac5-8988-69d38c4e2c29 req-1cee335b-86e9-49ae-93fa-85f432f44443 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 944 time: 0.0847332 Dec 08 00:09:24.848102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:24.849247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-3d002f55-8241-4003-8cb0-5d09703df8ae tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4305432 Dec 08 00:09:24.925863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-051d549a-2e0e-4de9-a9c8-f51c6f5d0864 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0686650 Dec 08 00:09:24.974782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b17c93a5-e825-4ac5-8988-69d38c4e2c29 req-b6a1e46d-9be5-40c3-a72c-13de31bd0cf0 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188474 Dec 08 00:09:25.049605 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:25.054690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:25.097631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-c38dd2d7-bff0-4e3d-a5ca-26cf47bae9e3 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.101240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1524fdfb-2a2e-4250-9f28-20ec9db6da93 req-c38dd2d7-bff0-4e3d-a5ca-26cf47bae9e3 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1583059 Dec 08 00:09:25.144729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:09:25.151733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:25.152763 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:25.190777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fc0a2b6-50e1-49c9-a7a0-80954267a2f6 req-5b20e146-1de8-4e04-b5b7-f527786ef8d1 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips/b91a8e46-c3f8-40f7-98d3-61ce3c64d80f HTTP/1.1" status: 200 len: 692 time: 0.0606668 Dec 08 00:09:25.310961 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:25.336449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2435d7-8496-472f-81ef-52087d566d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:25.338693 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e00e483-79fe-4142-818d-949b484c22bd" -d '{"events": [{"server_uuid": "6c2435d7-8496-472f-81ef-52087d566d37", "name": "network-vif-plugged", "status": "completed", "tag": "8d5870d7-f8d3-449b-bcca-8997d7d8ea64"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:25.352231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:25.357836 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:25.370492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65347d-da10-48d1-9b2d-7570a33dd1d3 req-e6a7743a-12c8-40dc-8b0f-d5ba27826fcc tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.371994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d65347d-da10-48d1-9b2d-7570a33dd1d3 req-e6a7743a-12c8-40dc-8b0f-d5ba27826fcc tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0796807 Dec 08 00:09:25.379130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a2b6-50e1-49c9-a7a0-80954267a2f6 req-34b1356c-62df-424a-a417-bfb983a54cd0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.380390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fc0a2b6-50e1-49c9-a7a0-80954267a2f6 req-34b1356c-62df-424a-a417-bfb983a54cd0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.1784890 Dec 08 00:09:25.399379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-3fc0a2b6-50e1-49c9-a7a0-80954267a2f6 req-30aa01cf-c2b6-4d47-908b-896ff19f32c9 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:09:25.411602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fc0a2b6-50e1-49c9-a7a0-80954267a2f6 req-30aa01cf-c2b6-4d47-908b-896ff19f32c9 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244360 Dec 08 00:09:25.421794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:25.442620 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f0626-a29e-453e-b5b0-b39cdb1805da x-openstack-request-id: req-695f0626-a29e-453e-b5b0-b39cdb1805da {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:25.443494 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2435d7-8496-472f-81ef-52087d566d37", "name": "network-vif-plugged", "status": "completed", "tag": "8d5870d7-f8d3-449b-bcca-8997d7d8ea64", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:25.443867 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-695f0626-a29e-453e-b5b0-b39cdb1805da {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:25.444528 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2435d7-8496-472f-81ef-52087d566d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64', 'code': 200} Dec 08 00:09:25.465606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d65347d-da10-48d1-9b2d-7570a33dd1d3 req-380786b3-7be5-4b79-bebe-5a3f60aad623 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Dec 08 00:09:25.502796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28ca7673-a52e-4be7-bf7e-6fa9a64fc134 req-e4793097-f9b0-4414-9836-537b1de54557 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=3000d4614f0b4084a7cd8e980f481eab HTTP/1.1" status: 200 len: 695 time: 0.0479887 Dec 08 00:09:25.591788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee961c5-b827-4217-8f13-e1aa470355af req-2b8c2aa2-1fc0-4ffc-927b-b67f2faeca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.594718 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ee961c5-b827-4217-8f13-e1aa470355af req-2b8c2aa2-1fc0-4ffc-927b-b67f2faeca52 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 1096 time: 0.0479414 Dec 08 00:09:25.632108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7673-a52e-4be7-bf7e-6fa9a64fc134 req-61264575-27cf-4648-8af4-baa85da37b71 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.633632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28ca7673-a52e-4be7-bf7e-6fa9a64fc134 req-61264575-27cf-4648-8af4-baa85da37b71 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks?id=ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 787 time: 0.1244371 Dec 08 00:09:25.654598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ee961c5-b827-4217-8f13-e1aa470355af req-a654f693-1fd2-4a57-8faa-d31a534ffbd7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514655 Dec 08 00:09:25.703262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-4d637c50-68cf-4f9d-a64f-e87f0534d8a1 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips/b91a8e46-c3f8-40f7-98d3-61ce3c64d80f HTTP/1.1" status: 200 len: 692 time: 0.0463164 Dec 08 00:09:25.761040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-c3526798-ba58-45a8-b44b-c2935abf858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.763369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-c3526798-ba58-45a8-b44b-c2935abf858b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 1097 time: 0.0533266 Dec 08 00:09:25.877033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cf78dbde-530a-40c0-8d32-bb7beb30954f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:25.885844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc130c-ddf6-40f4-ba42-1e6266cd37dc req-f120f723-7596-4034-b2f4-6313da0e108a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.887773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-55b020a8-7eec-4a7d-aeb2-218917828401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.889238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-55b020a8-7eec-4a7d-aeb2-218917828401 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 912 time: 0.1174071 Dec 08 00:09:25.893839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97dc130c-ddf6-40f4-ba42-1e6266cd37dc req-f120f723-7596-4034-b2f4-6313da0e108a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1846330 Dec 08 00:09:25.930452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-caddea14-af19-4a21-bf3d-2ac6c4d70150 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:25.939655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-caddea14-af19-4a21-bf3d-2ac6c4d70150 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2291636 Dec 08 00:09:25.944319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-6ae7795e-afcf-4653-ba64-5730800b5ae7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2 HTTP/1.1" status: 200 len: 217 time: 0.0450807 Dec 08 00:09:25.963384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port cf78dbde-530a-40c0-8d32-bb7beb30954f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:25.963816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.007869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-604c8540-ef4a-4fbe-b0fe-0aa091e97388 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0671916 Dec 08 00:09:26.031479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-5039b555-0c03-4c9d-bf9c-e7f14b4140db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:26.033780 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-5039b555-0c03-4c9d-bf9c-e7f14b4140db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 200 len: 851 time: 0.0811484 Dec 08 00:09:26.063468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97dc130c-ddf6-40f4-ba42-1e6266cd37dc req-59502be8-05aa-4dcd-94a8-a47f1ae7046a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681652 Dec 08 00:09:26.073875 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-646b5bab-ae64-469c-bf4b-58fe98681b64 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0650995 Dec 08 00:09:26.079420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.104499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port cf78dbde-530a-40c0-8d32-bb7beb30954f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cf78dbde-530a-40c0-8d32-bb7beb30954f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:26.113462 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.117582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-3e091441-3d31-4f60-969f-4070c6f8400b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746596 Dec 08 00:09:26.211628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=cf78dbde-530a-40c0-8d32-bb7beb30954f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:26.243922 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.269634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-bcdb68d5-94f4-43e7-8330-fc8a0545c618 service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475494 Dec 08 00:09:26.280448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Deleting port 4d0baca6-b411-4c72-a055-a5b8e5bc0898 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:26.280448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.291257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205b46e-c739-4d9e-b9fb-f12f8ab4554f req-14699325-f23c-4d13-9977-eb29694b0332 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:26.292833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a205b46e-c739-4d9e-b9fb-f12f8ab4554f req-14699325-f23c-4d13-9977-eb29694b0332 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.0851052 Dec 08 00:09:26.363282 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Sync routers for ids ['800e88cf-56b5-47fa-985d-bbee828c97ea'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:26.375860 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Routers {'800e88cf-56b5-47fa-985d-bbee828c97ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:26.377193 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['800e88cf-56b5-47fa-985d-bbee828c97ea'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:26.406518 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac5ad6a6-06d9-4397-9ac1-bcd8c85ab91e req-8238fc56-f8ba-43af-890f-fd524437dce6 service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294580 Dec 08 00:09:26.407637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a205b46e-c739-4d9e-b9fb-f12f8ab4554f req-fefffcb8-e4e4-4b20-8ca9-725a2b9c411e tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045024 Dec 08 00:09:26.432385 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.434675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.471552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Calling delete_port for 4d0baca6-b411-4c72-a055-a5b8e5bc0898 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:26.549740 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Set router 800e88cf-56b5-47fa-985d-bbee828c97ea gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:26.602293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73875c1e-cbde-4c6b-acdf-550d8d9d215a req-eff89035-0445-4489-815c-34e406eb06bf tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:26.604106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73875c1e-cbde-4c6b-acdf-550d8d9d215a req-eff89035-0445-4489-815c-34e406eb06bf tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 945 time: 0.0815017 Dec 08 00:09:26.695551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.740054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73875c1e-cbde-4c6b-acdf-550d8d9d215a req-b3fcdcd4-c303-49b8-9e2f-52341a6c5b63 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038122 Dec 08 00:09:26.741065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Pushing event deleted for resources: {'Port': ['ID=4d0baca6-b411-4c72-a055-a5b8e5bc0898,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:26.754376 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 4, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port': {'id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:18Z', 'updated_at': '2021-12-08T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'adefe068-baf3-4ce3-a12c-4381676cb62a', 'name': '', 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'mac_address': 'fa:16:3e:6e:35:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:21Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 2, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'subnets': [{'id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:26.782270 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Checking router: 800e88cf-56b5-47fa-985d-bbee828c97ea for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:26.782631 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Updating router 800e88cf-56b5-47fa-985d-bbee828c97ea port adefe068-baf3-4ce3-a12c-4381676cb62a binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:09:26.812079 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.865869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.882576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:26.883823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14fc8cd6-95d2-4f7d-b95f-cbb0cb4d7fb2 req-1d7a33fb-c576-40f8-8c44-18ebb5b4e001 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "DELETE /v2.0/floatingips/b91a8e46-c3f8-40f7-98d3-61ce3c64d80f HTTP/1.1" status: 204 len: 173 time: 0.8090467 Dec 08 00:09:27.162204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-3924f958-71e4-4abd-96bd-721ade80c60a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1544163 Dec 08 00:09:27.178169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:27.199703 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.207077 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.208421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.224253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.241104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3d079-541f-4b71-b4a6-f1b27c996164 req-f0dee48b-2743-46ee-bab9-689ec8f1a943 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:27.242939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26c3d079-541f-4b71-b4a6-f1b27c996164 req-f0dee48b-2743-46ee-bab9-689ec8f1a943 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0796432 Dec 08 00:09:27.268393 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Pushing event updated for resources: {'Port': ['ID=adefe068-baf3-4ce3-a12c-4381676cb62a,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:27.333205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26c3d079-541f-4b71-b4a6-f1b27c996164 req-78dc4b35-1b0e-423f-b720-a434a2dd525b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798476 Dec 08 00:09:27.345252 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.345846 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.346359 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.346855 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.347393 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.347878 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.348353 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.348839 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.349322 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.349814 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.350298 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.350787 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.351290 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:27.356567 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Attempting to bind port adefe068-baf3-4ce3-a12c-4381676cb62a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:27.357164 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Attempting to bind port adefe068-baf3-4ce3-a12c-4381676cb62a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:27.357695 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Attempting to bind port adefe068-baf3-4ce3-a12c-4381676cb62a on network 3100a983-03e1-40fc-b69a-879f4ed7ac14 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:27.365496 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:27.366491 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Checking segment: {'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:27.367098 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.367651 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Bound using segment: {'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:27.368286 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Bound port: adefe068-baf3-4ce3-a12c-4381676cb62a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0b031-92bb-40a7-9fc3-a9f27248cdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:27.368829 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.415426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.520639 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] For port adefe068-baf3-4ce3-a12c-4381676cb62a, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:27.532452 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] For port adefe068-baf3-4ce3-a12c-4381676cb62a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=adefe068-baf3-4ce3-a12c-4381676cb62a,segment=NetworkSegment(75b0b031-92bb-40a7-9fc3-a9f27248cdeb),segment_id=75b0b031-92bb-40a7-9fc3-a9f27248cdeb)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:27.543521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Allocated IP 172.25.6.157 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/9ea9ecfb-d1ae-46f0-88f2-1c3fac865bd1) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:27.545413 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.621157 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Routers {'800e88cf-56b5-47fa-985d-bbee828c97ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:27.621956 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['800e88cf-56b5-47fa-985d-bbee828c97ea'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:27.652088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32dc42-8417-4de0-b75e-494535a75457 req-b2155107-85b0-4519-b129-42a8287abea1 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:27.653927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d32dc42-8417-4de0-b75e-494535a75457 req-b2155107-85b0-4519-b129-42a8287abea1 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 944 time: 0.1076965 Dec 08 00:09:27.666165 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d712-9a5e-4ac0-a140-41088b6faf2c None None] Pushing event updated for resources: {'Port': ['ID=adefe068-baf3-4ce3-a12c-4381676cb62a,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:27.684335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Provisioning complete for port adefe068-baf3-4ce3-a12c-4381676cb62a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:27.685609 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.735913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 2f961709-25d6-4e72-a383-8e1209a4217d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:09:27.763873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:27.809180 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] Set router 800e88cf-56b5-47fa-985d-bbee828c97ea gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:27.855419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d32dc42-8417-4de0-b75e-494535a75457 req-abaa5f22-fac4-4244-93b8-598abe0c41a3 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727023 Dec 08 00:09:27.919761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.018584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cf78dbde-530a-40c0-8d32-bb7beb30954f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:28.055598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Pushing event updated for resources: {'Port': ['ID=9ea9ecfb-d1ae-46f0-88f2-1c3fac865bd1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:28.064260 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.069692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:28.073234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:28.087091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:28.112917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 2f961709-25d6-4e72-a383-8e1209a4217d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=2f961709-25d6-4e72-a383-8e1209a4217d,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:28.137355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '2f961709-25d6-4e72-a383-8e1209a4217d', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'port_id': '2f961709-25d6-4e72-a383-8e1209a4217d', 'mac_address': 'fa:16:3e:1b:9c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:09:28.152275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] For port adefe068-baf3-4ce3-a12c-4381676cb62a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=adefe068-baf3-4ce3-a12c-4381676cb62a,segment=NetworkSegment(75b0b031-92bb-40a7-9fc3-a9f27248cdeb),segment_id=75b0b031-92bb-40a7-9fc3-a9f27248cdeb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:28.167247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11881004-9af9-4c6d-b2b5-8fd9ed237c8d req-e8a0786e-07de-4eeb-a4e5-6ca80de06fda tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:28.174937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11881004-9af9-4c6d-b2b5-8fd9ed237c8d req-e8a0786e-07de-4eeb-a4e5-6ca80de06fda tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 945 time: 0.1161325 Dec 08 00:09:28.178659 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.231729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.246763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port cf78dbde-530a-40c0-8d32-bb7beb30954f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:28.247167 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.254485 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 4, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port': {'id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:18Z', 'updated_at': '2021-12-08T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'adefe068-baf3-4ce3-a12c-4381676cb62a', 'name': '', 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'mac_address': 'fa:16:3e:6e:35:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:21Z', 'updated_at': '2021-12-08T00:09:27Z', 'revision_number': 4, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'subnets': [{'id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:28.263468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11881004-9af9-4c6d-b2b5-8fd9ed237c8d req-99e598e2-8d68-46f3-be9d-038209e5c094 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875201 Dec 08 00:09:28.279350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f961709-25d6-4e72-a383-8e1209a4217d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:28.318192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.334400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d7126-fbd7-4f30-85a8-b15df50f2fd0 None None] The sync data for ids ['800e88cf-56b5-47fa-985d-bbee828c97ea'] in n-d-820549-2 is: [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:21Z', 'revision_number': 4, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port': {'id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:18Z', 'updated_at': '2021-12-08T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'adefe068-baf3-4ce3-a12c-4381676cb62a', 'name': '', 'network_id': '3100a983-03e1-40fc-b69a-879f4ed7ac14', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'mac_address': 'fa:16:3e:6e:35:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:21Z', 'updated_at': '2021-12-08T00:09:27Z', 'revision_number': 4, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'subnets': [{'id': '6d48584d-473b-4d63-a342-da87ed6b9244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:28.341721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Pushing event updated for resources: {'Port': ['ID=adefe068-baf3-4ce3-a12c-4381676cb62a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:28.349983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 2f961709-25d6-4e72-a383-8e1209a4217d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=2f961709-25d6-4e72-a383-8e1209a4217d,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:28.357521 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.384857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a32c7ed4-5e9a-4961-84e3-ed55555d9b26 None None] Provisioning complete for port adefe068-baf3-4ce3-a12c-4381676cb62a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:28.385316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a32c7ed4-5e9a-4961-84e3-ed55555d9b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.407753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.425150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.425849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.425849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.426722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.426722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.427351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.427351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.427504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.427768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.428124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.428958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.428958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.429301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14b4dc-c321-4563-bc5a-3a0fdd9cd6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:09:28.579023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=2f961709-25d6-4e72-a383-8e1209a4217d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:28.586308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adefe068-baf3-4ce3-a12c-4381676cb62a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:28.665135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.673589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.675604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['2f961709-25d6-4e72-a383-8e1209a4217d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:09:28.763510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port adefe068-baf3-4ce3-a12c-4381676cb62a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:28.763893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.858965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.911704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Pushing event updated for resources: {'Port': ['ID=9ea9ecfb-d1ae-46f0-88f2-1c3fac865bd1,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:28.917375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:28.928790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-60a0d774-d3b0-4cd0-ab81-0378bbf0df5a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7549944 Dec 08 00:09:29.047088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-4957f38e-b42d-49b9-8504-6d0ec684b5a0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.1171036 Dec 08 00:09:29.536170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-4db8a2ff-4546-447a-b9d1-077d7ded66b5 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:29.538051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37fd9b90-9676-4238-b9a7-9413ff72f278 req-4db8a2ff-4546-447a-b9d1-077d7ded66b5 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.4898798 Dec 08 00:09:29.569863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45905f3-5f3e-41cc-9065-0c704e1f0acf req-f442d6a1-488b-42bf-b796-39dad22083bd tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:29.577336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d45905f3-5f3e-41cc-9065-0c704e1f0acf req-f442d6a1-488b-42bf-b796-39dad22083bd tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.4361696 Dec 08 00:09:29.683441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d45905f3-5f3e-41cc-9065-0c704e1f0acf req-5bd91426-523a-423e-a553-c3cc49a1881c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051054 Dec 08 00:09:29.714302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f692f-fe59-46fb-aeb0-99f05b877cf3 req-e995119b-ea34-43f5-868a-7485f22d9510 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:29.728163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 2f961709-25d6-4e72-a383-8e1209a4217d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:29.743553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-491f692f-fe59-46fb-aeb0-99f05b877cf3 req-e995119b-ea34-43f5-868a-7485f22d9510 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 945 time: 0.1158843 Dec 08 00:09:29.859273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 2f961709-25d6-4e72-a383-8e1209a4217d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:09:29.864533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 2f961709-25d6-4e72-a383-8e1209a4217d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:29.865107 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:29.887317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-491f692f-fe59-46fb-aeb0-99f05b877cf3 req-61c74ea5-89d3-4bdb-8bf6-7716b81ffb3b tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428335 Dec 08 00:09:29.894188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adefe068-baf3-4ce3-a12c-4381676cb62a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:29.925619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c53a2-63a4-4571-bd59-b95c38fc6900 req-711fbfb4-0568-4ae1-a4d8-6a5ad3a2dc54 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:29.929817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c8c53a2-63a4-4571-bd59-b95c38fc6900 req-711fbfb4-0568-4ae1-a4d8-6a5ad3a2dc54 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 945 time: 0.1233885 Dec 08 00:09:30.035414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c8c53a2-63a4-4571-bd59-b95c38fc6900 req-05a40a5a-be46-4a68-9b86-4972a9c19f61 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed6eb55-8281-4036-9ff3-d3854960cf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992501 Dec 08 00:09:30.159943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-d1b532f0-1296-4837-9c94-bb6b0a8aee16 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips/24131be7-772e-4ddb-ac37-f37f77eb5880 HTTP/1.1" status: 200 len: 693 time: 0.1027288 Dec 08 00:09:30.161493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port adefe068-baf3-4ce3-a12c-4381676cb62a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:30.161847 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.203017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.241474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:30.242490 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eade179-dd1d-43e1-b233-a7c5af3a3ff5" -d '{"events": [{"server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "name": "network-vif-plugged", "status": "completed", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:30.259685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 2f961709-25d6-4e72-a383-8e1209a4217d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=2f961709-25d6-4e72-a383-8e1209a4217d,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:30.269610 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.350060 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a4245-3232-435b-8620-774c711ac193 x-openstack-request-id: req-c68a4245-3232-435b-8620-774c711ac193 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:30.350456 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "name": "network-vif-plugged", "status": "completed", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:30.350862 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c68a4245-3232-435b-8620-774c711ac193 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:30.351354 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d', 'code': 200} Dec 08 00:09:30.377266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-89cec4cc-6b79-49d2-9e64-ad4589835d7a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:30.399450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-89cec4cc-6b79-49d2-9e64-ad4589835d7a tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2386088 Dec 08 00:09:30.404956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=2f961709-25d6-4e72-a383-8e1209a4217d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:30.455354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-042b80d1-4d30-4513-874a-08371681e989 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.0514112 Dec 08 00:09:30.471600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470b081-1e45-4ada-a849-4712dcbf1b44 req-163a375c-47ee-4687-870e-1ca8e647e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:30.473746 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d470b081-1e45-4ada-a849-4712dcbf1b44 req-163a375c-47ee-4687-870e-1ca8e647e5d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 1097 time: 0.0531096 Dec 08 00:09:30.517103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-803d06f1-e624-4a54-befb-f8033811065c tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.0546405 Dec 08 00:09:30.560496 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d470b081-1e45-4ada-a849-4712dcbf1b44 req-73654863-6030-4069-9527-3132c7803808 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802271 Dec 08 00:09:30.568581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-bda7744c-c0c7-41a7-9650-114bbb380707 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:30.570366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-bda7744c-c0c7-41a7-9650-114bbb380707 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 945 time: 0.0771053 Dec 08 00:09:30.678332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Deleting port 9ea9ecfb-d1ae-46f0-88f2-1c3fac865bd1 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:30.679001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.728834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Deleting port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:30.729319 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.804858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.805455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.821853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Calling delete_port for 9ea9ecfb-d1ae-46f0-88f2-1c3fac865bd1 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:30.842150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f3a2e-1514-418a-9476-ff670a964cc9 req-74192599-d49d-40a5-a972-1bc14dd08558 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:30.843387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e4f3a2e-1514-418a-9476-ff670a964cc9 req-74192599-d49d-40a5-a972-1bc14dd08558 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0846593 Dec 08 00:09:30.857814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] For port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,segment=NetworkSegment(36189843-7220-46fa-9385-64a06903b92f),segment_id=36189843-7220-46fa-9385-64a06903b92f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:30.858518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:30.873561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Calling delete_port for 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:30.954135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e4f3a2e-1514-418a-9476-ff670a964cc9 req-bd8aa287-88be-4d5a-b3af-09d5cd4083fc tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724435 Dec 08 00:09:31.027003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:31.046384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:31.084711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['8d5870d7-f8d3-449b-bcca-8997d7d8ea64'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:09:31.086594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event deleted for resources: {'Port': ['ID=8d5870d7-f8d3-449b-bcca-8997d7d8ea64,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:31.088092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Pushing event deleted for resources: {'Port': ['ID=9ea9ecfb-d1ae-46f0-88f2-1c3fac865bd1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:31.130793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] No DVR routers for this DVR port 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:31.136280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:31.143560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-712dd0ee-18c0-4e15-9a14-191b94a4ee49 req-116f0e82-c908-4c23-b3fe-45112e58df88 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.59 "DELETE /v2.0/ports/8d5870d7-f8d3-449b-bcca-8997d7d8ea64 HTTP/1.1" status: 204 len: 173 time: 0.5660017 Dec 08 00:09:31.143847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2435d7-8496-472f-81ef-52087d566d37', 'name': 'network-vif-deleted', 'tag': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:31.146136 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f4e91e-a09d-4aea-b1c7-85c73d91a814" -d '{"events": [{"server_uuid": "6c2435d7-8496-472f-81ef-52087d566d37", "name": "network-vif-deleted", "tag": "8d5870d7-f8d3-449b-bcca-8997d7d8ea64"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:31.152213 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:31.155326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:31.168438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1374548a-7a42-4435-ac65-6251b43f6b76 req-af97e09b-fb06-4ea0-9d2d-f6b489d5f8e0 tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "DELETE /v2.0/floatingips/24131be7-772e-4ddb-ac37-f37f77eb5880 HTTP/1.1" status: 204 len: 173 time: 0.6504154 Dec 08 00:09:31.198704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa9e0-e977-403b-9562-1216d45efa8f req-9e3ede32-215e-4f0e-96bf-960131af9cd1 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:31.205853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e6fa9e0-e977-403b-9562-1216d45efa8f req-9e3ede32-215e-4f0e-96bf-960131af9cd1 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.1394098 Dec 08 00:09:31.297623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e6fa9e0-e977-403b-9562-1216d45efa8f req-90fe4da0-16b1-4e96-b8b7-bc9424a28a79 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907886 Dec 08 00:09:31.364089 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e672619-f7d8-46e7-b783-0f049f4392bb x-openstack-request-id: req-5e672619-f7d8-46e7-b783-0f049f4392bb {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:31.364381 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2435d7-8496-472f-81ef-52087d566d37", "name": "network-vif-deleted", "tag": "8d5870d7-f8d3-449b-bcca-8997d7d8ea64", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:31.364670 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e672619-f7d8-46e7-b783-0f049f4392bb {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:31.365057 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2435d7-8496-472f-81ef-52087d566d37', 'name': 'network-vif-deleted', 'tag': '8d5870d7-f8d3-449b-bcca-8997d7d8ea64', 'status': 'completed', 'code': 200} Dec 08 00:09:31.366380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9ac2b54-70c2-40e3-bc97-be08a60fb268 req-a8b96b31-90e5-474c-b15c-3ea53cabf8e7 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c2435d7-8496-472f-81ef-52087d566d37 HTTP/1.1" status: 200 len: 210 time: 0.0438361 Dec 08 00:09:31.416312 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-b30fffbb-853c-43f7-8734-010625651eec req-2bbbda86-2344-4d07-9144-081d08be015e tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] show failed (client error): The resource could not be found. Dec 08 00:09:31.417426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b30fffbb-853c-43f7-8734-010625651eec req-2bbbda86-2344-4d07-9144-081d08be015e tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips/24131be7-772e-4ddb-ac37-f37f77eb5880 HTTP/1.1" status: 404 len: 350 time: 0.0384011 Dec 08 00:09:31.475283 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-bcbaa6d0-b27d-4c8b-95ae-a6d8fb82bba1 req-12c803a6-2f8b-4bd4-9737-6b64d046a6ef tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] show failed (client error): The resource could not be found. Dec 08 00:09:31.486017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52726) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:31.491923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bcbaa6d0-b27d-4c8b-95ae-a6d8fb82bba1 req-12c803a6-2f8b-4bd4-9737-6b64d046a6ef tempest-FloatingIPsTestJSON-672489090 tempest-FloatingIPsTestJSON-672489090-project] 10.222.0.18 "GET /v2.0/floatingips/24131be7-772e-4ddb-ac37-f37f77eb5880 HTTP/1.1" status: 404 len: 350 time: 0.0415645 Dec 08 00:09:31.971335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:32.116058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77689cd5-471d-4fe0-818e-d43c67cbc403 req-174a6917-400c-4f33-8f33-45a21f2cc9ed tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:32.119428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77689cd5-471d-4fe0-818e-d43c67cbc403 req-174a6917-400c-4f33-8f33-45a21f2cc9ed tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0686350 Dec 08 00:09:32.183431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77689cd5-471d-4fe0-818e-d43c67cbc403 req-b18bf305-66eb-4ef3-a9ce-39ac3431e5c7 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533147 Dec 08 00:09:32.246305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Deleting port adefe068-baf3-4ce3-a12c-4381676cb62a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:32.246794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:32.461574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d450e-78e3-4860-af5c-5af7aa862fae req-7985d8a2-f825-473f-b781-399f963bfdad tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:32.470416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d25d450e-78e3-4860-af5c-5af7aa862fae req-7985d8a2-f825-473f-b781-399f963bfdad tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.0888565 Dec 08 00:09:32.565399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d25d450e-78e3-4860-af5c-5af7aa862fae req-5f08c89d-aa28-48d9-bb7c-0a166e91db65 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938625 Dec 08 00:09:32.655216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] For port adefe068-baf3-4ce3-a12c-4381676cb62a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=adefe068-baf3-4ce3-a12c-4381676cb62a,segment=NetworkSegment(75b0b031-92bb-40a7-9fc3-a9f27248cdeb),segment_id=75b0b031-92bb-40a7-9fc3-a9f27248cdeb)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:32.658175 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:32.692209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Calling delete_port for adefe068-baf3-4ce3-a12c-4381676cb62a owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:32.699194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52754) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:32.754002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235531e-e819-440b-8c6d-dec352e5f3dc req-dcc57d6d-a9e1-4473-af26-2af51e1d4ca6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:32.764237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3235531e-e819-440b-8c6d-dec352e5f3dc req-dcc57d6d-a9e1-4473-af26-2af51e1d4ca6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.0988061 Dec 08 00:09:32.765584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52756) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:32.770626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Request body: {'floatingip': {'port_id': '2f961709-25d6-4e72-a383-8e1209a4217d'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:32.820594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:32.854763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a81f29b-36b9-48cd-bd34-37b4bae9407e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:32.913461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a81f29b-36b9-48cd-bd34-37b4bae9407e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:32.948041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:32.982473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=adefe068-baf3-4ce3-a12c-4381676cb62a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:33.085737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:33.140784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:33.145112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8d5870d7-f8d3-449b-bcca-8997d7d8ea64 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:33.275795 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a81f29b-36b9-48cd-bd34-37b4bae9407e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.285910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a81f29b-36b9-48cd-bd34-37b4bae9407e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.287135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3a81f29b-36b9-48cd-bd34-37b4bae9407e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d880488-0d3c-46a1-b824-ca9b89236188 HTTP/1.1" status: 204 len: 168 time: 0.5869482 Dec 08 00:09:33.289729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:33.302275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.308564 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-f8553cd0-4adb-4893-aa0b-e4753e6044ec tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] show failed (client error): The resource could not be found. Dec 08 00:09:33.316638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f8553cd0-4adb-4893-aa0b-e4753e6044ec tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "GET /v2.0/security-groups/9d880488-0d3c-46a1-b824-ca9b89236188 HTTP/1.1" status: 404 len: 347 time: 0.0196471 Dec 08 00:09:33.316638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52764) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:33.354391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81f29b-36b9-48cd-bd34-37b4bae9407e tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d880488-0d3c-46a1-b824-ca9b89236188,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:33.464538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f768f-b191-4d66-aec2-1e770eec6e6f req-bed353a4-4e5e-454a-bfc0-04f76df26fc3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:33.466179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc1f768f-b191-4d66-aec2-1e770eec6e6f req-bed353a4-4e5e-454a-bfc0-04f76df26fc3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1779127 Dec 08 00:09:33.595268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc1f768f-b191-4d66-aec2-1e770eec6e6f req-e2ee9879-fb82-4915-86c3-1adb32686118 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182404 Dec 08 00:09:33.601844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Deleting port 764accea-358d-435c-889e-0439b03a8d37 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:33.602196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.623457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.628814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.744147 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Floating IP e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12 associated. External IP: 172.25.6.67, port: 2f961709-25d6-4e72-a383-8e1209a4217d. Dec 08 00:09:33.765080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.765620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:33.790216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Calling delete_port for 764accea-358d-435c-889e-0439b03a8d37 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:33.847800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Router 800e88cf-56b5-47fa-985d-bbee828c97ea has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:09:33.970984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:09:34.021180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:34.026549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-13eb4559-16c3-4ead-8072-5f68e90d2d1e admin admin] 10.222.0.18 "PUT /v2.0/routers/800e88cf-56b5-47fa-985d-bbee828c97ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394883 Dec 08 00:09:34.029381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52772) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:34.037901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.042564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] Sync routers for ids ['800e88cf-56b5-47fa-985d-bbee828c97ea'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:34.057272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] Routers {'800e88cf-56b5-47fa-985d-bbee828c97ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:34.058215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['800e88cf-56b5-47fa-985d-bbee828c97ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:34.093135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:34.098836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.107007 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] Sync routers for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:34.113414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Pushing event deleted for resources: {'Port': ['ID=764accea-358d-435c-889e-0439b03a8d37,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:34.119502 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:34.121510 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:34.153029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-663177f1-731b-4997-87a2-44323979fbeb tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "PUT /v2.0/floatingips/e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12 HTTP/1.1" status: 200 len: 991 time: 1.3858342 Dec 08 00:09:34.153740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:34.167421 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:34.240252 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:34.240497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.245903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] Set router 800e88cf-56b5-47fa-985d-bbee828c97ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:34.248252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.262038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.265448 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d87dbb1-f2ea-441f-8fc4-3f57c9e053a4 tempest-ImagesOneServerNegativeTestJSON-1537339245 tempest-ImagesOneServerNegativeTestJSON-1537339245-project] 10.222.0.18 "DELETE /v2.0/floatingips/10e5ea31-76da-4350-a6a3-dd3eb61b189c HTTP/1.1" status: 204 len: 168 time: 0.9481480 Dec 08 00:09:34.410770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.433412 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8eecf-337b-4161-8fc3-1543a2ff69e9 x-openstack-request-id: req-b8c8eecf-337b-4161-8fc3-1543a2ff69e9 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:34.433863 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:34.434221 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8c8eecf-337b-4161-8fc3-1543a2ff69e9 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:34.434703 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d', 'status': 'completed', 'code': 200} Dec 08 00:09:34.465435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52790) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:34.545666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] Deleting subnet c4108e7f-416d-4eb8-8969-a7796e7831de {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:09:34.556522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.562971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'port_id': '2f961709-25d6-4e72-a383-8e1209a4217d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'mac_address': 'fa:16:3e:1b:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:08:41Z', 'updated_at': '2021-12-08T00:09:33Z', 'revision_number': 1, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:41Z', 'revision_number': 5, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:34.567224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:32Z', 'revision_number': 5, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port': {'id': 'cf78dbde-530a-40c0-8d32-bb7beb30954f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:18Z', 'updated_at': '2021-12-08T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:34.592864 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] Checking router: 89b67587-b7d6-4feb-ac50-f8ef07756fa9 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:34.601396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-d0e70546-101e-43ca-a631-ef67f15b12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:34.603592 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:34.604436 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:34.604857 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-d0e70546-101e-43ca-a631-ef67f15b12dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019&device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 1097 time: 0.1252217 Dec 08 00:09:34.605707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] Checking router: 800e88cf-56b5-47fa-985d-bbee828c97ea for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:34.617243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] Routers {'800e88cf-56b5-47fa-985d-bbee828c97ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:34.617796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['800e88cf-56b5-47fa-985d-bbee828c97ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:34.627692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Deleting port cf78dbde-530a-40c0-8d32-bb7beb30954f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:34.627957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.635410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.744322 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:34.762763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.811783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] Set router 800e88cf-56b5-47fa-985d-bbee828c97ea gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:34.857813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] For port cf78dbde-530a-40c0-8d32-bb7beb30954f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cf78dbde-530a-40c0-8d32-bb7beb30954f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:34.858368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.861596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-8dbc28f9-9381-47cd-a21a-4770ce35d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:34.864176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-8dbc28f9-9381-47cd-a21a-4770ce35d70c service neutron] 10.222.0.44 "GET /v2.0/networks?id=60d09d07-a2dd-4820-ae51-460b1d4adc59 HTTP/1.1" status: 200 len: 916 time: 0.2526309 Dec 08 00:09:34.881605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Calling delete_port for cf78dbde-530a-40c0-8d32-bb7beb30954f owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:34.934128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:34.940905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:34Z', 'revision_number': 6, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:34.968149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c86bb-104a-42cd-995d-b02dc58740dd req-5b4ed590-ad68-49c9-ae32-c12e9fa44aaf tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:34.983455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-944c86bb-104a-42cd-995d-b02dc58740dd req-5b4ed590-ad68-49c9-ae32-c12e9fa44aaf tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.2751169 Dec 08 00:09:35.000136 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-ae992502-541d-4c1e-9e67-07a539d75f99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f961709-25d6-4e72-a383-8e1209a4217d HTTP/1.1" status: 200 len: 999 time: 0.1283708 Dec 08 00:09:35.012219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409ddf8-0de3-4563-bc09-183bee449bfc None None] The sync data for ids ['800e88cf-56b5-47fa-985d-bbee828c97ea'] in n-d-820549-2 is: [{'id': '800e88cf-56b5-47fa-985d-bbee828c97ea', 'name': 'tempest-FloatingIPsTestJSON-1080706489-router', 'tenant_id': '3000d4614f0b4084a7cd8e980f481eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:17Z', 'updated_at': '2021-12-08T00:09:34Z', 'revision_number': 6, 'project_id': '3000d4614f0b4084a7cd8e980f481eab', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:35.032438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4108e7f-416d-4eb8-8969-a7796e7831de,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:35.035778 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.042453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-64e7a7af-e063-4041-b528-b60e4287dc68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c4108e7f-416d-4eb8-8969-a7796e7831de HTTP/1.1" status: 204 len: 168 time: 0.5755236 Dec 08 00:09:35.050461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:35.100078 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'port_id': '2f961709-25d6-4e72-a383-8e1209a4217d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'mac_address': 'fa:16:3e:1b:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:08:41Z', 'updated_at': '2021-12-08T00:09:33Z', 'revision_number': 1, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:41Z', 'revision_number': 5, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:35.141919 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798021e-5860-41b6-9c51-7b2bc6b34640 None None] The sync data for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 is: [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'port_id': '2f961709-25d6-4e72-a383-8e1209a4217d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'mac_address': 'fa:16:3e:1b:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:08:41Z', 'updated_at': '2021-12-08T00:09:33Z', 'revision_number': 1, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:41Z', 'revision_number': 5, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:35.175228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-944c86bb-104a-42cd-995d-b02dc58740dd req-02fd9409-43e4-4e57-88bc-23e33c359db8 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836138 Dec 08 00:09:35.186865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.208399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.249006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf78dbde-530a-40c0-8d32-bb7beb30954f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:35.295675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-b70707d8-d7b8-4872-8bbd-da2e9d54e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:35.302560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-b70707d8-d7b8-4872-8bbd-da2e9d54e97b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff1c3a7f-2940-49e8-9924-f44e07391a0d HTTP/1.1" status: 200 len: 854 time: 0.1242537 Dec 08 00:09:35.306518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.352520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe79f79-9f33-448e-adfa-96885d70b371']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:35.363583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36189843-7220-46fa-9385-64a06903b92f') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:35.364017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36189843-7220-46fa-9385-64a06903b92f') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:35.385322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.402963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.414064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:09:35.415204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:09:35.417567 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:09:35.425956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-037fcfe2-bf5f-44de-bdab-652a70881653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:35.425956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-037fcfe2-bf5f-44de-bdab-652a70881653 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60d09d07-a2dd-4820-ae51-460b1d4adc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032741 Dec 08 00:09:35.427713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.503449 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.515256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.523608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8fe79f79-9f33-448e-adfa-96885d70b371 HTTP/1.1" status: 204 len: 168 time: 0.4712484 Dec 08 00:09:35.553090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b60a27-b935-4626-bef6-f396dedae6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe79f79-9f33-448e-adfa-96885d70b371,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:35.567914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.571386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.663485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.664424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800e88cf-56b5-47fa-985d-bbee828c97ea {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:09:35.670206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.671630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4f3a1980-5357-4397-b50c-e28721d08078 admin admin] 10.222.0.18 "DELETE /v2.0/routers/800e88cf-56b5-47fa-985d-bbee828c97ea HTTP/1.1" status: 204 len: 168 time: 1.6409583 Dec 08 00:09:35.674322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52806) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:35.678177 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-f494c699-d0f7-4063-b3a9-b04b5c968ece service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422311 Dec 08 00:09:35.721652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748686f-81ba-4d19-b72f-98b97b5b1bea None None] New status for floating IP e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:09:35.758470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] Deleting subnet 6d48584d-473b-4d63-a342-da87ed6b9244 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:09:35.761864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.775188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52810) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:35.841389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.861554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-184107ba-d438-4655-94c1-11708e6453a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4de6ef707564f75b992f9d8cc28442d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0825853 Dec 08 00:09:35.862186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52814) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:35.884413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-69c4a9ff-6061-4661-8bf7-27a6ac230f6b req-4d853edf-b196-4255-9eef-2541ad452e54 service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796114 Dec 08 00:09:35.928974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2649aeaf-b01a-4e87-8c12-1b14cf7a50b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.943212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:35.952050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2649aeaf-b01a-4e87-8c12-1b14cf7a50b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.004755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.009603 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2649aeaf-b01a-4e87-8c12-1b14cf7a50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.013647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2649aeaf-b01a-4e87-8c12-1b14cf7a50b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.017921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2649aeaf-b01a-4e87-8c12-1b14cf7a50b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eed6eb55-8281-4036-9ff3-d3854960cf1f HTTP/1.1" status: 204 len: 168 time: 0.1546016 Dec 08 00:09:36.026456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649aeaf-b01a-4e87-8c12-1b14cf7a50b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed6eb55-8281-4036-9ff3-d3854960cf1f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:36.034410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d48584d-473b-4d63-a342-da87ed6b9244,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:36.039808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.046248 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd41cc15-a18e-4dc8-9ff8-c7db9f94ea80 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6d48584d-473b-4d63-a342-da87ed6b9244 HTTP/1.1" status: 204 len: 168 time: 0.3681350 Dec 08 00:09:36.046532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52820) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:36.046801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48326bef-5851-4743-81b5-cf1cbe7dd721 None None] Network 3100a983-03e1-40fc-b69a-879f4ed7ac14 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:36.151115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.224694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adefe068-baf3-4ce3-a12c-4381676cb62a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:36.261296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] DHCP port deletion for 3100a983-03e1-40fc-b69a-879f4ed7ac14 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:09:36.263595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: adefe068-baf3-4ce3-a12c-4381676cb62a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:36.263940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adefe068-baf3-4ce3-a12c-4381676cb62a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:36.307942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Deleting port dc4ba659-5835-4645-b31e-60763d84b028 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:36.310670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.349923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] Deleting port dc4ba659-5835-4645-b31e-60763d84b028 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:36.350306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.382481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394d430-c6e7-4dd6-844b-37e12d3fa771 req-e6fc0a6f-b1e4-490f-a3a9-95245a37b9ac tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:36.385114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3394d430-c6e7-4dd6-844b-37e12d3fa771 req-e6fc0a6f-b1e4-490f-a3a9-95245a37b9ac tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0908475 Dec 08 00:09:36.423347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] For port dc4ba659-5835-4645-b31e-60763d84b028, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dc4ba659-5835-4645-b31e-60763d84b028,segment=NetworkSegment(75b0b031-92bb-40a7-9fc3-a9f27248cdeb),segment_id=75b0b031-92bb-40a7-9fc3-a9f27248cdeb)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:36.423805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.445407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Calling delete_port for dc4ba659-5835-4645-b31e-60763d84b028 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:36.462040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] For port dc4ba659-5835-4645-b31e-60763d84b028, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dc4ba659-5835-4645-b31e-60763d84b028,segment=NetworkSegment(75b0b031-92bb-40a7-9fc3-a9f27248cdeb),segment_id=75b0b031-92bb-40a7-9fc3-a9f27248cdeb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:36.462430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.483371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] Calling delete_port for dc4ba659-5835-4645-b31e-60763d84b028 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:36.524554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3394d430-c6e7-4dd6-844b-37e12d3fa771 req-46dd0bdd-67b7-402e-884a-e8c799f329ce tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329527 Dec 08 00:09:36.588927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.600647 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.621908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4ba659-5835-4645-b31e-60763d84b028,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:36.628789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] Pushing event deleted for resources: {'Port': ['ID=dc4ba659-5835-4645-b31e-60763d84b028,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:36.639289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbec41-d8d5-4066-9e7d-beffa735d385 None None] No DVR routers for this DVR port dc4ba659-5835-4645-b31e-60763d84b028 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:36.644100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] No DVR routers for this DVR port dc4ba659-5835-4645-b31e-60763d84b028 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:36.732492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.755840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3100a983-03e1-40fc-b69a-879f4ed7ac14']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:36.766763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b0b031-92bb-40a7-9fc3-a9f27248cdeb') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:36.767094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b0b031-92bb-40a7-9fc3-a9f27248cdeb') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:36.782336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.798286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.804952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:09:36.805641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:09:36.807530 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:09:36.874701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.885370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:36.888624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] 10.222.0.18 "DELETE /v2.0/networks/3100a983-03e1-40fc-b69a-879f4ed7ac14 HTTP/1.1" status: 204 len: 168 time: 0.8410947 Dec 08 00:09:36.929947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff678-e184-49c4-a6e0-cff2fb68af4a admin admin] Pushing event deleted for resources: {'Network': ['ID=3100a983-03e1-40fc-b69a-879f4ed7ac14,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:37.041096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:37.082928 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7474ab7b-363e-4449-b0e6-7747c489b5dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3000d4614f0b4084a7cd8e980f481eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399706 Dec 08 00:09:37.084903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52868) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:37.132814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:37.136604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f12-6e01-4e48-822e-0cb1b105b2bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.164149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f12-6e01-4e48-822e-0cb1b105b2bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.216010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f12-6e01-4e48-822e-0cb1b105b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.219017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f12-6e01-4e48-822e-0cb1b105b2bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.223623 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7fd49f12-6e01-4e48-822e-0cb1b105b2bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae72ea16-0250-4c6a-9e04-f75ef14c07cf HTTP/1.1" status: 204 len: 168 time: 0.1377854 Dec 08 00:09:37.231929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd49f12-6e01-4e48-822e-0cb1b105b2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae72ea16-0250-4c6a-9e04-f75ef14c07cf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:37.299962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-996301082-network', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:37.324947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Made reservation on behalf of b622cc146b93414ea6d6a074625d4e3f for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:37.329471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.339808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.433316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.439245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.464456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:09:37.482489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3b925c-8c44-4fd0-99b6-8626285697bb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:37.486310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.486654 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Added segment e0e1fa7d-d989-4bdc-9db0-0964fcda2df0 of type vlan for network 801cedee-f4c4-4fa0-8619-e92c7d01118f Dec 08 00:09:37.535808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.561638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.564952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:37.565544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.622767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4851735 Dec 08 00:09:37.623781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52886) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:37.629922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Request body: {'subnet': {'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-996301082-subnet', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:37.701412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0083657-39dd-4671-a827-fdec046e8138 admin admin] Pushing event updated for resources: {'Network': ['ID=801cedee-f4c4-4fa0-8619-e92c7d01118f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:37.713996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:09:37.747236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Made reservation on behalf of b622cc146b93414ea6d6a074625d4e3f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:37.749925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:37.770643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1007f6-a9ac-448c-9cff-275305f1a6e0 req-be9b3b82-3b52-4615-9a3e-e4b24240ab6f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:37.772464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa1007f6-a9ac-448c-9cff-275305f1a6e0 req-be9b3b82-3b52-4615-9a3e-e4b24240ab6f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0889249 Dec 08 00:09:37.852329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cf78dbde-530a-40c0-8d32-bb7beb30954f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:37.891326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: cf78dbde-530a-40c0-8d32-bb7beb30954f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:37.891862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cf78dbde-530a-40c0-8d32-bb7beb30954f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:37.892438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dc4ba659-5835-4645-b31e-60763d84b028 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:37.904689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa1007f6-a9ac-448c-9cff-275305f1a6e0 req-6d58cc4f-4c29-4b45-a418-b5102a60e981 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219001 Dec 08 00:09:37.917381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: dc4ba659-5835-4645-b31e-60763d84b028 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:37.917942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dc4ba659-5835-4645-b31e-60763d84b028 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:38.067712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.175419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca76763f-4fc0-426f-a265-5b71a9a22a96,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:38.190406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Checking segment: {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:38.190766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Network hostable DHCP agents. Network: 801cedee-f4c4-4fa0-8619-e92c7d01118f, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:09:38.208877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f341d25-4700-46e5-970b-80e701493da9 req-cf86dccf-d9a1-4ca3-bac2-b9206cac990b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:38.210356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f341d25-4700-46e5-970b-80e701493da9 req-cf86dccf-d9a1-4ca3-bac2-b9206cac990b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.0898240 Dec 08 00:09:38.236059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:09:38.254409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 801cedee-f4c4-4fa0-8619-e92c7d01118f) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:38.258790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:38.259658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.270771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbcca0f-314c-4b78-aa64-2bc7ed5ba384 None None] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:38.292965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f341d25-4700-46e5-970b-80e701493da9 req-88f32e97-e54e-4ea3-b8ef-103ce0cd951c tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757949 Dec 08 00:09:38.301529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c9c812fa-aaf0-48ab-943d-8cc2ea514bfb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6740119 Dec 08 00:09:38.302263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52920) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:38.307798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:38.339524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.340619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.409136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-801cedee-f4c4-4fa0-8619-e92c7d01118f', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:09:38.409308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.410228 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.561182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.594306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Allocated IP 172.20.0.2 (801cedee-f4c4-4fa0-8619-e92c7d01118f/ca76763f-4fc0-426f-a265-5b71a9a22a96/cf89a61f-2280-4cf5-b9ae-e00d74c6a469) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:38.803374 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.813498 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.860721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:38.864409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:38.868441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:38.878703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Pushing event updated for resources: {'Port': ['ID=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:38.959700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Attempting to bind port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:38.960472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Attempting to bind port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:38.961293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Attempting to bind port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 on network 801cedee-f4c4-4fa0-8619-e92c7d01118f {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:38.969984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:38.970629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Checking segment: {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:38.971586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:38.972181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Bound using segment: {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:38.972846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Bound port: cf89a61f-2280-4cf5-b9ae-e00d74c6a469, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:38.973451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:39.048283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] For port cf89a61f-2280-4cf5-b9ae-e00d74c6a469, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:39.051783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] For port cf89a61f-2280-4cf5-b9ae-e00d74c6a469, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:39.064127 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:39.120735 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:39.143985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:39.148633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49cb5f-8a8c-44ce-bfb1-da93a4e80ae7 req-98686092-0342-4d8c-9094-fef8b5f78138 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:39.168597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb1a39-0747-4efb-a064-8532755195c5 None None] Pushing event updated for resources: {'Port': ['ID=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:39.178966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f49cb5f-8a8c-44ce-bfb1-da93a4e80ae7 req-98686092-0342-4d8c-9094-fef8b5f78138 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1346865 Dec 08 00:09:39.283618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f49cb5f-8a8c-44ce-bfb1-da93a4e80ae7 req-40cba53c-fac3-44d3-b3e5-f5ae8a1ddd2d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035717 Dec 08 00:09:39.345748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Allocated IP 172.25.6.100 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/71cd0361-afa0-4c5f-8c69-89aae815cced) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:39.555627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:39.608685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:39.659254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16d276-6546-4942-a5c3-c3ab5fd94e9a req-5abf2d2b-a7c9-4006-95c0-a41b52b72d73 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:39.662437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e16d276-6546-4942-a5c3-c3ab5fd94e9a req-5abf2d2b-a7c9-4006-95c0-a41b52b72d73 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.0809195 Dec 08 00:09:39.665852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:39.670177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:39.672310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=71cd0361-afa0-4c5f-8c69-89aae815cced,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:39.674748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:39.734214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e16d276-6546-4942-a5c3-c3ab5fd94e9a req-a05222fe-c6c8-45fb-8187-2f2c47f7da00 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663993 Dec 08 00:09:39.928939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cf89a61f-2280-4cf5-b9ae-e00d74c6a469 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:39.987805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:39.988189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:40.064270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:40.117003 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:40.160629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port cf89a61f-2280-4cf5-b9ae-e00d74c6a469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:40.168512 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:40.229807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:40.384882 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:40.490823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec641963-a040-4c97-be4b-17d7578ed01d req-77dac381-85e4-4afa-a3e5-049cc98e6233 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:40.492534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec641963-a040-4c97-be4b-17d7578ed01d req-77dac381-85e4-4afa-a3e5-049cc98e6233 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0590043 Dec 08 00:09:40.578193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Router 8cf6fe23-a221-4c81-a239-a13865f50174 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:09:40.606185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db133d4d-5bd6-48cc-83db-8aba80e09cad req-38b4373f-6500-44ab-adfe-af11b5ff185e tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:40.607928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db133d4d-5bd6-48cc-83db-8aba80e09cad req-38b4373f-6500-44ab-adfe-af11b5ff185e tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.1143172 Dec 08 00:09:40.625882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec641963-a040-4c97-be4b-17d7578ed01d req-588ed734-128b-45c1-9707-04ad38af6e9d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183047 Dec 08 00:09:40.662534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b2455-76ad-408b-90e0-2a6801aaa117 None None] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:40.682575 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:09:40.716403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:40.734212 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Sync routers for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:40.751972 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:40.753014 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:40.755755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:40.758651 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e8024e66-23ed-41fe-94cd-5bda108ef8e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4549251 Dec 08 00:09:40.762119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53072) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:40.767346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db133d4d-5bd6-48cc-83db-8aba80e09cad req-9f21141e-4c77-4284-aef4-685d095ab389 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404033 Dec 08 00:09:40.819765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-28b0e05f-b41d-40c0-bab8-6856fea2677f None None] Provisioning complete for port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:40.820297 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28b0e05f-b41d-40c0-bab8-6856fea2677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:41.139576 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:41.379494 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:39Z', 'revision_number': 3, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:41.410256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:41.414783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-479f5590-bb90-456c-9755-84d5f4783401 None None] Provisioning complete for port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:41.415351 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-479f5590-bb90-456c-9755-84d5f4783401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:41.452879 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Checking router: 8cf6fe23-a221-4c81-a239-a13865f50174 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:41.454006 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Updating router 8cf6fe23-a221-4c81-a239-a13865f50174 port 71cd0361-afa0-4c5f-8c69-89aae815cced binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:09:41.505094 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:41.697058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Allocated IP 172.20.0.1 (801cedee-f4c4-4fa0-8619-e92c7d01118f/ca76763f-4fc0-426f-a265-5b71a9a22a96/e6748bc2-67ad-41fe-a630-25286c6558cd) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:41.883518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cf89a61f-2280-4cf5-b9ae-e00d74c6a469 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:41.917117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063253dc-216b-4eaf-8341-42c6245ae294 req-e8ba680b-a52d-4679-9a48-5e7ae50a5b79 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:41.921571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-063253dc-216b-4eaf-8341-42c6245ae294 req-e8ba680b-a52d-4679-9a48-5e7ae50a5b79 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1545947 Dec 08 00:09:41.936643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:41.991122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:41.991495 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.013720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-063253dc-216b-4eaf-8341-42c6245ae294 req-ff8ca58e-6c73-46af-afbb-d4402485f2b3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821006 Dec 08 00:09:42.080261 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.095789 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.108233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-3e65ae94-79bc-45f9-a8d2-5583dc7e16f5 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:42.111311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-3e65ae94-79bc-45f9-a8d2-5583dc7e16f5 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.1668756 Dec 08 00:09:42.111446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbee5a-7e8e-48c3-80ad-f99a62141ddd req-237b92f8-90a3-47de-b633-6a188191d196 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:42.117676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ddbee5a-7e8e-48c3-80ad-f99a62141ddd req-237b92f8-90a3-47de-b633-6a188191d196 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.0957298 Dec 08 00:09:42.200385 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Attempting to bind port 71cd0361-afa0-4c5f-8c69-89aae815cced on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:42.200830 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Attempting to bind port 71cd0361-afa0-4c5f-8c69-89aae815cced by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:42.201209 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Attempting to bind port 71cd0361-afa0-4c5f-8c69-89aae815cced on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:42.218564 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:42.219066 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:42.224622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ddbee5a-7e8e-48c3-80ad-f99a62141ddd req-7155888a-ba3c-4399-ab64-e9321c344402 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964639 Dec 08 00:09:42.225281 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.225688 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:42.226197 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Bound port: 71cd0361-afa0-4c5f-8c69-89aae815cced, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:42.226587 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.227797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.299531 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32644667-8ef1-45ba-ab79-348e8789334b None None] Pushing event updated for resources: {'Port': ['ID=71cd0361-afa0-4c5f-8c69-89aae815cced,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:42.345435 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] For port 71cd0361-afa0-4c5f-8c69-89aae815cced, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:42.349999 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] For port 71cd0361-afa0-4c5f-8c69-89aae815cced, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=71cd0361-afa0-4c5f-8c69-89aae815cced,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:42.356841 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.416369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:42.420958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:42.426879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:42.432277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Pushing event updated for resources: {'Port': ['ID=e6748bc2-67ad-41fe-a630-25286c6558cd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:42.454008 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32644667-8ef1-45ba-ab79-348e8789334b None None] Pushing event updated for resources: {'Port': ['ID=71cd0361-afa0-4c5f-8c69-89aae815cced,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:42.488287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.528565 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:42.531295 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:42.553248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Deleting port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:42.553611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.729916 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:42.813403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] For port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:42.813868 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:42.992253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.033159 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:39Z', 'revision_number': 3, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:43.084050 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8365e2-6a37-4ab0-94a6-122f64118efe None None] The sync data for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 is: [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:39Z', 'revision_number': 3, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:43.109167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6122989b-cef0-4090-aaff-623a0467c586 None None] Provisioning complete for port e6748bc2-67ad-41fe-a630-25286c6558cd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:43.110319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6122989b-cef0-4090-aaff-623a0467c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.171856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6122989b-cef0-4090-aaff-623a0467c586 None None] Port e6748bc2-67ad-41fe-a630-25286c6558cd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:09:43.251395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76742541-23af-4ce8-b676-5a7e97598bb2 req-a7cd4a53-ac40-4c32-b093-386e22094b71 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:43.254271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76742541-23af-4ce8-b676-5a7e97598bb2 req-a7cd4a53-ac40-4c32-b093-386e22094b71 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0954137 Dec 08 00:09:43.333990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.334604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.334863 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Floating IP e8e9e670-b054-4f0e-a846-d9f540d83ac4 disassociated. External IP: 172.25.6.33, port: 6bd9d9ef-8fe3-48c2-b848-babe0512bb09. Dec 08 00:09:43.335376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Calling delete_port for 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:43.354819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76742541-23af-4ce8-b676-5a7e97598bb2 req-e9f92af9-0892-4e63-ad86-c3650f26be17 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933502 Dec 08 00:09:43.507209 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.537018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.576656 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.646316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Pushing event updated for resources: {'Port': ['ID=e6748bc2-67ad-41fe-a630-25286c6558cd,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:43.706588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.711549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420a340-5835-4e32-97ec-a947b31175d9 req-85da6dc9-5e57-4f5e-93ab-127951863450 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:43.720381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6420a340-5835-4e32-97ec-a947b31175d9 req-85da6dc9-5e57-4f5e-93ab-127951863450 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 946 time: 0.1030436 Dec 08 00:09:43.802074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:43.843784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6420a340-5835-4e32-97ec-a947b31175d9 req-06323031-1c46-4825-a970-4885536539b3 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups?id=546e164e-77f6-4db2-96c6-2e80835de647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243432 Dec 08 00:09:43.864118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event deleted for resources: {'Port': ['ID=6bd9d9ef-8fe3-48c2-b848-babe0512bb09,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:43.913122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 71cd0361-afa0-4c5f-8c69-89aae815cced up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:44.007885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 71cd0361-afa0-4c5f-8c69-89aae815cced triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:44.008554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:44.067188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:44.080498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:44.123483 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:44.174002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 71cd0361-afa0-4c5f-8c69-89aae815cced, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=71cd0361-afa0-4c5f-8c69-89aae815cced,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:44.181722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:44.268138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=71cd0361-afa0-4c5f-8c69-89aae815cced,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:44.268617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:09:44.570483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Router 8cf6fe23-a221-4c81-a239-a13865f50174 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:09:44.596531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f1500-5603-4961-96c4-5d91dd07f191 req-fefd6832-cb40-45a5-9a90-4ae80e25f64d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:44.622633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-178f1500-5603-4961-96c4-5d91dd07f191 req-fefd6832-cb40-45a5-9a90-4ae80e25f64d tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1327803 Dec 08 00:09:44.646737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bbb71411-7007-48bb-866f-5f696e84c398 None None] Provisioning complete for port e6748bc2-67ad-41fe-a630-25286c6558cd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:44.647144 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbb71411-7007-48bb-866f-5f696e84c398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:44.741879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bbb71411-7007-48bb-866f-5f696e84c398 None None] Port e6748bc2-67ad-41fe-a630-25286c6558cd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:09:44.747016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-178f1500-5603-4961-96c4-5d91dd07f191 req-0f02d59f-6e72-417c-b68d-f63b0f3dddf2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055350 Dec 08 00:09:44.749435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:44.758280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7f326068-ccaf-441a-8e60-a48030ae2e11 admin admin] 10.222.0.18 "PUT /v2.0/routers/8cf6fe23-a221-4c81-a239-a13865f50174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9943175 Dec 08 00:09:44.788312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:44.812855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] Sync routers for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:44.824758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:44.825393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:44.870519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] No DVR routers for this DVR port 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:44.873821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:44.877753 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70123fa0-f74c-4a6e-82a0-6a846cb0c40a req-431923be-a825-4d54-afb5-defd58d2af59 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.59 "DELETE /v2.0/ports/6bd9d9ef-8fe3-48c2-b848-babe0512bb09 HTTP/1.1" status: 204 len: 173 time: 2.7566686 Dec 08 00:09:44.878870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'name': 'network-vif-deleted', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:44.881428 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a007116-4ac0-460d-9e93-a896aa782892" -d '{"events": [{"server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "name": "network-vif-deleted", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:45.016552 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5791fd2-3791-42d5-861e-b25fb6ac8cb9 x-openstack-request-id: req-f5791fd2-3791-42d5-861e-b25fb6ac8cb9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:45.016843 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a102c5-1fc3-4bff-b802-9aca2bc96b10", "name": "network-vif-deleted", "tag": "6bd9d9ef-8fe3-48c2-b848-babe0512bb09", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:45.017108 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5791fd2-3791-42d5-861e-b25fb6ac8cb9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:45.017540 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a102c5-1fc3-4bff-b802-9aca2bc96b10', 'name': 'network-vif-deleted', 'tag': '6bd9d9ef-8fe3-48c2-b848-babe0512bb09', 'status': 'completed', 'code': 200} Dec 08 00:09:45.077646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:45.157263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fc93a38-a117-450f-8826-489539961bc7 req-64f34b7b-b532-428c-a9b0-dd19532aeffb tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a102c5-1fc3-4bff-b802-9aca2bc96b10 HTTP/1.1" status: 200 len: 210 time: 0.0274637 Dec 08 00:09:45.159833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:45.189884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:45.190237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6bd9d9ef-8fe3-48c2-b848-babe0512bb09 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:45.393678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:35Z', 'revision_number': 5, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:45.445250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] Checking router: 80a8c7e2-76a5-4ff9-8644-d6d187942f0c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:45.467010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:45.468210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:45.629598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:45.759479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53422) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:45.764950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0917b088-ef93-468d-98b3-6c98802abd97 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920293331', 'description': 'tempest-description--1518583883'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:45.800356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0917b088-ef93-468d-98b3-6c98802abd97 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:45.857616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 71cd0361-afa0-4c5f-8c69-89aae815cced up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:45.940144 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Sync routers for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:45.956331 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:45.956961 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:45.995927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0917b088-ef93-468d-98b3-6c98802abd97 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.008068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0917b088-ef93-468d-98b3-6c98802abd97 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.041222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917b088-ef93-468d-98b3-6c98802abd97 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1108b1-feb8-4a0a-b12e-02c1f17fe816,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:46.064767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986f874-cfc3-400e-820b-d10dbd283457 req-5ceb410d-7b74-48ff-86a1-6c15485b390c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:46.073614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8986f874-cfc3-400e-820b-d10dbd283457 req-5ceb410d-7b74-48ff-86a1-6c15485b390c tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1153471 Dec 08 00:09:46.084113 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0917b088-ef93-468d-98b3-6c98802abd97 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.085557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0917b088-ef93-468d-98b3-6c98802abd97 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3250690 Dec 08 00:09:46.088613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53458) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:46.102865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a544300e-ec59-4500-9798-4aeb412ca5af tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Request body: {'security_group_rule': {'security_group_id': '5d1108b1-feb8-4a0a-b12e-02c1f17fe816', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:46.147738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 71cd0361-afa0-4c5f-8c69-89aae815cced triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:46.160259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a544300e-ec59-4500-9798-4aeb412ca5af tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.160835 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.264093 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:46.349404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:35Z', 'revision_number': 5, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:46.450642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e782a5b-5596-4892-afbf-f8ef90f08041 None None] The sync data for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 is: [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:07:24Z', 'revision_number': 4, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '26728c2e-6104-45bb-815a-af5b8d13a47b', 'name': '', 'network_id': '339377cd-b2e6-43b9-9049-6816eaf81504', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'mac_address': 'fa:16:3e:4d:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:23Z', 'updated_at': '2021-12-08T00:07:35Z', 'revision_number': 5, 'project_id': '9417dee701074ceb8c305238856f9237', 'subnets': [{'id': '539db1d6-63c9-4529-9990-bb4639dcb4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:46.612945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8986f874-cfc3-400e-820b-d10dbd283457 req-02403632-8eca-44d8-9c6f-81f555d6f5fc tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383880 Dec 08 00:09:46.668535 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:43Z', 'revision_number': 2, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:46.687569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a544300e-ec59-4500-9798-4aeb412ca5af tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.696199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a544300e-ec59-4500-9798-4aeb412ca5af tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.733225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a544300e-ec59-4500-9798-4aeb412ca5af tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.738386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53516) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:46.739489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a544300e-ec59-4500-9798-4aeb412ca5af tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6497200 Dec 08 00:09:46.743207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544300e-ec59-4500-9798-4aeb412ca5af tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f01494-a36f-400f-8acf-837daa996272,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:46.744747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3c65c537-978c-4511-94f9-bccff1595bfa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Request body: {'security_group_rule': {'security_group_id': '5d1108b1-feb8-4a0a-b12e-02c1f17fe816', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:46.755556 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Checking router: 8cf6fe23-a221-4c81-a239-a13865f50174 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:46.755926 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Updating router 8cf6fe23-a221-4c81-a239-a13865f50174 port e6748bc2-67ad-41fe-a630-25286c6558cd binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:09:46.764430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:46.823188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c65c537-978c-4511-94f9-bccff1595bfa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.861034 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.892799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c65c537-978c-4511-94f9-bccff1595bfa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.902751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c65c537-978c-4511-94f9-bccff1595bfa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.936621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65c537-978c-4511-94f9-bccff1595bfa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cf9bf7-6e58-428b-ae53-f4f5cc52456f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:46.939702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-987d76a3-ca34-4212-83e9-05171a7fc9c4 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.965046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c65c537-978c-4511-94f9-bccff1595bfa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:46.970430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53538) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:46.971098 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c65c537-978c-4511-94f9-bccff1595bfa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301326 Dec 08 00:09:46.975110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:46.987192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-987d76a3-ca34-4212-83e9-05171a7fc9c4 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.038765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.040513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20d358-8e89-4fa4-b727-2a9387638c60 None None] New status for floating IP e8e9e670-b054-4f0e-a846-d9f540d83ac4: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:09:47.071334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-987d76a3-ca34-4212-83e9-05171a7fc9c4 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.080208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-987d76a3-ca34-4212-83e9-05171a7fc9c4 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.083661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-987d76a3-ca34-4212-83e9-05171a7fc9c4 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "DELETE /v2.0/security-groups/546e164e-77f6-4db2-96c6-2e80835de647 HTTP/1.1" status: 204 len: 168 time: 0.3137777 Dec 08 00:09:47.088624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53558) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:47.121901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d76a3-ca34-4212-83e9-05171a7fc9c4 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e164e-77f6-4db2-96c6-2e80835de647,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:47.122116 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-0e842bf7-4552-4a14-9a5f-4bd2b0d3fd21 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] show failed (client error): The resource could not be found. Dec 08 00:09:47.123422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0e842bf7-4552-4a14-9a5f-4bd2b0d3fd21 tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "GET /v2.0/security-groups/546e164e-77f6-4db2-96c6-2e80835de647 HTTP/1.1" status: 404 len: 347 time: 0.0196772 Dec 08 00:09:47.131822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53568) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:47.241320 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.342405 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.359087 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.476651 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8894f-903a-431f-832a-01101ff5162a None None] Pushing event updated for resources: {'Port': ['ID=e6748bc2-67ad-41fe-a630-25286c6558cd,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:47.495880 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.530697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Allocated IP 172.25.6.78 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/6c24bac6-ce55-4992-aaf8-43805fb60e64) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:47.604049 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Attempting to bind port e6748bc2-67ad-41fe-a630-25286c6558cd on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:47.604682 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Attempting to bind port e6748bc2-67ad-41fe-a630-25286c6558cd by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:47.605310 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Attempting to bind port e6748bc2-67ad-41fe-a630-25286c6558cd on network 801cedee-f4c4-4fa0-8619-e92c7d01118f {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:47.611987 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:47.612724 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Checking segment: {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:47.613324 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.613904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Bound using segment: {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:47.614585 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Bound port: e6748bc2-67ad-41fe-a630-25286c6558cd, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:47.615193 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.801830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.809165 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] For port e6748bc2-67ad-41fe-a630-25286c6558cd, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:47.817739 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] For port e6748bc2-67ad-41fe-a630-25286c6558cd, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e6748bc2-67ad-41fe-a630-25286c6558cd,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:47.831292 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.847482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Deleting port 4a1797d5-e57b-4f42-8948-a6afaddc428b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:47.847989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.910233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.920322 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:47.921132 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:47.943173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-745dffbb-3378-44fd-9510-4891f1bbff88 None None] Provisioning complete for port e6748bc2-67ad-41fe-a630-25286c6558cd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:47.948210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-745dffbb-3378-44fd-9510-4891f1bbff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:47.974367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:47.982520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:47.992773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:48.001627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.001951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.021743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event updated for resources: {'Port': ['ID=6c24bac6-ce55-4992-aaf8-43805fb60e64,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:48.031892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Calling delete_port for 4a1797d5-e57b-4f42-8948-a6afaddc428b owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:48.049572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790ca3d-ae87-4c5d-a8d9-74b2f3a2197a req-2f158c1c-857c-4f34-adc3-8a8f5513b03e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:48.055154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3790ca3d-ae87-4c5d-a8d9-74b2f3a2197a req-2f158c1c-857c-4f34-adc3-8a8f5513b03e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1988916 Dec 08 00:09:48.157253 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-745dffbb-3378-44fd-9510-4891f1bbff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.171562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53600) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:48.257532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-745dffbb-3378-44fd-9510-4891f1bbff88 None None] For port e6748bc2-67ad-41fe-a630-25286c6558cd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e6748bc2-67ad-41fe-a630-25286c6558cd,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:48.260697 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8894f-903a-431f-832a-01101ff5162a None None] Pushing event updated for resources: {'Port': ['ID=e6748bc2-67ad-41fe-a630-25286c6558cd,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:48.263209 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.268144 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-745dffbb-3378-44fd-9510-4891f1bbff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.277777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3790ca3d-ae87-4c5d-a8d9-74b2f3a2197a req-1e29f275-5706-4513-9b80-58be9ab3b146 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072046 Dec 08 00:09:48.345861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.361628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.373100 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:48.443684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dffbb-3378-44fd-9510-4891f1bbff88 None None] Pushing event updated for resources: {'Port': ['ID=e6748bc2-67ad-41fe-a630-25286c6558cd,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:48.457101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-65d3f5e5-14e2-4c62-9c56-5ce2880cee44 None None] Provisioning complete for port e6748bc2-67ad-41fe-a630-25286c6558cd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:48.457469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65d3f5e5-14e2-4c62-9c56-5ce2880cee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.487021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Pushing event deleted for resources: {'Port': ['ID=4a1797d5-e57b-4f42-8948-a6afaddc428b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:48.499590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711c4eb5-1861-4b88-baed-510293337054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.529075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.532721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.533894 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a8ecf30a-e00b-41e0-b915-438e3fb5cc0b tempest-ServersTestManualDisk-494764139 tempest-ServersTestManualDisk-494764139-project] 10.222.0.18 "DELETE /v2.0/floatingips/e8e9e670-b054-4f0e-a846-d9f540d83ac4 HTTP/1.1" status: 204 len: 168 time: 1.4005096 Dec 08 00:09:48.537611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53606) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:48.667369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.675516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.702441 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:47Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:48.735873 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711c4eb5-1861-4b88-baed-510293337054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.744598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711c4eb5-1861-4b88-baed-510293337054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.758504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94799b-b5c1-4dd5-80e5-27942adbb4a7 None None] The sync data for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 is: [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:47Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:48.762209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event updated for resources: {'Port': ['ID=6c24bac6-ce55-4992-aaf8-43805fb60e64,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:48.780299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.809405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.811078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0d90d52c-d527-4382-9100-ac1b49de2898 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8395269 Dec 08 00:09:48.836284 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-711c4eb5-1861-4b88-baed-510293337054 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e803e60fe5fc489b91efd86c6e9ec241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6635718 Dec 08 00:09:48.841835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53612) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:48.842476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c4eb5-1861-4b88-baed-510293337054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f66fc0-28a1-4027-b2c9-ce16bc562928,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:48.950373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c19-a682-450f-9766-842520d75a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:48.994191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c19-a682-450f-9766-842520d75a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:49.077098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c19-a682-450f-9766-842520d75a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:49.080490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c19-a682-450f-9766-842520d75a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:49.084143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a17e7c19-a682-450f-9766-842520d75a0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17f66fc0-28a1-4027-b2c9-ce16bc562928 HTTP/1.1" status: 204 len: 168 time: 0.2351675 Dec 08 00:09:49.114394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e7c19-a682-450f-9766-842520d75a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f66fc0-28a1-4027-b2c9-ce16bc562928,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:49.144561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-6f381714-5b97-4d8d-89a9-c7b40ea5be90 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1920293331&fields=id&tenant_id=b622cc146b93414ea6d6a074625d4e3f HTTP/1.1" status: 200 len: 267 time: 0.0722191 Dec 08 00:09:49.225413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:49.293635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-948cb66d-218d-4982-9f91-074d9ca2e379 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:49.302345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-948cb66d-218d-4982-9f91-074d9ca2e379 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/networks?id=801cedee-f4c4-4fa0-8619-e92c7d01118f HTTP/1.1" status: 200 len: 814 time: 0.1568789 Dec 08 00:09:49.327436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-fb5f2726-fcf0-4159-b4e3-20e02ae012fb tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/quotas/b622cc146b93414ea6d6a074625d4e3f HTTP/1.1" status: 200 len: 375 time: 0.0238225 Dec 08 00:09:49.457372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-0ccaacaf-1305-4948-a851-b80a1848e977 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b622cc146b93414ea6d6a074625d4e3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284566 Dec 08 00:09:49.737991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-e620449e-5489-44e3-a083-f79fd5d7f592 service neutron] 10.222.0.18 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764909 Dec 08 00:09:49.759937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3919d-2603-4211-91a7-041157d3a158 req-63bafda7-8295-44fc-8def-e95f0e54b421 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:49.761516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1a3919d-2603-4211-91a7-041157d3a158 req-63bafda7-8295-44fc-8def-e95f0e54b421 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.2381525 Dec 08 00:09:49.790819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Deleting port 26728c2e-6104-45bb-815a-af5b8d13a47b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:49.791194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:49.949057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] For port 26728c2e-6104-45bb-815a-af5b8d13a47b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=26728c2e-6104-45bb-815a-af5b8d13a47b,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:49.949734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:49.978491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e6748bc2-67ad-41fe-a630-25286c6558cd up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:09:49.983947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Calling delete_port for 26728c2e-6104-45bb-815a-af5b8d13a47b owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:50.005782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1a3919d-2603-4211-91a7-041157d3a158 req-81587447-fdb1-44d4-9b39-49530aea3309 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245300 Dec 08 00:09:50.052676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-ea194377-b34e-4237-aea5-8f80d19a0199 service neutron] 10.222.0.18 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901070 Dec 08 00:09:50.056472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e6748bc2-67ad-41fe-a630-25286c6558cd triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:50.056914 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:50.319775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b26930f7-4d66-44ce-9c70-8914788e825f req-d70676e0-41fe-4fb6-ab4d-b8d271d72877 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 210 time: 0.0538259 Dec 08 00:09:50.381833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:50.413673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Pushing event deleted for resources: {'Port': ['ID=26728c2e-6104-45bb-815a-af5b8d13a47b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:50.799858 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:51.178723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:09:51.228159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db799f69-7e80-4187-b4d8-d71178b6e981 req-d8319728-bb9e-480c-8faf-afb06c552468 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:51.236387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db799f69-7e80-4187-b4d8-d71178b6e981 req-d8319728-bb9e-480c-8faf-afb06c552468 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1092579 Dec 08 00:09:51.326717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db799f69-7e80-4187-b4d8-d71178b6e981 req-a2724b47-67db-4c21-93a3-91b772f90168 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869036 Dec 08 00:09:51.340071 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:09:51.345759 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-22cf7ef9-437d-45c4-af3c-2d589d787581 admin admin] 10.222.0.18 "PUT /v2.0/routers/80a8c7e2-76a5-4ff9-8644-d6d187942f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8071430 Dec 08 00:09:51.349926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:51.361273 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] Sync routers for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:09:51.374289 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ea4437f-c9a6-434c-b827-835aa74e2c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:51.378483 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:51.381981 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:51.487822 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a93245c-9db1-4fac-9e6c-dee34a4e433a req-b63a2f01-ef94-47ac-8a6a-e530bbcd8c34 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 210 time: 0.0463836 Dec 08 00:09:51.552971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:51.583653 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:51.686962 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:51.756999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Deleting port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:51.757424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:51.858949 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:09:50Z', 'revision_number': 5, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port': {'id': '8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:07:20Z', 'updated_at': '2021-12-08T00:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:51.887202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] For port 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:51.888344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:51.901843 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] Checking router: 80a8c7e2-76a5-4ff9-8644-d6d187942f0c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:09:51.906189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Calling delete_port for 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:51.915278 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] Routers {'80a8c7e2-76a5-4ff9-8644-d6d187942f0c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:09:51.915950 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:52.028690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-ddb5f86a-b615-475d-be5c-60683d01761f tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:52.031878 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-ddb5f86a-b615-475d-be5c-60683d01761f tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.59 "GET /v2.0/networks?id=801cedee-f4c4-4fa0-8619-e92c7d01118f HTTP/1.1" status: 200 len: 814 time: 0.3142540 Dec 08 00:09:52.069216 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] Set router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:09:52.136878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.146757 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:09:51Z', 'revision_number': 6, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:52.183191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Pushing event deleted for resources: {'Port': ['ID=8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:52.183839 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-5e224458-476b-4df6-a94e-068cc6a69be5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b622cc146b93414ea6d6a074625d4e3f HTTP/1.1" status: 200 len: 380 time: 0.1086073 Dec 08 00:09:52.193359 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad718-9529-4971-8bf5-29a1e43ca939 None None] The sync data for ids ['80a8c7e2-76a5-4ff9-8644-d6d187942f0c'] in n-d-820549-2 is: [{'id': '80a8c7e2-76a5-4ff9-8644-d6d187942f0c', 'name': 'tempest-ServersTestManualDisk-703648058-router', 'tenant_id': '9417dee701074ceb8c305238856f9237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:07:18Z', 'updated_at': '2021-12-08T00:09:51Z', 'revision_number': 6, 'project_id': '9417dee701074ceb8c305238856f9237', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:09:52.210602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Request body: {'port': {'device_id': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'admin_state_up': True, 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'security_groups': ['5d1108b1-feb8-4a0a-b12e-02c1f17fe816']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:52.256081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.371831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Made reservation on behalf of b622cc146b93414ea6d6a074625d4e3f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:52.377443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.386839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.390203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.456575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.457176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a8c7e2-76a5-4ff9-8644-d6d187942f0c {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:09:52.465162 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.466597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-83c7ea25-b19c-4a04-bbed-d35fab26843c admin admin] 10.222.0.18 "DELETE /v2.0/routers/80a8c7e2-76a5-4ff9-8644-d6d187942f0c HTTP/1.1" status: 204 len: 168 time: 1.1155782 Dec 08 00:09:52.469637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53702) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:52.524905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] Deleting subnet 539db1d6-63c9-4529-9990-bb4639dcb4b7 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:09:52.538250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.595619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Allocated IP 172.20.0.7 (801cedee-f4c4-4fa0-8619-e92c7d01118f/ca76763f-4fc0-426f-a265-5b71a9a22a96/ec98f9e7-4c40-4384-b3f2-1f1396a4581f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:52.631573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.776961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaaf28-51f8-42df-b222-12846964cd9b req-4fc030f0-b077-4376-8090-3198f72f063b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:52.786081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eaaaf28-51f8-42df-b222-12846964cd9b req-4fc030f0-b077-4376-8090-3198f72f063b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1103978 Dec 08 00:09:52.822453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.837814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9657-7478-4252-be68-8c454dca85f0 req-e3f44666-cbde-4ea8-b965-097dde86aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:52.839362 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e06f9657-7478-4252-be68-8c454dca85f0 req-e3f44666-cbde-4ea8-b965-097dde86aa3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 1097 time: 0.1747918 Dec 08 00:09:52.877073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.894201 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e2e3f67-aa60-4040-b9d5-948d06e36e57 req-4153b62d-0175-45f8-baa1-98bed157117b tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 210 time: 0.0452268 Dec 08 00:09:52.906103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eaaaf28-51f8-42df-b222-12846964cd9b req-13010651-4a71-432f-a53b-d9bf2bb2a7e0 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191773 Dec 08 00:09:52.928293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e06f9657-7478-4252-be68-8c454dca85f0 req-3286a471-cb34-40e6-8829-ccc75bbe735e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Dec 08 00:09:52.956134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.959416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.986356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539db1d6-63c9-4529-9990-bb4639dcb4b7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:52.992486 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:52.996816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5f46cde1-a156-4f02-8589-14920052246c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/539db1d6-63c9-4529-9990-bb4639dcb4b7 HTTP/1.1" status: 204 len: 168 time: 0.5262022 Dec 08 00:09:52.998273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa798685-3851-4ea0-a1e5-8685a520bd2c None None] Network 339377cd-b2e6-43b9-9049-6816eaf81504 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:52.999290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:53.077183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:53.091317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:53.102212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:53.104799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.186358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Deleting port d6ebcb62-4c61-4f0d-ab67-498fc67b695a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:53.189622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.197273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:53.197938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.232447 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0344470 Dec 08 00:09:53.233106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9a763-1b00-4a67-a526-00c993bf9a92 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event updated for resources: {'Port': ['ID=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:53.265804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Request body: {'port': {'device_id': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:53.343789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] For port d6ebcb62-4c61-4f0d-ab67-498fc67b695a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:53.346979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.376634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Calling delete_port for d6ebcb62-4c61-4f0d-ab67-498fc67b695a owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:53.392414 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.396986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] DHCP port deletion for 339377cd-b2e6-43b9-9049-6816eaf81504 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:09:53.521932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] Deleting port d6ebcb62-4c61-4f0d-ab67-498fc67b695a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:09:53.522216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.573968 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.637612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:53.653225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e11405ae-b932-4473-984a-ecfbf9b6ed31 None None] Provisioning complete for port ec98f9e7-4c40-4384-b3f2-1f1396a4581f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:09:53.653825 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e11405ae-b932-4473-984a-ecfbf9b6ed31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.656368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] No DVR routers for this DVR port d6ebcb62-4c61-4f0d-ab67-498fc67b695a on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:53.698757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] For port d6ebcb62-4c61-4f0d-ab67-498fc67b695a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,segment=NetworkSegment(571c426c-0e3b-4cd8-9f46-11c023d58f50),segment_id=571c426c-0e3b-4cd8-9f46-11c023d58f50)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:53.699469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.735546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] Calling delete_port for d6ebcb62-4c61-4f0d-ab67-498fc67b695a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:09:53.742494 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3169-ab3c-47c1-9311-bb13267c8556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.744731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e11405ae-b932-4473-984a-ecfbf9b6ed31 None None] Port ec98f9e7-4c40-4384-b3f2-1f1396a4581f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:09:53.827221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.859510 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.868225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339377cd-b2e6-43b9-9049-6816eaf81504']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:53.896727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] Pushing event deleted for resources: {'Port': ['ID=d6ebcb62-4c61-4f0d-ab67-498fc67b695a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:53.903600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e1c8c-515f-4c0b-9297-0c95da292788 None None] No DVR routers for this DVR port d6ebcb62-4c61-4f0d-ab67-498fc67b695a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:09:53.931140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571c426c-0e3b-4cd8-9f46-11c023d58f50') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:53.933281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571c426c-0e3b-4cd8-9f46-11c023d58f50') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:09:53.943566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d6ebcb62-4c61-4f0d-ab67-498fc67b695a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:53.957495 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:53.986868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec98f9e7-4c40-4384-b3f2-1f1396a4581f {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:54.000886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.005272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d6ebcb62-4c61-4f0d-ab67-498fc67b695a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:54.006471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.011785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d6ebcb62-4c61-4f0d-ab67-498fc67b695a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:54.013615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 26728c2e-6104-45bb-815a-af5b8d13a47b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:54.021802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:09:54.026061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.074971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 26728c2e-6104-45bb-815a-af5b8d13a47b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:54.075397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 26728c2e-6104-45bb-815a-af5b8d13a47b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:54.079437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:09:54.085295 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:09:54.106779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:09:54.107150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8711cc0a-b2d2-4bee-a3b6-39b2f0a0c89d not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:09:54.141872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Transition to ACTIVE for port object ec98f9e7-4c40-4384-b3f2-1f1396a4581f will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:09:54.146985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.168289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.176338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.182369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/339377cd-b2e6-43b9-9049-6816eaf81504 HTTP/1.1" status: 204 len: 168 time: 1.1795037 Dec 08 00:09:54.203056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae44bc-53aa-4713-814d-6018a5dd67d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=339377cd-b2e6-43b9-9049-6816eaf81504,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:54.227456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f311-aaa6-405a-aa96-697cd36f1812 req-ef83cf95-0043-4156-b0c5-46d9cd2cff6b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:54.228995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1cd3f311-aaa6-405a-aa96-697cd36f1812 req-ef83cf95-0043-4156-b0c5-46d9cd2cff6b tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1417887 Dec 08 00:09:54.241607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30ba8b-110e-4b32-82bd-f5d8f84538d5 req-54adb7c7-ef6a-46d6-906c-41fe94f11589 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:54.243176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c30ba8b-110e-4b32-82bd-f5d8f84538d5 req-54adb7c7-ef6a-46d6-906c-41fe94f11589 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 931 time: 0.1570325 Dec 08 00:09:54.247751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Pushing event updated for resources: {'Port': ['ID=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:54.370015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1cd3f311-aaa6-405a-aa96-697cd36f1812 req-51fb95d0-1de9-4da1-a798-bec351aaea8a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258235 Dec 08 00:09:54.383693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c30ba8b-110e-4b32-82bd-f5d8f84538d5 req-20e90816-d9eb-4ec6-b7f6-b84d478229ce tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319413 Dec 08 00:09:54.426078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Attempting to bind port ec98f9e7-4c40-4384-b3f2-1f1396a4581f on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:54.426584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Attempting to bind port ec98f9e7-4c40-4384-b3f2-1f1396a4581f by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:54.426963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Attempting to bind port ec98f9e7-4c40-4384-b3f2-1f1396a4581f on network 801cedee-f4c4-4fa0-8619-e92c7d01118f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:54.433514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Port ec98f9e7-4c40-4384-b3f2-1f1396a4581f on network 801cedee-f4c4-4fa0-8619-e92c7d01118f not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:09:54.433844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Attempting to bind port ec98f9e7-4c40-4384-b3f2-1f1396a4581f on network 801cedee-f4c4-4fa0-8619-e92c7d01118f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:54.444406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:54.444760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Checking segment: {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:54.445317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Bound using segment: {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:54.445906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Bound port: ec98f9e7-4c40-4384-b3f2-1f1396a4581f, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:54.446287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.489505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53746) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:54.550676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-86dc3b06-a422-40da-bc27-cfaf2016a62e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9417dee701074ceb8c305238856f9237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0596678 Dec 08 00:09:54.554717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53748) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:54.578119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] For port ec98f9e7-4c40-4384-b3f2-1f1396a4581f, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:09:54.586245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] For port ec98f9e7-4c40-4384-b3f2-1f1396a4581f, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:09:54.595306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.628498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a73bdbb-57f2-4f36-aa29-4fa5b7d0a6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.657148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a73bdbb-57f2-4f36-aa29-4fa5b7d0a6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.678653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Pushing event updated for resources: {'Port': ['ID=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:54.705611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:54.706435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.709692 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-1790728d-41b2-4754-b6aa-f28860e96b07 service neutron] 10.222.0.59 "PUT /v2.0/ports/ec98f9e7-4c40-4384-b3f2-1f1396a4581f HTTP/1.1" status: 200 len: 1091 time: 1.4582996 Dec 08 00:09:54.710575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:09:54.713399 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:09:54.729325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a73bdbb-57f2-4f36-aa29-4fa5b7d0a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.747601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a73bdbb-57f2-4f36-aa29-4fa5b7d0a6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:54.751910 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7a73bdbb-57f2-4f36-aa29-4fa5b7d0a6ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6f860e5-7d86-4a99-b5f4-3940c0c9807f HTTP/1.1" status: 204 len: 168 time: 0.1925762 Dec 08 00:09:54.762169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73bdbb-57f2-4f36-aa29-4fa5b7d0a6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f860e5-7d86-4a99-b5f4-3940c0c9807f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:54.899934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-01fba05d-cadd-4c56-96a3-f68c53b94349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:54.901925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-01fba05d-cadd-4c56-96a3-f68c53b94349 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622cc146b93414ea6d6a074625d4e3f&device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 1094 time: 0.1265249 Dec 08 00:09:54.992798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-b4bd66cf-3724-4a64-8f6b-7d6d118e3f7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f HTTP/1.1" status: 200 len: 217 time: 0.0743315 Dec 08 00:09:54.994631 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61b0e76-17de-4b50-9758-daf10bd05e4c x-openstack-request-id: req-e61b0e76-17de-4b50-9758-daf10bd05e4c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:09:54.994988 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:09:54.995337 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e61b0e76-17de-4b50-9758-daf10bd05e4c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:09:54.995803 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'status': 'completed', 'code': 200} Dec 08 00:09:55.069561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:55.078020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-ce090a81-e6c4-46c4-851d-837b60f4b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:55.079947 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-ce090a81-e6c4-46c4-851d-837b60f4b587 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36b3301f19974aa0851a4f337c08d3ce&device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 1097 time: 0.2173712 Dec 08 00:09:55.138460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1a813-013b-44c6-94fb-ba8983802ada req-7b2c5f1a-1bcc-4efa-9c62-a61d62c850f2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:55.140446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7c1a813-013b-44c6-94fb-ba8983802ada req-7b2c5f1a-1bcc-4efa-9c62-a61d62c850f2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1049485 Dec 08 00:09:55.161698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-528b39c8-f425-4d3e-8416-2a59c53aff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:55.163090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-528b39c8-f425-4d3e-8416-2a59c53aff66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca76763f-4fc0-426f-a265-5b71a9a22a96 HTTP/1.1" status: 200 len: 853 time: 0.1597176 Dec 08 00:09:55.216061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7c1a813-013b-44c6-94fb-ba8983802ada req-0d0b5815-04e0-4a9a-9a32-c7924e2c1b79 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663939 Dec 08 00:09:55.311583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-fc699026-3021-47f3-94d9-a618815b7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:55.313366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-fc699026-3021-47f3-94d9-a618815b7c6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 200 len: 912 time: 0.2252245 Dec 08 00:09:55.388271 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-6c72e2bf-9f61-4046-81f4-19c5e70d3d18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2 HTTP/1.1" status: 200 len: 217 time: 0.0670199 Dec 08 00:09:55.390552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c2772b9b-e574-4761-aac6-34215952d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:55.392664 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-c2772b9b-e574-4761-aac6-34215952d98a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=801cedee-f4c4-4fa0-8619-e92c7d01118f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589689 Dec 08 00:09:55.504162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53780) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:55.559087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65293145-41c2-425c-9f1b-8a1d5b7505c8 req-3b21d914-e788-4ede-a6bf-c77c110c6c8d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:55.560755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65293145-41c2-425c-9f1b-8a1d5b7505c8 req-3b21d914-e788-4ede-a6bf-c77c110c6c8d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 943 time: 0.0727246 Dec 08 00:09:55.648911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65293145-41c2-425c-9f1b-8a1d5b7505c8 req-c43e3764-578b-4e5a-8272-860cd2d5c191 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754688 Dec 08 00:09:55.775840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab8a54b3-33d3-4fcc-9d30-feaebdfcb1fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:55.893657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab8a54b3-33d3-4fcc-9d30-feaebdfcb1fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:55.900741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab8a54b3-33d3-4fcc-9d30-feaebdfcb1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:55.966115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ab8a54b3-33d3-4fcc-9d30-feaebdfcb1fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=473c047a7adf40f79f59ca41749d9ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4607184 Dec 08 00:09:55.972173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a54b3-33d3-4fcc-9d30-feaebdfcb1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5a0973-0b5d-4b77-8c5e-34b35abe04b5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:55.974576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53798) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:55.998630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-2f3d2a1b-789a-4a91-8fea-670743c0b415 service neutron] 10.222.0.59 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979028 Dec 08 00:09:56.080843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fb58de8-0ce1-4e0c-8b2a-7ad07913d8e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.085997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:56.096864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-cfed1cf2-486b-4e29-bed1-60d03e63d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.098323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-cfed1cf2-486b-4e29-bed1-60d03e63d6df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 200 len: 851 time: 0.6026292 Dec 08 00:09:56.112921 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fb58de8-0ce1-4e0c-8b2a-7ad07913d8e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.151353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-b8a5df89-aaf7-4149-973c-9b13462b8ee4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415490 Dec 08 00:09:56.174511 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fb58de8-0ce1-4e0c-8b2a-7ad07913d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.178005 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fb58de8-0ce1-4e0c-8b2a-7ad07913d8e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.181129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2fb58de8-0ce1-4e0c-8b2a-7ad07913d8e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d5a0973-0b5d-4b77-8c5e-34b35abe04b5 HTTP/1.1" status: 204 len: 168 time: 0.2034845 Dec 08 00:09:56.182159 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ef1c8eb-629d-4c16-91d5-068243908008 req-33e34447-cb56-4071-ac5a-7a667ee4c452 service neutron] 10.222.0.59 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635320 Dec 08 00:09:56.189424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb58de8-0ce1-4e0c-8b2a-7ad07913d8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5a0973-0b5d-4b77-8c5e-34b35abe04b5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:56.252906 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.266826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1778720329-network', 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:56.303052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:56.307131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.321518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.376273 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-5d7bd26d-184d-46e5-8d29-53ef59936c10 service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067235 Dec 08 00:09:56.382393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-7ec0bd15-a482-4dce-aec2-37dbef6615ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.384847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-7ec0bd15-a482-4dce-aec2-37dbef6615ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622cc146b93414ea6d6a074625d4e3f&device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 1094 time: 0.0928912 Dec 08 00:09:56.409271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854538-51a4-4f76-8aae-97a66c1b1803 req-af9e5c8b-005e-401a-bbe0-f8b3f94d757e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.410783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20854538-51a4-4f76-8aae-97a66c1b1803 req-af9e5c8b-005e-401a-bbe0-f8b3f94d757e tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0870619 Dec 08 00:09:56.499178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20854538-51a4-4f76-8aae-97a66c1b1803 req-33d9421b-3e79-49a6-8d10-fed2c15df4fb tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771163 Dec 08 00:09:56.504143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.511639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.548643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:09:56.566052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:56.569785 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.570139 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Added segment 32b8a99f-d7e8-4f9b-a567-0e16d131d42b of type vlan for network a9b1164d-d88c-4080-a8e5-3d56d0ce446f Dec 08 00:09:56.593484 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-722a0f3c-dd3d-435a-8640-b34fa9617e2e req-17269f5e-2314-4669-acf6-4966faed9f7c service neutron] 10.222.0.44 "GET /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075701 Dec 08 00:09:56.595587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-39ac74c3-e555-47cf-a6ac-c833910696a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.596906 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-39ac74c3-e555-47cf-a6ac-c833910696a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=801cedee-f4c4-4fa0-8619-e92c7d01118f HTTP/1.1" status: 200 len: 915 time: 0.2026937 Dec 08 00:09:56.635576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.648135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-917e1920-90e9-4d07-8f0e-48d895a88d9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f HTTP/1.1" status: 200 len: 217 time: 0.0422938 Dec 08 00:09:56.674598 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.675672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.676585 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.725641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6356487 Dec 08 00:09:56.725959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53820) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:56.732131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Request body: {'subnet': {'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1778720329-subnet', 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:56.772876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-6c4df7f6-c94a-4e0e-a1ea-7ffe4161dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.774638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-6c4df7f6-c94a-4e0e-a1ea-7ffe4161dd22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca76763f-4fc0-426f-a265-5b71a9a22a96 HTTP/1.1" status: 200 len: 853 time: 0.1185760 Dec 08 00:09:56.801869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1c4d-cd7f-4cd2-993c-1261344a47ab admin admin] Pushing event updated for resources: {'Network': ['ID=a9b1164d-d88c-4080-a8e5-3d56d0ce446f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:56.815385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:09:56.847117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-a4a0d3aa-ec7f-4221-8aed-3cf65a3906a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.849232 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-a4a0d3aa-ec7f-4221-8aed-3cf65a3906a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=801cedee-f4c4-4fa0-8619-e92c7d01118f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659363 Dec 08 00:09:56.854203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:56.856401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:56.885038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a29c3b-911e-450e-b8e8-9bc236cfbb38 req-2c0c12ad-8204-4cc1-a9ea-296903d178e4 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:56.893900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a29c3b-911e-450e-b8e8-9bc236cfbb38 req-2c0c12ad-8204-4cc1-a9ea-296903d178e4 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 943 time: 0.0954595 Dec 08 00:09:56.986538 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-85b57c48-0ec6-47d1-948e-7e8fa66bbaf1 service neutron] 10.222.0.59 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211071 Dec 08 00:09:57.006855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a29c3b-911e-450e-b8e8-9bc236cfbb38 req-cefc6c38-8534-4bfc-b832-e1eedaa99d0c tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119864 Dec 08 00:09:57.124495 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c2591b8-4ae8-4f0a-94b2-77d88c036b8a req-d11131a7-fc68-46bf-9d19-993de12fdef3 service neutron] 10.222.0.59 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298563 Dec 08 00:09:57.176455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.207012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.248056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:57.257590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Checking segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:57.257958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Network hostable DHCP agents. Network: a9b1164d-d88c-4080-a8e5-3d56d0ce446f, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:09:57.276197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:09:57.287479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a9b1164d-d88c-4080-a8e5-3d56d0ce446f) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:57.292114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:57.292966 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.302577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc36397-9975-46e7-b613-d825e2a25272 None None] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:57.329568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-13f24087-9b7d-4831-98e4-49b389ad803c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6024733 Dec 08 00:09:57.338023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53838) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:57.462670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3bfee0-2d46-487b-9526-e6acb649d8b8 None None] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:57.470319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-202f620f-3662-4ef6-8e0d-cce6164ab3da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796297 Dec 08 00:09:57.508660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-131775045-network', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:57.554520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:57.557619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.617895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.660188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-57d6fa75-3de9-43e5-b226-078cd8d9d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:57.661895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-57d6fa75-3de9-43e5-b226-078cd8d9d984 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019&device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 1097 time: 0.1005270 Dec 08 00:09:57.702244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cf805-44ac-4f02-b4dc-de0964bc6b5a req-ac4dd037-92c3-4d5b-a91c-a7af1ab4879f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:57.710407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-426cf805-44ac-4f02-b4dc-de0964bc6b5a req-ac4dd037-92c3-4d5b-a91c-a7af1ab4879f tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.0741794 Dec 08 00:09:57.774775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-426cf805-44ac-4f02-b4dc-de0964bc6b5a req-c89a530d-ef8d-4ba9-b3c6-0726e5014442 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633116 Dec 08 00:09:57.814409 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.821448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.849027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-89364a61-6b76-4d8e-80f1-2138a2741e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:57.850525 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-89364a61-6b76-4d8e-80f1-2138a2741e18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60d09d07-a2dd-4820-ae51-460b1d4adc59 HTTP/1.1" status: 200 len: 916 time: 0.1611910 Dec 08 00:09:57.856256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:09:57.925081 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.925445 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Added segment ce147d3e-ca99-4c03-b892-42a18e787c7d of type vlan for network 4a236792-a113-4a58-acee-c84de4865995 Dec 08 00:09:57.926716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4015a33c-b001-480a-bbd6-b3b52c0c7ffc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:57.977410 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-e52477f6-2203-416a-b26b-5441ced7ad7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f961709-25d6-4e72-a383-8e1209a4217d HTTP/1.1" status: 200 len: 1001 time: 0.1098642 Dec 08 00:09:57.985971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:57.988505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-22799562-2a25-4231-a9e9-d07a1c7691ad tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:57.996044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-22799562-2a25-4231-a9e9-d07a1c7691ad tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.1700182 Dec 08 00:09:58.007003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-d982274c-ed9b-4adf-a7a0-5b012e77550e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/quotas/f9f13e4acbc34c019c9407e4921c1873 HTTP/1.1" status: 200 len: 375 time: 0.0100636 Dec 08 00:09:58.044308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-7a679ca3-6538-47e7-b71d-245b1740a311 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315945 Dec 08 00:09:58.049918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.050592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:58.051192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.067945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-61c621a1-75dd-4850-9bf2-bcbdf0f739e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:58.069592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-61c621a1-75dd-4850-9bf2-bcbdf0f739e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff1c3a7f-2940-49e8-9924-f44e07391a0d HTTP/1.1" status: 200 len: 854 time: 0.0811868 Dec 08 00:09:58.140837 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7982495 Dec 08 00:09:58.141322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53866) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:58.148149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Request body: {'subnet': {'network_id': '4a236792-a113-4a58-acee-c84de4865995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-131775045-subnet', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:58.192381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fcae2-c0ce-48ed-93b3-d4af012ba947 admin admin] Pushing event updated for resources: {'Network': ['ID=4a236792-a113-4a58-acee-c84de4865995,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:58.206697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 4a236792-a113-4a58-acee-c84de4865995 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:09:58.214530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-ba131254-e0cd-4bcf-bb65-49790682b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:58.216369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-ba131254-e0cd-4bcf-bb65-49790682b528 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60d09d07-a2dd-4820-ae51-460b1d4adc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219208 Dec 08 00:09:58.219936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:09:58.222083 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.395929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-52fc095f-22de-4d55-97a9-9964e8689b6d service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700740 Dec 08 00:09:58.572828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.611746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddabab-5c65-480f-bb87-bdde0b16b938 req-3cf6c26e-cd02-418b-81f4-a8208d64ab15 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:58.620007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7ddabab-5c65-480f-bb87-bdde0b16b938 req-3cf6c26e-cd02-418b-81f4-a8208d64ab15 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 943 time: 0.5173607 Dec 08 00:09:58.624555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-834f4a5b-49b4-4038-962c-99f4ff185025 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689628 Dec 08 00:09:58.645514 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6213e09d-cdf4-49a2-a5b6-e406321913d8 req-dd25642f-2758-4807-a7b4-9f364afa2904 service neutron] 10.222.0.44 "GET /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397521 Dec 08 00:09:58.683385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab597a03-b8c9-455a-8fe7-5fe7b2c02a79,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:58.704578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Checking segment: {'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:58.705764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Network hostable DHCP agents. Network: 4a236792-a113-4a58-acee-c84de4865995, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:09:58.730359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Network 4a236792-a113-4a58-acee-c84de4865995 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:09:58.732252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7ddabab-5c65-480f-bb87-bdde0b16b938 req-b8babee4-99ec-46d2-8867-58152c1790aa tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113348 Dec 08 00:09:58.746267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 4a236792-a113-4a58-acee-c84de4865995) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:58.755715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479bc584-a9f7-4a68-8fc3-43b3f28befbc None None] Network 4a236792-a113-4a58-acee-c84de4865995 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:09:58.773462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:58.774295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.798970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-ed4d4e00-9d4b-49e0-977e-5e8b40d3d341 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530423 Dec 08 00:09:58.811444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53874) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:09:58.811748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fbe2141c-856d-45a2-a0d6-9d4511522b7b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6676488 Dec 08 00:09:58.817377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:09:58.853136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.854437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.929466 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:58.963557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a236792-a113-4a58-acee-c84de4865995', 'network_id': '4a236792-a113-4a58-acee-c84de4865995', 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'fixed_ips': [{'subnet_id': 'ab597a03-b8c9-455a-8fe7-5fe7b2c02a79'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:09:58.964690 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.171437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec98f9e7-4c40-4384-b3f2-1f1396a4581f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:09:59.173919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-089b4e76-194d-4ad1-b723-ad5a59dad228 req-b73b48ec-1bb6-4f39-bc0c-5e722397e369 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 210 time: 0.0509515 Dec 08 00:09:59.205833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.226763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dea7e-7a63-4c5c-9f83-1679a1218b78 req-42d9f592-0b44-439f-b237-deb3b158c811 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:59.231603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-729dea7e-7a63-4c5c-9f83-1679a1218b78 req-42d9f592-0b44-439f-b237-deb3b158c811 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.2354894 Dec 08 00:09:59.306630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Allocated IP 172.20.0.2 (4a236792-a113-4a58-acee-c84de4865995/ab597a03-b8c9-455a-8fe7-5fe7b2c02a79/e543208d-87ec-42eb-a689-595a3d6b9e33) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:59.316663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-729dea7e-7a63-4c5c-9f83-1679a1218b78 req-2fed9f82-fd3f-47fd-bd10-c15c1d175298 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803173 Dec 08 00:09:59.335192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec98f9e7-4c40-4384-b3f2-1f1396a4581f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:59.366210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'port_id': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'mac_address': 'fa:16:3e:e6:a1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:09:59.475613 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.527282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec98f9e7-4c40-4384-b3f2-1f1396a4581f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:09:59.564523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.588289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.589354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec98f9e7-4c40-4384-b3f2-1f1396a4581f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:09:59.611689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.675344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.691177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.733272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Network 4a236792-a113-4a58-acee-c84de4865995 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:09:59.734719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:59.740669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:09:59.743128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:09:59.824606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Allocated IP 172.25.6.43 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/adf6dc8c-2ec8-4b2e-b203-34a3d811bb49) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:09:59.879857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cd901-adc3-4bc9-8e1e-dfeb1ab09768 req-e565aaec-feac-4696-a620-98c7328d3579 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:09:59.881716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c39cd901-adc3-4bc9-8e1e-dfeb1ab09768 req-e565aaec-feac-4696-a620-98c7328d3579 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1683674 Dec 08 00:09:59.909605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Attempting to bind port e543208d-87ec-42eb-a689-595a3d6b9e33 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:09:59.910296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Attempting to bind port e543208d-87ec-42eb-a689-595a3d6b9e33 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:09:59.910496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Attempting to bind port e543208d-87ec-42eb-a689-595a3d6b9e33 on network 4a236792-a113-4a58-acee-c84de4865995 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:09:59.914974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Pushing event updated for resources: {'Port': ['ID=e543208d-87ec-42eb-a689-595a3d6b9e33,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:09:59.920727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:09:59.921722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Checking segment: {'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:09:59.922939 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:09:59.925743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Bound using segment: {'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:09:59.925743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Bound port: e543208d-87ec-42eb-a689-595a3d6b9e33, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:09:59.925743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:00.023212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] For port e543208d-87ec-42eb-a689-595a3d6b9e33, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:00.024882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c39cd901-adc3-4bc9-8e1e-dfeb1ab09768 req-e7903c1a-ba95-483f-80fb-440a2a8553ba tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306245 Dec 08 00:10:00.036460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] For port e543208d-87ec-42eb-a689-595a3d6b9e33, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e543208d-87ec-42eb-a689-595a3d6b9e33,segment=NetworkSegment(ce147d3e-ca99-4c03-b892-42a18e787c7d),segment_id=ce147d3e-ca99-4c03-b892-42a18e787c7d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:00.043529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ec98f9e7-4c40-4384-b3f2-1f1396a4581f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:00.073132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2af32-a638-4d6f-8ac9-a92f8f2a2788 req-6292ed14-484e-4934-b7eb-28f252dd8e8a tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:00.080495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41d2af32-a638-4d6f-8ac9-a92f8f2a2788 req-6292ed14-484e-4934-b7eb-28f252dd8e8a tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 944 time: 0.2153080 Dec 08 00:10:00.092422 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:00.151238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:00.202128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41d2af32-a638-4d6f-8ac9-a92f8f2a2788 req-37921199-cfad-444e-bc5c-d3776ee6d92a tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095862 Dec 08 00:10:00.224194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c14ca1-f59e-44e0-9eb5-29dcd256e4d1 None None] Pushing event updated for resources: {'Port': ['ID=e543208d-87ec-42eb-a689-595a3d6b9e33,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:00.241096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:00.299775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:00.306828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:00.317552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:00.358355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Pushing event updated for resources: {'Port': ['ID=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:00.415504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b77c2231-f201-473a-b66f-bf671c28213f req-c4e0553a-f8a9-49b0-9f15-287d9f561bc0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 210 time: 0.0583854 Dec 08 00:10:00.717192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-a89923f2-dc6c-4cef-bee2-8d141b6a3dc8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:00.720790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-a89923f2-dc6c-4cef-bee2-8d141b6a3dc8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.1791501 Dec 08 00:10:00.744625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Request body: {'port': {'device_id': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'admin_state_up': True, 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:00.769745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:00.892332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:00.897544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:01.060006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Allocated IP 172.20.0.4 (a9b1164d-d88c-4080-a8e5-3d56d0ce446f/41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16/ec8c9022-73c0-4070-b8c0-d9a54793c9f4) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:01.061665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:01.258161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ec14a-ef9b-402b-bbf2-eea766c23029 req-c1721b56-b57e-4167-8be1-8ef89ee4eea2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:01.268207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f9ec14a-ef9b-402b-bbf2-eea766c23029 req-c1721b56-b57e-4167-8be1-8ef89ee4eea2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1314387 Dec 08 00:10:01.342181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f9ec14a-ef9b-402b-bbf2-eea766c23029 req-386ae3b0-8b2a-4c59-98a7-b1174261ce4a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729878 Dec 08 00:10:01.362316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:01.364555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Router bcf0838d-8716-4d89-87ba-613aefd48b0e is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:10:01.423520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:01.480597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:01.483996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:01.488273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:01.536547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event updated for resources: {'Port': ['ID=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:01.557991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:01.558763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:01.576406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7717-4724-4be4-8630-8a59c389c507 req-99bc426a-31fb-4f5c-b07b-b2b819f0b6a8 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:01.578865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-590b7717-4724-4be4-8630-8a59c389c507 req-99bc426a-31fb-4f5c-b07b-b2b819f0b6a8 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 944 time: 0.1436219 Dec 08 00:10:01.580996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-f9d9a51b-213d-4899-a3ef-3d1270b803cc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8430314 Dec 08 00:10:01.587835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec910b9-aebb-4969-86ce-654556305be0 None None] Network 4a236792-a113-4a58-acee-c84de4865995 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:01.602396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Request body: {'port': {'device_id': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:01.625920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:10:01.667826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Sync routers for ids ['bcf0838d-8716-4d89-87ba-613aefd48b0e'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:10:01.678752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88e9b0-c2c9-471d-91c3-278749d0977d req-3eb6a8f0-34b9-468a-8b57-f1028a05cce2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:01.686030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d88e9b0-c2c9-471d-91c3-278749d0977d req-3eb6a8f0-34b9-468a-8b57-f1028a05cce2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 931 time: 0.1344068 Dec 08 00:10:01.689891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:01.691092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b287e0e6-06a6-487f-aa89-8ae12195ae04 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8783891 Dec 08 00:10:01.693035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:01.695219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53914) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:01.711109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Routers {'bcf0838d-8716-4d89-87ba-613aefd48b0e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:01.711740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf0838d-8716-4d89-87ba-613aefd48b0e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:01.724152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-590b7717-4724-4be4-8630-8a59c389c507 req-05e9c884-dea0-4c7f-aee5-04f9df1494d7 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364653 Dec 08 00:10:01.850205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d88e9b0-c2c9-471d-91c3-278749d0977d req-818a2f1d-2f17-4fcf-9bdc-e4b0a3c7650b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632354 Dec 08 00:10:01.867207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3909e1bc-e1ef-4074-8293-7e4c8b461a83 None None] Provisioning complete for port e543208d-87ec-42eb-a689-595a3d6b9e33 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:01.867207 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3909e1bc-e1ef-4074-8293-7e4c8b461a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.149840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e543208d-87ec-42eb-a689-595a3d6b9e33 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:02.231216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Set router bcf0838d-8716-4d89-87ba-613aefd48b0e gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:02.274772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8c9022-73c0-4070-b8c0-d9a54793c9f4 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:02.285780 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.335049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Transition to ACTIVE for port object ec8c9022-73c0-4070-b8c0-d9a54793c9f4 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:10:02.345076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.431732 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3909e1bc-e1ef-4074-8293-7e4c8b461a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.444902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:02.456246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e543208d-87ec-42eb-a689-595a3d6b9e33 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:02.456912 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.560851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Attempting to bind port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:02.561462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Attempting to bind port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:02.561616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Attempting to bind port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:02.576019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:10:02.576380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Attempting to bind port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:02.584772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:02.586062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Checking segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:02.587217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Bound using segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:02.588300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Bound port: ec8c9022-73c0-4070-b8c0-d9a54793c9f4, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:02.588998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.596131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3909e1bc-e1ef-4074-8293-7e4c8b461a83 None None] For port e543208d-87ec-42eb-a689-595a3d6b9e33, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e543208d-87ec-42eb-a689-595a3d6b9e33,segment=NetworkSegment(ce147d3e-ca99-4c03-b892-42a18e787c7d),segment_id=ce147d3e-ca99-4c03-b892-42a18e787c7d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:02.632987 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3909e1bc-e1ef-4074-8293-7e4c8b461a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.633354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3154f-5421-44f9-85e2-8cd3804aecb9 req-e1be423f-ca16-4b04-a441-3bdca56f73b4 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:02.634816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6b3154f-5421-44f9-85e2-8cd3804aecb9 req-e1be423f-ca16-4b04-a441-3bdca56f73b4 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1725016 Dec 08 00:10:02.698567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909e1bc-e1ef-4074-8293-7e4c8b461a83 None None] Pushing event updated for resources: {'Port': ['ID=e543208d-87ec-42eb-a689-595a3d6b9e33,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:02.710120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:10:00Z', 'revision_number': 3, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port': {'id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:76:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:59Z', 'updated_at': '2021-12-08T00:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:02.714242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.744040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Checking router: bcf0838d-8716-4d89-87ba-613aefd48b0e for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:10:02.744392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Updating router bcf0838d-8716-4d89-87ba-613aefd48b0e port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:10:02.754465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6b3154f-5421-44f9-85e2-8cd3804aecb9 req-13c2b3f1-457e-4bab-944b-8b9b959d1626 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123583 Dec 08 00:10:02.771370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] For port ec8c9022-73c0-4070-b8c0-d9a54793c9f4, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:02.787848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] For port ec8c9022-73c0-4070-b8c0-d9a54793c9f4, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:02.805344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.816230 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.900465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4198876f-5cb4-4b2b-98f4-21636b7ea409 None None] Provisioning complete for port e543208d-87ec-42eb-a689-595a3d6b9e33 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:02.900865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4198876f-5cb4-4b2b-98f4-21636b7ea409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.908895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-08f27972-1326-4666-9e37-0566f32d7355 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2221084 Dec 08 00:10:02.913269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:02.923747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:02.924656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:02.926721 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-85b831d5-bbf4-4176-8d7d-d0715f872092 service neutron] 10.222.0.44 "PUT /v2.0/ports/ec8c9022-73c0-4070-b8c0-d9a54793c9f4 HTTP/1.1" status: 200 len: 1091 time: 1.3286512 Dec 08 00:10:02.927411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'tag': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:02.930226 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6883e9c-0a37-4159-8cb2-c62b3b4e7942", "tag": "ec8c9022-73c0-4070-b8c0-d9a54793c9f4"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:03.023575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7adaf-a950-464d-82a5-7027ece7d7ce req-39ab3584-73d2-4511-a8aa-5824c59a577f tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.025160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed7adaf-a950-464d-82a5-7027ece7d7ce req-39ab3584-73d2-4511-a8aa-5824c59a577f tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 944 time: 0.1575027 Dec 08 00:10:03.096819 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:10:03.096819 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:10:03.152262 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.196165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.197008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.197784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.197784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.198286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.199185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.199863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.200050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec98f9e7-4c40-4384-b3f2-1f1396a4581f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:03.202207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed7adaf-a950-464d-82a5-7027ece7d7ce req-2cc18df5-9a0b-45a8-a58b-057d7bab2b40 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563938 Dec 08 00:10:03.203445 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-72f3bacb-c29c-4edb-ab3f-fb163c02d626 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcef88a591c14ae68f5c5229f147c775&device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 6502 time: 0.2011147 Dec 08 00:10:03.224519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176fdfb-01b4-4af9-af8e-c82684858be5 req-9e1a8994-c952-4ab5-b95e-cf8fc64888fa tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.228423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8176fdfb-01b4-4af9-af8e-c82684858be5 req-9e1a8994-c952-4ab5-b95e-cf8fc64888fa tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 943 time: 0.1990597 Dec 08 00:10:03.244365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-48ae20b3-5a56-4e39-b616-a76c7c4fe867 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.246542 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-48ae20b3-5a56-4e39-b616-a76c7c4fe867 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1691813 Dec 08 00:10:03.298627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-c09a618c-ed00-43e1-8b8a-64ee3199b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.300919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-c09a618c-ed00-43e1-8b8a-64ee3199b9ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 1094 time: 0.2844882 Dec 08 00:10:03.303786 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a2582b-4dd2-4970-ba70-ed298315c5c9 x-openstack-request-id: req-39a2582b-4dd2-4970-ba70-ed298315c5c9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:03.304730 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6883e9c-0a37-4159-8cb2-c62b3b4e7942", "tag": "ec8c9022-73c0-4070-b8c0-d9a54793c9f4", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:03.305092 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39a2582b-4dd2-4970-ba70-ed298315c5c9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:03.305586 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'tag': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4', 'status': 'completed', 'code': 200} Dec 08 00:10:03.307463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port ec98f9e7-4c40-4384-b3f2-1f1396a4581f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:10:03.314606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ec98f9e7-4c40-4384-b3f2-1f1396a4581f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:03.315283 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.377822 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8176fdfb-01b4-4af9-af8e-c82684858be5 req-54abad48-7cde-4121-8ab5-fb6559e1263c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354849 Dec 08 00:10:03.405018 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.416072 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.470100 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-7bb0a076-7c43-4f3b-a5fa-e63f152e3e59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec8c9022-73c0-4070-b8c0-d9a54793c9f4 HTTP/1.1" status: 200 len: 217 time: 0.1547101 Dec 08 00:10:03.511573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Attempting to bind port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:03.512243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Attempting to bind port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:03.512781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Attempting to bind port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:03.523982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Allocated IP 172.20.0.1 (4a236792-a113-4a58-acee-c84de4865995/ab597a03-b8c9-455a-8fe7-5fe7b2c02a79/bc55d69a-a981-4ee5-b0e0-0517ceaefc97) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:03.534649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c734b-21b8-4bf8-9979-41c7b3c6e187 None None] Pushing event updated for resources: {'Port': ['ID=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:03.540259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:03.541065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:03.541646 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.542611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:03.543310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Bound port: adf6dc8c-2ec8-4b2e-b203-34a3d811bb49, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:03.543968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.547810 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.583412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-4fe5a646-b989-42e2-80a5-916c9fc32ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.583892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-4fe5a646-b989-42e2-80a5-916c9fc32ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.584351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-4fe5a646-b989-42e2-80a5-916c9fc32ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.586072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-4fe5a646-b989-42e2-80a5-916c9fc32ad5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f334308d-32b7-4ad9-b018-56ac5b027fe9&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=4b78f093-b8bf-45fb-8a64-1e298676065d&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&id=2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 200 len: 2295 time: 0.3382273 Dec 08 00:10:03.607248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-34bc75a8-080f-41f6-a2a0-a7f2685390fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.608693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-34bc75a8-080f-41f6-a2a0-a7f2685390fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.1306965 Dec 08 00:10:03.616054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec98f9e7-4c40-4384-b3f2-1f1396a4581f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:03.626355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:03.629919 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11df9f5-6932-4912-91bb-222e0e5afe48" -d '{"events": [{"server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "name": "network-vif-plugged", "status": "completed", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:03.638235 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.685437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-a3ee987e-1411-417b-a8d0-9f050a4178c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415497 Dec 08 00:10:03.715473 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc9ae41-fea3-4d40-8b56-fe760f50016a x-openstack-request-id: req-9cc9ae41-fea3-4d40-8b56-fe760f50016a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:03.716242 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "name": "network-vif-plugged", "status": "completed", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:03.717025 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cc9ae41-fea3-4d40-8b56-fe760f50016a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:03.717662 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'code': 200} Dec 08 00:10:03.732102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-8702a120-c183-407e-8ef6-88bc19ad1347 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a9ed764-9bce-4e21-a167-25af796ea97b HTTP/1.1" status: 200 len: 1000 time: 0.1345279 Dec 08 00:10:03.735580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Deleting port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:03.736001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.743466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] For port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:03.749754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] For port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:03.760279 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.789866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:03.872880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.893044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c734b-21b8-4bf8-9979-41c7b3c6e187 None None] Pushing event updated for resources: {'Port': ['ID=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:03.902613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Routers {'bcf0838d-8716-4d89-87ba-613aefd48b0e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:03.903269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf0838d-8716-4d89-87ba-613aefd48b0e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:03.930217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:03.955058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-a4498c7a-9ac4-4e24-8e5b-0169774935f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:03.956677 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-a4498c7a-9ac4-4e24-8e5b-0169774935f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=321d1fb4-d755-4a5a-ad46-32904812d815 HTTP/1.1" status: 200 len: 855 time: 0.2000668 Dec 08 00:10:03.978564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e543208d-87ec-42eb-a689-595a3d6b9e33 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:04.005312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] For port 7d946c31-b4ea-47f2-843f-07a84c1b30e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7d946c31-b4ea-47f2-843f-07a84c1b30e2,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:04.005607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:04.017160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Network 4a236792-a113-4a58-acee-c84de4865995 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:04.023289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:04.027421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:04.033204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:04.047472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd353-a0b6-4792-ab20-27d65090da45 req-ff516109-d16c-4f66-bdef-1cc3fb1c4eb3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:04.048501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-62fdc4ed-1085-4cf1-97f0-1c09132d8d2a service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524978 Dec 08 00:10:04.051156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Calling delete_port for 7d946c31-b4ea-47f2-843f-07a84c1b30e2 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:04.056532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-240fd353-a0b6-4792-ab20-27d65090da45 req-ff516109-d16c-4f66-bdef-1cc3fb1c4eb3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 946 time: 0.1412284 Dec 08 00:10:04.069188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae3cfe-4546-407a-877d-06a6f3eba598 req-b26cb3d6-052f-43ec-975c-8ca5595144c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:04.071036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bfae3cfe-4546-407a-877d-06a6f3eba598 req-b26cb3d6-052f-43ec-975c-8ca5595144c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 1096 time: 0.1789470 Dec 08 00:10:04.102783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.104115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.104582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.108075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.108535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.108993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.109994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.112110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.114490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.118683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.119385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.119847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.120306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:04.186114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-f3f88de9-ea1a-45cc-bbbb-e9da4c5a3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:04.188295 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-f3f88de9-ea1a-45cc-bbbb-e9da4c5a3bb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f334308d-32b7-4ad9-b018-56ac5b027fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124221 Dec 08 00:10:04.192731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:04.212829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-240fd353-a0b6-4792-ab20-27d65090da45 req-9d9a1f72-3e29-4a2f-bf7b-9fb49cb18153 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539621 Dec 08 00:10:04.272228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] Set router bcf0838d-8716-4d89-87ba-613aefd48b0e gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:04.389717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e543208d-87ec-42eb-a689-595a3d6b9e33 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:04.390492 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:04.417490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6ea37e-9e0a-46dd-b996-2438bdf5e20c req-cfc33c16-4b75-4290-958e-d15c4f5480b1 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586030 Dec 08 00:10:04.428900 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bfae3cfe-4546-407a-877d-06a6f3eba598 req-fa692f25-ba3b-48b6-955e-0179d31668b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247595 Dec 08 00:10:04.472945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3e94a-ea3f-479a-a514-616052d732ca req-b4fccac5-32d3-4e12-aa97-06d4597a4a1d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:04.480658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afe3e94a-ea3f-479a-a514-616052d732ca req-b4fccac5-32d3-4e12-aa97-06d4597a4a1d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 945 time: 0.1548419 Dec 08 00:10:04.539487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:04.595642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:04.616292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Pushing event deleted for resources: {'Port': ['ID=7d946c31-b4ea-47f2-843f-07a84c1b30e2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:04.617138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afe3e94a-ea3f-479a-a514-616052d732ca req-64ae9efa-0cde-4b35-bf9c-82f94419b899 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352096 Dec 08 00:10:04.671262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539dc1c-8768-452f-a85b-567438db2a03 req-c94c66ad-2c85-43db-9a30-6dfb9c031658 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:04.673797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d539dc1c-8768-452f-a85b-567438db2a03 req-c94c66ad-2c85-43db-9a30-6dfb9c031658 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 943 time: 0.1308739 Dec 08 00:10:04.689571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['cd6d386d-eb79-4d94-9eb7-a256401fcb37'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:04.692708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7d946c31-b4ea-47f2-843f-07a84c1b30e2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:04.738365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-3e101199-91b6-430a-b84d-8bae1c058bd8 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091100 Dec 08 00:10:04.740260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] No DVR routers for this DVR port 7d946c31-b4ea-47f2-843f-07a84c1b30e2 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:04.745436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:04.779343 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67ffa3ca-6952-41b1-b6f7-fb7e5c628794 req-02512e1b-9205-4897-bac5-f740db666ad6 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.44 "DELETE /v2.0/ports/7d946c31-b4ea-47f2-843f-07a84c1b30e2 HTTP/1.1" status: 204 len: 173 time: 1.4393198 Dec 08 00:10:04.801626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d539dc1c-8768-452f-a85b-567438db2a03 req-38d5ddbc-8980-46af-9145-3e385e2b29cf tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997121 Dec 08 00:10:04.839000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-75a3e1c8-8cac-4d04-999e-bc335af0d503 None None] Provisioning complete for port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:04.839655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-75a3e1c8-8cac-4d04-999e-bc335af0d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:04.971165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-75a3e1c8-8cac-4d04-999e-bc335af0d503 None None] Port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:05.002393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:05.009572 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:05.112372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:05.117694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:10:00Z', 'revision_number': 3, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port': {'id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:76:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:59Z', 'updated_at': '2021-12-08T00:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:05.130233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:05.178323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8b489-1766-4e66-a33d-7b3210b604c0 None None] The sync data for ids ['bcf0838d-8716-4d89-87ba-613aefd48b0e'] in n-d-820549-2 is: [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:10:00Z', 'revision_number': 3, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port': {'id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:76:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:59Z', 'updated_at': '2021-12-08T00:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:10:05.254125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Network 4a236792-a113-4a58-acee-c84de4865995 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:05.255653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:05.307584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e50535-2958-4e47-80f8-163883b722c0', 'name': 'network-vif-deleted', 'tag': '7d946c31-b4ea-47f2-843f-07a84c1b30e2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:05.311319 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1e37e0-24d3-4f13-9c45-1c1415f9b7f4" -d '{"events": [{"server_uuid": "c9e50535-2958-4e47-80f8-163883b722c0", "name": "network-vif-deleted", "tag": "7d946c31-b4ea-47f2-843f-07a84c1b30e2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:05.318868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-0dd0e4fe-1926-476e-9f3f-eb630d1e523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:05.320319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-0dd0e4fe-1926-476e-9f3f-eb630d1e523d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 1094 time: 0.7143338 Dec 08 00:10:05.442844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Router bcf0838d-8716-4d89-87ba-613aefd48b0e has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:10:05.508410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81c198c8-1627-43a7-b78b-6a7cdfc1ae8a req-6dff61e6-8c25-437c-888c-cb8a8320624a tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e50535-2958-4e47-80f8-163883b722c0 HTTP/1.1" status: 200 len: 210 time: 0.0530944 Dec 08 00:10:05.524983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-59f8beee-387d-4c88-8101-b30fabe817a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:05.524983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-59f8beee-387d-4c88-8101-b30fabe817a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 913 time: 0.1803503 Dec 08 00:10:05.524983 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba129ed-daca-4215-99f8-bdcf9d6a0f8b x-openstack-request-id: req-fba129ed-daca-4215-99f8-bdcf9d6a0f8b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:05.524983 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e50535-2958-4e47-80f8-163883b722c0", "name": "network-vif-deleted", "tag": "7d946c31-b4ea-47f2-843f-07a84c1b30e2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:05.524983 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fba129ed-daca-4215-99f8-bdcf9d6a0f8b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:05.524983 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e50535-2958-4e47-80f8-163883b722c0', 'name': 'network-vif-deleted', 'tag': '7d946c31-b4ea-47f2-843f-07a84c1b30e2', 'status': 'completed', 'code': 200} Dec 08 00:10:05.613941 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-b65dde3b-eedb-470d-99c1-179aba05a3b9 service neutron] 10.222.0.59 "GET /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236578 Dec 08 00:10:05.614346 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-d10397a5-7b4c-45c0-8e4c-66fd0c26bad7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec8c9022-73c0-4070-b8c0-d9a54793c9f4 HTTP/1.1" status: 200 len: 217 time: 0.0817132 Dec 08 00:10:05.794008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:10:05.799713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-53efd2be-9978-4d0c-b722-1cfb5d2c23a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 217 time: 0.1836281 Dec 08 00:10:05.812095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-84b119e9-8c1e-4774-8140-a9e185124c4b None None] Provisioning complete for port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:05.813787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84b119e9-8c1e-4774-8140-a9e185124c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:05.816512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-97885a6c-b2ca-4b90-997c-d9a5026ec7f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/bcf0838d-8716-4d89-87ba-613aefd48b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1139574 Dec 08 00:10:05.921446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-84b119e9-8c1e-4774-8140-a9e185124c4b None None] Port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:05.940324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac39891-6bdd-4df2-baff-556b000ce9b6 req-1c435f37-e8bb-47ae-a72f-2b8ce609b402 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:05.941937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ac39891-6bdd-4df2-baff-556b000ce9b6 req-1c435f37-e8bb-47ae-a72f-2b8ce609b402 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 945 time: 0.1456125 Dec 08 00:10:05.981351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:05.995137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-bcde77bb-4cab-4ce9-a2bd-1b1bda3cbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:05.997337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-bcde77bb-4cab-4ce9-a2bd-1b1bda3cbbfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.3621743 Dec 08 00:10:06.055426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ac39891-6bdd-4df2-baff-556b000ce9b6 req-b42142a3-f7d3-4a63-aa95-1be80f2313ca tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035490 Dec 08 00:10:06.081083 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-94fd2cb3-f58d-49fb-9b7b-36b87cda922b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738385 Dec 08 00:10:06.101739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-f1d4862a-041b-4481-8cb8-3f45dfdc314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:06.104369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:06.106015 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-f1d4862a-041b-4481-8cb8-3f45dfdc314f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.2189257 Dec 08 00:10:06.106153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.142141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53978) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:06.214130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfbd59-7aa2-4799-923b-106e418303b5 req-332f4ce2-f7f9-4cba-b77e-01b64f0ab059 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:06.229847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ddfbd59-7aa2-4799-923b-106e418303b5 req-332f4ce2-f7f9-4cba-b77e-01b64f0ab059 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 943 time: 0.1849673 Dec 08 00:10:06.275463 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-4569a230-2d69-4d24-8740-feec5bce5e12 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826673 Dec 08 00:10:06.331558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1324067686'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:06.372377 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.409891 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ddfbd59-7aa2-4799-923b-106e418303b5 req-f6e14037-0006-4776-aaf8-8fdc0b944c96 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707654 Dec 08 00:10:06.440721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:06.449591 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.480698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-b8e014d0-923a-47a7-97f6-f1752a494a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:06.482502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-b8e014d0-923a-47a7-97f6-f1752a494a20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2032399 Dec 08 00:10:06.524517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:06.532906 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.572754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219feff-8cd9-4d4a-bea4-63853b105562 req-69363862-4c68-4c81-86c8-4804825709e5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:06.580106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a219feff-8cd9-4d4a-bea4-63853b105562 req-69363862-4c68-4c81-86c8-4804825709e5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 945 time: 0.1675403 Dec 08 00:10:06.585052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:06.593433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53986) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:06.613208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Request body: {'floatingip': {'port_id': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:06.628968 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-3b84ccc8-418d-4950-a78c-724d917649b0 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353021 Dec 08 00:10:06.673294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:10:06.678624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.701336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e8b0fa3e-ad92-4ed1-a110-1a2d629334c6 req-cd7b99f9-53ce-477e-9ebe-744fda73f37a service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105618 Dec 08 00:10:06.781951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.782595 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Added segment c87d6c84-380b-4bb0-a730-521b259a0024 of type vlan for network 72430544-27cb-434c-aa82-39375e5d432b Dec 08 00:10:06.853977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.858365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-e6a42118-8b5f-40ec-aa1e-d29e3e1966ef service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084115 Dec 08 00:10:06.948489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-a47b83c2-a9e3-4b33-bc86-d1b20e6fc223 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 217 time: 0.0818911 Dec 08 00:10:06.979210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:06.986119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:06.986944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:07.042121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-f2ba7eb9-5cfe-4b3b-8867-ec8dea0ccab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:07.045709 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-f2ba7eb9-5cfe-4b3b-8867-ec8dea0ccab7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0880685 Dec 08 00:10:07.074806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9258709 Dec 08 00:10:07.080848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53994) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:07.098169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'subnet': {'network_id': '72430544-27cb-434c-aa82-39375e5d432b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:07.110903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-29ce4c8a-9a4b-4859-9c70-7ca836e76543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:07.112356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-29ce4c8a-9a4b-4859-9c70-7ca836e76543 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588129 Dec 08 00:10:07.186921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b910f5-096e-48d1-9df6-71f37e725742 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Network': ['ID=72430544-27cb-434c-aa82-39375e5d432b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:07.204750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 72430544-27cb-434c-aa82-39375e5d432b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:10:07.230208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb99661-7ed3-4b3c-8af5-539fb2ef8727 req-a5484940-eafd-4981-bdbc-9825e7be1482 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:07.238691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fb99661-7ed3-4b3c-8af5-539fb2ef8727 req-a5484940-eafd-4981-bdbc-9825e7be1482 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1989591 Dec 08 00:10:07.239177 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-0641cbe8-cb04-4157-accd-874af1710236 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168177 Dec 08 00:10:07.380431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-19181c44-fdb9-4daf-a3a2-18e6f6d6beb3 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320827 Dec 08 00:10:07.445429 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-bea86837-da38-4f23-8b91-d5851f12b453 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8 HTTP/1.1" status: 200 len: 217 time: 0.0380695 Dec 08 00:10:07.507405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-35952cfd-72ae-40ff-a758-dd014de1a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:07.509413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-35952cfd-72ae-40ff-a758-dd014de1a5e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0560563 Dec 08 00:10:07.520480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:07.523887 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:07.563090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-3e47ea66-0856-4ddc-9a66-0bba5d770e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:07.564714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-3e47ea66-0856-4ddc-9a66-0bba5d770e51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473590 Dec 08 00:10:07.586661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fb99661-7ed3-4b3c-8af5-539fb2ef8727 req-0dceb913-5c0b-4d5c-b627-6f966bc005df tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468482 Dec 08 00:10:07.698054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-105795a4-f4e8-494f-831a-688a194ade45 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215427 Dec 08 00:10:07.732802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544aba-bf12-4c29-ad8e-6c7a217d8947 req-d2ee81dc-10a2-40fd-9d22-34ecfe254d4c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:07.734657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72544aba-bf12-4c29-ad8e-6c7a217d8947 req-d2ee81dc-10a2-40fd-9d22-34ecfe254d4c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 943 time: 0.2179408 Dec 08 00:10:07.820087 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-2db59ffa-510f-4ddf-9023-49cab9a4a0a1 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140707 Dec 08 00:10:07.856434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:07.870217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ec8c9022-73c0-4070-b8c0-d9a54793c9f4 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:10:07.874981 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:07.889277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7d946c31-b4ea-47f2-843f-07a84c1b30e2 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:07.929601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:07.936584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-8fbfffab-219b-4027-ab66-781a755981d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4 HTTP/1.1" status: 200 len: 217 time: 0.1084163 Dec 08 00:10:07.939430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 7d946c31-b4ea-47f2-843f-07a84c1b30e2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:07.940339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7d946c31-b4ea-47f2-843f-07a84c1b30e2 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:07.985160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72544aba-bf12-4c29-ad8e-6c7a217d8947 req-84c6c3ed-207c-4a68-9100-0e48e879cb72 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392111 Dec 08 00:10:08.021149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-bf3f9fea-188e-4e3b-a550-8a6d9186e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:08.021149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-bf3f9fea-188e-4e3b-a550-8a6d9186e3f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 200 len: 797 time: 0.0666537 Dec 08 00:10:08.021855 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:08.085168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-da2eb69d-a31d-4627-bd15-a5dc472ccc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:08.087573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-da2eb69d-a31d-4627-bd15-a5dc472ccc2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b78f093-b8bf-45fb-8a64-1e298676065d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629206 Dec 08 00:10:08.106380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:08.106865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:08.150662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Subnet': ['ID=dcc87536-b1b8-4a1f-80ad-840b39688f8f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:08.203135 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Sync routers for ids ['bcf0838d-8716-4d89-87ba-613aefd48b0e'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:10:08.217362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ec8c9022-73c0-4070-b8c0-d9a54793c9f4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:08.222647 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Routers {'bcf0838d-8716-4d89-87ba-613aefd48b0e'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:08.223167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-e647b44b-d0e0-4122-a092-53cf87dda6d2 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265018 Dec 08 00:10:08.223622 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf0838d-8716-4d89-87ba-613aefd48b0e'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:08.250210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'port_id': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4', 'mac_address': 'fa:16:3e:26:7d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:10:08.261594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Checking segment: {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:08.261957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network hostable DHCP agents. Network: 72430544-27cb-434c-aa82-39375e5d432b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:10:08.311793 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Floating IP f0cad4f5-5267-477f-8c2c-ca2b9920684d associated. External IP: 172.25.6.78, port: ec98f9e7-4c40-4384-b3f2-1f1396a4581f. Dec 08 00:10:08.316096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network 72430544-27cb-434c-aa82-39375e5d432b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:10:08.373625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-edaaae0a-6999-417e-b0b9-74221bd7bc33 service neutron] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425486 Dec 08 00:10:08.390521 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Set router bcf0838d-8716-4d89-87ba-613aefd48b0e gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:08.441109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-3ee94635-ae38-4257-b48a-406749a35ed6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd HTTP/1.1" status: 200 len: 217 time: 0.0600629 Dec 08 00:10:08.441370 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:08.474583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8c9022-73c0-4070-b8c0-d9a54793c9f4 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:08.501624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ec8c9022-73c0-4070-b8c0-d9a54793c9f4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:08.509069 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:08.544183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-3c7f2517-a27a-421c-bd2f-87e0bb1e5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:08.546168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-3c7f2517-a27a-421c-bd2f-87e0bb1e5bae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.0950873 Dec 08 00:10:08.607029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:08.637050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-57a6fd2a-b88c-42f1-8ef2-8ec8a00b6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:08.638655 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-57a6fd2a-b88c-42f1-8ef2-8ec8a00b6291 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743704 Dec 08 00:10:08.746129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 72430544-27cb-434c-aa82-39375e5d432b) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:08.757417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ebf8f-a15d-4437-ade8-ec8aa7dc3a49 None None] Network 72430544-27cb-434c-aa82-39375e5d432b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:08.781986 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:10:04Z', 'revision_number': 4, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port': {'id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:59Z', 'updated_at': '2021-12-08T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'bc55d69a-a981-4ee5-b0e0-0517ceaefc97', 'name': '', 'network_id': '4a236792-a113-4a58-acee-c84de4865995', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'mac_address': 'fa:16:3e:e2:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ab597a03-b8c9-455a-8fe7-5fe7b2c02a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:03Z', 'updated_at': '2021-12-08T00:10:04Z', 'revision_number': 2, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'subnets': [{'id': 'ab597a03-b8c9-455a-8fe7-5fe7b2c02a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:08.790925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:08.790925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:08.809132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-cc9787dd-4c6e-4a39-bbb2-0b2cc93c6afc service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614013 Dec 08 00:10:08.813631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['ec8c9022-73c0-4070-b8c0-d9a54793c9f4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:08.848526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4f0caa3b-de31-4009-988e-5e5c1e30723c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7610855 Dec 08 00:10:08.864604 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee01a-f8ce-4900-ae96-46952b20eaaf req-fd416878-6b62-4323-82cf-d22570af0a56 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:08.866159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b46ee01a-f8ce-4900-ae96-46952b20eaaf req-fd416878-6b62-4323-82cf-d22570af0a56 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1380024 Dec 08 00:10:08.868993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54018) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:08.878544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Checking router: bcf0838d-8716-4d89-87ba-613aefd48b0e for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:10:08.878923 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Updating router bcf0838d-8716-4d89-87ba-613aefd48b0e port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:10:08.895171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-986206141'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:08.914466 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:08.939539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:08.942352 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.018603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:10:09.036190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-72430544-27cb-434c-aa82-39375e5d432b', 'network_id': '72430544-27cb-434c-aa82-39375e5d432b', 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'fixed_ips': [{'subnet_id': 'dcc87536-b1b8-4a1f-80ad-840b39688f8f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:10:09.039994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.039994 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Added segment 03d0da1e-e8a1-4aed-b371-47ae628a7a16 of type vlan for network 58fa7261-cf80-4a7d-8810-b9f67d95338d Dec 08 00:10:09.044037 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.050232 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-8234aa19-edc5-4b8a-a646-b5e22280bcea service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160084 Dec 08 00:10:09.145995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-42cb8d51-5581-4b60-b9dd-f75b4ee6b05c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f HTTP/1.1" status: 200 len: 217 time: 0.0664864 Dec 08 00:10:09.149898 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.169353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b46ee01a-f8ce-4900-ae96-46952b20eaaf req-44b95935-0fd6-4d2c-8143-b7150a395778 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843916 Dec 08 00:10:09.185854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Router 8cf6fe23-a221-4c81-a239-a13865f50174 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:10:09.300625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.306588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:09.306588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.345892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-733d3104-22d5-4959-abb0-19f4f66f1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:09.347384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-733d3104-22d5-4959-abb0-19f4f66f1681 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 200 len: 797 time: 0.1906693 Dec 08 00:10:09.358093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Allocated IP 19.80.0.2 (72430544-27cb-434c-aa82-39375e5d432b/dcc87536-b1b8-4a1f-80ad-840b39688f8f/3503754b-4e0c-427f-9fc8-b82229f41345) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:09.362934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a407-db7a-47f6-9303-c42a6f4d4a04 req-351c84b0-6e47-4a85-9cec-c8136abd2772 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:09.364507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f77a407-db7a-47f6-9303-c42a6f4d4a04 req-351c84b0-6e47-4a85-9cec-c8136abd2772 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 944 time: 0.1923065 Dec 08 00:10:09.415999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5459569 Dec 08 00:10:09.427181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54032) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:09.447407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b741a-787a-4f76-96ee-9ca15e99121e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Network': ['ID=58fa7261-cf80-4a7d-8810-b9f67d95338d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:09.460583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 58fa7261-cf80-4a7d-8810-b9f67d95338d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:10:09.465158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001fef-198d-4409-b4c3-61295f9e172a req-47c092bd-8661-4827-bdee-b1e100d7a003 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:09.466667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec001fef-198d-4409-b4c3-61295f9e172a req-47c092bd-8661-4827-bdee-b1e100d7a003 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 945 time: 0.1769109 Dec 08 00:10:09.482651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-248a5585-417e-4273-8f0e-ea289a4399ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:09.484139 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-248a5585-417e-4273-8f0e-ea289a4399ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2234cea8-e90b-4673-81a1-3c084ac7cbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217589 Dec 08 00:10:09.491880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'subnet': {'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:09.581672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f77a407-db7a-47f6-9303-c42a6f4d4a04 req-c94f86a0-ba61-41f5-897e-5f21ed3f4d61 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094500 Dec 08 00:10:09.680622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:10:09.697378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] Sync routers for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:10:09.712034 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.712416 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.718451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-ea744406-1aaf-4b54-8807-d7595ee248bb service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010424 Dec 08 00:10:09.723748 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.781010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:09.782175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:09.785949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-16dc8b81-5a0e-4b34-a753-15b520a3b8fe tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "PUT /v2.0/floatingips/f0cad4f5-5267-477f-8c2c-ca2b9920684d HTTP/1.1" status: 200 len: 990 time: 3.1840177 Dec 08 00:10:09.795126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:09.797726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Deleting port cd6d386d-eb79-4d94-9eb7-a256401fcb37 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:09.798050 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1654f-3079-451b-a498-6321d26e7d84" -d '{"events": [{"name": "network-changed", "server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:09.798281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.839458 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Attempting to bind port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:09.839974 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Attempting to bind port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:09.840349 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Attempting to bind port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 on network 4a236792-a113-4a58-acee-c84de4865995 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:09.841113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:09.842597 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12b49f-a648-45d7-9370-6bcc2327ee1e None None] Pushing event updated for resources: {'Port': ['ID=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:09.845859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.857333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:09.861223 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Checking segment: {'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:09.864477 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.865084 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Bound using segment: {'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:09.865762 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Bound port: bc55d69a-a981-4ee5-b0e0-0517ceaefc97, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce147d3e-ca99-4c03-b892-42a18e787c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a236792-a113-4a58-acee-c84de4865995'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:09.871504 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:09.923604 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b90a4-b928-469c-877f-b03cda71245e x-openstack-request-id: req-135b90a4-b928-469c-877f-b03cda71245e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:09.923891 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:09.924318 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-135b90a4-b928-469c-877f-b03cda71245e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:09.924879 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'status': 'completed', 'code': 200} Dec 08 00:10:09.982732 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] For port bc55d69a-a981-4ee5-b0e0-0517ceaefc97, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:09.986391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ec8c9022-73c0-4070-b8c0-d9a54793c9f4 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:09.988385 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] For port bc55d69a-a981-4ee5-b0e0-0517ceaefc97, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,segment=NetworkSegment(ce147d3e-ca99-4c03-b892-42a18e787c7d),segment_id=ce147d3e-ca99-4c03-b892-42a18e787c7d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:10.003248 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.033126 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8fbdd39-6142-4118-8b2b-87eb51f69b80 req-46069542-7407-45ce-b9bd-8d9b22d4e289 service neutron] 10.222.0.59 "GET /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001750 Dec 08 00:10:10.073864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] For port cd6d386d-eb79-4d94-9eb7-a256401fcb37, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=cd6d386d-eb79-4d94-9eb7-a256401fcb37,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:10.074620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.107388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Calling delete_port for cd6d386d-eb79-4d94-9eb7-a256401fcb37 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:10.135357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:10.138221 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12b49f-a648-45d7-9370-6bcc2327ee1e None None] Pushing event updated for resources: {'Port': ['ID=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:10.172525 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Routers {'bcf0838d-8716-4d89-87ba-613aefd48b0e'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:10.173135 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf0838d-8716-4d89-87ba-613aefd48b0e'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:10.231689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.250421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.338583 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.348627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-1dcad6bd-76ab-4c85-976d-f3908bca1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:10.350813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-1dcad6bd-76ab-4c85-976d-f3908bca1f33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b622cc146b93414ea6d6a074625d4e3f&device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 1096 time: 0.3430455 Dec 08 00:10:10.436703 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.451915 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] Set router bcf0838d-8716-4d89-87ba-613aefd48b0e gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:10.544032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Pushing event deleted for resources: {'Port': ['ID=cd6d386d-eb79-4d94-9eb7-a256401fcb37,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:10.592668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-276e9774-2a23-424a-9273-8cd8f8c75da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:10.594225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-276e9774-2a23-424a-9273-8cd8f8c75da6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=801cedee-f4c4-4fa0-8619-e92c7d01118f HTTP/1.1" status: 200 len: 915 time: 0.1676371 Dec 08 00:10:10.657103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Checking segment: {'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:10.662543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network hostable DHCP agents. Network: 58fa7261-cf80-4a7d-8810-b9f67d95338d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:10:10.668919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] No DVR routers for this DVR port cd6d386d-eb79-4d94-9eb7-a256401fcb37 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:10.677218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Network 72430544-27cb-434c-aa82-39375e5d432b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:10.682535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.695894 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec001fef-198d-4409-b4c3-61295f9e172a req-6488326b-5201-480a-a3c7-1712980286a2 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.59 "DELETE /v2.0/ports/cd6d386d-eb79-4d94-9eb7-a256401fcb37 HTTP/1.1" status: 204 len: 173 time: 1.2219620 Dec 08 00:10:10.695894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'name': 'network-vif-deleted', 'tag': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:10.698170 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c4f49b-0c1f-4dfe-a621-6362a8caea1f" -d '{"events": [{"server_uuid": "cdede023-d112-4681-b550-1f4e70c71cf4", "name": "network-vif-deleted", "tag": "cd6d386d-eb79-4d94-9eb7-a256401fcb37"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:10.704019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:10.722171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:10.745850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:10:10.749024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Pushing event updated for resources: {'Port': ['ID=3503754b-4e0c-427f-9fc8-b82229f41345,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:10.759806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ba0a2d29-9ca5-49d4-b961-c7774aeb11ae None None] Provisioning complete for port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:10.760381 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2d29-9ca5-49d4-b961-c7774aeb11ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.786441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d5540-7e2c-4c2b-97a2-e8b81e9ce298 req-80deaff0-48f9-41ab-b366-7591a95391d3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:10.791671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29d5540-7e2c-4c2b-97a2-e8b81e9ce298 req-80deaff0-48f9-41ab-b366-7591a95391d3 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdede023-d112-4681-b550-1f4e70c71cf4 HTTP/1.1" status: 200 len: 867 time: 0.4594698 Dec 08 00:10:10.827179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:10.827561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.843711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Subnet': ['ID=813a209d-e4d2-42f1-b95e-6371a2b5502d,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:10.887062 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:10:04Z', 'revision_number': 4, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port': {'id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:59Z', 'updated_at': '2021-12-08T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'bc55d69a-a981-4ee5-b0e0-0517ceaefc97', 'name': '', 'network_id': '4a236792-a113-4a58-acee-c84de4865995', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'mac_address': 'fa:16:3e:e2:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ab597a03-b8c9-455a-8fe7-5fe7b2c02a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:03Z', 'updated_at': '2021-12-08T00:10:09Z', 'revision_number': 4, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'subnets': [{'id': 'ab597a03-b8c9-455a-8fe7-5fe7b2c02a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:10.925733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-c343e695-17fe-4e3e-adbc-1a0c7a1b87fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f HTTP/1.1" status: 200 len: 998 time: 0.2488661 Dec 08 00:10:10.928161 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ad830-3876-4cd2-a727-5d68a1016c72 None None] The sync data for ids ['bcf0838d-8716-4d89-87ba-613aefd48b0e'] in n-d-820549-2 is: [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:10:04Z', 'revision_number': 4, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port': {'id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:59Z', 'updated_at': '2021-12-08T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'bc55d69a-a981-4ee5-b0e0-0517ceaefc97', 'name': '', 'network_id': '4a236792-a113-4a58-acee-c84de4865995', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'mac_address': 'fa:16:3e:e2:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ab597a03-b8c9-455a-8fe7-5fe7b2c02a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:03Z', 'updated_at': '2021-12-08T00:10:09Z', 'revision_number': 4, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'subnets': [{'id': 'ab597a03-b8c9-455a-8fe7-5fe7b2c02a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:10:10.943521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network 58fa7261-cf80-4a7d-8810-b9f67d95338d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:10:10.964669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Attempting to bind port 3503754b-4e0c-427f-9fc8-b82229f41345 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:10.965040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Attempting to bind port 3503754b-4e0c-427f-9fc8-b82229f41345 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:10.965389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Attempting to bind port 3503754b-4e0c-427f-9fc8-b82229f41345 on network 72430544-27cb-434c-aa82-39375e5d432b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:10.982694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:10.983539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Checking segment: {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:10.983958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:10.987135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Bound using segment: {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:11.002357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Bound port: 3503754b-4e0c-427f-9fc8-b82229f41345, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:11.002871 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:11.055440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 58fa7261-cf80-4a7d-8810-b9f67d95338d) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:11.094717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe0753-3f8d-4099-8553-0f09c0591ed0 None None] Network 58fa7261-cf80-4a7d-8810-b9f67d95338d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:11.112122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-0a41ccea-dde1-4c26-a96a-b0c5bc8390ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:11.113647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-0a41ccea-dde1-4c26-a96a-b0c5bc8390ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca76763f-4fc0-426f-a265-5b71a9a22a96 HTTP/1.1" status: 200 len: 853 time: 0.1714621 Dec 08 00:10:11.149960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:11.150979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:11.197458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50edd65-790f-4e1b-b82b-b08e6a14f266 req-8336cc5d-9c26-4318-b6b8-0ba27c90615a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:11.198996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f50edd65-790f-4e1b-b82b-b08e6a14f266 req-8336cc5d-9c26-4318-b6b8-0ba27c90615a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 944 time: 0.4062729 Dec 08 00:10:11.214641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] For port 3503754b-4e0c-427f-9fc8-b82229f41345, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:11.217117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29d5540-7e2c-4c2b-97a2-e8b81e9ce298 req-57e6ac99-b48f-4bd7-a094-a4a91f77cd89 tempest-ServerRescueTestJSON-190882429 tempest-ServerRescueTestJSON-190882429-project] 10.222.0.18 "GET /v2.0/security-groups?id=78587213-af80-4020-9555-ea84917cd860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022450 Dec 08 00:10:11.238902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] For port 3503754b-4e0c-427f-9fc8-b82229f41345, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3503754b-4e0c-427f-9fc8-b82229f41345,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:11.244423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-236682da-f98e-48de-a6d5-a3f6ba6bbdd7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8145695 Dec 08 00:10:11.313475 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:11.342414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-7d60dd88-4b07-4d8c-891c-f211abbc322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:11.345231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-7d60dd88-4b07-4d8c-891c-f211abbc322a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=801cedee-f4c4-4fa0-8619-e92c7d01118f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848805 Dec 08 00:10:11.362787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f50edd65-790f-4e1b-b82b-b08e6a14f266 req-6056283c-f55d-419e-9fc8-0b43e86b31fd tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518443 Dec 08 00:10:11.430142 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d221c088-e671-4a4f-8abf-1ad8b6f93c61 x-openstack-request-id: req-d221c088-e671-4a4f-8abf-1ad8b6f93c61 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:11.430624 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdede023-d112-4681-b550-1f4e70c71cf4", "name": "network-vif-deleted", "tag": "cd6d386d-eb79-4d94-9eb7-a256401fcb37", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:11.430747 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d221c088-e671-4a4f-8abf-1ad8b6f93c61 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:11.431658 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdede023-d112-4681-b550-1f4e70c71cf4', 'name': 'network-vif-deleted', 'tag': 'cd6d386d-eb79-4d94-9eb7-a256401fcb37', 'status': 'completed', 'code': 200} Dec 08 00:10:11.432114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device cd6d386d-eb79-4d94-9eb7-a256401fcb37 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:11.504243 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:11.506480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2d29-9ca5-49d4-b961-c7774aeb11ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:11.738723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-df2ae270-ddda-4d61-bc59-22011dc30a6f service neutron] 10.222.0.59 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733368 Dec 08 00:10:11.772321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: cd6d386d-eb79-4d94-9eb7-a256401fcb37 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:11.773230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device cd6d386d-eb79-4d94-9eb7-a256401fcb37 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:11.788432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-58fa7261-cf80-4a7d-8810-b9f67d95338d', 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d', 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'fixed_ips': [{'subnet_id': '813a209d-e4d2-42f1-b95e-6371a2b5502d'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:10:11.791465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:11.838297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880fab1-a772-4f54-8e9f-7d96bfa59940 None None] Pushing event updated for resources: {'Port': ['ID=3503754b-4e0c-427f-9fc8-b82229f41345,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:11.936534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:11.951159 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bfc8bb-e94f-4767-a0d5-c85db83f4755" -d '{"events": [{"server_uuid": "e6883e9c-0a37-4159-8cb2-c62b3b4e7942", "name": "network-vif-plugged", "status": "completed", "tag": "ec8c9022-73c0-4070-b8c0-d9a54793c9f4"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:11.982699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ba0a2d29-9ca5-49d4-b961-c7774aeb11ae None None] For port bc55d69a-a981-4ee5-b0e0-0517ceaefc97, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,segment=NetworkSegment(ce147d3e-ca99-4c03-b892-42a18e787c7d),segment_id=ce147d3e-ca99-4c03-b892-42a18e787c7d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:12.006179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port ec8c9022-73c0-4070-b8c0-d9a54793c9f4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:12.038191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:12.048342 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2d29-9ca5-49d4-b961-c7774aeb11ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:12.053589 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2713105-898a-4d59-9918-2bdf7df861f5 x-openstack-request-id: req-e2713105-898a-4d59-9918-2bdf7df861f5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:12.053977 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6883e9c-0a37-4159-8cb2-c62b3b4e7942", "name": "network-vif-plugged", "status": "completed", "tag": "ec8c9022-73c0-4070-b8c0-d9a54793c9f4", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:12.054324 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2713105-898a-4d59-9918-2bdf7df861f5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:12.055169 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4', 'code': 200} Dec 08 00:10:12.059608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc55d69a-a981-4ee5-b0e0-0517ceaefc97 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:12.087251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1753bc14-d042-42bb-b941-1b2479686f21 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:12.112434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1753bc14-d042-42bb-b941-1b2479686f21 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:12.131642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1753bc14-d042-42bb-b941-1b2479686f21 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/networks?id=72430544-27cb-434c-aa82-39375e5d432b&id=58fa7261-cf80-4a7d-8810-b9f67d95338d&id=72430544-27cb-434c-aa82-39375e5d432b HTTP/1.1" status: 200 len: 1391 time: 0.5104518 Dec 08 00:10:12.231542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-e1cf2b46-ffda-47c1-a5ea-04c3d747bc04 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/quotas/a9ee7f3fb36c4ff68be7eb0432095e48 HTTP/1.1" status: 200 len: 375 time: 0.0976388 Dec 08 00:10:12.329825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194de9ef-58bc-4d17-85d0-7508f0b1a627 req-00c315c3-0cb5-4a02-9a00-feeb342956f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:12.335330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-194de9ef-58bc-4d17-85d0-7508f0b1a627 req-00c315c3-0cb5-4a02-9a00-feeb342956f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 1096 time: 0.1755688 Dec 08 00:10:12.341551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54076) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:12.400843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f0cad4f5-5267-477f-8c2c-ca2b9920684d', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'port_id': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'mac_address': 'fa:16:3e:e6:a1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:09:48Z', 'updated_at': '2021-12-08T00:10:07Z', 'revision_number': 1, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:48Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:12.490371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee1654f-3079-451b-a498-6321d26e7d84 req-b3dd732f-a921-4abb-a027-f66f6fecd266 service neutron] 10.222.0.59 "GET /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633320 Dec 08 00:10:12.559165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-71ace1d3-dcdb-49b1-9ac8-e36690f5027f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3278744 Dec 08 00:10:12.618797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2e2939d3-9a10-4998-95a3-ea2d81918d47 None None] Provisioning complete for port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:12.619327 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e2939d3-9a10-4998-95a3-ea2d81918d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:12.620688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:12.638446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] Checking router: 8cf6fe23-a221-4c81-a239-a13865f50174 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:10:12.728918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-194de9ef-58bc-4d17-85d0-7508f0b1a627 req-1a311359-ea1f-46bd-9b8d-f4001d86ab23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749514 Dec 08 00:10:12.896878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:12.902651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:12.996243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa656f3-3092-4b6f-ab35-190886b808df req-30f4bcc3-c174-4fd3-a22e-b4a6875d4fa9 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:13.006728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffa656f3-3092-4b6f-ab35-190886b808df req-30f4bcc3-c174-4fd3-a22e-b4a6875d4fa9 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 945 time: 0.3904908 Dec 08 00:10:13.047149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Allocated IP 19.86.0.2 (58fa7261-cf80-4a7d-8810-b9f67d95338d/813a209d-e4d2-42f1-b95e-6371a2b5502d/f2729a73-44b0-4b8d-baf0-26b08c49a9f1) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:13.053476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a2d29-9ca5-49d4-b961-c7774aeb11ae None None] Pushing event updated for resources: {'Port': ['ID=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:13.129600 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-467fcb27-e507-4c9c-8ed6-39387b875820 service neutron] 10.222.0.18 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687563 Dec 08 00:10:13.142601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffa656f3-3092-4b6f-ab35-190886b808df req-fea329ce-b987-45e7-bd61-a8dde26c5cf3 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337345 Dec 08 00:10:13.147126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:13.147501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:13.280884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:13.329662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:13.412266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-26abb8e3-0ca8-4450-bdcb-484d777f2b63 service neutron] 10.222.0.18 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584982 Dec 08 00:10:13.641698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-46650604-04cf-426b-a4cc-5187ca0e3345 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa7261-cf80-4a7d-8810-b9f67d95338d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247760 Dec 08 00:10:13.713444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:13.737167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Deleting port ee1e30c8-647c-4cf8-8474-facca35821b5 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:13.737665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:13.840988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] For port ee1e30c8-647c-4cf8-8474-facca35821b5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ee1e30c8-647c-4cf8-8474-facca35821b5,segment=NetworkSegment(b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98),segment_id=b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:13.842440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:13.857504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-e8c842b4-161a-47ad-a662-dfb3e3d51fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/58fa7261-cf80-4a7d-8810-b9f67d95338d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055533 Dec 08 00:10:13.860676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Calling delete_port for ee1e30c8-647c-4cf8-8474-facca35821b5 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:14.042831 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-df790ba5-ce29-4a51-8174-0aaf740a965e service neutron] 10.222.0.18 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843169 Dec 08 00:10:14.114208 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:14.127726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76ce9d-02ce-4c49-8ef4-041afb7d82ac None None] Network 72430544-27cb-434c-aa82-39375e5d432b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:14.151646 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:14.172138 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:14.204705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-0abe8603-868d-4187-8f6c-5c628c31a58a service neutron] 10.222.0.18 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522477 Dec 08 00:10:14.245309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1e30c8-647c-4cf8-8474-facca35821b5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:14.347306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.347840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.348691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.349032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.349695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.350163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.351781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.352833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.354161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.354498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.354836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.355305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.355968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:14.357672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Network 58fa7261-cf80-4a7d-8810-b9f67d95338d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:14.360766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Pushing event updated for resources: {'Port': ['ID=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:14.396067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:14.411006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:14.448247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813a6ef-cc5d-4b83-86f0-b1f2739c0756 req-9d7c5bce-78a5-4734-8cab-6505b720073b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:14.450664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d813a6ef-cc5d-4b83-86f0-b1f2739c0756 req-9d7c5bce-78a5-4734-8cab-6505b720073b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 945 time: 0.1729932 Dec 08 00:10:14.488717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-94c9316b-09e6-4faf-bdb7-817c67add829 None None] Provisioning complete for port 3503754b-4e0c-427f-9fc8-b82229f41345 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:14.489882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94c9316b-09e6-4faf-bdb7-817c67add829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:14.609064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d813a6ef-cc5d-4b83-86f0-b1f2739c0756 req-0d50c5b6-272e-4417-b068-f42fe5ddb77b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383998 Dec 08 00:10:14.659039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Attempting to bind port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:14.659429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Attempting to bind port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:14.659864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Attempting to bind port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 on network 58fa7261-cf80-4a7d-8810-b9f67d95338d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:14.688719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:14.689041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Checking segment: {'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:14.689631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:14.690031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Bound using segment: {'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:14.691203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Bound port: f2729a73-44b0-4b8d-baf0-26b08c49a9f1, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:14.695601 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:14.698987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0eaa739-08f4-4a25-85c4-9b3ec7bf677b req-acd0afb4-feaf-4d2c-bc91-6b54e88df673 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 210 time: 0.0887508 Dec 08 00:10:14.756696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:14.950323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] For port f2729a73-44b0-4b8d-baf0-26b08c49a9f1, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:14.959370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] For port f2729a73-44b0-4b8d-baf0-26b08c49a9f1, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:14.966277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3503754b-4e0c-427f-9fc8-b82229f41345 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:14.984741 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:15.148490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f0cad4f5-5267-477f-8c2c-ca2b9920684d', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'port_id': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'mac_address': 'fa:16:3e:e6:a1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:09:48Z', 'updated_at': '2021-12-08T00:10:07Z', 'revision_number': 1, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:48Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:15.235303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3273353-5f9d-4b0b-a1f6-c3dcac7c0e3a None None] Pushing event updated for resources: {'Port': ['ID=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:15.256871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef7cc6-9f9d-40fb-9d2f-1ee79adb3e39 None None] The sync data for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 is: [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f0cad4f5-5267-477f-8c2c-ca2b9920684d', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'port_id': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'mac_address': 'fa:16:3e:e6:a1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:09:48Z', 'updated_at': '2021-12-08T00:10:07Z', 'revision_number': 1, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:48Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:10:15.278512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abdd3-eee5-402d-807e-cb229d2653cc req-414f40b0-0f4b-453b-ba5d-33bdf2abe3a8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:15.293322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e2abdd3-eee5-402d-807e-cb229d2653cc req-414f40b0-0f4b-453b-ba5d-33bdf2abe3a8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 945 time: 0.1169758 Dec 08 00:10:15.380819 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94c9316b-09e6-4faf-bdb7-817c67add829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:15.434344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e2abdd3-eee5-402d-807e-cb229d2653cc req-55c0b670-fff7-431f-8c3c-a74191a8fe43 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400476 Dec 08 00:10:15.437536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3503754b-4e0c-427f-9fc8-b82229f41345 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:15.437849 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:15.501986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-94c9316b-09e6-4faf-bdb7-817c67add829 None None] For port 3503754b-4e0c-427f-9fc8-b82229f41345, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3503754b-4e0c-427f-9fc8-b82229f41345,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:15.530865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94c9316b-09e6-4faf-bdb7-817c67add829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:15.731852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9316b-09e6-4faf-bdb7-817c67add829 None None] Pushing event updated for resources: {'Port': ['ID=3503754b-4e0c-427f-9fc8-b82229f41345,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:15.767953 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332382eb-3ecb-42a0-96ef-fffd3a5f375f None None] New status for floating IP f0cad4f5-5267-477f-8c2c-ca2b9920684d: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:10:15.798880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:10:15.803404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-38d1576d-f9ce-4385-83f2-2c9cb91b9f79 None None] Provisioning complete for port 3503754b-4e0c-427f-9fc8-b82229f41345 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:15.803922 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-38d1576d-f9ce-4385-83f2-2c9cb91b9f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:15.918216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5fdb07d0-634f-47e0-813b-62b0e866872d req-54d379f4-22bc-4b44-8b83-4000dee5ad38 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 210 time: 0.0602031 Dec 08 00:10:15.974123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc55d69a-a981-4ee5-b0e0-0517ceaefc97 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:16.036544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:10:16.052952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-08948ff0-ba7f-49df-9e23-a56812f6e8be admin admin] 10.222.0.18 "PUT /v2.0/routers/c038b611-45be-4ba9-bbd9-8a633ff0b4b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7034032 Dec 08 00:10:16.053508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54122) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:16.065573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] Sync routers for ids ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:10:16.099819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] Routers {'c038b611-45be-4ba9-bbd9-8a633ff0b4b8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:16.100476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:16.233468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:16.234122 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:16.273135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:16.340865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] Set router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:16.426430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-d87b80cc-0603-4ec6-a128-1c33090d6f90 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:16.477710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-d87b80cc-0603-4ec6-a128-1c33090d6f90 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:16.480050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-d87b80cc-0603-4ec6-a128-1c33090d6f90 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "GET /v2.0/networks?id=72430544-27cb-434c-aa82-39375e5d432b&id=58fa7261-cf80-4a7d-8810-b9f67d95338d&id=72430544-27cb-434c-aa82-39375e5d432b HTTP/1.1" status: 200 len: 1391 time: 0.2591374 Dec 08 00:10:16.482466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:16.511301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'port': {'device_id': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'network_id': '72430544-27cb-434c-aa82-39375e5d432b', 'admin_state_up': True, 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:16.639168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:10:14Z', 'revision_number': 5, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port': {'id': 'b149ed88-5862-4815-9122-04a7c59e0ad7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:16.685607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-dcdc9c17-7859-4426-acf8-97ccb1246c84 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:16.687207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-dcdc9c17-7859-4426-acf8-97ccb1246c84 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 945 time: 0.1427832 Dec 08 00:10:16.710976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Deleting port b149ed88-5862-4815-9122-04a7c59e0ad7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:16.711327 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:16.714267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] Checking router: c038b611-45be-4ba9-bbd9-8a633ff0b4b8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:10:16.726328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] Routers {'c038b611-45be-4ba9-bbd9-8a633ff0b4b8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:16.726991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:09:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:16.837358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a52fa-ff4b-4dce-b59e-8e6e300f61e0 req-8410641f-c697-4469-81fe-cead0d40669c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:16.850441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d10a52fa-ff4b-4dce-b59e-8e6e300f61e0 req-8410641f-c697-4469-81fe-cead0d40669c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 945 time: 0.2675266 Dec 08 00:10:16.881716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] Set router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:16.922993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] For port b149ed88-5862-4815-9122-04a7c59e0ad7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b149ed88-5862-4815-9122-04a7c59e0ad7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:16.924013 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:16.953842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Calling delete_port for b149ed88-5862-4815-9122-04a7c59e0ad7 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:16.965177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:10:16Z', 'revision_number': 6, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:16.982178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Deleting port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:16.983227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:16.995189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d10a52fa-ff4b-4dce-b59e-8e6e300f61e0 req-57269cba-34c9-4cbf-a7b9-f1cc906835bb tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436076 Dec 08 00:10:16.997999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:17.001835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.042623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef044c21-2fb1-4173-986c-7dec06754328 None None] The sync data for ids ['c038b611-45be-4ba9-bbd9-8a633ff0b4b8'] in n-d-820549-2 is: [{'id': 'c038b611-45be-4ba9-bbd9-8a633ff0b4b8', 'name': 'tempest-ServerRescueTestJSON-2034769468-router', 'tenant_id': '36b3301f19974aa0851a4f337c08d3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:12Z', 'updated_at': '2021-12-08T00:10:16Z', 'revision_number': 6, 'project_id': '36b3301f19974aa0851a4f337c08d3ce', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:10:17.090097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2729a73-44b0-4b8d-baf0-26b08c49a9f1 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:17.150390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1c033f8-fa1f-4649-bc91-e87c73d7e949 req-8d0d8dbf-32c5-4067-96f5-c8ceb3c4a11b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 210 time: 0.0798135 Dec 08 00:10:17.184219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:17.184576 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.222442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33b99b-d49b-4ef2-8362-a0621fe8ac32 None None] Network 58fa7261-cf80-4a7d-8810-b9f67d95338d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:17.257762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Allocated IP 19.80.0.174 (72430544-27cb-434c-aa82-39375e5d432b/dcc87536-b1b8-4a1f-80ad-840b39688f8f/832fc710-364e-45e0-9d20-29630dec1c83) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:17.291981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] For port ec8c9022-73c0-4070-b8c0-d9a54793c9f4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:17.296303 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.314228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Calling delete_port for ec8c9022-73c0-4070-b8c0-d9a54793c9f4 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:17.344984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1df5609b-e30b-46dc-bd56-b71ee1fe6763 None None] Provisioning complete for port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:17.344984 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1df5609b-e30b-46dc-bd56-b71ee1fe6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.463674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.534480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.536746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b149ed88-5862-4815-9122-04a7c59e0ad7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:17.599576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.652064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.667405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.682643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network 72430544-27cb-434c-aa82-39375e5d432b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:17.682643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:17.685685 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:10:17.694866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:17.712568 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.745373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Port': ['ID=832fc710-364e-45e0-9d20-29630dec1c83,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:17.789598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:17.790232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.805903 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.813346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-99b6797c-6436-4724-8817-757f1764d0e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3060176 Dec 08 00:10:17.833031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'port': {'device_id': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d', 'admin_state_up': True, 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:17.863256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['ec8c9022-73c0-4070-b8c0-d9a54793c9f4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:17.916927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event deleted for resources: {'Port': ['ID=ec8c9022-73c0-4070-b8c0-d9a54793c9f4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:17.927424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.932033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.950058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port f2729a73-44b0-4b8d-baf0-26b08c49a9f1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:17.961023 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1df5609b-e30b-46dc-bd56-b71ee1fe6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.989020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:17.998826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3503754b-4e0c-427f-9fc8-b82229f41345 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:18.040948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] No DVR routers for this DVR port ec8c9022-73c0-4070-b8c0-d9a54793c9f4 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:18.051295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.069959 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-46a73951-6fc6-4d06-b9b1-7bcc57af7eb6 req-d20d712b-b33a-4ab4-a2c8-c1eaeae26fc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "DELETE /v2.0/ports/ec8c9022-73c0-4070-b8c0-d9a54793c9f4 HTTP/1.1" status: 204 len: 173 time: 1.3746920 Dec 08 00:10:18.071747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'name': 'network-vif-deleted', 'tag': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:18.087619 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acad7ba-4a32-4322-afb8-126fb1f1e503" -d '{"events": [{"server_uuid": "e6883e9c-0a37-4159-8cb2-c62b3b4e7942", "name": "network-vif-deleted", "tag": "ec8c9022-73c0-4070-b8c0-d9a54793c9f4"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:18.116044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.116568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c038b611-45be-4ba9-bbd9-8a633ff0b4b8 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:10:18.134705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.142975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-970f1687-017d-40b3-aa36-2862b8ac1d57 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c038b611-45be-4ba9-bbd9-8a633ff0b4b8 HTTP/1.1" status: 204 len: 168 time: 2.0877681 Dec 08 00:10:18.146058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54156) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:18.173286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:18.178801 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.183520 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9085266e-82aa-4f3b-ad71-85037ca35224 x-openstack-request-id: req-9085266e-82aa-4f3b-ad71-85037ca35224 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:18.183852 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6883e9c-0a37-4159-8cb2-c62b3b4e7942", "name": "network-vif-deleted", "tag": "ec8c9022-73c0-4070-b8c0-d9a54793c9f4", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:18.184387 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9085266e-82aa-4f3b-ad71-85037ca35224 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:18.184814 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6883e9c-0a37-4159-8cb2-c62b3b4e7942', 'name': 'network-vif-deleted', 'tag': 'ec8c9022-73c0-4070-b8c0-d9a54793c9f4', 'status': 'completed', 'code': 200} Dec 08 00:10:18.321073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:18.363591 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-1df5609b-e30b-46dc-bd56-b71ee1fe6763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:10:18.364139 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-1df5609b-e30b-46dc-bd56-b71ee1fe6763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:10:18.366499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3503754b-4e0c-427f-9fc8-b82229f41345 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:18.373140 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.387944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73ca11a6-5251-4446-a32a-18a8f15051b1 req-1fd3fddb-fd93-44f1-84f4-3fe3590cbead tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6883e9c-0a37-4159-8cb2-c62b3b4e7942 HTTP/1.1" status: 200 len: 210 time: 0.1140738 Dec 08 00:10:18.415379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] Deleting subnet e77b13b0-ff11-4f54-82f3-eb235542b793 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:10:18.520283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.662604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.676884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b2072-37b6-431a-96f6-0935f9455c5f req-a15bf64d-6454-4f86-a04d-eaa6e18c9652 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:18.684803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed5b2072-37b6-431a-96f6-0935f9455c5f req-a15bf64d-6454-4f86-a04d-eaa6e18c9652 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 932 time: 0.1697338 Dec 08 00:10:18.742654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Allocated IP 19.86.0.71 (58fa7261-cf80-4a7d-8810-b9f67d95338d/813a209d-e4d2-42f1-b95e-6371a2b5502d/740413a2-1752-4f17-bdf1-7cf826af694a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:18.751771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2729a73-44b0-4b8d-baf0-26b08c49a9f1 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:18.804989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.818745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed5b2072-37b6-431a-96f6-0935f9455c5f req-09b85734-4edc-40cf-8134-e34c1f3a7058 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329026 Dec 08 00:10:18.827160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:18.827580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:18.968350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.016043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ee1e30c8-647c-4cf8-8474-facca35821b5 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:19.040395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: ee1e30c8-647c-4cf8-8474-facca35821b5 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:19.040738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ee1e30c8-647c-4cf8-8474-facca35821b5 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:19.041146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b149ed88-5862-4815-9122-04a7c59e0ad7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:19.069872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b149ed88-5862-4815-9122-04a7c59e0ad7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:19.070166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b149ed88-5862-4815-9122-04a7c59e0ad7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:19.076756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6922ac3f-ed0a-4a14-8fbd-7ffb9458a191 None None] Provisioning complete for port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:19.077182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6922ac3f-ed0a-4a14-8fbd-7ffb9458a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.207348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6922ac3f-ed0a-4a14-8fbd-7ffb9458a191 None None] Provisioning complete for port 832fc710-364e-45e0-9d20-29630dec1c83 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:19.207728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6922ac3f-ed0a-4a14-8fbd-7ffb9458a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.255389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6922ac3f-ed0a-4a14-8fbd-7ffb9458a191 None None] Port 832fc710-364e-45e0-9d20-29630dec1c83 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:19.361631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77b13b0-ff11-4f54-82f3-eb235542b793,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:19.365273 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.371373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54174) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:19.371816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-36e2f3fe-4569-4f34-91fb-c15f62339a02 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e77b13b0-ff11-4f54-82f3-eb235542b793 HTTP/1.1" status: 204 len: 168 time: 1.2222247 Dec 08 00:10:19.379793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.416253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.459090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.475789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network 58fa7261-cf80-4a7d-8810-b9f67d95338d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:19.476929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Port': ['ID=740413a2-1752-4f17-bdf1-7cf826af694a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:19.479601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:19.481597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:19.545048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:19.545705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.551001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.582333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9259eb-8c29-4b26-89a3-3b1c47bc1e8b']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:19.582488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-1bf5b971-f063-486b-b274-072e9b2c43cb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7552953 Dec 08 00:10:19.596138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:19.596608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e87a63-ddf8-4ff6-bbbf-f0a3ccff9d98') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:19.607937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.612511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'port': {'device_id': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'network_id': '72430544-27cb-434c-aa82-39375e5d432b', 'admin_state_up': True, 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:19.622760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.630548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:10:19.630995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:10:19.633002 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:10:19.692400 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.698251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.704142 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] 10.222.0.18 "DELETE /v2.0/networks/db9259eb-8c29-4b26-89a3-3b1c47bc1e8b HTTP/1.1" status: 204 len: 168 time: 0.3292909 Dec 08 00:10:19.719884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2170284-91c2-4359-a1c0-e7d76df5b88e admin admin] Pushing event deleted for resources: {'Network': ['ID=db9259eb-8c29-4b26-89a3-3b1c47bc1e8b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:19.782482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7c1e9abf-4b59-4daf-ad2e-7a10c053d551 None None] Provisioning complete for port 740413a2-1752-4f17-bdf1-7cf826af694a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:19.785309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9abf-4b59-4daf-ad2e-7a10c053d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.811792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-2452f77a-48dc-420f-a1d4-9a5807a4d13f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:19.813864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-2452f77a-48dc-420f-a1d4-9a5807a4d13f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.2205505 Dec 08 00:10:19.825349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e9abf-4b59-4daf-ad2e-7a10c053d551 None None] Port 740413a2-1752-4f17-bdf1-7cf826af694a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:19.839108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-bc7d838c-ec01-4d10-be90-f46356624ab2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/quotas/f9f13e4acbc34c019c9407e4921c1873 HTTP/1.1" status: 200 len: 375 time: 0.0183194 Dec 08 00:10:19.850041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54196) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:19.865747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:19.869093 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.887349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-ffe55d0a-fdd7-4e1f-a854-0b09816104b1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352449 Dec 08 00:10:19.912474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9cd31f36-7741-48f2-adf7-981cd7ede280 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36b3301f19974aa0851a4f337c08d3ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608244 Dec 08 00:10:19.914548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54198) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:19.943899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ec8c9022-73c0-4070-b8c0-d9a54793c9f4 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:19.965133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: ec8c9022-73c0-4070-b8c0-d9a54793c9f4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:19.965479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device ec8c9022-73c0-4070-b8c0-d9a54793c9f4 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:19.969808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f38150a6-5c40-4301-80d6-184b8e79c4a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:19.991931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f38150a6-5c40-4301-80d6-184b8e79c4a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:20.041446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f38150a6-5c40-4301-80d6-184b8e79c4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:20.044173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f38150a6-5c40-4301-80d6-184b8e79c4a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:20.048481 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f38150a6-5c40-4301-80d6-184b8e79c4a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78587213-af80-4020-9555-ea84917cd860 HTTP/1.1" status: 204 len: 168 time: 0.1305101 Dec 08 00:10:20.057952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38150a6-5c40-4301-80d6-184b8e79c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78587213-af80-4020-9555-ea84917cd860,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:20.098008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f7cb-613c-49e4-a8b8-d6336a2b87f7 req-88b44856-929f-4879-8646-fd8ffb7e73d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:20.103895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f7cb-613c-49e4-a8b8-d6336a2b87f7 req-88b44856-929f-4879-8646-fd8ffb7e73d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:20.105515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9bb4f7cb-613c-49e4-a8b8-d6336a2b87f7 req-88b44856-929f-4879-8646-fd8ffb7e73d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 1654 time: 0.1983213 Dec 08 00:10:20.139879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-fdba12f1-400a-4fce-a943-9684b6cba72d service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449455 Dec 08 00:10:20.186386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Allocated IP 19.80.0.207 (72430544-27cb-434c-aa82-39375e5d432b/dcc87536-b1b8-4a1f-80ad-840b39688f8f/e1fc89fa-088a-4c60-91c3-d46e74bfdfd8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:20.252262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9bb4f7cb-613c-49e4-a8b8-d6336a2b87f7 req-6dce5ad4-8d35-48b5-8736-ae71cde2701d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383624 Dec 08 00:10:20.342063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-9cbb476b-2736-41b8-be22-30a025770c2c service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923628 Dec 08 00:10:20.466562 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:20.524639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:20.587456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network 72430544-27cb-434c-aa82-39375e5d432b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:20.602619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:20.623408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:20.667375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f035547-54d6-4902-b541-5117932d8678 req-26b8aefd-d7f2-4d81-92b0-aa37cf503290 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.0865316 Dec 08 00:10:20.675455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Port': ['ID=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:20.693191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:20.694077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:20.714730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-183ca325-27ba-4ecb-a58b-452a22d60d9f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1075299 Dec 08 00:10:20.740460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Request body: {'port': {'device_id': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:20.847167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.062134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5d70ea45-42d5-4141-bbdb-fa8edf6ff1f6 None None] Provisioning complete for port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:21.063225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5d70ea45-42d5-4141-bbdb-fa8edf6ff1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.117444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5d70ea45-42d5-4141-bbdb-fa8edf6ff1f6 None None] Port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:21.217126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832fc710-364e-45e0-9d20-29630dec1c83 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:21.226395 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.239774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Transition to ACTIVE for port object 832fc710-364e-45e0-9d20-29630dec1c83 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:10:21.245289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.360602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Pushing event updated for resources: {'Port': ['ID=832fc710-364e-45e0-9d20-29630dec1c83,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:21.386295 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-129b41a1-55a7-427f-b0ea-66243f288fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.464894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Attempting to bind port 832fc710-364e-45e0-9d20-29630dec1c83 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:21.465262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Attempting to bind port 832fc710-364e-45e0-9d20-29630dec1c83 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:21.465570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Attempting to bind port 832fc710-364e-45e0-9d20-29630dec1c83 on network 72430544-27cb-434c-aa82-39375e5d432b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:21.477771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853cbb1-92ed-4edc-a021-facae0c326ec req-71e11c2b-0978-4dd0-b835-6c708d196730 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:21.484946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853cbb1-92ed-4edc-a021-facae0c326ec req-71e11c2b-0978-4dd0-b835-6c708d196730 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:21.491209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853cbb1-92ed-4edc-a021-facae0c326ec req-71e11c2b-0978-4dd0-b835-6c708d196730 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:21.493004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a853cbb1-92ed-4edc-a021-facae0c326ec req-71e11c2b-0978-4dd0-b835-6c708d196730 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2388 time: 0.1075268 Dec 08 00:10:21.495572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Port 832fc710-364e-45e0-9d20-29630dec1c83 on network 72430544-27cb-434c-aa82-39375e5d432b not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:10:21.495898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Attempting to bind port 832fc710-364e-45e0-9d20-29630dec1c83 on network 72430544-27cb-434c-aa82-39375e5d432b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:21.504923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:21.505302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Checking segment: {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:21.505811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Bound using segment: {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:21.506259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Bound port: 832fc710-364e-45e0-9d20-29630dec1c83, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:21.506622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.613856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] For port 832fc710-364e-45e0-9d20-29630dec1c83, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:21.617314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] For port 832fc710-364e-45e0-9d20-29630dec1c83, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=832fc710-364e-45e0-9d20-29630dec1c83,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:21.632310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.691086 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a853cbb1-92ed-4edc-a021-facae0c326ec req-b505922a-526e-4359-b5fe-7c6fac6b00b3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816828 Dec 08 00:10:21.700345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:21.701083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.702353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] 10.222.0.59 "PUT /v2.0/ports/832fc710-364e-45e0-9d20-29630dec1c83 HTTP/1.1" status: 200 len: 1092 time: 0.9728339 Dec 08 00:10:21.702810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'tag': '832fc710-364e-45e0-9d20-29630dec1c83'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:21.706071 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf8724-40cb-4006-9e69-c5fcacaabac7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "tag": "832fc710-364e-45e0-9d20-29630dec1c83"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:21.757046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Request body: {'port': {'device_id': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:21.776858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e5551511-fe04-4b6d-b482-36f4a04a17b5 req-51b2c857-e8d1-496c-93a2-16c512a676e1 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0647607 Dec 08 00:10:21.796187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d36ec-e952-4e9c-bd21-bb8f78871558 service neutron] Pushing event updated for resources: {'Port': ['ID=832fc710-364e-45e0-9d20-29630dec1c83,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:21.914960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:21.999023 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f269db34-5ac3-4ed4-b3cc-f1a8f06bc824 x-openstack-request-id: req-f269db34-5ac3-4ed4-b3cc-f1a8f06bc824 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:21.999325 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "tag": "832fc710-364e-45e0-9d20-29630dec1c83", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:21.999589 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f269db34-5ac3-4ed4-b3cc-f1a8f06bc824 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:22.000043 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'tag': '832fc710-364e-45e0-9d20-29630dec1c83', 'status': 'completed', 'code': 200} Dec 08 00:10:22.110122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f2f6496-1e1c-4abd-aaf5-6343c74c1bb3 req-038fc753-188a-4d64-9ff4-c06957dd562c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.1625578 Dec 08 00:10:22.227912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-562e9ae9-f2fe-421c-837a-10a0309e474d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.229538 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-562e9ae9-f2fe-421c-837a-10a0309e474d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.2730818 Dec 08 00:10:22.265508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-25b1c1f3-76ac-40b1-877c-b6b7a843879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.266270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-25b1c1f3-76ac-40b1-877c-b6b7a843879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.266943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-25b1c1f3-76ac-40b1-877c-b6b7a843879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.268582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-25b1c1f3-76ac-40b1-877c-b6b7a843879a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2731 time: 0.2267935 Dec 08 00:10:22.280684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Request body: {'port': {'device_id': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'admin_state_up': True, 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:22.410240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740413a2-1752-4f17-bdf1-7cf826af694a {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:22.418611 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:22.432169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Transition to ACTIVE for port object 740413a2-1752-4f17-bdf1-7cf826af694a will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:10:22.438488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:22.474750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-f70c0fc6-8098-43c1-948c-78cdc0c16866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.475343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-f70c0fc6-8098-43c1-948c-78cdc0c16866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.475806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-f70c0fc6-8098-43c1-948c-78cdc0c16866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.477424 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-f70c0fc6-8098-43c1-948c-78cdc0c16866 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1918256 Dec 08 00:10:22.531863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:22.535576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:22.596757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Pushing event updated for resources: {'Port': ['ID=740413a2-1752-4f17-bdf1-7cf826af694a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:22.646245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-7f105821-e4da-4025-8aaf-97b95b39f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:22.648389 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5dcf8724-40cb-4006-9e69-c5fcacaabac7 req-7f105821-e4da-4025-8aaf-97b95b39f65e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1614799 Dec 08 00:10:22.685520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Attempting to bind port 740413a2-1752-4f17-bdf1-7cf826af694a on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:22.686463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Attempting to bind port 740413a2-1752-4f17-bdf1-7cf826af694a by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:22.686819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Attempting to bind port 740413a2-1752-4f17-bdf1-7cf826af694a on network 58fa7261-cf80-4a7d-8810-b9f67d95338d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:22.705547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Port 740413a2-1752-4f17-bdf1-7cf826af694a on network 58fa7261-cf80-4a7d-8810-b9f67d95338d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:10:22.705809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Attempting to bind port 740413a2-1752-4f17-bdf1-7cf826af694a on network 58fa7261-cf80-4a7d-8810-b9f67d95338d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:22.716339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:22.716685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Checking segment: {'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:22.717074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Bound using segment: {'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:22.717509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Bound port: 740413a2-1752-4f17-bdf1-7cf826af694a, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d0da1e-e8a1-4aed-b371-47ae628a7a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:22.717871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:22.802774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Allocated IP 172.20.0.12 (a9b1164d-d88c-4080-a8e5-3d56d0ce446f/41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16/06e15b94-c4fc-417c-9e60-4b3fb8fb8118) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:22.977671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-816c8fa4-8ca4-410b-8f6b-760f990ee6c1 req-e974627b-8141-463d-aea7-18dc4c0ff1fd tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0620208 Dec 08 00:10:22.990974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] For port 740413a2-1752-4f17-bdf1-7cf826af694a, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:23.016066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] For port 740413a2-1752-4f17-bdf1-7cf826af694a, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=740413a2-1752-4f17-bdf1-7cf826af694a,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:23.026537 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.111303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:23.113712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.117127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] 10.222.0.59 "PUT /v2.0/ports/740413a2-1752-4f17-bdf1-7cf826af694a HTTP/1.1" status: 200 len: 1091 time: 1.3690379 Dec 08 00:10:23.170361 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.171540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Request body: {'port': {'device_id': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:23.223596 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eae02a-ed01-409a-9633-1b88223de2fc service neutron] Pushing event updated for resources: {'Port': ['ID=740413a2-1752-4f17-bdf1-7cf826af694a,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:23.308517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.329551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.489671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:23.495358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:23.501772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:23.559430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cdb252ca-8f60-494b-aadd-8f4e20ec3e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.563929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event updated for resources: {'Port': ['ID=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:23.593516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:23.594263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.615259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-59cc9d76-589f-4f9a-b549-d736053f912b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3401258 Dec 08 00:10:23.634241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Request body: {'port': {'device_id': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:23.665240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43b499-8b0c-4f22-a7c4-10abf8250171 req-1291841c-90e4-43e3-be05-e8203b6a126a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:23.671360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43b499-8b0c-4f22-a7c4-10abf8250171 req-1291841c-90e4-43e3-be05-e8203b6a126a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:23.678178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43b499-8b0c-4f22-a7c4-10abf8250171 req-1291841c-90e4-43e3-be05-e8203b6a126a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:23.679944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa43b499-8b0c-4f22-a7c4-10abf8250171 req-1291841c-90e4-43e3-be05-e8203b6a126a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2400 time: 0.1411316 Dec 08 00:10:23.692850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:23.718202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7e4b7-2d36-4141-baf1-e8d839e1ba11 req-ca8bfd16-3005-47c2-802e-1581c9a1caf6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:23.720288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47c7e4b7-2d36-4141-baf1-e8d839e1ba11 req-ca8bfd16-3005-47c2-802e-1581c9a1caf6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 932 time: 0.2899592 Dec 08 00:10:23.831272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa43b499-8b0c-4f22-a7c4-10abf8250171 req-b2ce7a2d-8b34-4e6f-a48a-4ad572edf73b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083205 Dec 08 00:10:23.880188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47c7e4b7-2d36-4141-baf1-e8d839e1ba11 req-012bb47b-ae8a-424f-9084-077fbc4c50cf tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295493 Dec 08 00:10:23.986950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:23.995575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.003049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'tag': '740413a2-1752-4f17-bdf1-7cf826af694a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:24.015322 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168ffed5-fc32-41a8-8a95-6df1759df523" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "tag": "740413a2-1752-4f17-bdf1-7cf826af694a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:24.055936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Transition to ACTIVE for port object e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:10:24.061798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.065236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:24.075531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.090110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Transition to ACTIVE for port object 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:10:24.097096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.111812 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8147aff-60bd-40d5-9a76-2802620fd35f x-openstack-request-id: req-d8147aff-60bd-40d5-9a76-2802620fd35f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:24.112110 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "tag": "740413a2-1752-4f17-bdf1-7cf826af694a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:24.112420 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8147aff-60bd-40d5-9a76-2802620fd35f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:24.112770 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'tag': '740413a2-1752-4f17-bdf1-7cf826af694a', 'status': 'completed', 'code': 200} Dec 08 00:10:24.198540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:24.236066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4acea36-7af7-46d5-837b-704c1bcd2b1e req-8129836e-1f96-4c5f-9c58-4a2947f7cdd9 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0716560 Dec 08 00:10:24.236384 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Pushing event updated for resources: {'Port': ['ID=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:24.305846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-e5cc34e0-3b49-47c9-91e1-31e5c6b3a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.306313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-e5cc34e0-3b49-47c9-91e1-31e5c6b3a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.306988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-e5cc34e0-3b49-47c9-91e1-31e5c6b3a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.317243 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-e5cc34e0-3b49-47c9-91e1-31e5c6b3a974 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2823 time: 0.1555018 Dec 08 00:10:24.393493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Attempting to bind port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:24.393838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Attempting to bind port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:24.394178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Attempting to bind port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 on network 72430544-27cb-434c-aa82-39375e5d432b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:24.403372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Attempting to bind port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:24.403936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Attempting to bind port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:24.404247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Attempting to bind port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:24.409793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 on network 72430544-27cb-434c-aa82-39375e5d432b not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:10:24.410742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Attempting to bind port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 on network 72430544-27cb-434c-aa82-39375e5d432b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:24.422729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:24.423154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Checking segment: {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:24.425842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Bound using segment: {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:24.426307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Bound port: e1fc89fa-088a-4c60-91c3-d46e74bfdfd8, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c87d6c84-380b-4bb0-a730-521b259a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72430544-27cb-434c-aa82-39375e5d432b'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:24.428046 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.454654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:10:24.455025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Attempting to bind port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:24.466732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8e2dc41-d3d8-4fca-adf2-b2f91a2e65c9 req-bcdaf9d4-fb71-4483-9822-ca29e42b50ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0527532 Dec 08 00:10:24.476087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:24.476465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Checking segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:24.476860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Bound using segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:24.477307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Bound port: 06e15b94-c4fc-417c-9e60-4b3fb8fb8118, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:24.477903 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.512652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] For port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:24.517749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] For port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:24.522718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.583951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-2ff56111-3942-494e-8d77-8ffc63eec49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.584375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-2ff56111-3942-494e-8d77-8ffc63eec49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.584684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-2ff56111-3942-494e-8d77-8ffc63eec49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.586379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-2ff56111-3942-494e-8d77-8ffc63eec49f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2616618 Dec 08 00:10:24.651265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.651908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.653451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] 10.222.0.59 "PUT /v2.0/ports/e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 HTTP/1.1" status: 200 len: 1092 time: 1.4893477 Dec 08 00:10:24.654083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8d1dc-2d96-4cfb-9cd7-87431a319c26 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:24.691554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] For port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:24.710774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] For port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:24.712270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-71208807-c3db-4c4c-b83f-c500a9d8971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.713743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168ffed5-fc32-41a8-8a95-6df1759df523 req-71208807-c3db-4c4c-b83f-c500a9d8971a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160784 Dec 08 00:10:24.718664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.759999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.760625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:24.762025 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] 10.222.0.44 "PUT /v2.0/ports/06e15b94-c4fc-417c-9e60-4b3fb8fb8118 HTTP/1.1" status: 200 len: 1092 time: 1.1325216 Dec 08 00:10:24.762483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'tag': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:24.764862 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "cacbfab3-4edc-40dc-bd68-23954c9daee5", "tag": "06e15b94-c4fc-417c-9e60-4b3fb8fb8118"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:24.839587 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5f9b23-5371-48bf-8278-d84ea515b329 x-openstack-request-id: req-0b5f9b23-5371-48bf-8278-d84ea515b329 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:24.840238 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacbfab3-4edc-40dc-bd68-23954c9daee5", "tag": "06e15b94-c4fc-417c-9e60-4b3fb8fb8118", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:24.840238 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b5f9b23-5371-48bf-8278-d84ea515b329 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:24.840523 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'tag': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118', 'status': 'completed', 'code': 200} Dec 08 00:10:24.842508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08584-3584-4040-b594-b7a5ceb87684 service neutron] Pushing event updated for resources: {'Port': ['ID=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:24.894966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-14fd73d0-e684-47d5-953c-a14dc8a6d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.895460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-14fd73d0-e684-47d5-953c-a14dc8a6d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.895938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-14fd73d0-e684-47d5-953c-a14dc8a6d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.897642 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-14fd73d0-e684-47d5-953c-a14dc8a6d112 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2865 time: 0.0897174 Dec 08 00:10:24.909730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-d861c5e4-8fdc-4b2a-b19c-640e6acbf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.911816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-d861c5e4-8fdc-4b2a-b19c-640e6acbf3e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 1095 time: 0.0601346 Dec 08 00:10:24.959004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-0378af37-ab40-44b5-adb7-9c3947fae378 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=832fc710-364e-45e0-9d20-29630dec1c83 HTTP/1.1" status: 200 len: 217 time: 0.0452449 Dec 08 00:10:24.976793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc542-b0c8-4b03-9eff-b9aafaecd3cf req-85f69fa7-4617-4b5c-b590-785ab740a27b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.985127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc542-b0c8-4b03-9eff-b9aafaecd3cf req-85f69fa7-4617-4b5c-b590-785ab740a27b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:24.996556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc542-b0c8-4b03-9eff-b9aafaecd3cf req-85f69fa7-4617-4b5c-b590-785ab740a27b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.006243 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af7dc542-b0c8-4b03-9eff-b9aafaecd3cf req-85f69fa7-4617-4b5c-b590-785ab740a27b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2412 time: 0.1046054 Dec 08 00:10:25.049537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-3aeab084-b73d-4856-bcd4-ba4691a0d7f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06e15b94-c4fc-417c-9e60-4b3fb8fb8118 HTTP/1.1" status: 200 len: 217 time: 0.0892587 Dec 08 00:10:25.073346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:25.103279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-f51cb2a1-b2ed-4fe8-a78b-71ef7af1feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.104758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-f51cb2a1-b2ed-4fe8-a78b-71ef7af1feb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcc87536-b1b8-4a1f-80ad-840b39688f8f HTTP/1.1" status: 200 len: 801 time: 0.1367357 Dec 08 00:10:25.147345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-9b052d58-2894-49f0-a7c2-eed39e458e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.149064 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-9b052d58-2894-49f0-a7c2-eed39e458e71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.0906360 Dec 08 00:10:25.152480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af7dc542-b0c8-4b03-9eff-b9aafaecd3cf req-b98b4993-845b-4866-a08a-05b106ca6642 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453795 Dec 08 00:10:25.176199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeabd67-d338-4bcf-9b56-efe27d4eca53 req-75b21873-45f3-4fd8-8ef1-f14b5d2f83ad tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.176199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8eeabd67-d338-4bcf-9b56-efe27d4eca53 req-75b21873-45f3-4fd8-8ef1-f14b5d2f83ad tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 944 time: 0.1198540 Dec 08 00:10:25.200199 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-37d4546e-3b38-4bcf-802a-feec8dad395b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367701 Dec 08 00:10:25.206720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-5211614e-2a91-4ca0-8fa3-e676c6d6af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.208256 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-5211614e-2a91-4ca0-8fa3-e676c6d6af2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72430544-27cb-434c-aa82-39375e5d432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949376 Dec 08 00:10:25.259012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8eeabd67-d338-4bcf-9b56-efe27d4eca53 req-70256058-2803-4bc7-a1ed-0464aac03699 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625961 Dec 08 00:10:25.387978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59de42e5-8b52-4fb2-a8e8-145e88328daf req-d357e84d-acab-40d1-b3e6-0d8df34eb3de tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0387213 Dec 08 00:10:25.455701 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-9ac3088d-e65a-43cc-a9cf-7e70c89254f4 service neutron] 10.222.0.59 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348440 Dec 08 00:10:25.457568 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-aa949317-d21f-4489-8f78-27a8a9679c20 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459877 Dec 08 00:10:25.650100 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-60f3d2ab-9cdb-49ea-b906-7a1d21c3876b req-d58672d5-1147-4aec-b0c4-26b48ce0fac4 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741815 Dec 08 00:10:25.651903 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-a0a87973-4fc8-429b-a132-f1947ecc5a27 service neutron] 10.222.0.59 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875222 Dec 08 00:10:25.694764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-de6bc137-42d0-4cd6-bdc3-7d38d38fa72b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.71&port_id=740413a2-1752-4f17-bdf1-7cf826af694a HTTP/1.1" status: 200 len: 217 time: 0.0354464 Dec 08 00:10:25.778225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-879b1c01-95e8-4ed8-8c98-7abe075e5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.779749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-879b1c01-95e8-4ed8-8c98-7abe075e5a24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=813a209d-e4d2-42f1-b95e-6371a2b5502d HTTP/1.1" status: 200 len: 801 time: 0.0766814 Dec 08 00:10:25.799155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-c3d9791f-77bc-42f3-94d8-9f9fb0656fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.800637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-c3d9791f-77bc-42f3-94d8-9f9fb0656fcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 1095 time: 0.0663655 Dec 08 00:10:25.884468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-eace2e6c-a72f-4b52-8cc1-29a07a69e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:25.885835 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-eace2e6c-a72f-4b52-8cc1-29a07a69e557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58fa7261-cf80-4a7d-8810-b9f67d95338d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0989976 Dec 08 00:10:26.114330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'tag': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:26.117221 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d8f55b-d463-40ed-8993-73163f782e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "tag": "e1fc89fa-088a-4c60-91c3-d46e74bfdfd8"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:26.163915 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222147d-700f-46f2-8a76-326c3bb43ea9 x-openstack-request-id: req-8222147d-700f-46f2-8a76-326c3bb43ea9 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:26.164206 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "tag": "e1fc89fa-088a-4c60-91c3-d46e74bfdfd8", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:26.164459 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8222147d-700f-46f2-8a76-326c3bb43ea9 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:26.164851 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'tag': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8', 'status': 'completed', 'code': 200} Dec 08 00:10:26.223826 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:26.252853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-3e1e8cd9-3182-4021-977a-4d3d9d6fe564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.254432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-3e1e8cd9-3182-4021-977a-4d3d9d6fe564 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 913 time: 0.4390969 Dec 08 00:10:26.294480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9db8b0-3fee-49c3-8a65-da03bfa25616 req-9fd16a64-943d-4610-8ba8-9870deabafc5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.301308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9db8b0-3fee-49c3-8a65-da03bfa25616 req-9fd16a64-943d-4610-8ba8-9870deabafc5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.307254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9db8b0-3fee-49c3-8a65-da03bfa25616 req-9fd16a64-943d-4610-8ba8-9870deabafc5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.309927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af9db8b0-3fee-49c3-8a65-da03bfa25616 req-9fd16a64-943d-4610-8ba8-9870deabafc5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2412 time: 0.0751045 Dec 08 00:10:26.333033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-980c2d72-a7a0-42d8-a068-97950fd0679d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06e15b94-c4fc-417c-9e60-4b3fb8fb8118 HTTP/1.1" status: 200 len: 217 time: 0.0473363 Dec 08 00:10:26.399518 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-3d8096a3-dc95-4b37-ad8d-7515ca8fa28d service neutron] 10.222.0.59 "GET /v2.0/networks/58fa7261-cf80-4a7d-8810-b9f67d95338d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035820 Dec 08 00:10:26.403011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af9db8b0-3fee-49c3-8a65-da03bfa25616 req-4ae917b1-9ed0-427a-b25e-aecb8d7cbe88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806255 Dec 08 00:10:26.412992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f4b22-63f7-4eb4-9c40-93b688666170 req-6a79837b-0d2e-4792-928c-047916699c00 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.419731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-fb5b6dc3-a934-49bf-87a3-01035fd09b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.423581 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-fb5b6dc3-a934-49bf-87a3-01035fd09b21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.0757933 Dec 08 00:10:26.432427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee0f4b22-63f7-4eb4-9c40-93b688666170 req-6a79837b-0d2e-4792-928c-047916699c00 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 944 time: 0.1038249 Dec 08 00:10:26.470442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-a3696c8e-2575-4832-87d0-5b98e12f64d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365016 Dec 08 00:10:26.493653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee0f4b22-63f7-4eb4-9c40-93b688666170 req-b287d3a3-fb10-49b3-9ade-542eff83e94d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603437 Dec 08 00:10:26.600800 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-55d55870-2662-432e-af90-8f740c870a7e service neutron] 10.222.0.59 "GET /v2.0/networks/58fa7261-cf80-4a7d-8810-b9f67d95338d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920285 Dec 08 00:10:26.611454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e69ed479-546a-48ef-86bf-8b6050e2307c req-19cce01c-3d41-4b94-83f4-b4c164eb8688 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0396161 Dec 08 00:10:26.676466 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-2fa137f2-23c5-4b1e-b2bd-30b5a6744424 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 HTTP/1.1" status: 200 len: 217 time: 0.0659306 Dec 08 00:10:26.682649 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-7c79c9d2-19af-4b68-9b0a-4653b3956031 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026792 Dec 08 00:10:26.757478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-5955f3b3-f689-42bb-881d-f1fb50efbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.758982 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-5955f3b3-f689-42bb-881d-f1fb50efbbcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcc87536-b1b8-4a1f-80ad-840b39688f8f HTTP/1.1" status: 200 len: 801 time: 0.0751145 Dec 08 00:10:26.841644 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a0c4aa-6f4b-4dee-98f7-016d36e90fc7 req-c494fce0-f8d7-4aeb-8684-e867dd3a8300 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279082 Dec 08 00:10:26.846673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-a273f666-1259-440c-8781-d5e4035838c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:26.848140 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-a273f666-1259-440c-8781-d5e4035838c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72430544-27cb-434c-aa82-39375e5d432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0649900 Dec 08 00:10:26.941682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-95d9bc37-e824-4e79-88d9-56212ccfc436 service neutron] 10.222.0.59 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854318 Dec 08 00:10:27.036263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-373e28fa-0ccb-4dd5-aaa7-403037192b58 req-8c928a70-cacd-44d5-b29f-056f84153a2c service neutron] 10.222.0.59 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858407 Dec 08 00:10:27.216078 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:27.226719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-792ddb04-a6a6-406b-b7f4-9c7ee57bfa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.227050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-792ddb04-a6a6-406b-b7f4-9c7ee57bfa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.227513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-792ddb04-a6a6-406b-b7f4-9c7ee57bfa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.229158 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-792ddb04-a6a6-406b-b7f4-9c7ee57bfa46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2865 time: 0.0676582 Dec 08 00:10:27.340673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-8e609a4a-baf3-49c4-b459-a746950b43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.342520 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-8e609a4a-baf3-49c4-b459-a746950b43b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=72430544-27cb-434c-aa82-39375e5d432b HTTP/1.1" status: 200 len: 903 time: 0.1043317 Dec 08 00:10:27.396377 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-4521607c-c89e-4c6e-a098-634d7dd3e41d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 HTTP/1.1" status: 200 len: 217 time: 0.0460289 Dec 08 00:10:27.465287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-731ef049-7443-4f50-a2dc-47b5d9698775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.466609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-731ef049-7443-4f50-a2dc-47b5d9698775 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcc87536-b1b8-4a1f-80ad-840b39688f8f HTTP/1.1" status: 200 len: 801 time: 0.0629530 Dec 08 00:10:27.530166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-3ba53f1f-acee-4471-a59e-180bf31dfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.532914 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-3ba53f1f-acee-4471-a59e-180bf31dfa3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72430544-27cb-434c-aa82-39375e5d432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0572598 Dec 08 00:10:27.626469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4eab-f19c-4412-ac62-f8adf8059fba req-8037b04c-eb18-4b7f-a092-5a3682513ecb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.634813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4eab-f19c-4412-ac62-f8adf8059fba req-8037b04c-eb18-4b7f-a092-5a3682513ecb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.648924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4eab-f19c-4412-ac62-f8adf8059fba req-8037b04c-eb18-4b7f-a092-5a3682513ecb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.663269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b5a4eab-f19c-4412-ac62-f8adf8059fba req-8037b04c-eb18-4b7f-a092-5a3682513ecb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2412 time: 0.1216617 Dec 08 00:10:27.731263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-1abd2be8-b2f1-43df-91bc-534b4aa141f5 service neutron] 10.222.0.59 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888773 Dec 08 00:10:27.769975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b5a4eab-f19c-4412-ac62-f8adf8059fba req-61de5c64-a9df-4a3a-a211-7070e3113075 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101992 Dec 08 00:10:27.923226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d6d8f55b-d463-40ed-8993-73163f782e8b req-c895f379-ee98-4e19-8f44-e4e93908e487 service neutron] 10.222.0.59 "GET /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809793 Dec 08 00:10:27.947430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a671d-342b-49c0-b8ee-ff55a47fa096 req-bb52d700-74ea-4fa7-a6a1-5b476eb0dee1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:27.949178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb2a671d-342b-49c0-b8ee-ff55a47fa096 req-bb52d700-74ea-4fa7-a6a1-5b476eb0dee1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 944 time: 0.0972791 Dec 08 00:10:27.999241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:10:28.059179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb2a671d-342b-49c0-b8ee-ff55a47fa096 req-c7fa0610-5a23-496d-9e02-11d0f61d4330 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011097 Dec 08 00:10:28.143247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3578d9df-346a-48b7-9ed5-c82d602f6442 req-d263fa26-efab-43eb-a748-fa36baf7274b tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0557446 Dec 08 00:10:28.209925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:28.226504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'port_id': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118', 'mac_address': 'fa:16:3e:73:c2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:10:28.294202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:28.310849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:28.336604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:28.342581 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:28.405209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:28.630789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['06e15b94-c4fc-417c-9e60-4b3fb8fb8118'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:28.930209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421670f-8373-4621-b476-e3269ea8ac36 req-170390c3-a623-49bb-8d95-4d7f73ccc97c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:28.936177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421670f-8373-4621-b476-e3269ea8ac36 req-170390c3-a623-49bb-8d95-4d7f73ccc97c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:28.944145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421670f-8373-4621-b476-e3269ea8ac36 req-170390c3-a623-49bb-8d95-4d7f73ccc97c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:28.945930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3421670f-8373-4621-b476-e3269ea8ac36 req-170390c3-a623-49bb-8d95-4d7f73ccc97c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2412 time: 0.0817606 Dec 08 00:10:29.006244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3421670f-8373-4621-b476-e3269ea8ac36 req-6cb2d9bb-1771-4d15-9fde-8e5fe06fce4d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Dec 08 00:10:29.225654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde4eda-9692-487a-8986-22d04051baa5 req-b168c62c-698e-4e94-b374-fd2cec45a004 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:29.237359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfde4eda-9692-487a-8986-22d04051baa5 req-b168c62c-698e-4e94-b374-fd2cec45a004 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 945 time: 0.0879605 Dec 08 00:10:29.315792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73e5dc2d-21ca-4ee0-b826-ac5d64f2d59d req-ec2dd454-6240-4e19-9de0-c7203111dd6f tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0705101 Dec 08 00:10:29.395978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfde4eda-9692-487a-8986-22d04051baa5 req-3162dbff-bf8c-4575-bace-2005460dbb28 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553998 Dec 08 00:10:30.024011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:30.093869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:10:30.099888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:30.100585 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:30.223837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:30.227140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb03a4c-8dc1-4aa0-8867-ef134dbb4aec req-a947f254-f2ed-4484-8f85-1f43adc83fe5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:30.233414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb03a4c-8dc1-4aa0-8867-ef134dbb4aec req-a947f254-f2ed-4484-8f85-1f43adc83fe5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:30.239964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb03a4c-8dc1-4aa0-8867-ef134dbb4aec req-a947f254-f2ed-4484-8f85-1f43adc83fe5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:30.247263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dcb03a4c-8dc1-4aa0-8867-ef134dbb4aec req-a947f254-f2ed-4484-8f85-1f43adc83fe5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2412 time: 0.1011419 Dec 08 00:10:30.247448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:30.249909 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0831ac47-f1c0-4990-9672-4679d096d865" -d '{"events": [{"server_uuid": "cacbfab3-4edc-40dc-bd68-23954c9daee5", "name": "network-vif-plugged", "status": "completed", "tag": "06e15b94-c4fc-417c-9e60-4b3fb8fb8118"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:30.268326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:30.274141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:30.327453 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7a93c-d77e-4ea6-bb25-e4b2a2d86057 x-openstack-request-id: req-77d7a93c-d77e-4ea6-bb25-e4b2a2d86057 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:30.327749 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacbfab3-4edc-40dc-bd68-23954c9daee5", "name": "network-vif-plugged", "status": "completed", "tag": "06e15b94-c4fc-417c-9e60-4b3fb8fb8118", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:30.328561 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77d7a93c-d77e-4ea6-bb25-e4b2a2d86057 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:30.329113 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118', 'code': 200} Dec 08 00:10:30.338965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:30.348917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.349253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.349594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.350130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.350478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.350809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.351162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.351493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.351805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.352383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.352775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.353119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.353429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:30.366836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dcb03a4c-8dc1-4aa0-8867-ef134dbb4aec req-95d7e86f-f1a1-4919-9f0d-0c07da01ad1a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186678 Dec 08 00:10:30.475793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6eaf99a8-580d-4bb9-997f-cf806fa220db req-36b04366-2347-470c-92ad-f2b8ddc826cd tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0459781 Dec 08 00:10:30.519890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197269a-7231-4561-8203-17a82228bdec req-eaf313ed-4684-4ba6-a09e-f787ed490d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:30.521638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5197269a-7231-4561-8203-17a82228bdec req-eaf313ed-4684-4ba6-a09e-f787ed490d23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 1097 time: 0.0870738 Dec 08 00:10:30.572729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8354c-328c-415c-9dd7-80af60cea94c req-3f14e436-5503-4348-a3b2-bbdad4152f1e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:30.582768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5197269a-7231-4561-8203-17a82228bdec req-68457220-82a0-4008-b235-4d14a5b3a1d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500672 Dec 08 00:10:30.584721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bea8354c-328c-415c-9dd7-80af60cea94c req-3f14e436-5503-4348-a3b2-bbdad4152f1e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 946 time: 0.0888956 Dec 08 00:10:30.655865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bea8354c-328c-415c-9dd7-80af60cea94c req-614a7d87-7c08-4198-94cd-5eef6937da50 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702453 Dec 08 00:10:30.828450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54416) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:30.946475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd843eab-e460-4c40-a985-d0ae437ae903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.030407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd843eab-e460-4c40-a985-d0ae437ae903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.035572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd843eab-e460-4c40-a985-d0ae437ae903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.080216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd843eab-e460-4c40-a985-d0ae437ae903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa65e2-1605-4631-b6ef-5de04fb18228,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:31.084889 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fd843eab-e460-4c40-a985-d0ae437ae903 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=effdeab4ccf343b39ee139efc99de425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553761 Dec 08 00:10:31.089268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54422) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:31.160062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04db83d3-2c92-4722-a0d9-5983b9106815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.183476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04db83d3-2c92-4722-a0d9-5983b9106815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.233803 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04db83d3-2c92-4722-a0d9-5983b9106815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.237160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04db83d3-2c92-4722-a0d9-5983b9106815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.239154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-04db83d3-2c92-4722-a0d9-5983b9106815 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00aa65e2-1605-4631-b6ef-5de04fb18228 HTTP/1.1" status: 204 len: 168 time: 0.1472216 Dec 08 00:10:31.249521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db83d3-2c92-4722-a0d9-5983b9106815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa65e2-1605-4631-b6ef-5de04fb18228,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:31.300773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 740413a2-1752-4f17-bdf1-7cf826af694a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:10:31.445942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 740413a2-1752-4f17-bdf1-7cf826af694a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=740413a2-1752-4f17-bdf1-7cf826af694a,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:31.459111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '740413a2-1752-4f17-bdf1-7cf826af694a', 'network_id': '58fa7261-cf80-4a7d-8810-b9f67d95338d', 'port_id': '740413a2-1752-4f17-bdf1-7cf826af694a', 'mac_address': 'fa:16:3e:20:4a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813a209d-e4d2-42f1-b95e-6371a2b5502d', 'ip_address': '19.86.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:10:31.502072 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.517374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740413a2-1752-4f17-bdf1-7cf826af694a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:31.539935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 740413a2-1752-4f17-bdf1-7cf826af694a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=740413a2-1752-4f17-bdf1-7cf826af694a,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:31.545168 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.545933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:10:31.552994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a434157-af1f-44e9-955c-f3c843aa747b req-37db6e83-07b2-4a50-a309-29381a487614 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:31.559967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a434157-af1f-44e9-955c-f3c843aa747b req-37db6e83-07b2-4a50-a309-29381a487614 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:31.567631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a434157-af1f-44e9-955c-f3c843aa747b req-37db6e83-07b2-4a50-a309-29381a487614 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:31.576214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a434157-af1f-44e9-955c-f3c843aa747b req-37db6e83-07b2-4a50-a309-29381a487614 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2412 time: 0.1151094 Dec 08 00:10:31.631508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02a51663-4db8-4373-b422-1ec351153eed req-b41b1199-4bad-4f48-9682-a042b23b4b08 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0524940 Dec 08 00:10:31.685002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=740413a2-1752-4f17-bdf1-7cf826af694a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:31.706755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a434157-af1f-44e9-955c-f3c843aa747b req-943e405a-ee14-4e16-a55c-c5a0e467ef91 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294811 Dec 08 00:10:31.816525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:31.840999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8', 'network_id': '72430544-27cb-434c-aa82-39375e5d432b', 'port_id': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8', 'mac_address': 'fa:16:3e:2f:04:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc87536-b1b8-4a1f-80ad-840b39688f8f', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:10:31.867774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5670fc1-aa8a-4bc6-afe4-04d771312936 req-07f64dc7-ab96-455b-a51c-f10330f98df9 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:31.878547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5670fc1-aa8a-4bc6-afe4-04d771312936 req-07f64dc7-ab96-455b-a51c-f10330f98df9 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 946 time: 0.0734046 Dec 08 00:10:31.901583 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.917297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:31.938650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5670fc1-aa8a-4bc6-afe4-04d771312936 req-86ebb2b4-f1f8-4d21-970e-f7e01397e89c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560446 Dec 08 00:10:31.948264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:31.952289 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:31.953292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 832fc710-364e-45e0-9d20-29630dec1c83 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:10:32.042366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 832fc710-364e-45e0-9d20-29630dec1c83, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=832fc710-364e-45e0-9d20-29630dec1c83,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:32.045032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:32.057286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '832fc710-364e-45e0-9d20-29630dec1c83', 'network_id': '72430544-27cb-434c-aa82-39375e5d432b', 'port_id': '832fc710-364e-45e0-9d20-29630dec1c83', 'mac_address': 'fa:16:3e:f8:4e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc87536-b1b8-4a1f-80ad-840b39688f8f', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:10:32.099965 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:32.114337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832fc710-364e-45e0-9d20-29630dec1c83 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:32.137076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 832fc710-364e-45e0-9d20-29630dec1c83, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=832fc710-364e-45e0-9d20-29630dec1c83,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:32.141814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:32.194606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=832fc710-364e-45e0-9d20-29630dec1c83,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:32.724779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['740413a2-1752-4f17-bdf1-7cf826af694a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:32.774637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba1d6f2d-6fd4-4a0a-abcf-637ee5058910 req-e2a65be3-abec-426b-9fc2-a5d5a1f192f0 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0493970 Dec 08 00:10:32.815394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['832fc710-364e-45e0-9d20-29630dec1c83'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:32.885450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb6a4-32cb-46d2-afb9-1589402b849d req-ded5c771-54b8-4e2f-8449-3befb006eee5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:32.901903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb6a4-32cb-46d2-afb9-1589402b849d req-ded5c771-54b8-4e2f-8449-3befb006eee5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:32.909990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb6a4-32cb-46d2-afb9-1589402b849d req-ded5c771-54b8-4e2f-8449-3befb006eee5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:32.918135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e4bb6a4-32cb-46d2-afb9-1589402b849d req-ded5c771-54b8-4e2f-8449-3befb006eee5 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2415 time: 0.1161456 Dec 08 00:10:33.010504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e4bb6a4-32cb-46d2-afb9-1589402b849d req-b290c65e-0731-41cb-b09b-8e4bced57c87 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862606 Dec 08 00:10:33.096003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96f5c-3946-42d1-88d6-eeede652fc0b req-a2e01bcb-6e9e-457c-9e31-50a678c7efd5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:33.098593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28d96f5c-3946-42d1-88d6-eeede652fc0b req-a2e01bcb-6e9e-457c-9e31-50a678c7efd5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 946 time: 0.0603838 Dec 08 00:10:33.157422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28d96f5c-3946-42d1-88d6-eeede652fc0b req-287d7291-71af-4b6f-868e-0a454bd4a440 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513501 Dec 08 00:10:33.940134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75ea6b6f-2bdb-4c2d-85ee-b121f7d41c82 req-25274f16-3464-4b6d-9d97-da997173a3b7 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0532506 Dec 08 00:10:34.013559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54512) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:34.019932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'network': {'name': 'tempest-network-smoke--427832552', 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'port_security_enabled': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:34.051392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Made reservation on behalf of de7b9232766b493c817fc50d1c6512a5 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:34.056955 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.071323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.170418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6aa81-ab9b-48d2-956b-1950b05dc1f1 req-4b2bb07f-c921-4778-99af-2fb7cfd38afb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:34.176737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6aa81-ab9b-48d2-956b-1950b05dc1f1 req-4b2bb07f-c921-4778-99af-2fb7cfd38afb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:34.181066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['e1fc89fa-088a-4c60-91c3-d46e74bfdfd8'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:34.184919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6aa81-ab9b-48d2-956b-1950b05dc1f1 req-4b2bb07f-c921-4778-99af-2fb7cfd38afb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:34.186674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86f6aa81-ab9b-48d2-956b-1950b05dc1f1 req-4b2bb07f-c921-4778-99af-2fb7cfd38afb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2415 time: 0.0952213 Dec 08 00:10:34.246799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.261650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.317606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86f6aa81-ab9b-48d2-956b-1950b05dc1f1 req-030163eb-8691-4705-8843-5c7524bb3e0b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173472 Dec 08 00:10:34.322509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:10:34.333496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d28112-2753-4776-bc51-66b5c57111e1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:34.339126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.340554 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Added segment 9b82b043-365d-4fa1-906b-b63f38a81a62 of type vlan for network 227cf949-990e-4ce4-8b90-d3726f9576df Dec 08 00:10:34.424338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.469555 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.474610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:34.475633 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.528375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5110106 Dec 08 00:10:34.531094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:34.539550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'admin_state_up': True, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:34.581506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2066bb-48f9-481f-a9fb-b9c69dd63ca0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Network': ['ID=227cf949-990e-4ce4-8b90-d3726f9576df,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:34.595376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.596025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 227cf949-990e-4ce4-8b90-d3726f9576df details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:10:34.597614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.667490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:34.830004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.075732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.082400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7686c487-74b1-49a4-8b44-ce6363b7a9ee req-3b7dc391-407f-4e11-8084-ed1b85b2ec2a tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0423787 Dec 08 00:10:35.097024 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.227284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Allocated IP 172.25.6.148 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/f3bc1d1f-1b11-4993-b45e-0877a4eabb20) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:35.323917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 832fc710-364e-45e0-9d20-29630dec1c83 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:35.341893 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.393664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.409417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 832fc710-364e-45e0-9d20-29630dec1c83 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:10:35.417480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 832fc710-364e-45e0-9d20-29630dec1c83 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:35.418129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.442485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:35.446320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:35.450588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:35.483078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:35.576548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a65fe-e319-4b21-a72f-6c2af3fcb6ca req-2866fed9-041c-4343-add9-6a0c139da7b2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:35.587642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a65fe-e319-4b21-a72f-6c2af3fcb6ca req-2866fed9-041c-4343-add9-6a0c139da7b2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:35.600169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a65fe-e319-4b21-a72f-6c2af3fcb6ca req-2866fed9-041c-4343-add9-6a0c139da7b2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:35.616709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df5a65fe-e319-4b21-a72f-6c2af3fcb6ca req-2866fed9-041c-4343-add9-6a0c139da7b2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2415 time: 0.1608655 Dec 08 00:10:35.622805 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.676928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832fc710-364e-45e0-9d20-29630dec1c83'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:35.680609 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3aac50-67e1-4209-a58e-3e1d45df7073" -d '{"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-plugged", "status": "completed", "tag": "832fc710-364e-45e0-9d20-29630dec1c83"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:35.706956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 832fc710-364e-45e0-9d20-29630dec1c83, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=832fc710-364e-45e0-9d20-29630dec1c83,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:35.718973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.720453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 740413a2-1752-4f17-bdf1-7cf826af694a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:35.730596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df5a65fe-e319-4b21-a72f-6c2af3fcb6ca req-53d53685-5571-44c1-88d8-17dc9e59f184 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107092 Dec 08 00:10:35.788063 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a22dd-7044-4a1a-8cdb-dfbfc5d687d6 x-openstack-request-id: req-6b5a22dd-7044-4a1a-8cdb-dfbfc5d687d6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:35.788358 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-plugged", "status": "completed", "tag": "832fc710-364e-45e0-9d20-29630dec1c83", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:35.788797 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b5a22dd-7044-4a1a-8cdb-dfbfc5d687d6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:35.789202 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832fc710-364e-45e0-9d20-29630dec1c83', 'code': 200} Dec 08 00:10:35.827986 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.834071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=832fc710-364e-45e0-9d20-29630dec1c83,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:35.857637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 740413a2-1752-4f17-bdf1-7cf826af694a completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:10:35.865633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 740413a2-1752-4f17-bdf1-7cf826af694a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:35.866141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.960064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:35.997808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 740413a2-1752-4f17-bdf1-7cf826af694a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=740413a2-1752-4f17-bdf1-7cf826af694a,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:36.003879 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:36.060983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=740413a2-1752-4f17-bdf1-7cf826af694a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:36.079765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:36.230176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f25fc377-f3b2-4947-b6a6-327f9c378968 req-df5abb44-3920-4862-a14c-3968d03e94fc tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0471880 Dec 08 00:10:36.257184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router bc5773ac-78a7-42df-9911-ea4edff4c5dc is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:10:36.368494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:10:36.387315 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Sync routers for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:10:36.394585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:36.396129 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e840fe47-8e93-4a19-9aee-4e42db869dfe tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8619006 Dec 08 00:10:36.399249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54552) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:36.400223 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:36.400837 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:36.526074 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:36.566111 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fe356d9f-6967-40bb-915f-86152f3ef97a tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=de7b9232766b493c817fc50d1c6512a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1655281 Dec 08 00:10:36.570927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54556) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:36.734993 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:35Z', 'revision_number': 3, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:36.754214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9dfad8-fb6e-423f-aba4-da56fb5eb00b tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:36.756611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8d9dfad8-fb6e-423f-aba4-da56fb5eb00b tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868279 Dec 08 00:10:36.759662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54564) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:36.770461 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Checking router: bc5773ac-78a7-42df-9911-ea4edff4c5dc for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:10:36.771315 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Updating router bc5773ac-78a7-42df-9911-ea4edff4c5dc port f3bc1d1f-1b11-4993-b45e-0877a4eabb20 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:10:36.805972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-327733cb-73cd-447e-b533-3f55072b2997 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448511 Dec 08 00:10:36.808345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54566) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:36.813937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945287400', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:36.818142 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:36.988626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cc13-bb82-4bee-b60f-6ca928dc2939 req-e8dece27-0236-4994-b775-00208b5965b3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:36.996249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cc13-bb82-4bee-b60f-6ca928dc2939 req-e8dece27-0236-4994-b775-00208b5965b3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:37.004001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cc13-bb82-4bee-b60f-6ca928dc2939 req-e8dece27-0236-4994-b775-00208b5965b3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:37.011275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d932cc13-bb82-4bee-b60f-6ca928dc2939 req-e8dece27-0236-4994-b775-00208b5965b3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2417 time: 0.1718807 Dec 08 00:10:37.084599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Made reservation on behalf of de7b9232766b493c817fc50d1c6512a5 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:37.089022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.154415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d932cc13-bb82-4bee-b60f-6ca928dc2939 req-5aa59626-7e08-47eb-b449-77d61e047a50 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388147 Dec 08 00:10:37.187532 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.200141 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.279792 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Attempting to bind port f3bc1d1f-1b11-4993-b45e-0877a4eabb20 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:37.280513 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Attempting to bind port f3bc1d1f-1b11-4993-b45e-0877a4eabb20 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:37.280782 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Attempting to bind port f3bc1d1f-1b11-4993-b45e-0877a4eabb20 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:37.296744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Pushing event updated for resources: {'Port': ['ID=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:37.302977 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:37.303362 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:37.303765 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.304169 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:37.304651 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Bound port: f3bc1d1f-1b11-4993-b45e-0877a4eabb20, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:37.305035 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.340504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:37.359127 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.359484 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.359831 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.360166 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.360495 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.360828 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.361154 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.361482 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.361811 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.362268 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.362600 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.362947 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.363273 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:10:37.422086 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] For port f3bc1d1f-1b11-4993-b45e-0877a4eabb20, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:37.427695 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] For port f3bc1d1f-1b11-4993-b45e-0877a4eabb20, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:37.440741 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.471862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:10:37.478976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:37.479349 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.525312 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:37.526571 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:37.581048 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a848a-c753-4c5f-987b-9d42ce3926c7 None None] Pushing event updated for resources: {'Port': ['ID=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:37.630161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.694748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:37.704762 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:37.712453 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:37.810554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25bac5c0-cff6-4d13-b991-c8618c0325ee req-924a71c7-bd1f-4333-948d-69667af8e51f tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.1137085 Dec 08 00:10:37.832856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740413a2-1752-4f17-bdf1-7cf826af694a'}, {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:37.835984 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ddd3be-6a38-4acf-9cac-6bf0a5011ddf" -d '{"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-plugged", "status": "completed", "tag": "740413a2-1752-4f17-bdf1-7cf826af694a"}, {"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc89fa-088a-4c60-91c3-d46e74bfdfd8"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:37.873769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:37.941846 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d69130b-e56b-4382-b4de-eb6f2d45a5d3 x-openstack-request-id: req-9d69130b-e56b-4382-b4de-eb6f2d45a5d3 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:37.942178 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-plugged", "status": "completed", "tag": "740413a2-1752-4f17-bdf1-7cf826af694a", "code": 200}, {"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc89fa-088a-4c60-91c3-d46e74bfdfd8", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:37.942441 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d69130b-e56b-4382-b4de-eb6f2d45a5d3 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:37.942846 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740413a2-1752-4f17-bdf1-7cf826af694a', 'code': 200} Dec 08 00:10:37.943400 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8', 'code': 200} Dec 08 00:10:38.090289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:38.184497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef0a7d-d951-4e3f-ad4c-c2e501fff210 req-f4d52951-51a0-4424-9dd4-7d43e9cab0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.185020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef0a7d-d951-4e3f-ad4c-c2e501fff210 req-f4d52951-51a0-4424-9dd4-7d43e9cab0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.185509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef0a7d-d951-4e3f-ad4c-c2e501fff210 req-f4d52951-51a0-4424-9dd4-7d43e9cab0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.186850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Subnet': ['ID=bd7fec5f-b26a-47fd-ac55-2065500f03a6,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:38.189414 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-26ef0a7d-d951-4e3f-ad4c-c2e501fff210 req-f4d52951-51a0-4424-9dd4-7d43e9cab0ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2871 time: 0.0992258 Dec 08 00:10:38.237505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Checking segment: {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:38.244061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network hostable DHCP agents. Network: 227cf949-990e-4ce4-8b90-d3726f9576df, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:10:38.341210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-26ef0a7d-d951-4e3f-ad4c-c2e501fff210 req-77e41498-242a-4512-84ed-b83ebd454405 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447127 Dec 08 00:10:38.396390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network 227cf949-990e-4ce4-8b90-d3726f9576df is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:10:38.421050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 227cf949-990e-4ce4-8b90-d3726f9576df) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:38.437028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6f2a8-41ef-4ee8-a0a6-9b6bc019d980 req-03d93d4f-44df-4273-b361-a4bf4a5e062a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.438188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793bf7d3-ff2c-456c-94f2-80f5e7138296 None None] Network 227cf949-990e-4ce4-8b90-d3726f9576df requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:38.443948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6f2a8-41ef-4ee8-a0a6-9b6bc019d980 req-03d93d4f-44df-4273-b361-a4bf4a5e062a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.450125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6f2a8-41ef-4ee8-a0a6-9b6bc019d980 req-03d93d4f-44df-4273-b361-a4bf4a5e062a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.459064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20c6f2a8-41ef-4ee8-a0a6-9b6bc019d980 req-03d93d4f-44df-4273-b361-a4bf4a5e062a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2418 time: 0.1767752 Dec 08 00:10:38.461789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.462390 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:38.500992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d7bd3588-2853-464c-801f-fd1725679191 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6891029 Dec 08 00:10:38.501904 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:38.512208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:35Z', 'revision_number': 3, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:38.579802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20c6f2a8-41ef-4ee8-a0a6-9b6bc019d980 req-dbb7f0e3-5e71-4849-a32a-9b7caa6acc70 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196392 Dec 08 00:10:38.623710 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6994db75-a7f9-4c55-80bb-b524ae9960bb None None] The sync data for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 is: [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:35Z', 'revision_number': 3, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:10:38.789777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-227cf949-990e-4ce4-8b90-d3726f9576df', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:10:38.790915 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:38.964783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.983677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:38.996187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:39.002558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:39.009646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:39.017710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:39.026664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:39.036022 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-6a292454-8304-4183-b8b9-091445cc91ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.2182097 Dec 08 00:10:39.191312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0790238-dc26-4b09-882a-81e5fc433b5f req-fc129cfc-5d22-4fdf-bf14-6da1cc273f10 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536417 Dec 08 00:10:39.209854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65be76fa-29d2-4e74-899e-6c272575ae29 req-c07932c7-6fce-4cb4-89c6-40cbdccb0613 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.1710465 Dec 08 00:10:39.275251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:39.357012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Allocated IP 172.20.0.2 (227cf949-990e-4ce4-8b90-d3726f9576df/bd7fec5f-b26a-47fd-ac55-2065500f03a6/76349c12-2462-4e73-93e2-1a793138c04f) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:39.540097 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:39.549100 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:39.589796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Pushing event updated for resources: {'Port': ['ID=76349c12-2462-4e73-93e2-1a793138c04f,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:39.605839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Network 227cf949-990e-4ce4-8b90-d3726f9576df is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:39.607481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:39.614206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:39.680527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Allocated IP 172.20.0.1 (227cf949-990e-4ce4-8b90-d3726f9576df/bd7fec5f-b26a-47fd-ac55-2065500f03a6/006a7768-6915-4b38-99b4-587603432385) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:39.714112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Attempting to bind port 76349c12-2462-4e73-93e2-1a793138c04f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:39.714591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Attempting to bind port 76349c12-2462-4e73-93e2-1a793138c04f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:39.714867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Attempting to bind port 76349c12-2462-4e73-93e2-1a793138c04f on network 227cf949-990e-4ce4-8b90-d3726f9576df {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:39.730926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:39.732066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Checking segment: {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:39.732492 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:39.734074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Bound using segment: {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:39.734698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Bound port: 76349c12-2462-4e73-93e2-1a793138c04f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:39.740913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:39.919284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] For port 76349c12-2462-4e73-93e2-1a793138c04f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:39.921437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:39.924441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] For port 76349c12-2462-4e73-93e2-1a793138c04f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76349c12-2462-4e73-93e2-1a793138c04f,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:39.936586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:40.003439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:40.049979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507d6bd-9f05-41bc-aa29-b079ba82dd14 None None] Pushing event updated for resources: {'Port': ['ID=76349c12-2462-4e73-93e2-1a793138c04f,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:40.151772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2143075-9748-42ab-99d7-515ac97b95f4 req-5c2cb216-8ff6-4ea8-8234-f52d1298e214 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.158490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2143075-9748-42ab-99d7-515ac97b95f4 req-5c2cb216-8ff6-4ea8-8234-f52d1298e214 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.165286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2143075-9748-42ab-99d7-515ac97b95f4 req-5c2cb216-8ff6-4ea8-8234-f52d1298e214 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.170133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2143075-9748-42ab-99d7-515ac97b95f4 req-5c2cb216-8ff6-4ea8-8234-f52d1298e214 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2418 time: 0.1506104 Dec 08 00:10:40.309670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2143075-9748-42ab-99d7-515ac97b95f4 req-43f274de-d08a-4599-b587-06a619af6f44 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139350 Dec 08 00:10:40.516192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6928464-6693-4200-94af-b35e0e7796a6 req-995e9017-2cb8-4f60-99ad-e5e660a5c067 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0402980 Dec 08 00:10:40.546606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.553889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.560323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.567009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.573645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.581430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.586988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network 227cf949-990e-4ce4-8b90-d3726f9576df is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:40.598722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.607307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-de76c687-aa46-433b-961e-526506497ac5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.2235074 Dec 08 00:10:40.616005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=006a7768-6915-4b38-99b4-587603432385,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:40.629756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:40.638446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:40.722953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:40.731068 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-775c10c8-f44d-4360-b47f-78f7443778e0 req-66896abe-00dd-42fd-965c-cf3bc47f2027 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228223 Dec 08 00:10:40.790700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.797209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.803175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.809127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.815770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.821745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.827676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.830159 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-a2e4c3ff-a909-4b52-8481-805de4113f49 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 5445 time: 0.2777755 Dec 08 00:10:40.856599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f3bc1d1f-1b11-4993-b45e-0877a4eabb20 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:40.889756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-5ce03cdf-86a3-46b3-80e4-054a997c82a7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:40.891710 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-5ce03cdf-86a3-46b3-80e4-054a997c82a7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "GET /v2.0/ports/12b8b463-48cb-4131-b066-14d29b481368?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0504057 Dec 08 00:10:40.908240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f3bc1d1f-1b11-4993-b45e-0877a4eabb20 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:40.908893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.013558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.043419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port f3bc1d1f-1b11-4993-b45e-0877a4eabb20, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:41.049124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.051005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76349c12-2462-4e73-93e2-1a793138c04f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:41.076294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.099422 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-f5d6c68a-2a77-40d2-b7ed-f6f0910045fd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "GET /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2003226 Dec 08 00:10:41.138475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:41.162196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:41.179247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 76349c12-2462-4e73-93e2-1a793138c04f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:41.179699 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.259882 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.277837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.334333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 76349c12-2462-4e73-93e2-1a793138c04f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76349c12-2462-4e73-93e2-1a793138c04f,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:41.348947 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.445386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=76349c12-2462-4e73-93e2-1a793138c04f,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:41.469484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ec77e-a1b8-4b6a-ac7c-bbace9c4d55d None None] Network 227cf949-990e-4ce4-8b90-d3726f9576df requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:41.531537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaeaad-1988-41e5-9a15-5dd93ea83ae5 req-4cd15035-453d-4f95-b94e-ce623c9ed766 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:41.539770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaeaad-1988-41e5-9a15-5dd93ea83ae5 req-4cd15035-453d-4f95-b94e-ce623c9ed766 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:41.546580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaeaad-1988-41e5-9a15-5dd93ea83ae5 req-4cd15035-453d-4f95-b94e-ce623c9ed766 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:41.558011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06aaeaad-1988-41e5-9a15-5dd93ea83ae5 req-4cd15035-453d-4f95-b94e-ce623c9ed766 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2418 time: 0.0986748 Dec 08 00:10:41.574323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8a0d8cbf-f426-424c-b24e-b8e6fc9666a4 None None] Provisioning complete for port 76349c12-2462-4e73-93e2-1a793138c04f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:41.574713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8cbf-f426-424c-b24e-b8e6fc9666a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.585049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] For port 12b8b463-48cb-4131-b066-14d29b481368, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=12b8b463-48cb-4131-b066-14d29b481368,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:41.626021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06aaeaad-1988-41e5-9a15-5dd93ea83ae5 req-f2ece0bc-6663-401b-9fc4-72ea71d8390b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667992 Dec 08 00:10:41.664193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] For port 12b8b463-48cb-4131-b066-14d29b481368, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:41.708097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b668927a-458d-474c-84db-8d98376f96bf req-b48f3a84-739b-4d68-b9e6-f6be3f4b26aa tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0413575 Dec 08 00:10:41.734091 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] device_id is not set on port 12b8b463-48cb-4131-b066-14d29b481368 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:10:41.753659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.785744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.788612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:41.841401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] Pushing event updated for resources: {'Port': ['ID=12b8b463-48cb-4131-b066-14d29b481368,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:41.851019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.010461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] No DVR routers for this DVR port 12b8b463-48cb-4131-b066-14d29b481368 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:42.026108 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.060240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=006a7768-6915-4b38-99b4-587603432385,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:42.116047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] In _notify_port_updated(), no bound segment for port 12b8b463-48cb-4131-b066-14d29b481368 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:10:42.116919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.117521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.118798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-33125167-94bc-4b8a-b29c-12002efda69b service neutron] 10.222.0.59 "PUT /v2.0/ports/12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 200 len: 1033 time: 0.9859173 Dec 08 00:10:42.231261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-8a545258-5e6d-471e-831e-04c83c8e8d8d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.232683 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-8a545258-5e6d-471e-831e-04c83c8e8d8d tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "GET /v2.0/ports/4149b686-9caf-4b96-96d9-e31ab747b636?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1059191 Dec 08 00:10:42.243462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-720d40d0-f699-47d1-9694-4ec67ec9a92c None None] Provisioning complete for port 76349c12-2462-4e73-93e2-1a793138c04f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:42.243462 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-720d40d0-f699-47d1-9694-4ec67ec9a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.247591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:42.276985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-ac7953bb-2287-4516-aaba-6f6bae0231f1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.278786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network 227cf949-990e-4ce4-8b90-d3726f9576df is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:42.282832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:42.298910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-ac7953bb-2287-4516-aaba-6f6bae0231f1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.305382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-ac7953bb-2287-4516-aaba-6f6bae0231f1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.314322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-ac7953bb-2287-4516-aaba-6f6bae0231f1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.324270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-ac7953bb-2287-4516-aaba-6f6bae0231f1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.332840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-ac7953bb-2287-4516-aaba-6f6bae0231f1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.335074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-ac7953bb-2287-4516-aaba-6f6bae0231f1 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 4665 time: 0.2191510 Dec 08 00:10:42.378131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0f32e-48f5-4246-9c05-33b062aa1c15 req-8c84c7fb-14b9-4473-80af-b69dc1cf95e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.384189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0f32e-48f5-4246-9c05-33b062aa1c15 req-8c84c7fb-14b9-4473-80af-b69dc1cf95e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.391297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0f32e-48f5-4246-9c05-33b062aa1c15 req-8c84c7fb-14b9-4473-80af-b69dc1cf95e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:42.400150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbc0f32e-48f5-4246-9c05-33b062aa1c15 req-8c84c7fb-14b9-4473-80af-b69dc1cf95e7 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2418 time: 0.2484093 Dec 08 00:10:42.413728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-720d40d0-f699-47d1-9694-4ec67ec9a92c None None] Provisioning complete for port 006a7768-6915-4b38-99b4-587603432385 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:42.414105 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-720d40d0-f699-47d1-9694-4ec67ec9a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.429423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.477121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbc0f32e-48f5-4246-9c05-33b062aa1c15 req-70c1e9dc-c255-4b31-a13e-7d2cdbe63444 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760162 Dec 08 00:10:42.486500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-720d40d0-f699-47d1-9694-4ec67ec9a92c None None] Port 006a7768-6915-4b38-99b4-587603432385 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:42.511135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef46c19f-c335-493d-9cb0-d43e6fb88d4d req-3ff975a1-4f57-4d5b-b236-811e55256561 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&id=53f325d3-1b9a-4540-8930-0586c78320b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1631396 Dec 08 00:10:42.586865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router bc5773ac-78a7-42df-9911-ea4edff4c5dc has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:10:42.612562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6c3bdc7d-2887-41bc-8237-cc289589a040 None None] Provisioning complete for port 006a7768-6915-4b38-99b4-587603432385 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:42.612939 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6c3bdc7d-2887-41bc-8237-cc289589a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.697129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6c3bdc7d-2887-41bc-8237-cc289589a040 None None] Port 006a7768-6915-4b38-99b4-587603432385 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:42.717975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6c3bdc7d-2887-41bc-8237-cc289589a040 None None] Provisioning complete for port 12b8b463-48cb-4131-b066-14d29b481368 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:42.718348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6c3bdc7d-2887-41bc-8237-cc289589a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.770184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f3bc1d1f-1b11-4993-b45e-0877a4eabb20 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:42.794921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] For port 4149b686-9caf-4b96-96d9-e31ab747b636, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4149b686-9caf-4b96-96d9-e31ab747b636,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:42.801944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6c3bdc7d-2887-41bc-8237-cc289589a040 None None] Port 12b8b463-48cb-4131-b066-14d29b481368 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:42.829389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f3bc1d1f-1b11-4993-b45e-0877a4eabb20 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:42.829965 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.834446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:10:42.845390 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5618508e-c6e4-43b9-a387-15ea72354974 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "PUT /v2.0/routers/bc5773ac-78a7-42df-9911-ea4edff4c5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3420851 Dec 08 00:10:42.848442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54644) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:42.855850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9ed7b7e8-c5a6-4062-8061-444534023d34 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1745416132', 'description': 'tempest-secgroup_access--1745416132 description', 'project_id': 'de7b9232766b493c817fc50d1c6512a5'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:42.884667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Sync routers for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:10:42.892897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6caee679-7b9b-415e-a5da-980d2b68cbdf req-dddc5b4e-2c95-447c-986d-65916235cb34 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0617781 Dec 08 00:10:42.912183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] For port 4149b686-9caf-4b96-96d9-e31ab747b636, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:42.917173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b7e8-c5a6-4062-8061-444534023d34 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.934794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:42.935534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:42.969892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] device_id is not set on port 4149b686-9caf-4b96-96d9-e31ab747b636 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:10:42.983339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:42.996318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9e215ddd-82bd-4e0c-9e71-03770bbb602c None None] Provisioning complete for port 006a7768-6915-4b38-99b4-587603432385 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:42.996696 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e215ddd-82bd-4e0c-9e71-03770bbb602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.020031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.094695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b7e8-c5a6-4062-8061-444534023d34 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.112544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] No DVR routers for this DVR port 4149b686-9caf-4b96-96d9-e31ab747b636 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:43.118698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b7e8-c5a6-4062-8061-444534023d34 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.136015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9e215ddd-82bd-4e0c-9e71-03770bbb602c None None] Port 006a7768-6915-4b38-99b4-587603432385 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:43.138524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:43.141848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76349c12-2462-4e73-93e2-1a793138c04f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:43.144915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] Pushing event updated for resources: {'Port': ['ID=4149b686-9caf-4b96-96d9-e31ab747b636,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:43.179146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b7e8-c5a6-4062-8061-444534023d34 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.183119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54648) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:43.183260 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9ed7b7e8-c5a6-4062-8061-444534023d34 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3336148 Dec 08 00:10:43.188370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8b3a9974-9843-4f06-9215-1a7d94c223f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--63233785', 'description': 'tempest-secgroup_general--63233785 description', 'project_id': 'de7b9232766b493c817fc50d1c6512a5'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:43.191364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] In _notify_port_updated(), no bound segment for port 4149b686-9caf-4b96-96d9-e31ab747b636 on network 4b78f093-b8bf-45fb-8a64-1e298676065d {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:10:43.192233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.192865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.194266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-1237115d-ab55-40ef-abd9-32e7016efa0e service neutron] 10.222.0.59 "PUT /v2.0/ports/4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 200 len: 1032 time: 0.9513011 Dec 08 00:10:43.195008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7b7e8-c5a6-4062-8061-444534023d34 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0c2b6-d139-4713-bd23-fa1fffbafc3a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:43.224285 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9974-9843-4f06-9215-1a7d94c223f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.310807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 76349c12-2462-4e73-93e2-1a793138c04f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:43.311875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.324269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9974-9843-4f06-9215-1a7d94c223f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.329468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9974-9843-4f06-9215-1a7d94c223f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.338058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port 2a9ed764-9bce-4e21-a167-25af796ea97b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:43.338528 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.363355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9974-9843-4f06-9215-1a7d94c223f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.364720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8b3a9974-9843-4f06-9215-1a7d94c223f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1805353 Dec 08 00:10:43.367557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54650) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:43.371911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bf9fe82a-491d-4313-a693-3dcc86354a3c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'security_group_rule': {'security_group_id': '32e0c2b6-d139-4713-bd23-fa1fffbafc3a', 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:43.379722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a9974-9843-4f06-9215-1a7d94c223f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6ff318-9e66-4ac9-8573-de59d052a931,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:43.388156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:43.407519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe82a-491d-4313-a693-3dcc86354a3c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.431887 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4f57a070-53fb-4aed-8610-af8993fd82f9 None None] Provisioning complete for port 4149b686-9caf-4b96-96d9-e31ab747b636 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:43.432259 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f57a070-53fb-4aed-8610-af8993fd82f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.455187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] For port 2a9ed764-9bce-4e21-a167-25af796ea97b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2a9ed764-9bce-4e21-a167-25af796ea97b,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:43.455561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.475725 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe82a-491d-4313-a693-3dcc86354a3c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.479548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe82a-491d-4313-a693-3dcc86354a3c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.498903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fe82a-491d-4313-a693-3dcc86354a3c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e99f66-c8ad-4244-94f3-181c7b938646,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:43.513723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe82a-491d-4313-a693-3dcc86354a3c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.515959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bf9fe82a-491d-4313-a693-3dcc86354a3c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464312 Dec 08 00:10:43.522482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4f57a070-53fb-4aed-8610-af8993fd82f9 None None] Port 4149b686-9caf-4b96-96d9-e31ab747b636 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:43.634533 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.639442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.647322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 2, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:43.685140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Checking router: bc5773ac-78a7-42df-9911-ea4edff4c5dc for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:10:43.685959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Updating router bc5773ac-78a7-42df-9911-ea4edff4c5dc port 006a7768-6915-4b38-99b4-587603432385 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:10:43.699659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.700034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.700334 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Floating IP a795f879-7cc8-4a46-9593-e2ba0220edd8 disassociated. External IP: 172.25.6.8, port: 2a9ed764-9bce-4e21-a167-25af796ea97b. Dec 08 00:10:43.700671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for 2a9ed764-9bce-4e21-a167-25af796ea97b owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:43.707270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a51b4-f282-460d-ad7b-094d6a8dd41a req-fa926787-89d2-479d-9b70-d5e58c62cb16 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.708877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:43.711182 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18807e3-a46c-4814-8e36-fa84cf54534b" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:43.713521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a51b4-f282-460d-ad7b-094d6a8dd41a req-fa926787-89d2-479d-9b70-d5e58c62cb16 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.719869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a51b4-f282-460d-ad7b-094d6a8dd41a req-fa926787-89d2-479d-9b70-d5e58c62cb16 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.721874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a9a51b4-f282-460d-ad7b-094d6a8dd41a req-fa926787-89d2-479d-9b70-d5e58c62cb16 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2418 time: 0.1394939 Dec 08 00:10:43.729196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:43.730511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.735977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.736808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 64f23527-dd87-492e-abfd-0fb9c6a013d8 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:43.738521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da27e-1bbd-441f-b7b4-ac45b264c839 req-2b94fe3c-bff4-49aa-8ce7-6bd01f8c60e8 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.744746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da27e-1bbd-441f-b7b4-ac45b264c839 req-2b94fe3c-bff4-49aa-8ce7-6bd01f8c60e8 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.753331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da27e-1bbd-441f-b7b4-ac45b264c839 req-2b94fe3c-bff4-49aa-8ce7-6bd01f8c60e8 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.759315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da27e-1bbd-441f-b7b4-ac45b264c839 req-2b94fe3c-bff4-49aa-8ce7-6bd01f8c60e8 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.765447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da27e-1bbd-441f-b7b4-ac45b264c839 req-2b94fe3c-bff4-49aa-8ce7-6bd01f8c60e8 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:43.768140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e55da27e-1bbd-441f-b7b4-ac45b264c839 req-2b94fe3c-bff4-49aa-8ce7-6bd01f8c60e8 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 3886 time: 0.1371932 Dec 08 00:10:43.856629 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a9a51b4-f282-460d-ad7b-094d6a8dd41a req-f03d7561-99b1-4f54-b54a-1668de3347ee tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 Dec 08 00:10:43.863005 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:43.885143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e55da27e-1bbd-441f-b7b4-ac45b264c839 req-f7a712a4-90e9-45d8-adc0-049510d6b5a5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081636 Dec 08 00:10:43.901748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=2a9ed764-9bce-4e21-a167-25af796ea97b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:44.055135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Router c0256a66-8568-4d2d-8434-baa125ecd723 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:10:44.059708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a70-b32c-4d02-b435-c80e779cf07b req-7043fc01-e76d-4fd8-88f3-53ba41e0af78 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:44.066226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a70-b32c-4d02-b435-c80e779cf07b req-7043fc01-e76d-4fd8-88f3-53ba41e0af78 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:44.072416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a70-b32c-4d02-b435-c80e779cf07b req-7043fc01-e76d-4fd8-88f3-53ba41e0af78 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:44.074735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57588a70-b32c-4d02-b435-c80e779cf07b req-7043fc01-e76d-4fd8-88f3-53ba41e0af78 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2418 time: 0.1127925 Dec 08 00:10:44.094566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-8ca62833-197e-4413-bd5a-77ab66ec25c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1745416132&fields=id&tenant_id=de7b9232766b493c817fc50d1c6512a5 HTTP/1.1" status: 200 len: 267 time: 0.0946057 Dec 08 00:10:44.107913 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36337bc-d732-43f4-b795-91bfacccc6c5 x-openstack-request-id: req-d36337bc-d732-43f4-b795-91bfacccc6c5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:44.108217 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:44.108395 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d36337bc-d732-43f4-b795-91bfacccc6c5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:44.108780 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f', 'code': 200} Dec 08 00:10:44.111781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:44.130840 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.198114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 64f23527-dd87-492e-abfd-0fb9c6a013d8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:44.198879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:10:44.210794 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] Sync routers for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:10:44.211357 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.211551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:44.222232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-481c194e-bea1-4a6f-a883-33a27bf7e05a req-1fad8f5f-80e6-4044-9c9d-f7a9b8657e30 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0528765 Dec 08 00:10:44.225975 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:44.226927 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:44.230944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-9292c05f-3e10-4d20-bfa7-3140a960d233 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--63233785&fields=id&tenant_id=de7b9232766b493c817fc50d1c6512a5 HTTP/1.1" status: 200 len: 267 time: 0.1179612 Dec 08 00:10:44.266649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] No DVR routers for this DVR port 2a9ed764-9bce-4e21-a167-25af796ea97b on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:44.270181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.275097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-10cdf037-c4bb-4178-9280-9a99ace20508 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "DELETE /v2.0/ports/2a9ed764-9bce-4e21-a167-25af796ea97b HTTP/1.1" status: 204 len: 173 time: 1.0744228 Dec 08 00:10:44.275593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:44.277931 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0582a84-53f1-405b-bb60-985f76752d0b" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:44.343986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port 740413a2-1752-4f17-bdf1-7cf826af694a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:44.344370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.383573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=64f23527-dd87-492e-abfd-0fb9c6a013d8,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:44.471375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:44.472486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.475643 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.504141 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:44.531901 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.557718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-6bee9cae-c5e7-41de-a65d-d5e7d3dbde97 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:44.560634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:44.561830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.566306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-6bee9cae-c5e7-41de-a65d-d5e7d3dbde97 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/networks?id=227cf949-990e-4ce4-8b90-d3726f9576df HTTP/1.1" status: 200 len: 796 time: 0.3258865 Dec 08 00:10:44.580499 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2e8715-d761-4369-8493-495aad09cdca x-openstack-request-id: req-9d2e8715-d761-4369-8493-495aad09cdca {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:44.581255 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "2a9ed764-9bce-4e21-a167-25af796ea97b", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:44.581701 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d2e8715-d761-4369-8493-495aad09cdca {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:44.582290 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '2a9ed764-9bce-4e21-a167-25af796ea97b', 'status': 'completed', 'code': 200} Dec 08 00:10:44.610348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.611189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2a9ed764-9bce-4e21-a167-25af796ea97b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:44.617657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-1a04feec-2b32-4672-8b0e-982b66e1585d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/quotas/de7b9232766b493c817fc50d1c6512a5 HTTP/1.1" status: 200 len: 375 time: 0.0499516 Dec 08 00:10:44.632729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] For port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:44.633510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.657905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port 740413a2-1752-4f17-bdf1-7cf826af694a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=740413a2-1752-4f17-bdf1-7cf826af694a,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:44.658077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 2a9ed764-9bce-4e21-a167-25af796ea97b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:44.658256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2a9ed764-9bce-4e21-a167-25af796ea97b not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:44.658675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b8b463-48cb-4131-b066-14d29b481368 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:44.658965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.677335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for e740fce2-d8d7-4e3b-b7aa-da84c381d6fd owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:44.678879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for 740413a2-1752-4f17-bdf1-7cf826af694a owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:44.713772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f677bd-70e4-46f4-9cea-fea147e3ca21 None None] Pushing event updated for resources: {'Port': ['ID=006a7768-6915-4b38-99b4-587603432385,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:44.722709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-7f29156b-3b20-41d5-b282-40405b3a6c15 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041048 Dec 08 00:10:44.832537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 12b8b463-48cb-4131-b066-14d29b481368 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:44.833265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e740fce2-d8d7-4e3b-b7aa-da84c381d6fd no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:44.840256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Attempting to bind port 006a7768-6915-4b38-99b4-587603432385 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:44.840826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Attempting to bind port 006a7768-6915-4b38-99b4-587603432385 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:44.841407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Attempting to bind port 006a7768-6915-4b38-99b4-587603432385 on network 227cf949-990e-4ce4-8b90-d3726f9576df {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:44.885217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:44.885855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Checking segment: {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:44.886438 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.887049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Bound using segment: {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:44.887691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Bound port: 006a7768-6915-4b38-99b4-587603432385, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:44.888239 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.916361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:44.946254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-365e9a48-efcb-4807-8c0c-5243f6d9f7a6 service neutron] 10.222.0.18 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640654 Dec 08 00:10:44.953616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:44.988272 n-d-820549-2 neutron-server[103115]: INFO neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No ports have port_id starting with e740fce2-d8d7-4e3b-b7aa-da84c381d6fd Dec 08 00:10:44.988655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=e740fce2-d8d7-4e3b-b7aa-da84c381d6fd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:45.001114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4149b686-9caf-4b96-96d9-e31ab747b636 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:45.041558 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:50Z', 'revision_number': 5, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:45.076769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] No DVR routers for this DVR port e740fce2-d8d7-4e3b-b7aa-da84c381d6fd on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:45.077136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] For port 006a7768-6915-4b38-99b4-587603432385, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:45.079503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.083188 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-3afd474b-7dc7-4142-b8ac-db8c3e470dbd tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "DELETE /v2.0/ports/e740fce2-d8d7-4e3b-b7aa-da84c381d6fd HTTP/1.1" status: 204 len: 173 time: 0.8013315 Dec 08 00:10:45.084496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] For port 006a7768-6915-4b38-99b4-587603432385, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=006a7768-6915-4b38-99b4-587603432385,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:45.088632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4149b686-9caf-4b96-96d9-e31ab747b636 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:45.088877 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] Checking router: c0256a66-8568-4d2d-8434-baa125ecd723 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:10:45.094019 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.100767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:45.101521 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:45.175397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f677bd-70e4-46f4-9cea-fea147e3ca21 None None] Pushing event updated for resources: {'Port': ['ID=006a7768-6915-4b38-99b4-587603432385,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:45.176706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c192d3f-8536-4a50-9679-6e266626ce27 req-c4f381ea-87c1-4364-860c-abee9d953624 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:45.182777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c192d3f-8536-4a50-9679-6e266626ce27 req-c4f381ea-87c1-4364-860c-abee9d953624 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:45.189940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c192d3f-8536-4a50-9679-6e266626ce27 req-c4f381ea-87c1-4364-860c-abee9d953624 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:45.199015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c192d3f-8536-4a50-9679-6e266626ce27 req-c4f381ea-87c1-4364-860c-abee9d953624 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 2418 time: 0.1897008 Dec 08 00:10:45.203764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.211972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port 64f23527-dd87-492e-abfd-0fb9c6a013d8 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:45.212364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.219338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-5f429ef3-9218-413e-84ce-da2c7f3e79bf service neutron] 10.222.0.18 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635689 Dec 08 00:10:45.240740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['740413a2-1752-4f17-bdf1-7cf826af694a', '832fc710-364e-45e0-9d20-29630dec1c83', 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:45.248402 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:45.266498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=740413a2-1752-4f17-bdf1-7cf826af694a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:45.328239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c9f9d4bb-c0f6-4572-aa50-215024215fbf None None] Provisioning complete for port 006a7768-6915-4b38-99b4-587603432385 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:45.328793 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d4bb-c0f6-4572-aa50-215024215fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.342540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:10:45.344452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:45.385660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port 740413a2-1752-4f17-bdf1-7cf826af694a on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:45.392889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] For port 64f23527-dd87-492e-abfd-0fb9c6a013d8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=64f23527-dd87-492e-abfd-0fb9c6a013d8,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:45.393171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.412135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.427239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57588a70-b32c-4d02-b435-c80e779cf07b req-d6fa69a0-e82b-4901-bf78-a994eeec2571 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "DELETE /v2.0/ports/740413a2-1752-4f17-bdf1-7cf826af694a HTTP/1.1" status: 204 len: 173 time: 1.3369243 Dec 08 00:10:45.428906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-deleted', 'tag': '740413a2-1752-4f17-bdf1-7cf826af694a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:45.431294 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf22d6-5799-468e-9485-7ab05f30a156" -d '{"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-deleted", "tag": "740413a2-1752-4f17-bdf1-7cf826af694a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:45.439040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for 64f23527-dd87-492e-abfd-0fb9c6a013d8 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:45.540166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c192d3f-8536-4a50-9679-6e266626ce27 req-a90c2ba7-f60c-4f98-84fd-799a72213c6f tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401415 Dec 08 00:10:45.729952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.734992 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:50Z', 'revision_number': 5, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:45.773885 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7c203-b1fb-428e-914f-2b2c070094e4 None None] The sync data for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 is: [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-07T23:59:46Z', 'revision_number': 4, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '37516bd9-4a3f-423c-964f-5973e5fe11b6', 'name': '', 'network_id': 'f334308d-32b7-4ad9-b018-56ac5b027fe9', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'mac_address': 'fa:16:3e:c6:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:45Z', 'updated_at': '2021-12-07T23:59:50Z', 'revision_number': 5, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'subnets': [{'id': '321d1fb4-d755-4a5a-ad46-32904812d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:10:45.833738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=64f23527-dd87-492e-abfd-0fb9c6a013d8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:45.894695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-deb93e60-eaa0-4819-a168-ecfc520e6071 req-d87e01a5-1af6-447f-a1b5-0743f937498d tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0537789 Dec 08 00:10:45.914081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541de9eb-4680-4b46-ada6-526348f01dd6 req-34d33f74-7ecf-49b5-ae1d-ab5461ae7f02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:45.925175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541de9eb-4680-4b46-ada6-526348f01dd6 req-34d33f74-7ecf-49b5-ae1d-ab5461ae7f02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:45.930578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] No DVR routers for this DVR port 64f23527-dd87-492e-abfd-0fb9c6a013d8 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:45.934863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.939021 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-51160140-0540-475c-b093-080c69ac30c6 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "DELETE /v2.0/ports/64f23527-dd87-492e-abfd-0fb9c6a013d8 HTTP/1.1" status: 204 len: 173 time: 0.8492155 Dec 08 00:10:45.944833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541de9eb-4680-4b46-ada6-526348f01dd6 req-34d33f74-7ecf-49b5-ae1d-ab5461ae7f02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:45.951954 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-541de9eb-4680-4b46-ada6-526348f01dd6 req-34d33f74-7ecf-49b5-ae1d-ab5461ae7f02 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 2332 time: 0.3433299 Dec 08 00:10:45.970496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:45.970869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:45.990786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:10:46.034787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d4bb-c0f6-4572-aa50-215024215fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.113170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8'}, {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:46.115553 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d091f2-8349-4935-8faf-6b2bf5445bcd" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-unplugged", "status": "completed", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8"}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-unplugged", "status": "completed", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:46.142290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-541de9eb-4680-4b46-ada6-526348f01dd6 req-294ac214-6495-4e94-8a50-4ce443ee5c27 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665711 Dec 08 00:10:46.183939 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce6f83-cd10-4813-b769-ed6ad7164656 x-openstack-request-id: req-31ce6f83-cd10-4813-b769-ed6ad7164656 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:46.184571 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-deleted", "tag": "740413a2-1752-4f17-bdf1-7cf826af694a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:46.184831 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31ce6f83-cd10-4813-b769-ed6ad7164656 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:46.185843 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-deleted', 'tag': '740413a2-1752-4f17-bdf1-7cf826af694a', 'status': 'completed', 'code': 200} Dec 08 00:10:46.201365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:46.201923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.226931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:46.240307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c9f9d4bb-c0f6-4572-aa50-215024215fbf None None] For port 006a7768-6915-4b38-99b4-587603432385, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=006a7768-6915-4b38-99b4-587603432385,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:46.253410 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d4bb-c0f6-4572-aa50-215024215fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.257287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:46.257847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.374326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61667385-9c2e-4e57-a04e-11a823195335 None None] New status for floating IP a795f879-7cc8-4a46-9593-e2ba0220edd8: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:10:46.452308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] For port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:46.452642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.469256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:46.471163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4522831b-0866-4a16-aba4-e92eae69581c req-776e23b8-830f-4083-b308-1a9702ebeaa2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 210 time: 0.0432181 Dec 08 00:10:46.506575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.553454 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f78327-d5cc-4e93-a535-26c0b7153000 x-openstack-request-id: req-20f78327-d5cc-4e93-a535-26c0b7153000 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:46.554272 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-unplugged", "status": "completed", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8", "code": 200}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-unplugged", "status": "completed", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:46.554631 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20f78327-d5cc-4e93-a535-26c0b7153000 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:46.555127 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8', 'code': 200} Dec 08 00:10:46.555452 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4', 'code': 200} Dec 08 00:10:46.589933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=e1fc89fa-088a-4c60-91c3-d46e74bfdfd8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:46.620115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd'}, {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:46.622859 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b8343-89f9-48e1-b11e-8e92eb634313" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "e740fce2-d8d7-4e3b-b7aa-da84c381d6fd"}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:46.634810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:46.637463 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.641921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57588a70-b32c-4d02-b435-c80e779cf07b req-15c9e20b-8486-4d81-ab8b-417332a828d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "DELETE /v2.0/ports/e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 HTTP/1.1" status: 204 len: 173 time: 1.2138901 Dec 08 00:10:46.676190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9d4bb-c0f6-4572-aa50-215024215fbf None None] Pushing event updated for resources: {'Port': ['ID=006a7768-6915-4b38-99b4-587603432385,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:46.682569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dc41ad3a-ae7f-40a7-a209-b14c1567125d None None] Provisioning complete for port 006a7768-6915-4b38-99b4-587603432385 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:46.683024 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc41ad3a-ae7f-40a7-a209-b14c1567125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.698440 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0616c58-a0a2-4fe5-a69b-744118a0d291 x-openstack-request-id: req-e0616c58-a0a2-4fe5-a69b-744118a0d291 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:46.699195 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "e740fce2-d8d7-4e3b-b7aa-da84c381d6fd", "status": "completed", "code": 200}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "64f23527-dd87-492e-abfd-0fb9c6a013d8", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:46.700244 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0616c58-a0a2-4fe5-a69b-744118a0d291 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:46.700659 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': 'e740fce2-d8d7-4e3b-b7aa-da84c381d6fd', 'status': 'completed', 'code': 200} Dec 08 00:10:46.700921 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '64f23527-dd87-492e-abfd-0fb9c6a013d8', 'status': 'completed', 'code': 200} Dec 08 00:10:46.760263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.817567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=20ea7f1e-7655-41d6-8157-e128d9b9e2f4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:46.890826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] No DVR routers for this DVR port 20ea7f1e-7655-41d6-8157-e128d9b9e2f4 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:46.896482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:46.900023 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-c5f322cd-eafd-4e51-93cc-8c46ca924129 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "DELETE /v2.0/ports/20ea7f1e-7655-41d6-8157-e128d9b9e2f4 HTTP/1.1" status: 204 len: 173 time: 0.9534218 Dec 08 00:10:46.903734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe394d7-d3bd-485c-b3e2-0a373e01f954 req-be0c7fe7-9348-4740-86c1-4b70560e7add tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:46.905646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fe394d7-d3bd-485c-b3e2-0a373e01f954 req-be0c7fe7-9348-4740-86c1-4b70560e7add tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 946 time: 0.2361679 Dec 08 00:10:46.949886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port 832fc710-364e-45e0-9d20-29630dec1c83 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:46.950058 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.039580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fe394d7-d3bd-485c-b3e2-0a373e01f954 req-ffda094f-788a-4f97-b659-49b07700ce2a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146581 Dec 08 00:10:47.047600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:47.047955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.090797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59b1980d-9ffc-47bf-aff8-3c9ddd0ac9b9 req-683b7b8d-d728-4cbf-bf5c-a16bd178ac2b tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0534644 Dec 08 00:10:47.139428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:45Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:47.152758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port 832fc710-364e-45e0-9d20-29630dec1c83, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=832fc710-364e-45e0-9d20-29630dec1c83,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:47.154152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.168745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6523dde-52f7-44ed-9b8d-d37e405ff765 None None] The sync data for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 is: [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:45Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:10:47.178055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for 832fc710-364e-45e0-9d20-29630dec1c83 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:47.201343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] For port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:47.201826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.218029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:47.318939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['740413a2-1752-4f17-bdf1-7cf826af694a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:47.398407 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.505860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0d924-da80-4a3f-95eb-aeff199705cd req-8aad6cab-6594-4a83-8e66-28b85d25668c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:47.520411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.526551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9b0d924-da80-4a3f-95eb-aeff199705cd req-8aad6cab-6594-4a83-8e66-28b85d25668c tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 943 time: 0.2082775 Dec 08 00:10:47.564989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:47.575505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.671278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=832fc710-364e-45e0-9d20-29630dec1c83,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:47.708056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port 832fc710-364e-45e0-9d20-29630dec1c83 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:47.728920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:47.732882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57588a70-b32c-4d02-b435-c80e779cf07b req-9ed573ca-2ebc-42c4-9c71-bab6e6e1631b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "DELETE /v2.0/ports/832fc710-364e-45e0-9d20-29630dec1c83 HTTP/1.1" status: 204 len: 173 time: 1.0731761 Dec 08 00:10:47.735087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8c60835-0092-4610-9e93-46e3d8cb7ce9 req-7351cd1f-fa7d-416e-96a8-1925c90d0660 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 210 time: 0.0709231 Dec 08 00:10:47.759857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9b0d924-da80-4a3f-95eb-aeff199705cd req-76782831-3d62-4d21-b69e-ca31a2d20879 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups?id=8df1cbf5-ac1d-4c32-959f-1c4476341758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244833 Dec 08 00:10:48.043766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] No DVR routers for this DVR port 7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:48.050529 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:48.053876 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88bdc202-a5c5-4f24-b87a-d9c4c9dd9bdb req-78922b5b-b637-4954-8715-0af5ef777175 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.59 "DELETE /v2.0/ports/7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f HTTP/1.1" status: 204 len: 173 time: 1.1387048 Dec 08 00:10:48.065050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-3c16a39e-ee9f-4d0d-8af0-980e6d4144a1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:48.066594 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-3c16a39e-ee9f-4d0d-8af0-980e6d4144a1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.59 "GET /v2.0/networks?id=227cf949-990e-4ce4-8b90-d3726f9576df HTTP/1.1" status: 200 len: 796 time: 0.5735216 Dec 08 00:10:48.203761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-deleted', 'tag': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8'}, {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-deleted', 'tag': '832fc710-364e-45e0-9d20-29630dec1c83'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:48.205058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-8cfeda4f-bd71-473e-8702-ab58fa9732db tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de7b9232766b493c817fc50d1c6512a5 HTTP/1.1" status: 200 len: 476 time: 0.1211705 Dec 08 00:10:48.207599 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4344a6c-cc60-4072-85ed-d20d0484c625" -d '{"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-deleted", "tag": "e1fc89fa-088a-4c60-91c3-d46e74bfdfd8"}, {"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-deleted", "tag": "832fc710-364e-45e0-9d20-29630dec1c83"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:48.213716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15c54bfc-8445-4790-9270-b4bbc16df563 req-dfd5473a-c058-4ff7-83ae-d43e6e6724c8 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c0d550-acf9-4485-a185-d4d15c7b8a78 HTTP/1.1" status: 200 len: 210 time: 0.0630567 Dec 08 00:10:48.219914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'port': {'device_id': '719c8734-8a20-403c-bafa-b37f70fe8989', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'admin_state_up': True, 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'security_groups': ['32e0c2b6-d139-4713-bd23-fa1fffbafc3a', '9e6ff318-9e66-4ac9-8573-de59d052a931']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:48.259164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9385617e-b2d2-45ab-b941-b8cc3315378e req-84a3b1f6-aa79-474b-ae37-dbdd6c782456 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0481379 Dec 08 00:10:48.372753 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc15693b-7d55-406b-9e80-e2bc9ff0d3cd x-openstack-request-id: req-dc15693b-7d55-406b-9e80-e2bc9ff0d3cd {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:48.373614 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-deleted", "tag": "e1fc89fa-088a-4c60-91c3-d46e74bfdfd8", "status": "completed", "code": 200}, {"server_uuid": "d6c0d550-acf9-4485-a185-d4d15c7b8a78", "name": "network-vif-deleted", "tag": "832fc710-364e-45e0-9d20-29630dec1c83", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:48.373948 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc15693b-7d55-406b-9e80-e2bc9ff0d3cd {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:48.374474 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-deleted', 'tag': 'e1fc89fa-088a-4c60-91c3-d46e74bfdfd8', 'status': 'completed', 'code': 200} Dec 08 00:10:48.374854 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c0d550-acf9-4485-a185-d4d15c7b8a78', 'name': 'network-vif-deleted', 'tag': '832fc710-364e-45e0-9d20-29630dec1c83', 'status': 'completed', 'code': 200} Dec 08 00:10:48.421451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Made reservation on behalf of de7b9232766b493c817fc50d1c6512a5 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:48.425167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:48.600783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Allocated IP 172.20.0.9 (227cf949-990e-4ce4-8b90-d3726f9576df/bd7fec5f-b26a-47fd-ac55-2065500f03a6/5b52517b-15c5-4f8a-af3e-a8dd4312138b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:48.707598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4'}, {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:48.710670 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78582af-f46c-4031-9786-b009abb0e13b" -d '{"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4"}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:48.819718 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cf2c10-1837-40a1-8616-d17468e9e44e x-openstack-request-id: req-29cf2c10-1837-40a1-8616-d17468e9e44e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:48.820027 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "20ea7f1e-7655-41d6-8157-e128d9b9e2f4", "status": "completed", "code": 200}, {"server_uuid": "7cc3aacf-f208-4798-91f3-4e77aa4e38f8", "name": "network-vif-deleted", "tag": "7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:48.820283 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29cf2c10-1837-40a1-8616-d17468e9e44e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:48.820688 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '20ea7f1e-7655-41d6-8157-e128d9b9e2f4', 'status': 'completed', 'code': 200} Dec 08 00:10:48.820956 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3aacf-f208-4798-91f3-4e77aa4e38f8', 'name': 'network-vif-deleted', 'tag': '7b96396a-a12b-4fa9-a2d0-0fb0a8ab0c6f', 'status': 'completed', 'code': 200} Dec 08 00:10:48.825209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 006a7768-6915-4b38-99b4-587603432385 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:48.888723 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:48.910691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4fc8dff-80c3-49f4-8983-34258705e463 req-81b59333-da86-439c-a612-be0bbe0ecc7b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0412037 Dec 08 00:10:48.941749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 006a7768-6915-4b38-99b4-587603432385 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:48.942705 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:48.952309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:48.961408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9acd8a8f-f2e5-4210-bce3-6aeb82085856 req-90e449d3-5f63-45b2-810a-2b36e2f54fc7 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 210 time: 0.0355875 Dec 08 00:10:49.054077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network 227cf949-990e-4ce4-8b90-d3726f9576df is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:49.058319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:49.061220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:49.097470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=5b52517b-15c5-4f8a-af3e-a8dd4312138b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:49.129517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:49.130645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.152418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-94520b97-a1b3-41b4-8441-e411f39268ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9398530 Dec 08 00:10:49.177503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Request body: {'port': {'device_id': '719c8734-8a20-403c-bafa-b37f70fe8989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:49.245631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.323221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:49.371133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ef7d424d-c76a-455a-b734-bbabca897e3c None None] Provisioning complete for port 5b52517b-15c5-4f8a-af3e-a8dd4312138b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:49.371898 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef7d424d-c76a-455a-b734-bbabca897e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.413323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:49.439247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d424d-c76a-455a-b734-bbabca897e3c None None] Port 5b52517b-15c5-4f8a-af3e-a8dd4312138b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:49.443917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:49.444367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e1fc89fa-088a-4c60-91c3-d46e74bfdfd8 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:49.444881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 832fc710-364e-45e0-9d20-29630dec1c83 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:49.457428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-716921f6-f484-4b08-973b-8859c2260561 req-b88a8609-07f7-4afd-9226-0389d146c525 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0569456 Dec 08 00:10:49.470287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 832fc710-364e-45e0-9d20-29630dec1c83 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:49.470969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 832fc710-364e-45e0-9d20-29630dec1c83 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:49.471503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 740413a2-1752-4f17-bdf1-7cf826af694a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:49.477459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting subnet 813a209d-e4d2-42f1-b95e-6371a2b5502d {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:10:49.485005 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.494170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 740413a2-1752-4f17-bdf1-7cf826af694a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:49.494970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 740413a2-1752-4f17-bdf1-7cf826af694a not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:49.551520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.706852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b8b3e-4a35-4bad-8a54-57f05f8a7856 req-d498e8b4-fcff-48f8-a2f7-972ca778f333 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:49.711643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd2b8b3e-4a35-4bad-8a54-57f05f8a7856 req-d498e8b4-fcff-48f8-a2f7-972ca778f333 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 946 time: 0.0976131 Dec 08 00:10:49.733925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.747212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b52517b-15c5-4f8a-af3e-a8dd4312138b {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:49.755363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.768735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Transition to ACTIVE for port object 5b52517b-15c5-4f8a-af3e-a8dd4312138b will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:10:49.772588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.823300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd2b8b3e-4a35-4bad-8a54-57f05f8a7856 req-35eeb7cf-a8d9-4140-a190-aa7b97c634bf tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081014 Dec 08 00:10:49.850316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.890393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:49.891113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Pushing event updated for resources: {'Port': ['ID=5b52517b-15c5-4f8a-af3e-a8dd4312138b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:49.896118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/subnets/813a209d-e4d2-42f1-b95e-6371a2b5502d HTTP/1.1" status: 204 len: 168 time: 0.5718503 Dec 08 00:10:49.897228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4d1be2-e68e-45cb-9629-3e1d84263077 None None] Network 58fa7261-cf80-4a7d-8810-b9f67d95338d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:49.899219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54770) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:49.907794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e1eb6-3c91-4b2e-ba9c-b292e21d7895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Subnet': ['ID=813a209d-e4d2-42f1-b95e-6371a2b5502d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:49.938236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Attempting to bind port 5b52517b-15c5-4f8a-af3e-a8dd4312138b on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:49.938565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Attempting to bind port 5b52517b-15c5-4f8a-af3e-a8dd4312138b by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:49.938939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Attempting to bind port 5b52517b-15c5-4f8a-af3e-a8dd4312138b on network 227cf949-990e-4ce4-8b90-d3726f9576df {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:49.950000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Port 5b52517b-15c5-4f8a-af3e-a8dd4312138b on network 227cf949-990e-4ce4-8b90-d3726f9576df not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:10:49.950369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Attempting to bind port 5b52517b-15c5-4f8a-af3e-a8dd4312138b on network 227cf949-990e-4ce4-8b90-d3726f9576df {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:49.958446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:49.963065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Checking segment: {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:49.963465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Bound using segment: {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:49.964101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Bound port: 5b52517b-15c5-4f8a-af3e-a8dd4312138b, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b82b043-365d-4fa1-906b-b63f38a81a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:49.964351 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.018553 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.086525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] For port 5b52517b-15c5-4f8a-af3e-a8dd4312138b, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:50.090171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] For port 5b52517b-15c5-4f8a-af3e-a8dd4312138b, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:50.102360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.139326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:50.140036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.141688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] 10.222.0.59 "PUT /v2.0/ports/5b52517b-15c5-4f8a-af3e-a8dd4312138b HTTP/1.1" status: 200 len: 1130 time: 0.9745214 Dec 08 00:10:50.146852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c63e2dd-3723-4376-b52d-27e4f8b5753e req-753e1236-5933-475f-9c5b-20b6a10f4758 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0633481 Dec 08 00:10:50.152748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] DHCP port deletion for 58fa7261-cf80-4a7d-8810-b9f67d95338d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:10:50.206377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da2950-20d8-45cb-b100-83a737cad517 service neutron] Pushing event updated for resources: {'Port': ['ID=5b52517b-15c5-4f8a-af3e-a8dd4312138b,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:50.273705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67dbbc-3032-4f7a-b17d-07f258ef7174 req-adf40eb3-ee64-4d1e-ad8f-060083c09dcb tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:50.275251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a67dbbc-3032-4f7a-b17d-07f258ef7174 req-adf40eb3-ee64-4d1e-ad8f-060083c09dcb tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 982 time: 0.1427402 Dec 08 00:10:50.284963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-470ff125-46b4-4924-af73-ea4d6c6907cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:50.287537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-470ff125-46b4-4924-af73-ea4d6c6907cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 1133 time: 0.0678849 Dec 08 00:10:50.289171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] Deleting port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:50.289890 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.301358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:50.301709 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.362728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] For port f2729a73-44b0-4b8d-baf0-26b08c49a9f1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:50.363437 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.379445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] Calling delete_port for f2729a73-44b0-4b8d-baf0-26b08c49a9f1 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:50.406360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-09f8913b-6438-41e7-92ee-102461dd084f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b HTTP/1.1" status: 200 len: 217 time: 0.1043518 Dec 08 00:10:50.413090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port f2729a73-44b0-4b8d-baf0-26b08c49a9f1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,segment=NetworkSegment(03d0da1e-e8a1-4aed-b371-47ae628a7a16),segment_id=03d0da1e-e8a1-4aed-b371-47ae628a7a16)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:50.413455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.435433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for f2729a73-44b0-4b8d-baf0-26b08c49a9f1 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:50.464369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a67dbbc-3032-4f7a-b17d-07f258ef7174 req-025f1d2c-892a-472d-ab79-c6b5c23dbc62 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1725314 Dec 08 00:10:50.471171 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.506161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] Pushing event deleted for resources: {'Port': ['ID=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:50.510791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8534ab-0b12-4881-b526-84677dfa9c88 None None] No DVR routers for this DVR port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:50.548160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-b068fae0-90b5-465c-a496-4fa523d00fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:50.550912 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-b068fae0-90b5-465c-a496-4fa523d00fa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd7fec5f-b26a-47fd-ac55-2065500f03a6 HTTP/1.1" status: 200 len: 835 time: 0.1380906 Dec 08 00:10:50.616318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208310-b6de-4c6a-9f32-444030af303d req-3653882d-653c-4372-8a5c-d6253dacb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:50.617922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-3653882d-653c-4372-8a5c-d6253dacb110 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=227cf949-990e-4ce4-8b90-d3726f9576df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587516 Dec 08 00:10:50.641264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cdc4654-d1be-4d0b-9c64-885752536f0b req-a330fc8f-47d5-4b86-8f35-bda6f815eec7 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0613389 Dec 08 00:10:50.689158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.753383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=f2729a73-44b0-4b8d-baf0-26b08c49a9f1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:50.766172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port f2729a73-44b0-4b8d-baf0-26b08c49a9f1 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:50.770448 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-ceab726f-0e99-4677-9ab5-83052e431467 service neutron] 10.222.0.59 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399827 Dec 08 00:10:50.773879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2729a73-44b0-4b8d-baf0-26b08c49a9f1 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:50.816011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f2729a73-44b0-4b8d-baf0-26b08c49a9f1 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:50.816529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2729a73-44b0-4b8d-baf0-26b08c49a9f1 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:50.834324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:50.836779 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4b52d3-096b-419a-bff7-be153a20288b" -d '{"events": [{"name": "network-changed", "server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:50.905048 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e785a277-433a-4042-8550-4580d4a7e063 x-openstack-request-id: req-e785a277-433a-4042-8550-4580d4a7e063 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:50.905637 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:50.905909 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e785a277-433a-4042-8550-4580d4a7e063 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:50.906322 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'status': 'completed', 'code': 200} Dec 08 00:10:50.907473 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:50.934210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fa7261-cf80-4a7d-8810-b9f67d95338d']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:50.938421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8208310-b6de-4c6a-9f32-444030af303d req-85bdae9c-7a53-4aba-be5e-13f61644805f service neutron] 10.222.0.59 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417630 Dec 08 00:10:50.946783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d0da1e-e8a1-4aed-b371-47ae628a7a16') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:50.947129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d0da1e-e8a1-4aed-b371-47ae628a7a16') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:50.990907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.011703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.025530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa10be-b26f-47be-9039-a46affe37ced req-f438c3d8-6825-4b2e-85be-6ec78eaa0502 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:51.027735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07aa10be-b26f-47be-9039-a46affe37ced req-f438c3d8-6825-4b2e-85be-6ec78eaa0502 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 946 time: 0.0831206 Dec 08 00:10:51.033418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:10:51.034703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:10:51.042405 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:10:51.091631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b52d3-096b-419a-bff7-be153a20288b req-12e680f1-bd88-48c3-9055-61248a17a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:51.094872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5f4b52d3-096b-419a-bff7-be153a20288b req-12e680f1-bd88-48c3-9055-61248a17a450 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 1133 time: 0.0697904 Dec 08 00:10:51.145114 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.151910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.156760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/networks/58fa7261-cf80-4a7d-8810-b9f67d95338d HTTP/1.1" status: 204 len: 168 time: 1.2556758 Dec 08 00:10:51.170663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54788) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:51.244474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b52d3-096b-419a-bff7-be153a20288b req-c8f8da02-dd3d-451b-a714-9f1683627d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:51.246258 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5f4b52d3-096b-419a-bff7-be153a20288b req-c8f8da02-dd3d-451b-a714-9f1683627d69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=227cf949-990e-4ce4-8b90-d3726f9576df HTTP/1.1" status: 200 len: 897 time: 0.1437438 Dec 08 00:10:51.267622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting subnet dcc87536-b1b8-4a1f-80ad-840b39688f8f {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:10:51.271080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.306733 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5f4b52d3-096b-419a-bff7-be153a20288b req-2d9fc8ee-2305-4568-8512-45d71702edbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b HTTP/1.1" status: 200 len: 217 time: 0.0509269 Dec 08 00:10:51.308226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079157-c45b-4c4d-a38f-a79db58ad98d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Network': ['ID=58fa7261-cf80-4a7d-8810-b9f67d95338d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:51.340806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07aa10be-b26f-47be-9039-a46affe37ced req-b9d0e0fd-f63c-43fb-bfeb-a684cc096875 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966368 Dec 08 00:10:51.351993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a3266ac4-5d14-428b-b7ab-51c197a288d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.387851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.406007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b52d3-096b-419a-bff7-be153a20288b req-b288bc4b-bc55-4a89-9060-d4c5663772fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:51.407707 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5f4b52d3-096b-419a-bff7-be153a20288b req-b288bc4b-bc55-4a89-9060-d4c5663772fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd7fec5f-b26a-47fd-ac55-2065500f03a6 HTTP/1.1" status: 200 len: 835 time: 0.0895622 Dec 08 00:10:51.431815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-623f5892-c02e-4290-a4b8-248e71d86952 req-98ce5d5c-a520-4886-8690-a907acb8a1c9 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.1735232 Dec 08 00:10:51.478674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b52d3-096b-419a-bff7-be153a20288b req-5a74a854-4602-476f-8e0f-9c97c6e8d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:51.480492 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5f4b52d3-096b-419a-bff7-be153a20288b req-5a74a854-4602-476f-8e0f-9c97c6e8d8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=227cf949-990e-4ce4-8b90-d3726f9576df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649393 Dec 08 00:10:51.582445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.598830 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5f4b52d3-096b-419a-bff7-be153a20288b req-780d9ff6-ed56-439d-9896-9ec1ce7a90b2 service neutron] 10.222.0.59 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095698 Dec 08 00:10:51.630759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ff54d-845c-4c84-b938-f7cb72db0850 req-4fce8d69-02e7-4fee-9507-abbf3ae7d84b tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:51.634924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e81ff54d-845c-4c84-b938-f7cb72db0850 req-4fce8d69-02e7-4fee-9507-abbf3ae7d84b tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 982 time: 0.1045117 Dec 08 00:10:51.722195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.725847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-4a4bf68c-9342-40c6-a93e-f577d36bd55f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:51.728950 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-4a4bf68c-9342-40c6-a93e-f577d36bd55f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 946 time: 0.1197939 Dec 08 00:10:51.753211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e81ff54d-845c-4c84-b938-f7cb72db0850 req-ee3391c9-bf0c-48f2-bd2e-790ad6b1d0d9 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1081800 Dec 08 00:10:51.764718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.768678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/subnets/dcc87536-b1b8-4a1f-80ad-840b39688f8f HTTP/1.1" status: 204 len: 168 time: 0.5970459 Dec 08 00:10:51.772824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54800) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:51.777641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff4f1f-d570-4129-ae7e-31347651a1c1 None None] Network 72430544-27cb-434c-aa82-39375e5d432b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:51.802154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb704af-577d-48cd-a549-972a69fac023 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc87536-b1b8-4a1f-80ad-840b39688f8f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:51.816200 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5f4b52d3-096b-419a-bff7-be153a20288b req-67235834-08bc-46b5-ab8b-bcf9c439d2d0 service neutron] 10.222.0.59 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085731 Dec 08 00:10:51.838835 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-005a07cb-4202-4555-b38b-c379ff2595ad req-7bb0a77e-66ad-4292-8ed5-1a6fbec33998 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0669222 Dec 08 00:10:51.970016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:51.999153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] DHCP port deletion for 72430544-27cb-434c-aa82-39375e5d432b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:10:52.033772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Deleting port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:52.034127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.054521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] Deleting port 3503754b-4e0c-427f-9fc8-b82229f41345 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:52.054917 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.105074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port 3503754b-4e0c-427f-9fc8-b82229f41345 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:10:52.105449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.121608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] For port 3503754b-4e0c-427f-9fc8-b82229f41345, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3503754b-4e0c-427f-9fc8-b82229f41345,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:52.122075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.135432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] Calling delete_port for 3503754b-4e0c-427f-9fc8-b82229f41345 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:52.189323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] For port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:52.189661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.203990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port 3503754b-4e0c-427f-9fc8-b82229f41345, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3503754b-4e0c-427f-9fc8-b82229f41345,segment=NetworkSegment(c87d6c84-380b-4bb0-a730-521b259a0024),segment_id=c87d6c84-380b-4bb0-a730-521b259a0024)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:52.204350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.214111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.214675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Calling delete_port for 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:52.225584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for 3503754b-4e0c-427f-9fc8-b82229f41345 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:10:52.243081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] Pushing event deleted for resources: {'Port': ['ID=3503754b-4e0c-427f-9fc8-b82229f41345,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:52.246509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fa5d2-fdf8-4b29-a4a3-c2a16045579d None None] No DVR routers for this DVR port 3503754b-4e0c-427f-9fc8-b82229f41345 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:52.364734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.418159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=3503754b-4e0c-427f-9fc8-b82229f41345,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:52.420004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port 3503754b-4e0c-427f-9fc8-b82229f41345 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:52.494494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510f7be-0ffa-4819-bac3-0fd1cb30e00b req-05b12111-ad55-4fe3-9f3c-7ef235314d0c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:52.496128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0510f7be-0ffa-4819-bac3-0fd1cb30e00b req-05b12111-ad55-4fe3-9f3c-7ef235314d0c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 946 time: 0.0630746 Dec 08 00:10:52.497788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.534501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['06e15b94-c4fc-417c-9e60-4b3fb8fb8118'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:52.544280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.577010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event deleted for resources: {'Port': ['ID=06e15b94-c4fc-417c-9e60-4b3fb8fb8118,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:52.595158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0510f7be-0ffa-4819-bac3-0fd1cb30e00b req-1ad5e0b5-812a-4f3f-b83a-ae8befac7ba9 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834045 Dec 08 00:10:52.628995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72430544-27cb-434c-aa82-39375e5d432b']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:52.653150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] No DVR routers for this DVR port 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:10:52.654221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a914aea8-8702-4946-a5f4-47076d1748bf req-474a6fd3-d2b5-4b81-8fa6-68f3d47747f2 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0292137 Dec 08 00:10:52.657929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.661296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-811e736e-474f-45c8-a705-3c67fe4104f6 req-30d9c1e6-76cc-449b-8983-081e8ebb70e1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "DELETE /v2.0/ports/06e15b94-c4fc-417c-9e60-4b3fb8fb8118 HTTP/1.1" status: 204 len: 173 time: 0.9251270 Dec 08 00:10:52.663040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87d6c84-380b-4bb0-a730-521b259a0024') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:52.663339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87d6c84-380b-4bb0-a730-521b259a0024') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:10:52.679852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.701092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.709716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:10:52.710121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:10:52.713322 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:10:52.744742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3503754b-4e0c-427f-9fc8-b82229f41345 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:52.779554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.791818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3503754b-4e0c-427f-9fc8-b82229f41345 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:52.792172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3503754b-4e0c-427f-9fc8-b82229f41345 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:52.807809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.814216 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/networks/72430544-27cb-434c-aa82-39375e5d432b HTTP/1.1" status: 204 len: 168 time: 1.0277815 Dec 08 00:10:52.819685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54812) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:52.826444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-914755210'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:52.832097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1779db2-16a9-427d-bfaf-2e5d4792c2dc tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Network': ['ID=72430544-27cb-434c-aa82-39375e5d432b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:52.886085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:52.889568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.907217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'name': 'network-vif-deleted', 'tag': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:52.910053 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2743c-0109-4d66-b629-67ede1296167" -d '{"events": [{"server_uuid": "cacbfab3-4edc-40dc-bd68-23954c9daee5", "name": "network-vif-deleted", "tag": "06e15b94-c4fc-417c-9e60-4b3fb8fb8118"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:52.921400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb95251-2100-4407-a821-3e8463d9f6db req-0ce26b36-a708-40e4-9551-8c53666cfa31 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:52.922935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb95251-2100-4407-a821-3e8463d9f6db req-0ce26b36-a708-40e4-9551-8c53666cfa31 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 982 time: 0.0807722 Dec 08 00:10:52.948638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:10:52.964809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:52.965159 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Added segment b5011359-07ec-4fd6-ac81-020310abd796 of type vlan for network c8114b05-1faf-4fe5-878f-e1f256243e95 Dec 08 00:10:53.060869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a25d647b-32ac-422d-9f86-a86f44a08084 req-7852d4d6-1b2e-4dfb-8e90-863463a7a274 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0421400 Dec 08 00:10:53.063081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.069389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb95251-2100-4407-a821-3e8463d9f6db req-38a4574d-413f-46c3-8faf-725880a1d028 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1402376 Dec 08 00:10:53.094203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.100731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:53.101589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.154021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3328962 Dec 08 00:10:53.157711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54822) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:53.163426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'subnet': {'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:53.180340 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f14021-fd42-4eee-8da5-84f3b98d3a49 x-openstack-request-id: req-47f14021-fd42-4eee-8da5-84f3b98d3a49 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:10:53.180634 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacbfab3-4edc-40dc-bd68-23954c9daee5", "name": "network-vif-deleted", "tag": "06e15b94-c4fc-417c-9e60-4b3fb8fb8118", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:10:53.180895 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47f14021-fd42-4eee-8da5-84f3b98d3a49 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:10:53.181299 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacbfab3-4edc-40dc-bd68-23954c9daee5', 'name': 'network-vif-deleted', 'tag': '06e15b94-c4fc-417c-9e60-4b3fb8fb8118', 'status': 'completed', 'code': 200} Dec 08 00:10:53.185732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2e2d5-c1c2-4508-af2c-4cee550cd52a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Network': ['ID=c8114b05-1faf-4fe5-878f-e1f256243e95,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:53.196633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c8114b05-1faf-4fe5-878f-e1f256243e95 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:10:53.274262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:53.277683 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.458142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.517664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Subnet': ['ID=7ed01c77-f456-4e47-a694-a7f075bf6756,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:53.526328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Checking segment: {'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:53.527335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network hostable DHCP agents. Network: c8114b05-1faf-4fe5-878f-e1f256243e95, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:10:53.545433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network c8114b05-1faf-4fe5-878f-e1f256243e95 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:10:53.547032 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55ef7b22-7262-4c8d-86e8-444b597e0f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.556559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c8114b05-1faf-4fe5-878f-e1f256243e95) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:53.562025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:53.562927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.566090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7bcbc-cfe6-43bf-9f3a-de785c98f9e8 None None] Network c8114b05-1faf-4fe5-878f-e1f256243e95 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:53.594460 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-890e6b8b-ce34-4a97-b46c-6b2f8171782b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4320560 Dec 08 00:10:53.594460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:53.600865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1749603880'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:53.624771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:53.628966 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.673660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:10:53.687851 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.688588 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Added segment 31fbfe19-a1de-48c2-b104-e05f81fcdd77 of type vlan for network f9e986f5-c14a-4c8e-8646-34757fa67612 Dec 08 00:10:53.717436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfbc16ac-aa16-40a2-8e9f-7afef9051141 req-c39c06f9-b889-428b-9ed0-544300ccc374 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.0349019 Dec 08 00:10:53.720545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-c8114b05-1faf-4fe5-878f-e1f256243e95', 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95', 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'fixed_ips': [{'subnet_id': '7ed01c77-f456-4e47-a694-a7f075bf6756'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:10:53.721765 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.778358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.807641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9290db9d-dff6-4f78-b8df-7e2af712df29 req-e440eabb-4c5b-44d5-a472-e21d28680e72 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0306325 Dec 08 00:10:53.808846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.815695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:53.816387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:53.891845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Allocated IP 19.80.0.2 (c8114b05-1faf-4fe5-878f-e1f256243e95/7ed01c77-f456-4e47-a694-a7f075bf6756/98043407-f147-4df5-ad6b-cbd6b0c0b3e8) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:53.900183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3008730 Dec 08 00:10:53.900183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a2bd7-68c2-4885-8784-1220a58cdf88 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Network': ['ID=f9e986f5-c14a-4c8e-8646-34757fa67612,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:53.900573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54832) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:10:53.907104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'subnet': {'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:53.952310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f9e986f5-c14a-4c8e-8646-34757fa67612 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:10:54.050309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:54.056345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.163408 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.169719 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.215242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Network c8114b05-1faf-4fe5-878f-e1f256243e95 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:54.219479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:54.222708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:54.228764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49cb8e06-bf47-4d27-a2f1-2329ece1fa7c req-f8799cd6-4858-48d2-9a24-f2ddeefe0d06 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0549152 Dec 08 00:10:54.230540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Pushing event updated for resources: {'Port': ['ID=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:54.274834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16c1cc-7db6-415a-a38e-6ffee8655354 req-1a1f6272-0eaa-4dfb-b3e2-efc80d7b9737 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:54.276418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c16c1cc-7db6-415a-a38e-6ffee8655354 req-1a1f6272-0eaa-4dfb-b3e2-efc80d7b9737 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 982 time: 0.0907423 Dec 08 00:10:54.301607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Attempting to bind port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:54.302185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Attempting to bind port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:54.302712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Attempting to bind port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 on network c8114b05-1faf-4fe5-878f-e1f256243e95 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:54.319015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:54.319257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Checking segment: {'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:54.319586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.320825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Bound using segment: {'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:54.321417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Bound port: 98043407-f147-4df5-ad6b-cbd6b0c0b3e8, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:54.321812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.395100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] For port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:54.398506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] For port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:54.402588 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.415597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c16c1cc-7db6-415a-a38e-6ffee8655354 req-3a123ec6-0817-4d4e-8957-8e12652b5ff3 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1240962 Dec 08 00:10:54.444749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.464622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1ebae-eda3-42ed-9c09-38e98aa95f77 None None] Pushing event updated for resources: {'Port': ['ID=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:54.506570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Subnet': ['ID=24fd3e93-cdc4-407d-bcba-4619aba22ea4,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:54.522305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Checking segment: {'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:54.522662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network hostable DHCP agents. Network: f9e986f5-c14a-4c8e-8646-34757fa67612, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:10:54.540977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network f9e986f5-c14a-4c8e-8646-34757fa67612 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:10:54.551687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f9e986f5-c14a-4c8e-8646-34757fa67612) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:54.555751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:54.556391 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.560995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e094f6-0ae9-4d17-a3df-c6307ea5aa8e None None] Network f9e986f5-c14a-4c8e-8646-34757fa67612 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:54.583958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-60e8ef62-214a-43c0-9dc8-72b49b4fcacb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6815484 Dec 08 00:10:54.682580 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:10:54.732864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f9e986f5-c14a-4c8e-8646-34757fa67612', 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612', 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'fixed_ips': [{'subnet_id': '24fd3e93-cdc4-407d-bcba-4619aba22ea4'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:10:54.734022 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:54.920950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:55.038300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Allocated IP 19.86.0.2 (f9e986f5-c14a-4c8e-8646-34757fa67612/24fd3e93-cdc4-407d-bcba-4619aba22ea4/db541006-6eb4-494b-83f6-9ac88f8f7b2c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:55.057525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:55.058045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.089080 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.251709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23f78a06-9c81-48b3-9f52-db934e08a35c req-17eee189-3e9a-4b67-9f81-99ff1a0972e6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.3837759 Dec 08 00:10:55.401322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.424212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-a433bef0-9af4-4c85-b8b3-bb3d7424426e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:55.432695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-a433bef0-9af4-4c85-b8b3-bb3d7424426e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:55.434868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-a433bef0-9af4-4c85-b8b3-bb3d7424426e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/networks?id=c8114b05-1faf-4fe5-878f-e1f256243e95&id=f9e986f5-c14a-4c8e-8646-34757fa67612 HTTP/1.1" status: 200 len: 1391 time: 0.1876504 Dec 08 00:10:55.448680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5b52517b-15c5-4f8a-af3e-a8dd4312138b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:10:55.451204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.468794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:55.475608 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.476343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-691cd74d-2cad-49d7-90f8-5cde45a8635c req-18a9179d-3f4d-4b74-8ed6-184328f5548a tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0403376 Dec 08 00:10:55.484486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.511482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-dedf12d7-f67b-4caf-98cb-717227c69213 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/quotas/a9ee7f3fb36c4ff68be7eb0432095e48 HTTP/1.1" status: 200 len: 375 time: 0.0336120 Dec 08 00:10:55.552014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Network f9e986f5-c14a-4c8e-8646-34757fa67612 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:55.559462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:55.565075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:55.567171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Pushing event updated for resources: {'Port': ['ID=db541006-6eb4-494b-83f6-9ac88f8f7b2c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:55.609886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-5c6770dc-aef9-4145-9876-457f08c01a64 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0973694 Dec 08 00:10:55.731544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-ee8cdd83-8a2f-4f4c-b00f-8fef2ba05a10 service neutron] 10.222.0.18 "GET /v2.0/networks/c8114b05-1faf-4fe5-878f-e1f256243e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207240 Dec 08 00:10:55.733462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:55.737908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5b52517b-15c5-4f8a-af3e-a8dd4312138b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:55.759306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Attempting to bind port db541006-6eb4-494b-83f6-9ac88f8f7b2c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:10:55.759822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Attempting to bind port db541006-6eb4-494b-83f6-9ac88f8f7b2c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:10:55.760302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Attempting to bind port db541006-6eb4-494b-83f6-9ac88f8f7b2c on network f9e986f5-c14a-4c8e-8646-34757fa67612 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:10:55.763800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'port_id': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'mac_address': 'fa:16:3e:14:c3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:10:55.768963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:10:55.769438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Checking segment: {'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:10:55.771141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.771771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Bound using segment: {'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:10:55.772352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Bound port: db541006-6eb4-494b-83f6-9ac88f8f7b2c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:10:55.773297 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.786914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a71a1f8-9979-4d94-a63c-369acecc74a4 req-805cfb3e-2052-4028-ad13-3e62ba335dff tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0531456 Dec 08 00:10:55.862049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-760d34e3-d7ca-4bea-ad90-6a801bb2efc7 service neutron] 10.222.0.18 "GET /v2.0/networks/c8114b05-1faf-4fe5-878f-e1f256243e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295507 Dec 08 00:10:55.875867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.903936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b52517b-15c5-4f8a-af3e-a8dd4312138b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:55.910941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f69f4-809a-4375-9893-ffab4d83c8b8 None None] Network c8114b05-1faf-4fe5-878f-e1f256243e95 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:55.916550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] For port db541006-6eb4-494b-83f6-9ac88f8f7b2c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:10:55.959408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] For port db541006-6eb4-494b-83f6-9ac88f8f7b2c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db541006-6eb4-494b-83f6-9ac88f8f7b2c,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:10:55.965293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5b52517b-15c5-4f8a-af3e-a8dd4312138b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:55.991167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-a75fb887-3b91-4fe9-b1eb-f2e624feac43 service neutron] 10.222.0.18 "GET /v2.0/networks/f9e986f5-c14a-4c8e-8646-34757fa67612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210155 Dec 08 00:10:55.996595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:55.998359 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:56.088009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2a58050c-4515-4568-9d0b-df2be21d163c None None] Provisioning complete for port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:56.088638 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a58050c-4515-4568-9d0b-df2be21d163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:56.137881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:10:56.141895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b1d24-4663-4691-8089-6a31b5871865 req-ce342663-07bf-4551-933b-229cfd0deb3e tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:56.143605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc092a8-c258-4456-b956-db24fed5f221 None None] Pushing event updated for resources: {'Port': ['ID=db541006-6eb4-494b-83f6-9ac88f8f7b2c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:56.151568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147b1d24-4663-4691-8089-6a31b5871865 req-ce342663-07bf-4551-933b-229cfd0deb3e tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 983 time: 0.1427577 Dec 08 00:10:56.195935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:10:56.196271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 06e15b94-c4fc-417c-9e60-4b3fb8fb8118 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:10:56.199502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-0ff06eb2-f53a-48c0-9dce-d49263d746fd service neutron] 10.222.0.18 "GET /v2.0/networks/f9e986f5-c14a-4c8e-8646-34757fa67612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014775 Dec 08 00:10:56.249836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147b1d24-4663-4691-8089-6a31b5871865 req-52eef086-806a-4148-bb3d-e6b2775217ef tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0972216 Dec 08 00:10:56.267224 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:56.276649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=5b52517b-15c5-4f8a-af3e-a8dd4312138b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:56.348929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['5b52517b-15c5-4f8a-af3e-a8dd4312138b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:10:56.504272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29b5d53b-143d-49be-8da6-118d2858e612 req-5c28eaa2-d1a3-44ba-86b7-9aa8db5ea009 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.0391555 Dec 08 00:10:56.574213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f068150c-8e38-4e44-9121-a5254393045d req-210b4796-8712-4347-91eb-647a4cf038b9 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 210 time: 0.0682571 Dec 08 00:10:56.680182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f3b4921-e1e0-4dbb-96bd-4b18ef81d204 req-9023a506-00b7-4507-9cd8-ff493c0f8420 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0575457 Dec 08 00:10:56.771573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1d607efe-991a-4c9b-a969-2b2d1d79e1dd None None] Provisioning complete for port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:56.772111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d607efe-991a-4c9b-a969-2b2d1d79e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:56.939129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:56.958666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-85d5e2f5-05ee-46de-946f-59abb2ecf13f req-d45af2f7-60ef-4534-b5b3-717ca039fe11 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0535648 Dec 08 00:10:57.022102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:57.022102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:57.124402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device db541006-6eb4-494b-83f6-9ac88f8f7b2c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:57.205654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port db541006-6eb4-494b-83f6-9ac88f8f7b2c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:57.206290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:57.235686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:57.300852 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:57.342924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port db541006-6eb4-494b-83f6-9ac88f8f7b2c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db541006-6eb4-494b-83f6-9ac88f8f7b2c,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:57.351192 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:57.431048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=db541006-6eb4-494b-83f6-9ac88f8f7b2c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:57.434277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bd548-c00b-421d-80f1-2bbaeddf1ea3 req-13533362-7781-4c4b-87ab-51cc4903b150 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:57.436234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-395bd548-c00b-421d-80f1-2bbaeddf1ea3 req-13533362-7781-4c4b-87ab-51cc4903b150 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 983 time: 0.0742590 Dec 08 00:10:57.505997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-395bd548-c00b-421d-80f1-2bbaeddf1ea3 req-4adaecb3-afe1-4562-9983-0f7c4141b190 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0631230 Dec 08 00:10:57.581138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4ea84-d0aa-4cf2-884d-a9121302efab None None] Network f9e986f5-c14a-4c8e-8646-34757fa67612 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:10:57.605371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49adb181-6eef-4f12-b06c-0d8d7f3096ef req-786b34d8-43c6-416c-b423-c538d234af5c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.0290775 Dec 08 00:10:57.626987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-82c4d8c9-fa2b-41b8-b5ba-e3d1f55e6688 None None] Provisioning complete for port db541006-6eb4-494b-83f6-9ac88f8f7b2c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:57.627365 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-82c4d8c9-fa2b-41b8-b5ba-e3d1f55e6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:57.706263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d30397d-c423-4dcf-ab07-f787beac917d req-aeeae745-3a28-4e2f-a63b-c0df6bf2012c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 210 time: 0.0338292 Dec 08 00:10:57.848497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8e0e19c-02eb-4259-b7d1-6b2b2ef2ad36 req-4a943197-03f5-4c24-b81d-9b1ca2623f54 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0628779 Dec 08 00:10:58.004888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c858b7a8-edeb-4c37-a3b4-ca889cd40224 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:58.018961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c858b7a8-edeb-4c37-a3b4-ca889cd40224 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:58.025408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c858b7a8-edeb-4c37-a3b4-ca889cd40224 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "GET /v2.0/networks?id=c8114b05-1faf-4fe5-878f-e1f256243e95&id=f9e986f5-c14a-4c8e-8646-34757fa67612 HTTP/1.1" status: 200 len: 1391 time: 0.1599963 Dec 08 00:10:58.045731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'port': {'device_id': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95', 'admin_state_up': True, 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:58.151744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2815b11a-98ce-4c6e-b1bf-7d1cebd19b05 req-234f1664-9c35-4f75-8535-b41b6fe7bc4d tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0792966 Dec 08 00:10:58.210997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-75bb6885-a496-4bf5-86cb-13f25c650b3b None None] Provisioning complete for port db541006-6eb4-494b-83f6-9ac88f8f7b2c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:58.212523 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-75bb6885-a496-4bf5-86cb-13f25c650b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:58.220508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:58.224386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:58.362161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Allocated IP 19.80.0.93 (c8114b05-1faf-4fe5-878f-e1f256243e95/7ed01c77-f456-4e47-a694-a7f075bf6756/27c0f1a8-f0aa-4616-abaf-e8c127d20a9f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:58.515821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:58.551125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:58.600863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network c8114b05-1faf-4fe5-878f-e1f256243e95 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:58.604100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:58.608845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:58.612872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Port': ['ID=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:58.695715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010716-e1dd-4297-92db-d3f981180177 req-bcdb5ae0-44c0-470e-86a7-36c027bc3ed0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:58.696716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:58.707614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:58.709290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24010716-e1dd-4297-92db-d3f981180177 req-bcdb5ae0-44c0-470e-86a7-36c027bc3ed0 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 983 time: 0.1040349 Dec 08 00:10:58.747965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-b0973d42-5af4-4364-b47d-cf9b4f15562a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7067244 Dec 08 00:10:58.768362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Request body: {'port': {'device_id': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612', 'admin_state_up': True, 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:58.803603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5db6e59-6a44-4fa7-881f-c23e9142df15 req-4eddcabe-1a76-4f0c-9aed-9b389b9b87de tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.0536902 Dec 08 00:10:58.803804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device db541006-6eb4-494b-83f6-9ac88f8f7b2c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:58.840725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24010716-e1dd-4297-92db-d3f981180177 req-26ea2edf-e878-471b-818c-e370c0f1533a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1134501 Dec 08 00:10:58.934675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port db541006-6eb4-494b-83f6-9ac88f8f7b2c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:58.935124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:58.941613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Made reservation on behalf of a9ee7f3fb36c4ff68be7eb0432095e48 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:10:58.946040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.022178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708c0b-7d3a-4906-8475-0a15a68ace75 req-490fb95f-4140-407d-853b-0825475dabda tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:59.026967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5708c0b-7d3a-4906-8475-0a15a68ace75 req-490fb95f-4140-407d-853b-0825475dabda tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 931 time: 0.0940838 Dec 08 00:10:59.064383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-63eb9111-4e22-4197-a101-cef79a92e8a1 None None] Provisioning complete for port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:59.065039 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63eb9111-4e22-4197-a101-cef79a92e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.095551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59994ed9-5917-4697-b74e-057516bf751d req-39c0e8ad-e491-4105-8bf7-710c331c9bdb tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0549626 Dec 08 00:10:59.104428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-63eb9111-4e22-4197-a101-cef79a92e8a1 None None] Port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:59.143375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5708c0b-7d3a-4906-8475-0a15a68ace75 req-5e32fc07-3887-4f12-8a49-656e61e94676 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092930 Dec 08 00:10:59.144618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Allocated IP 19.86.0.89 (f9e986f5-c14a-4c8e-8646-34757fa67612/24fd3e93-cdc4-407d-bcba-4619aba22ea4/8629a2c0-0962-488f-aeb4-4072b37189f2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:10:59.258565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2531d10-90dc-4cbb-bd38-af5a72d7501d req-0026946f-bd21-49cc-98cd-e33617bdd7ee tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0273702 Dec 08 00:10:59.313500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.348374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.400946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Network f9e986f5-c14a-4c8e-8646-34757fa67612 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:10:59.404561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:10:59.409511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:10:59.436077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event updated for resources: {'Port': ['ID=8629a2c0-0962-488f-aeb4-4072b37189f2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:59.467953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:10:59.469250 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.489144 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-c410ff19-ead3-4b03-a4bc-3dba6fe24939 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258704 Dec 08 00:10:59.494272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5b52517b-15c5-4f8a-af3e-a8dd4312138b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:10:59.513395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Request body: {'port': {'device_id': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:10:59.579633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 5b52517b-15c5-4f8a-af3e-a8dd4312138b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:10:59.580940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.588251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 5b52517b-15c5-4f8a-af3e-a8dd4312138b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:59.589897 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.753338 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.783309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f82cd5b6-7280-496e-bdc2-6579b8d800ad None None] Provisioning complete for port 8629a2c0-0962-488f-aeb4-4072b37189f2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:10:59.783729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f82cd5b6-7280-496e-bdc2-6579b8d800ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.854439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:10:59.858221 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83c3dab-b0ae-4896-ab1b-e3d267be80af" -d '{"events": [{"server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "name": "network-vif-plugged", "status": "completed", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:10:59.875296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f82cd5b6-7280-496e-bdc2-6579b8d800ad None None] Port 8629a2c0-0962-488f-aeb4-4072b37189f2 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:10:59.881696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5b52517b-15c5-4f8a-af3e-a8dd4312138b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:10:59.891929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:10:59.961347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=5b52517b-15c5-4f8a-af3e-a8dd4312138b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:10:59.977084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3683c0a-687e-491e-8229-6d44e77cae37 req-e3d17484-a8cb-4bd7-a940-802a99476a5b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacbfab3-4edc-40dc-bd68-23954c9daee5 HTTP/1.1" status: 200 len: 210 time: 0.0477965 Dec 08 00:10:59.987510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:10:59.996889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:00.001512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89b379-c3b3-4e38-9c40-14cf03c7f9f4 req-aa9a158f-9365-42ba-ac07-1a10a7792095 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:00.010059 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f89b379-c3b3-4e38-9c40-14cf03c7f9f4 req-aa9a158f-9365-42ba-ac07-1a10a7792095 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 984 time: 0.0898964 Dec 08 00:11:00.011382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Transition to ACTIVE for port object 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:00.016845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:00.035357 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab28ec15-2194-4633-92d3-760ebcd32e8c x-openstack-request-id: req-ab28ec15-2194-4633-92d3-760ebcd32e8c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:00.035591 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "name": "network-vif-plugged", "status": "completed", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:00.035866 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab28ec15-2194-4633-92d3-760ebcd32e8c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:00.036265 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'code': 200} Dec 08 00:11:00.074981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Pushing event updated for resources: {'Port': ['ID=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:00.095634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f89b379-c3b3-4e38-9c40-14cf03c7f9f4 req-7b9bbb66-282c-43e3-916f-9f3e3481df0b tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0840847 Dec 08 00:11:00.214961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Attempting to bind port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:00.215484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Attempting to bind port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:00.215983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Attempting to bind port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f on network c8114b05-1faf-4fe5-878f-e1f256243e95 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:00.222642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f on network c8114b05-1faf-4fe5-878f-e1f256243e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:00.223146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Attempting to bind port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f on network c8114b05-1faf-4fe5-878f-e1f256243e95 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:00.245014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:00.245757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-841ea587-d1f6-4142-a2e0-d9bc4f930bcd req-7264aaf2-02b8-465d-8883-8a80cf67f6af tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0509515 Dec 08 00:11:00.246347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Checking segment: {'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:00.246846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Bound using segment: {'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:00.247411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Bound port: 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5011359-07ec-4fd6-ac81-020310abd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:00.247876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:00.270244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d98a6-90ef-4ad8-a16f-5294ea878717 req-75f8bf03-b074-4f06-a1e8-93ee9247171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:00.274579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3a2d98a6-90ef-4ad8-a16f-5294ea878717 req-75f8bf03-b074-4f06-a1e8-93ee9247171a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 1135 time: 0.1129951 Dec 08 00:11:00.396663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2798a75-23b7-41a5-b393-d8fe2d508c69 req-80c6a121-86b8-4dda-aa53-bfb582a20954 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:00.402867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2798a75-23b7-41a5-b393-d8fe2d508c69 req-80c6a121-86b8-4dda-aa53-bfb582a20954 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:00.404549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2798a75-23b7-41a5-b393-d8fe2d508c69 req-80c6a121-86b8-4dda-aa53-bfb582a20954 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1665 time: 0.1255252 Dec 08 00:11:00.429453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] For port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:00.433018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] For port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:00.440000 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:00.464241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-774e1ced-0a5e-4695-8c2a-689f9427bfe0 req-65c81977-a8c1-400f-8b02-eb1a4d614a97 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0565474 Dec 08 00:11:00.516158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:00.516879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:00.518539 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/27c0f1a8-f0aa-4616-abaf-e8c127d20a9f HTTP/1.1" status: 200 len: 1091 time: 1.0124779 Dec 08 00:11:00.521093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'tag': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:00.523605 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a8a81-071e-44db-a05e-7279e2267b60" -d '{"events": [{"name": "network-changed", "server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "tag": "27c0f1a8-f0aa-4616-abaf-e8c127d20a9f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:00.537587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2798a75-23b7-41a5-b393-d8fe2d508c69 req-667990d9-e734-40ef-9199-b5147ab5430e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218143 Dec 08 00:11:00.556362 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3a2d98a6-90ef-4ad8-a16f-5294ea878717 req-e7af3db1-3d14-4ad6-bbab-86a1260e7a9c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&id=9e6ff318-9e66-4ac9-8573-de59d052a931&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2619057 Dec 08 00:11:00.567964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1380910-7ef2-4eda-bb5d-b1f970cb89c1 service neutron] Pushing event updated for resources: {'Port': ['ID=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:00.590509 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47832700-ddf4-47aa-8ff7-2ac58458bd9c x-openstack-request-id: req-47832700-ddf4-47aa-8ff7-2ac58458bd9c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:00.591029 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "tag": "27c0f1a8-f0aa-4616-abaf-e8c127d20a9f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:00.591355 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47832700-ddf4-47aa-8ff7-2ac58458bd9c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:00.591831 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'tag': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f', 'status': 'completed', 'code': 200} Dec 08 00:11:00.836566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Request body: {'port': {'device_id': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:00.916826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:00.953085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c22708d1-9fa2-4a23-97b3-b96dcecf2e8a req-32d51299-c56d-4f6d-ac7c-594c828df31b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0463767 Dec 08 00:11:00.997373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8a81-071e-44db-a05e-7279e2267b60 req-700b1d33-daf7-4937-a168-f129df471e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:00.997839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8a81-071e-44db-a05e-7279e2267b60 req-700b1d33-daf7-4937-a168-f129df471e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:00.999405 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-550a8a81-071e-44db-a05e-7279e2267b60 req-700b1d33-daf7-4937-a168-f129df471e21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1912 time: 0.1024783 Dec 08 00:11:01.214275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e8264-7ba6-4c62-b50a-ba20370bacb9 req-09af960e-e2dc-4667-a623-9c47e8597593 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.222740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a1e8264-7ba6-4c62-b50a-ba20370bacb9 req-09af960e-e2dc-4667-a623-9c47e8597593 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 984 time: 0.0625134 Dec 08 00:11:01.258945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8a81-071e-44db-a05e-7279e2267b60 req-9ce743a6-dad4-4de6-94bd-0be0dd5404f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.259517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8a81-071e-44db-a05e-7279e2267b60 req-9ce743a6-dad4-4de6-94bd-0be0dd5404f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.260099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8a81-071e-44db-a05e-7279e2267b60 req-9ce743a6-dad4-4de6-94bd-0be0dd5404f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.261879 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-550a8a81-071e-44db-a05e-7279e2267b60 req-9ce743a6-dad4-4de6-94bd-0be0dd5404f8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2465451 Dec 08 00:11:01.315135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a1e8264-7ba6-4c62-b50a-ba20370bacb9 req-28409c13-8c6e-4a7a-b7a2-1c41ece4055f tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0817335 Dec 08 00:11:01.421352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-553d3fdf-ddc6-44b5-b5e6-8a994f8ab842 req-e79ece92-e2d8-4b4c-8f96-e2cf7b591363 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0438910 Dec 08 00:11:01.620870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e19159e-cc87-49f7-a7e1-2ba2986031a7 req-0787c95a-b0b6-4949-8119-229f06a7e384 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0454865 Dec 08 00:11:01.659480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbeacd-c792-405b-85bf-fbfa9569bb77 req-9e6beb02-9919-4482-a13c-57e5f9f7d9a0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.661565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97bbeacd-c792-405b-85bf-fbfa9569bb77 req-9e6beb02-9919-4482-a13c-57e5f9f7d9a0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.1815176 Dec 08 00:11:01.684846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97bbeacd-c792-405b-85bf-fbfa9569bb77 req-4c9f9180-a3e3-42f9-9d85-4f2134341f77 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/quotas/f9f13e4acbc34c019c9407e4921c1873 HTTP/1.1" status: 200 len: 375 time: 0.0174456 Dec 08 00:11:01.727489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97bbeacd-c792-405b-85bf-fbfa9569bb77 req-5dfdc86a-a94a-437e-a340-fda0c32b55da tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404227 Dec 08 00:11:01.802145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8a81-071e-44db-a05e-7279e2267b60 req-cf809f76-dd6b-41a7-8efe-364b318ccab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.803708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-550a8a81-071e-44db-a05e-7279e2267b60 req-cf809f76-dd6b-41a7-8efe-364b318ccab7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5318902 Dec 08 00:11:01.823743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8629a2c0-0962-488f-aeb4-4072b37189f2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:01.834216 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:01.856560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Transition to ACTIVE for port object 8629a2c0-0962-488f-aeb4-4072b37189f2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:01.863627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:01.871582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7e44e-9b51-4376-8aca-2662087730f4 req-fcf334ab-d170-4f48-8b3c-364fab1a2960 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.878844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7e44e-9b51-4376-8aca-2662087730f4 req-fcf334ab-d170-4f48-8b3c-364fab1a2960 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:01.880485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ea7e44e-9b51-4376-8aca-2662087730f4 req-fcf334ab-d170-4f48-8b3c-364fab1a2960 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1665 time: 0.1617005 Dec 08 00:11:01.888591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97bbeacd-c792-405b-85bf-fbfa9569bb77 req-2d350fc0-21be-497f-85ab-46a513969adb service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501453 Dec 08 00:11:01.978798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Pushing event updated for resources: {'Port': ['ID=8629a2c0-0962-488f-aeb4-4072b37189f2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:02.001076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ea7e44e-9b51-4376-8aca-2662087730f4 req-4780bd09-c96b-479a-95b1-2d5466844e21 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099422 Dec 08 00:11:02.068840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Attempting to bind port 8629a2c0-0962-488f-aeb4-4072b37189f2 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:02.069188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Attempting to bind port 8629a2c0-0962-488f-aeb4-4072b37189f2 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:02.069524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Attempting to bind port 8629a2c0-0962-488f-aeb4-4072b37189f2 on network f9e986f5-c14a-4c8e-8646-34757fa67612 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:02.077250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Port 8629a2c0-0962-488f-aeb4-4072b37189f2 on network f9e986f5-c14a-4c8e-8646-34757fa67612 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:02.078137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Attempting to bind port 8629a2c0-0962-488f-aeb4-4072b37189f2 on network f9e986f5-c14a-4c8e-8646-34757fa67612 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:02.083222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:02.083567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Checking segment: {'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:02.083958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Bound using segment: {'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:02.084392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Bound port: 8629a2c0-0962-488f-aeb4-4072b37189f2, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fbfe19-a1de-48c2-b104-e05f81fcdd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:02.084769 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:02.097265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97bbeacd-c792-405b-85bf-fbfa9569bb77 req-c3f0cbc7-f005-47ce-8911-dd67d4536f68 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077713 Dec 08 00:11:02.225418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] For port 8629a2c0-0962-488f-aeb4-4072b37189f2, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:02.248370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] For port 8629a2c0-0962-488f-aeb4-4072b37189f2, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8629a2c0-0962-488f-aeb4-4072b37189f2,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:02.259152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:02.312209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:02.312922 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:02.314473 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] 10.222.0.59 "PUT /v2.0/ports/8629a2c0-0962-488f-aeb4-4072b37189f2 HTTP/1.1" status: 200 len: 1091 time: 1.4827480 Dec 08 00:11:02.337310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45d35ca3-cf21-4619-980f-694e1bd7f9bf req-0b436732-4be3-4b67-b17f-8d88a5251651 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=24d53660-9d11-4b6f-b60e-dd644e76262d HTTP/1.1" status: 200 len: 210 time: 0.0591135 Dec 08 00:11:02.371668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39b46-cb2d-418f-ad10-1fb1d099fe01 service neutron] Pushing event updated for resources: {'Port': ['ID=8629a2c0-0962-488f-aeb4-4072b37189f2,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:02.473958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-70a52fb0-3bdd-4fe3-8cb8-613283bcee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:02.475040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-70a52fb0-3bdd-4fe3-8cb8-613283bcee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:02.477474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-70a52fb0-3bdd-4fe3-8cb8-613283bcee13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1979 time: 0.0868857 Dec 08 00:11:02.569540 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-1cde19ea-fb7a-408d-88fd-a4d7e5f23145 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f HTTP/1.1" status: 200 len: 217 time: 0.0767391 Dec 08 00:11:02.577041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef14ea1-67ca-4bed-b66e-d66fdfd3e4fa req-e9787637-fcd5-40f5-8e61-723d2f109483 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:02.586204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ef14ea1-67ca-4bed-b66e-d66fdfd3e4fa req-e9787637-fcd5-40f5-8e61-723d2f109483 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 984 time: 0.1031337 Dec 08 00:11:02.615099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'tag': '8629a2c0-0962-488f-aeb4-4072b37189f2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:02.618375 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8732f479-8a45-4803-bf41-d523cee8d0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "tag": "8629a2c0-0962-488f-aeb4-4072b37189f2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:02.664765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-cd8427a7-c9a3-406f-8069-a19577f46468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:02.670629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-cd8427a7-c9a3-406f-8069-a19577f46468 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ed01c77-f456-4e47-a694-a7f075bf6756 HTTP/1.1" status: 200 len: 801 time: 0.0927103 Dec 08 00:11:02.676609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ef14ea1-67ca-4bed-b66e-d66fdfd3e4fa req-f8867d02-4999-4c9a-906a-037e3f4bb29b tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0882998 Dec 08 00:11:02.745534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-438bdd54-4d7f-4334-baf6-c84907c5d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:02.747089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-438bdd54-4d7f-4334-baf6-c84907c5d19e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8114b05-1faf-4fe5-878f-e1f256243e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647581 Dec 08 00:11:02.838101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afe8d9ef-6a20-4713-863a-f5ac27ed0a7b req-b1f7fa0e-0da1-4a32-9dd0-89019a0e0029 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0370727 Dec 08 00:11:02.884232 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-134e0431-0cdf-4cf7-97fe-358d02a055b9 service neutron] 10.222.0.59 "GET /v2.0/networks/c8114b05-1faf-4fe5-878f-e1f256243e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253812 Dec 08 00:11:02.934879 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46d446e-68e9-4071-8066-685cefe2d54a x-openstack-request-id: req-e46d446e-68e9-4071-8066-685cefe2d54a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:02.935445 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "tag": "8629a2c0-0962-488f-aeb4-4072b37189f2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:02.935962 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e46d446e-68e9-4071-8066-685cefe2d54a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:02.936592 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'tag': '8629a2c0-0962-488f-aeb4-4072b37189f2', 'status': 'completed', 'code': 200} Dec 08 00:11:03.009694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a91218b3-e219-47fb-bd5e-dab23a2e50bd req-4892cb07-6379-4503-9394-6cc43b258f3e tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0350249 Dec 08 00:11:03.037038 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-67b8209f-d24e-4867-afbd-7afe8c1d2949 service neutron] 10.222.0.59 "GET /v2.0/networks/c8114b05-1faf-4fe5-878f-e1f256243e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443532 Dec 08 00:11:03.106663 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-82555dd0-8f62-4b1f-beeb-598eb1845df1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=8629a2c0-0962-488f-aeb4-4072b37189f2 HTTP/1.1" status: 200 len: 217 time: 0.0574570 Dec 08 00:11:03.124346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650e98c-8e78-4535-8734-c99cd91275af req-04b71de1-e1ac-41d0-b7c9-aa3bb6220309 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.127427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3650e98c-8e78-4535-8734-c99cd91275af req-04b71de1-e1ac-41d0-b7c9-aa3bb6220309 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 984 time: 0.1024873 Dec 08 00:11:03.159533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-5b55250a-cfb4-4d66-a1a5-002fb5599c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.160912 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-5b55250a-cfb4-4d66-a1a5-002fb5599c34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24fd3e93-cdc4-407d-bcba-4619aba22ea4 HTTP/1.1" status: 200 len: 801 time: 0.0473149 Dec 08 00:11:03.195870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3cb23-b65d-47d8-bb1d-90b03aef0e63 req-cb8ee98d-b858-4054-8c4f-7509ee26b540 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.202645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3cb23-b65d-47d8-bb1d-90b03aef0e63 req-cb8ee98d-b858-4054-8c4f-7509ee26b540 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.205004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efc3cb23-b65d-47d8-bb1d-90b03aef0e63 req-cb8ee98d-b858-4054-8c4f-7509ee26b540 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1677 time: 0.1017921 Dec 08 00:11:03.215523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-509ba7d5-5976-4292-8fea-0e2d65cd530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.217286 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-509ba7d5-5976-4292-8fea-0e2d65cd530e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9e986f5-c14a-4c8e-8646-34757fa67612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473683 Dec 08 00:11:03.245750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3650e98c-8e78-4535-8734-c99cd91275af req-8d704def-981c-431e-9be8-181a6d1d0d40 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0988600 Dec 08 00:11:03.282517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efc3cb23-b65d-47d8-bb1d-90b03aef0e63 req-df34d686-736e-4ed9-a31f-d7e28a01bac0 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665801 Dec 08 00:11:03.338046 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-154e586a-a8ea-45e7-8336-4c2ac98c0754 service neutron] 10.222.0.59 "GET /v2.0/networks/f9e986f5-c14a-4c8e-8646-34757fa67612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123981 Dec 08 00:11:03.455771 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bb34bfe0-32de-4669-ac93-03f175dd4e6a req-9184881c-533d-47ed-8634-207664186d38 service neutron] 10.222.0.59 "GET /v2.0/networks/f9e986f5-c14a-4c8e-8646-34757fa67612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091146 Dec 08 00:11:03.551945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-763429c3-e53f-4912-b69b-3050e7b3af5d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.553775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-763429c3-e53f-4912-b69b-3050e7b3af5d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.1676273 Dec 08 00:11:03.558686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4195fa-857e-4d91-9bc1-de98fc0070c1 req-c028b58a-d088-4202-8e1e-0e4dfe82505a tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.560199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e4195fa-857e-4d91-9bc1-de98fc0070c1 req-c028b58a-d088-4202-8e1e-0e4dfe82505a tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 1135 time: 0.0803819 Dec 08 00:11:03.583947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-09b46b13-d107-4ad3-82c0-645d60947311 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/quotas/f9f13e4acbc34c019c9407e4921c1873 HTTP/1.1" status: 200 len: 375 time: 0.0227938 Dec 08 00:11:03.584762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4195fa-857e-4d91-9bc1-de98fc0070c1 req-3d57d1f6-f36a-4206-be8d-33deab2fac4d tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:03.604746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-47aca1db-3b92-4e4a-8afe-9cc2a9c0d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.605315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-47aca1db-3b92-4e4a-8afe-9cc2a9c0d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.607908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-47aca1db-3b92-4e4a-8afe-9cc2a9c0d7d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1979 time: 0.0464621 Dec 08 00:11:03.626558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-4e0af1a2-66de-4148-816b-a11766c493b5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340290 Dec 08 00:11:03.715364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-3af93d60-697e-4fd3-aed1-fe05dc4ef01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.717026 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-3af93d60-697e-4fd3-aed1-fe05dc4ef01a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9e986f5-c14a-4c8e-8646-34757fa67612 HTTP/1.1" status: 200 len: 903 time: 0.1019096 Dec 08 00:11:03.764421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-a847df07-dab9-4223-82fe-a69149e098a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=8629a2c0-0962-488f-aeb4-4072b37189f2 HTTP/1.1" status: 200 len: 217 time: 0.0385039 Dec 08 00:11:03.785697 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4195fa-857e-4d91-9bc1-de98fc0070c1 req-3d57d1f6-f36a-4206-be8d-33deab2fac4d tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:03.788621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-bbf93ea6-f54d-418f-a5b2-9c2322c5adf5 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509218 Dec 08 00:11:03.791444 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4195fa-857e-4d91-9bc1-de98fc0070c1 req-3d57d1f6-f36a-4206-be8d-33deab2fac4d tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:03.815700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-3fc3e24f-5dea-4cc2-804b-61e24ead17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.817261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-3fc3e24f-5dea-4cc2-804b-61e24ead17ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24fd3e93-cdc4-407d-bcba-4619aba22ea4 HTTP/1.1" status: 200 len: 801 time: 0.0451725 Dec 08 00:11:03.855709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57d1f6-f36a-4206-be8d-33deab2fac4d tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d533e052-4f91-43d7-8ec3-8af3fdaa26fd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:03.868321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-c203e464-173a-4549-8052-d1d1be0cb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:03.869217 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-c203e464-173a-4549-8052-d1d1be0cb407 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9e986f5-c14a-4c8e-8646-34757fa67612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426352 Dec 08 00:11:03.914430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e4195fa-857e-4d91-9bc1-de98fc0070c1 req-3d57d1f6-f36a-4206-be8d-33deab2fac4d tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3463678 Dec 08 00:11:03.945397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55048) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:03.951150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-084f7856-0c51-43be-adf4-a54b0c54b19a service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432607 Dec 08 00:11:04.008856 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-a2d9aecd-8ef0-4793-a5fb-0dad1719ac19 service neutron] 10.222.0.59 "GET /v2.0/networks/f9e986f5-c14a-4c8e-8646-34757fa67612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300340 Dec 08 00:11:04.012611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004a195-df69-4d5a-9744-75fb3f6ab9f0 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.021012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9004a195-df69-4d5a-9744-75fb3f6ab9f0 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 1130 time: 0.0676892 Dec 08 00:11:04.021112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55050) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:04.021990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:04.070726 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:04.131307 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8732f479-8a45-4803-bf41-d523cee8d0fb req-f97791df-2dc8-4afa-a9bf-d50a7da3a89e service neutron] 10.222.0.59 "GET /v2.0/networks/f9e986f5-c14a-4c8e-8646-34757fa67612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155236 Dec 08 00:11:04.212220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:04.339964 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021190e4-61f0-478c-839f-47db121f38a0 req-5f8dd1bf-1342-491d-8563-d1784715f10e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4e83ecec2354d758f8e998c437948f8&device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0393825 Dec 08 00:11:04.371651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5aa794f-657c-402e-900b-95f1c0776523 req-b9a93944-eaaf-4fdd-bf09-591542cac3c0 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0406070 Dec 08 00:11:04.417535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Allocated IP 172.25.6.99 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/bf36886d-e5ec-4b06-bdd5-f6a595604aaa) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:04.437940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021190e4-61f0-478c-839f-47db121f38a0 req-18b6eb2d-a3e3-4399-aeef-7edb84ce672c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f4e83ecec2354d758f8e998c437948f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683849 Dec 08 00:11:04.486298 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3146beaa-fa5c-4ca2-9c53-bea319d7fefb req-ae7263cd-9bf9-4c03-916a-f6fe701a6d78 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 210 time: 0.1532702 Dec 08 00:11:04.563589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-608778ef-dc93-4a4a-97e1-e2876c8922af req-41bc5ec3-38a1-41fb-8960-4218802d0478 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.1036532 Dec 08 00:11:04.568023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021190e4-61f0-478c-839f-47db121f38a0 req-81f2e28a-2d1c-4929-a09f-c17a9660baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.569682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021190e4-61f0-478c-839f-47db121f38a0 req-81f2e28a-2d1c-4929-a09f-c17a9660baf9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256824 Dec 08 00:11:04.745437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:04.762238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8db93-e270-4e16-9b09-35ad9a7e376c req-6d75aeaa-01e6-47e6-baad-51c4c48eeea2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.769811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8db93-e270-4e16-9b09-35ad9a7e376c req-6d75aeaa-01e6-47e6-baad-51c4c48eeea2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.771928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82e8db93-e270-4e16-9b09-35ad9a7e376c req-6d75aeaa-01e6-47e6-baad-51c4c48eeea2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1677 time: 0.1156225 Dec 08 00:11:04.790145 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-a457c085-f09f-416f-b399-bbe2e94aa43a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0701621 Dec 08 00:11:04.859958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82e8db93-e270-4e16-9b09-35ad9a7e376c req-e5ad7298-b0e3-494c-a650-480d3538730e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779083 Dec 08 00:11:04.861548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:04.906587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:04.909943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:04.912489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:04.916709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.917377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.918039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.918660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.919300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.919929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.920390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:04.923068 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-39a976cb-0b38-4641-905e-e8a83d9c522e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6490 time: 0.0768485 Dec 08 00:11:04.947410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=bf36886d-e5ec-4b06-bdd5-f6a595604aaa,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:04.960736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.961109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.961446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.961789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.962129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.962467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.962802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.963161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.963494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.963826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.964161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.964492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:04.964824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:05.057813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-27c01cd4-53c0-419e-b3a0-29aef1cfa475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.058302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-27c01cd4-53c0-419e-b3a0-29aef1cfa475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.058985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-27c01cd4-53c0-419e-b3a0-29aef1cfa475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.061891 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-27c01cd4-53c0-419e-b3a0-29aef1cfa475 service neutron] 10.222.0.59 "GET /v2.0/networks?id=669642aa-1618-4b35-a7ba-c2f405592211&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=1309ab95-0789-4dee-93fc-c5cbc2662c29&id=1309ab95-0789-4dee-93fc-c5cbc2662c29 HTTP/1.1" status: 200 len: 2294 time: 0.1131938 Dec 08 00:11:05.212863 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-31c182aa-b884-496a-8a71-ee488ae8763c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f HTTP/1.1" status: 200 len: 1002 time: 0.0688272 Dec 08 00:11:05.270741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-2eec958a-fb0d-4476-85ed-50733c8d5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.272432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-2eec958a-fb0d-4476-85ed-50733c8d5f16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bb150f-69fb-4d11-92ad-06e5b0366180 HTTP/1.1" status: 200 len: 851 time: 0.0514946 Dec 08 00:11:05.326438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-0e24e998-8ec4-4860-9d8e-6cde68c0065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.328631 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-0e24e998-8ec4-4860-9d8e-6cde68c0065c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=669642aa-1618-4b35-a7ba-c2f405592211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478621 Dec 08 00:11:05.373411 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:05.428014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-02f16bce-333b-4f3a-a06f-718e2960176d service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922146 Dec 08 00:11:05.487267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb6b9c9-7f2b-4002-b6a1-e99d5a9db254 req-6b5eb4b4-74d5-42ae-afda-bdfce4354b6b tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0333381 Dec 08 00:11:05.488240 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:05.570049 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-dbc73a28-add9-4fe5-8a01-70992b8d8931 service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341753 Dec 08 00:11:05.651923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80fd4dc3-ffe6-4d14-b2d1-9553c1d5a90a req-3033dc80-d499-4ea1-a8ca-ddd899f6d64c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 210 time: 0.0391355 Dec 08 00:11:05.659072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-c5ad6f38-3cc2-499f-9df5-a6c5ee6da765 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 217 time: 0.0795472 Dec 08 00:11:05.719325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-818e0eb0-c8df-40c6-ba78-7150447ac11c req-829a3585-bd51-4e2f-a3c7-9672c836d177 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0500712 Dec 08 00:11:05.755541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:05.763674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:05.817359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-6f714e71-b35d-4fab-bb51-30f84ae1e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.818838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-6f714e71-b35d-4fab-bb51-30f84ae1e1cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.1407275 Dec 08 00:11:05.860510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:05.893061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-329d92ce-414d-4ef9-a896-63c26becd0d5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.894852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-329d92ce-414d-4ef9-a896-63c26becd0d5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.2347960 Dec 08 00:11:05.909168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=bf36886d-e5ec-4b06-bdd5-f6a595604aaa,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:05.911466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-95ada014-2315-464c-bcc8-c5396efe35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:05.913133 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-95ada014-2315-464c-bcc8-c5396efe35ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823262 Dec 08 00:11:05.961944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Request body: {'port': {'device_id': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'admin_state_up': True, 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:06.007621 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Floating IP e5caa492-f966-4b89-b9f6-6532fd16f3aa associated. External IP: 172.25.6.99, port: 5b52517b-15c5-4f8a-af3e-a8dd4312138b. Dec 08 00:11:06.052215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2560b0-0662-44fc-8055-7f6ec311b65c req-85da29ca-5eb1-429c-b761-4327287c661a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:06.058102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2560b0-0662-44fc-8055-7f6ec311b65c req-85da29ca-5eb1-429c-b761-4327287c661a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:06.059695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d2560b0-0662-44fc-8055-7f6ec311b65c req-85da29ca-5eb1-429c-b761-4327287c661a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1677 time: 0.1065845 Dec 08 00:11:06.085963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-703e9066-3e48-4627-a5d5-c59ac90dcdbf service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631527 Dec 08 00:11:06.211674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:06.216793 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:06.256351 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021190e4-61f0-478c-839f-47db121f38a0 req-cf37a18b-6c9b-48e2-9303-5cd4a52a31a9 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.44 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0559340 Dec 08 00:11:06.360523 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-683433f1-5166-4c21-b649-861de66b9dec service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628431 Dec 08 00:11:06.413966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-3b5456b9-4538-4156-8c37-82f523358b89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 217 time: 0.0414438 Dec 08 00:11:06.503651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Allocated IP 172.20.0.8 (a9b1164d-d88c-4080-a8e5-3d56d0ce446f/41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16/872ad94b-0cf6-4a00-a110-7ccef5a2534c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:06.509538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-4817f578-d023-468c-a412-69e4c90245c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:06.510226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d2560b0-0662-44fc-8055-7f6ec311b65c req-a719db42-5b8d-442a-8dc5-ce959ca95912 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351285 Dec 08 00:11:06.511033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-4817f578-d023-468c-a412-69e4c90245c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0699620 Dec 08 00:11:06.603265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-bb1e1401-4c46-4c79-b27c-aaef1a00cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:06.604782 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-bb1e1401-4c46-4c79-b27c-aaef1a00cf34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851233 Dec 08 00:11:06.667442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56bd91e2-8f97-4f0b-b7dc-ede348233836 req-a670219e-0dc0-4c7e-af35-c5403ccea3ee tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0347188 Dec 08 00:11:06.673304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router bc5773ac-78a7-42df-9911-ea4edff4c5dc has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:06.771587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:06.777379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-94ecb1c8-d653-44ab-8613-14f9637173df service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619847 Dec 08 00:11:06.873875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:06.913614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4498f92-791d-4413-97f7-d94c7fd44801 req-1ce0a32e-b20f-4866-9362-d5924e47a875 tempest-ServerShowV254Test-732705938 tempest-ServerShowV254Test-732705938-project] 10.222.0.18 "GET /v2.0/ports?device_id=572e6966-1f09-4171-8b3d-617c25473d0a HTTP/1.1" status: 200 len: 210 time: 0.0614519 Dec 08 00:11:06.916541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:06.944985 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-0a421eea-1c01-4d26-a9a8-cc65101a2f0a service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591909 Dec 08 00:11:06.947159 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] Sync routers for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:06.957009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:06.965735 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:06.965967 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:06.980475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:06.991855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:06.994818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event updated for resources: {'Port': ['ID=872ad94b-0cf6-4a00-a110-7ccef5a2534c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:07.003424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709abac-1039-4cb4-be23-c23a24e5d075 req-e9af0d62-40e0-4fa4-b94f-8e1fca8aefb2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.013373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0709abac-1039-4cb4-be23-c23a24e5d075 req-e9af0d62-40e0-4fa4-b94f-8e1fca8aefb2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 931 time: 0.1624687 Dec 08 00:11:07.023741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:07.076444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-16d9bb37-0073-4d97-ac32-e3921d20cba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0578651 Dec 08 00:11:07.079303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55096) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:07.079774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:07.082075 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:07.092163 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-3206515d-a7e3-493f-ba59-3c19da8d0bbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57 HTTP/1.1" status: 200 len: 217 time: 0.1333926 Dec 08 00:11:07.136552 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:07.159427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0709abac-1039-4cb4-be23-c23a24e5d075 req-760858a8-0610-4620-a3d4-8592d490d90c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450889 Dec 08 00:11:07.165876 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0903c913-92df-4d9f-924a-850496bcfa0a x-openstack-request-id: req-0903c913-92df-4d9f-924a-850496bcfa0a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:07.166548 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:07.166761 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0903c913-92df-4d9f-924a-850496bcfa0a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:07.167199 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'status': 'completed', 'code': 200} Dec 08 00:11:07.179007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.180051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:07.252234 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-d1bce6ea-45fd-401a-820d-59289486a602 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2955451 Dec 08 00:11:07.258608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-8ac80cba-d807-43a4-9d31-ded8de861545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.260121 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-8ac80cba-d807-43a4-9d31-ded8de861545 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.1549373 Dec 08 00:11:07.276711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Request body: {'port': {'device_id': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:07.326146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-9d7568b1-20b1-4bab-aba0-c68fc7d428b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.327798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-9d7568b1-20b1-4bab-aba0-c68fc7d428b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 1135 time: 0.1252258 Dec 08 00:11:07.370712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.371487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.372204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.372821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.373429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.374053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.375151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.375609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.376186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.376643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.377093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.377546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.377991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.378444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.378914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.379363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.379809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.380256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.386348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2fb2edba-cf59-4859-a981-1dcefcd9408f tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12632 time: 0.3008046 Dec 08 00:11:07.386647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55102) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:07.454831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-55d9ee03-6c99-4bc5-9aa3-2f7bc5bbbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.456532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-55d9ee03-6c99-4bc5-9aa3-2f7bc5bbbb41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1769044 Dec 08 00:11:07.457124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:07.518842 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e5caa492-f966-4b89-b9f6-6532fd16f3aa', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'port_id': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'mac_address': 'fa:16:3e:14:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8734-8a20-403c-bafa-b37f70fe8989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:11:05Z', 'updated_at': '2021-12-08T00:11:05Z', 'revision_number': 0, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:46Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:07.541092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8629a2c0-0962-488f-aeb4-4072b37189f2 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:11:07.579083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.579575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.580026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.580472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.580911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.582522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.582522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.582522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.583593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.583767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.584228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.584649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.585092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.585528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.585960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.586389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.586823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.587285 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] Checking router: bc5773ac-78a7-42df-9911-ea4edff4c5dc for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:07.587403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.593825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-76aedf9b-81ba-4e09-ad08-11497c8b82ff tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11370 time: 0.2055330 Dec 08 00:11:07.594522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55108) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:07.599485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-96ea3bf7-6fa6-4f47-bc87-ad5a591ff6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.601800 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-96ea3bf7-6fa6-4f47-bc87-ad5a591ff6ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=227cf949-990e-4ce4-8b90-d3726f9576df HTTP/1.1" status: 200 len: 897 time: 0.2558980 Dec 08 00:11:07.614978 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:07.616215 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:10:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:07.725796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8629a2c0-0962-488f-aeb4-4072b37189f2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8629a2c0-0962-488f-aeb4-4072b37189f2,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:07.741643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '8629a2c0-0962-488f-aeb4-4072b37189f2', 'network_id': 'f9e986f5-c14a-4c8e-8646-34757fa67612', 'port_id': '8629a2c0-0962-488f-aeb4-4072b37189f2', 'mac_address': 'fa:16:3e:8a:aa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fd3e93-cdc4-407d-bcba-4619aba22ea4', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:11:07.791693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:07.828060 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-9ed72df7-ed01-4d86-a6a7-4e4b06d0c5db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b HTTP/1.1" status: 200 len: 998 time: 0.2066643 Dec 08 00:11:07.833475 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-913c1aa0-515b-40ce-bcce-79e7c2a567c5 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620479 Dec 08 00:11:07.843035 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:07.843961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8629a2c0-0962-488f-aeb4-4072b37189f2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:07.859584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673f20e-d5f1-4da2-8951-cacba3e3a629 req-c6d05338-f86c-4c85-96cd-9ea4cbaf38e2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.865740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673f20e-d5f1-4da2-8951-cacba3e3a629 req-c6d05338-f86c-4c85-96cd-9ea4cbaf38e2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:07.867482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0673f20e-d5f1-4da2-8951-cacba3e3a629 req-c6d05338-f86c-4c85-96cd-9ea4cbaf38e2 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1677 time: 0.2277322 Dec 08 00:11:07.886159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8629a2c0-0962-488f-aeb4-4072b37189f2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8629a2c0-0962-488f-aeb4-4072b37189f2,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:07.897948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:07.899719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:11:07.912637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21f518e3-d8ed-42c7-8075-460e42764087 req-e1835a75-f7ee-40fe-86db-989301491e3f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0334795 Dec 08 00:11:08.116632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0673f20e-d5f1-4da2-8951-cacba3e3a629 req-3b4adce5-a456-4073-9b99-4546b2003239 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026932 Dec 08 00:11:08.120715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:08.152575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f', 'network_id': 'c8114b05-1faf-4fe5-878f-e1f256243e95', 'port_id': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f', 'mac_address': 'fa:16:3e:68:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed01c77-f456-4e47-a694-a7f075bf6756', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:11:08.269573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-18b6377f-d52b-403d-a385-e06702fc8813 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6669 time: 0.6699636 Dec 08 00:11:08.272698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55120) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:08.421828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c5b3-af12-4b56-a70f-5d5b0e7d36e9 req-dbca37c9-5eb0-4557-a88a-4b087c78a252 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:08.423497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc67c5b3-af12-4b56-a70f-5d5b0e7d36e9 req-dbca37c9-5eb0-4557-a88a-4b087c78a252 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 931 time: 0.1516385 Dec 08 00:11:08.427429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75037e6-6697-4da8-9c63-c14da1e8c21b tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:08.427895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75037e6-6697-4da8-9c63-c14da1e8c21b tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:08.435784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a75037e6-6697-4da8-9c63-c14da1e8c21b tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bc5773ac-78a7-42df-9911-ea4edff4c5dc HTTP/1.1" status: 200 len: 1990 time: 0.1558778 Dec 08 00:11:08.529007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55128) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:08.553680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc67c5b3-af12-4b56-a70f-5d5b0e7d36e9 req-c99d2da7-54db-48eb-8028-520b1ddb207e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093132 Dec 08 00:11:08.567973 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e5caa492-f966-4b89-b9f6-6532fd16f3aa', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'port_id': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'mac_address': 'fa:16:3e:14:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8734-8a20-403c-bafa-b37f70fe8989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:11:05Z', 'updated_at': '2021-12-08T00:11:05Z', 'revision_number': 0, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:46Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:08.595686 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72197b5-47d7-4e0d-bdc1-9606386578c8 None None] The sync data for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 is: [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'e5caa492-f966-4b89-b9f6-6532fd16f3aa', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'port_id': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'mac_address': 'fa:16:3e:14:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719c8734-8a20-403c-bafa-b37f70fe8989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:11:05Z', 'updated_at': '2021-12-08T00:11:05Z', 'revision_number': 0, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:46Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:08.618198 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:08.641329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=8629a2c0-0962-488f-aeb4-4072b37189f2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:08.644777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:08.680018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:08.691794 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:08.702324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-df38ea35-8f1a-4719-bfa1-02cb0ced80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:08.704418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-df38ea35-8f1a-4719-bfa1-02cb0ced80b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd7fec5f-b26a-47fd-ac55-2065500f03a6 HTTP/1.1" status: 200 len: 835 time: 0.8673666 Dec 08 00:11:08.756553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:08.757024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73246e89-5230-4895-a3df-f71172630810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:08.808402 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-062c179f-2a0b-4148-a090-3f7038ef1c52 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9620252 Dec 08 00:11:08.815966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-e9e4315d-0389-4b68-9d54-63e0083e3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:08.817461 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-e9e4315d-0389-4b68-9d54-63e0083e3cc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=227cf949-990e-4ce4-8b90-d3726f9576df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044326 Dec 08 00:11:08.859379 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73246e89-5230-4895-a3df-f71172630810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:08.865127 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73246e89-5230-4895-a3df-f71172630810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:08.879197 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-f729de16-29ff-4fda-b1de-1c9abeae0668 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=671424f2-2a5b-4fbf-be9c-b289efefad60 HTTP/1.1" status: 200 len: 217 time: 0.0607078 Dec 08 00:11:08.904209 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-73246e89-5230-4895-a3df-f71172630810 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4e83ecec2354d758f8e998c437948f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3738883 Dec 08 00:11:08.904837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55134) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:08.944591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61293fd-3b3c-473d-9e3b-9aab28894e86 None None] New status for floating IP e5caa492-f966-4b89-b9f6-6532fd16f3aa: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:11:08.985501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246e89-5230-4895-a3df-f71172630810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31d5f4-e2fc-45bc-a72b-526fa0bb34ba,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:08.995000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872ad94b-0cf6-4a00-a110-7ccef5a2534c {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:09.017402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.049459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Transition to ACTIVE for port object 872ad94b-0cf6-4a00-a110-7ccef5a2534c will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:09.053260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-d6a37b93-3ed8-4566-a608-3022ca7cd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:09.055099 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-d6a37b93-3ed8-4566-a608-3022ca7cd735 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.1658566 Dec 08 00:11:09.056367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74d6fd7e-7b94-4264-a771-cbc1edae2f5f req-6bba5d36-481f-464c-bb12-9e6fd631a7e5 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0455041 Dec 08 00:11:09.062204 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-ae5b0aa8-b514-4fba-a119-a040b9f66bb3 service neutron] 10.222.0.59 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346706 Dec 08 00:11:09.075576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb8675ca-9337-441c-9eaf-47084f3e0801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.086182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.088901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['8629a2c0-0962-488f-aeb4-4072b37189f2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:09.101838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb8675ca-9337-441c-9eaf-47084f3e0801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.164948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb8675ca-9337-441c-9eaf-47084f3e0801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.168145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb8675ca-9337-441c-9eaf-47084f3e0801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.179437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eb8675ca-9337-441c-9eaf-47084f3e0801 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d31d5f4-e2fc-45bc-a72b-526fa0bb34ba HTTP/1.1" status: 204 len: 168 time: 0.2651742 Dec 08 00:11:09.191369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8675ca-9337-441c-9eaf-47084f3e0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31d5f4-e2fc-45bc-a72b-526fa0bb34ba,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:09.416054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60241f-e60d-407c-87d1-c406a559365c req-7da42164-6449-430e-a0e4-38f0774aae3c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:09.428168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60241f-e60d-407c-87d1-c406a559365c req-7da42164-6449-430e-a0e4-38f0774aae3c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:09.435938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad60241f-e60d-407c-87d1-c406a559365c req-7da42164-6449-430e-a0e4-38f0774aae3c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1679 time: 0.1258285 Dec 08 00:11:09.436467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-728b3642-7266-4ff3-962f-86a229bcade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:09.438253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-728b3642-7266-4ff3-962f-86a229bcade6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3751545 Dec 08 00:11:09.439165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Pushing event updated for resources: {'Port': ['ID=872ad94b-0cf6-4a00-a110-7ccef5a2534c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:09.503514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad60241f-e60d-407c-87d1-c406a559365c req-1f9e6e6a-5668-4133-a58e-142523a3de4a tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Dec 08 00:11:09.553191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3879ccee-f009-4eb4-a63b-2ef2b80b8f3c req-c0655ea2-8524-4698-bfb0-6a0685bca56d service neutron] 10.222.0.59 "GET /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640207 Dec 08 00:11:09.612158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Attempting to bind port 872ad94b-0cf6-4a00-a110-7ccef5a2534c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:09.612546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Attempting to bind port 872ad94b-0cf6-4a00-a110-7ccef5a2534c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:09.612875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Attempting to bind port 872ad94b-0cf6-4a00-a110-7ccef5a2534c on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:09.622519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Port 872ad94b-0cf6-4a00-a110-7ccef5a2534c on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:09.622845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Attempting to bind port 872ad94b-0cf6-4a00-a110-7ccef5a2534c on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:09.637393 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-f649e02e-322b-4a8d-94a8-df300b31d8d2 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721833 Dec 08 00:11:09.638186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:09.638520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Checking segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:09.638919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Bound using segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:09.639622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Bound port: 872ad94b-0cf6-4a00-a110-7ccef5a2534c, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:09.640039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.722824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34b161-f59f-46c7-96bc-c7a11a4d7ec5 req-c294ea84-32cc-4f86-ae71-70c7414c9fa3 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:09.724898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a34b161-f59f-46c7-96bc-c7a11a4d7ec5 req-c294ea84-32cc-4f86-ae71-70c7414c9fa3 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 943 time: 0.0714467 Dec 08 00:11:09.791775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] For port 872ad94b-0cf6-4a00-a110-7ccef5a2534c, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:09.796469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] For port 872ad94b-0cf6-4a00-a110-7ccef5a2534c, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=872ad94b-0cf6-4a00-a110-7ccef5a2534c,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:09.798336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a34b161-f59f-46c7-96bc-c7a11a4d7ec5 req-04e174b8-9e45-456b-9fff-84affe2018ec tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675752 Dec 08 00:11:09.799115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-9e428df5-58ad-472c-8ad8-ac3da241ca81 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491191 Dec 08 00:11:09.802132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.886775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:09.887419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:09.888792 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] 10.222.0.44 "PUT /v2.0/ports/872ad94b-0cf6-4a00-a110-7ccef5a2534c HTTP/1.1" status: 200 len: 1091 time: 2.6178160 Dec 08 00:11:09.889238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'tag': '872ad94b-0cf6-4a00-a110-7ccef5a2534c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:09.892037 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5164cb7-42ad-4bdb-9893-55c764090b65" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3ec350-e84a-4e65-b1d9-169c881f69f0", "tag": "872ad94b-0cf6-4a00-a110-7ccef5a2534c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:09.900131 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-64c78eff-8a65-44df-a626-aa129dfdc7f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de HTTP/1.1" status: 200 len: 217 time: 0.0894394 Dec 08 00:11:09.936357 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aedb81-99ba-436c-9fcb-58bbf9bc2dfa x-openstack-request-id: req-c5aedb81-99ba-436c-9fcb-58bbf9bc2dfa {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:09.936663 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3ec350-e84a-4e65-b1d9-169c881f69f0", "tag": "872ad94b-0cf6-4a00-a110-7ccef5a2534c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:09.936978 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5aedb81-99ba-436c-9fcb-58bbf9bc2dfa {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:09.937392 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'tag': '872ad94b-0cf6-4a00-a110-7ccef5a2534c', 'status': 'completed', 'code': 200} Dec 08 00:11:10.001419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b0fd8-1a3b-4f79-8884-903c3520a215 service neutron] Pushing event updated for resources: {'Port': ['ID=872ad94b-0cf6-4a00-a110-7ccef5a2534c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:10.015429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-640e001c-d0e4-448a-831b-5cf29825e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.016951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-640e001c-d0e4-448a-831b-5cf29825e641 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.1054349 Dec 08 00:11:10.034520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fb51b7e6-307d-4416-8a77-acdf219c54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.035989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-fb51b7e6-307d-4416-8a77-acdf219c54f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 1094 time: 0.0754604 Dec 08 00:11:10.097550 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-478fe673-1bdd-4626-94b8-846aa33ef05c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872ad94b-0cf6-4a00-a110-7ccef5a2534c HTTP/1.1" status: 200 len: 217 time: 0.0419810 Dec 08 00:11:10.127752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-bc8d748f-cc8c-4374-a9a0-0463343da7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.130221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-bc8d748f-cc8c-4374-a9a0-0463343da7c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055024 Dec 08 00:11:10.134923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['27c0f1a8-f0aa-4616-abaf-e8c127d20a9f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:10.172190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92fcc537-2dee-4407-aefb-cd98958227f1 req-b8cc6710-625a-49c5-9164-97dad72eb865 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0333202 Dec 08 00:11:10.207158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-a0574c41-8908-4f6f-be74-32f064b17b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.208645 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-a0574c41-8908-4f6f-be74-32f064b17b48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.1032581 Dec 08 00:11:10.266288 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-78b794f1-3aab-421e-a5f0-306b531ed1b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284176 Dec 08 00:11:10.328512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-7427242b-8c9a-4300-acdc-3867d6006ca7 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749010 Dec 08 00:11:10.450706 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-e1ba510e-9c15-48bc-bfb1-771cdaf2d552 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664629 Dec 08 00:11:10.501982 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-e2233b66-f0a5-4b62-9f09-1b42167eb85b service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354311 Dec 08 00:11:10.578261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-9dd6ef6a-e3ff-4768-a076-94e3d366a491 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a79998b1-a1e0-4454-998f-c66257c7ffce HTTP/1.1" status: 200 len: 217 time: 0.0439768 Dec 08 00:11:10.643912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb753e9-17ba-4868-9513-f8156b7b4f33 req-05b5189a-999d-4594-97a6-2e454e0e3696 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.646090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23fbeca-cd4c-4bf1-b81d-950d614835ac req-b63fb233-27b1-40d3-a97d-9f6875e31b98 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870470 Dec 08 00:11:10.650670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb753e9-17ba-4868-9513-f8156b7b4f33 req-05b5189a-999d-4594-97a6-2e454e0e3696 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.663453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-a7ccf70e-52a8-46a9-b9cf-4093a603c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.664960 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-a7ccf70e-52a8-46a9-b9cf-4093a603c2c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.0729790 Dec 08 00:11:10.670649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9bb753e9-17ba-4868-9513-f8156b7b4f33 req-05b5189a-999d-4594-97a6-2e454e0e3696 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1679 time: 0.0882373 Dec 08 00:11:10.732097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9bb753e9-17ba-4868-9513-f8156b7b4f33 req-818176d8-deda-48e4-8ea2-80a236383e91 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599990 Dec 08 00:11:10.740694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84de3-bc50-4666-be26-938410933fda req-c4e92ed2-cff6-431c-b7c3-958ad06baf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.742256 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-c4e92ed2-cff6-431c-b7c3-958ad06baf8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685005 Dec 08 00:11:10.848933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-e10cb779-2257-48fe-9880-786568d7f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.850157 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-e10cb779-2257-48fe-9880-786568d7f0f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 1094 time: 0.1070366 Dec 08 00:11:10.862079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4338b054-f19c-4eae-a4f9-2c89dce73708 req-cdd9d677-8b6a-412f-b7ea-039ff23d1f8d tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0755651 Dec 08 00:11:10.916832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-67934832-35ac-474a-ab18-944290a36220 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635654 Dec 08 00:11:10.981481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0a4dc-b573-4c72-a76a-7d2a9bbc042d req-aa8933da-ed25-421b-8655-991336583993 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:10.986284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dab0a4dc-b573-4c72-a76a-7d2a9bbc042d req-aa8933da-ed25-421b-8655-991336583993 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 943 time: 0.0518634 Dec 08 00:11:11.029143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-4e4b112e-341a-43bc-ba6a-8b5180e253e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:11.030667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-4e4b112e-341a-43bc-ba6a-8b5180e253e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 913 time: 0.1721358 Dec 08 00:11:11.043387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dab0a4dc-b573-4c72-a76a-7d2a9bbc042d req-b304c4ab-fe00-42fb-b6ac-038ecf545e7b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529435 Dec 08 00:11:11.081178 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-ef12aa0c-c350-46ab-803a-1897a72ddfb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872ad94b-0cf6-4a00-a110-7ccef5a2534c HTTP/1.1" status: 200 len: 217 time: 0.0416248 Dec 08 00:11:11.086436 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1ef84de3-bc50-4666-be26-938410933fda req-c1dfee64-d6db-4516-bd39-27686cfabb2f service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434734 Dec 08 00:11:11.135700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-d336a274-178d-4133-9dcc-00f31451320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:11.137407 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-d336a274-178d-4133-9dcc-00f31451320d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.0491714 Dec 08 00:11:11.171092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-8ab23b1c-8eef-4da9-950e-5fe331a6f4b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256336 Dec 08 00:11:11.284035 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-b2af7599-ae7a-4353-bb77-639005cc4104 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055515 Dec 08 00:11:11.314064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0891b20-1b16-4826-a689-4c0cbaf5a72b req-63b34504-c61b-44d8-9894-f2789c17a4ec tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc3aacf-f208-4798-91f3-4e77aa4e38f8 HTTP/1.1" status: 200 len: 210 time: 0.0389745 Dec 08 00:11:11.404262 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5164cb7-42ad-4bdb-9893-55c764090b65 req-f302d756-09bb-448e-a2c5-87fdfe7bac3b service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111002 Dec 08 00:11:11.542966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8629a2c0-0962-488f-aeb4-4072b37189f2 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:11.589920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 8629a2c0-0962-488f-aeb4-4072b37189f2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:11:11.593673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 8629a2c0-0962-488f-aeb4-4072b37189f2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:11.594038 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:11.671030 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:11.693245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8629a2c0-0962-488f-aeb4-4072b37189f2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:11.695474 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff19b77-d33b-4d59-b91b-77a3fa0b2470" -d '{"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-plugged", "status": "completed", "tag": "8629a2c0-0962-488f-aeb4-4072b37189f2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:11.707857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 8629a2c0-0962-488f-aeb4-4072b37189f2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8629a2c0-0962-488f-aeb4-4072b37189f2,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:11.712358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:11.713276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:11.752534 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6769ff9a-94fe-4799-815e-ad0781103800 x-openstack-request-id: req-6769ff9a-94fe-4799-815e-ad0781103800 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:11.752833 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-plugged", "status": "completed", "tag": "8629a2c0-0962-488f-aeb4-4072b37189f2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:11.753082 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6769ff9a-94fe-4799-815e-ad0781103800 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:11.753467 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8629a2c0-0962-488f-aeb4-4072b37189f2', 'code': 200} Dec 08 00:11:11.789374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=8629a2c0-0962-488f-aeb4-4072b37189f2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:11.804617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:11:11.809175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:11.809631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:11.886068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af234d0-11c2-47a4-967c-5228fefdf7f8 req-df1280d9-4a0f-47a1-8519-32e1ed887eff tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:11.892284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af234d0-11c2-47a4-967c-5228fefdf7f8 req-df1280d9-4a0f-47a1-8519-32e1ed887eff tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:11.900070 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1af234d0-11c2-47a4-967c-5228fefdf7f8 req-df1280d9-4a0f-47a1-8519-32e1ed887eff tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1680 time: 0.0731425 Dec 08 00:11:11.908156 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:11.943460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:11.953428 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:11.966534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1af234d0-11c2-47a4-967c-5228fefdf7f8 req-c68883a2-fdc2-4d2d-a1a8-b83d8f7ef92b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646672 Dec 08 00:11:12.000292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f20a6cf-9beb-47cd-a438-31fa50ef037d req-c804f0c3-f051-4284-b6d7-1eaec84aa02e tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0297024 Dec 08 00:11:12.033258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:12.162747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c58a-1e14-43f9-bf87-fedca6516234 req-36073345-cd08-4d8b-a851-cb092d9f8679 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:12.164230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4d7c58a-1e14-43f9-bf87-fedca6516234 req-36073345-cd08-4d8b-a851-cb092d9f8679 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 943 time: 0.0495818 Dec 08 00:11:12.210246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4d7c58a-1e14-43f9-bf87-fedca6516234 req-a819b4e6-c4b3-4793-a272-c8eb50921f61 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Dec 08 00:11:12.408427 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55226) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:12.462544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-837b680a-8aa3-41b1-929b-ca8bb310417f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.485077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-837b680a-8aa3-41b1-929b-ca8bb310417f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.535567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-837b680a-8aa3-41b1-929b-ca8bb310417f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.538291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-837b680a-8aa3-41b1-929b-ca8bb310417f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.539500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-837b680a-8aa3-41b1-929b-ca8bb310417f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/security-groups/8df1cbf5-ac1d-4c32-959f-1c4476341758 HTTP/1.1" status: 204 len: 168 time: 0.1280825 Dec 08 00:11:12.542251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55230) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:12.554013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b680a-8aa3-41b1-929b-ca8bb310417f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1cbf5-ac1d-4c32-959f-1c4476341758,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:12.554767 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-bb424452-d749-4082-8260-a90c2a4c70ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] show failed (client error): The resource could not be found. Dec 08 00:11:12.555819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bb424452-d749-4082-8260-a90c2a4c70ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "GET /v2.0/security-groups/8df1cbf5-ac1d-4c32-959f-1c4476341758 HTTP/1.1" status: 404 len: 347 time: 0.0125563 Dec 08 00:11:12.558666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55232) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:12.680624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port e165dc7b-af23-47a5-ad17-36c723a838eb {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:12.680957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.756208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.756449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.768307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for e165dc7b-af23-47a5-ad17-36c723a838eb owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:12.894447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.923445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=e165dc7b-af23-47a5-ad17-36c723a838eb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:12.983003 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.985889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:12.987072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7188c53b-9e11-4598-9f81-f18e008732ed tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/floatingips/a795f879-7cc8-4a46-9593-e2ba0220edd8 HTTP/1.1" status: 204 len: 168 time: 0.4274609 Dec 08 00:11:12.989712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55236) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:13.096100 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-139bb2e1-0692-4e38-a491-554e04412379 req-afdf40df-cc36-4db7-9b05-c1bb30aa4f86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0285511 Dec 08 00:11:13.097290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e04b4e-20dd-4fba-a05c-8e8944fafffc req-7d423a91-d115-4e59-b677-bd04bb5877a8 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:13.103488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e04b4e-20dd-4fba-a05c-8e8944fafffc req-7d423a91-d115-4e59-b677-bd04bb5877a8 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:13.105069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32e04b4e-20dd-4fba-a05c-8e8944fafffc req-7d423a91-d115-4e59-b677-bd04bb5877a8 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1681 time: 0.0614088 Dec 08 00:11:13.119456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port 4149b686-9caf-4b96-96d9-e31ab747b636 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:13.119810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.134110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a84c7b4-854c-4577-9af7-c69d5677fa8f req-11c934b2-4536-49ec-9de9-bec753877513 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0277798 Dec 08 00:11:13.189698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32e04b4e-20dd-4fba-a05c-8e8944fafffc req-76b5ed3b-04ff-45c5-b71a-92f7c87c932e tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734096 Dec 08 00:11:13.208961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.221333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for 4149b686-9caf-4b96-96d9-e31ab747b636 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:13.332652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c73a2b-3c6e-4451-84ca-f57a27f09234 req-6a8b1c3f-4f4f-4b55-a7e5-28a849160255 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:13.334239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0c73a2b-3c6e-4451-84ca-f57a27f09234 req-6a8b1c3f-4f4f-4b55-a7e5-28a849160255 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 943 time: 0.0571148 Dec 08 00:11:13.351923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.380690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=4149b686-9caf-4b96-96d9-e31ab747b636,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:13.383283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0c73a2b-3c6e-4451-84ca-f57a27f09234 req-69da90bc-bfe9-4bc1-b7b0-f9f48093d56c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427482 Dec 08 00:11:13.450005 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.453933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1129788c-25d6-46b9-9d23-a43961fb9b1f tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/ports/4149b686-9caf-4b96-96d9-e31ab747b636 HTTP/1.1" status: 204 len: 168 time: 0.4631877 Dec 08 00:11:13.456498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55246) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:13.543515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port 12b8b463-48cb-4131-b066-14d29b481368 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:13.544171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.610390 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.630607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.643827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for 12b8b463-48cb-4131-b066-14d29b481368 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:13.754241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:13.756847 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1467ce46-a54f-41a9-b5e4-de2ce3a947bb" -d '{"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-plugged", "status": "completed", "tag": "27c0f1a8-f0aa-4616-abaf-e8c127d20a9f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:13.775713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.795938 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb50bd79-3bd7-4b1a-9427-b40437097548 x-openstack-request-id: req-cb50bd79-3bd7-4b1a-9427-b40437097548 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:13.796757 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-plugged", "status": "completed", "tag": "27c0f1a8-f0aa-4616-abaf-e8c127d20a9f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:13.797143 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb50bd79-3bd7-4b1a-9427-b40437097548 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:13.797563 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f', 'code': 200} Dec 08 00:11:13.812842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=12b8b463-48cb-4131-b066-14d29b481368,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:13.889795 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.895987 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af1c8c00-1fd8-4b2c-8ace-63691acd05ac tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/ports/12b8b463-48cb-4131-b066-14d29b481368 HTTP/1.1" status: 204 len: 168 time: 0.4362392 Dec 08 00:11:13.896391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55252) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:13.933626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f45f-29e0-41d3-875c-663c37effe84 req-44372e69-5141-4cf5-8b05-98595cdbe41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:13.934096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f45f-29e0-41d3-875c-663c37effe84 req-44372e69-5141-4cf5-8b05-98595cdbe41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:13.935732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3b69f45f-29e0-41d3-875c-663c37effe84 req-44372e69-5141-4cf5-8b05-98595cdbe41b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1983 time: 0.0411103 Dec 08 00:11:13.948012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting subnet 6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:13.951281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:13.986446 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3b69f45f-29e0-41d3-875c-663c37effe84 req-ceddcdbf-d608-4615-a141-a3976d28c867 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Dec 08 00:11:13.991496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.078843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.135081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.162820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef77716-9ea7-4bf3-a937-ec6cdb3ea250,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:14.164802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.168763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fca1e07e-6de2-4b55-bd20-81bf399e2b37 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/subnets/6ef77716-9ea7-4bf3-a937-ec6cdb3ea250 HTTP/1.1" status: 204 len: 168 time: 0.2713087 Dec 08 00:11:14.170743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55258) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:14.175594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e67739-d345-4ea7-8ddd-4571cac939df None None] Network 2234cea8-e90b-4673-81a1-3c084ac7cbc8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:14.234507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 872ad94b-0cf6-4a00-a110-7ccef5a2534c details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:11:14.278982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6495fd84-2c30-48e5-85ce-23db0a8ee5a3 req-0655eb6c-2ea7-447c-97fd-a902a8a198ba tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0375321 Dec 08 00:11:14.280684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting subnet 50325a6a-edf4-421b-b05d-91c2a551857d {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:14.299262 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.373378 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.395653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002b7f8-5d5a-4862-84ea-ac6acd7ab931 req-7664b2f8-9def-4363-82f2-c23fb9e4eacd tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:14.404557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002b7f8-5d5a-4862-84ea-ac6acd7ab931 req-7664b2f8-9def-4363-82f2-c23fb9e4eacd tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:14.419571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9002b7f8-5d5a-4862-84ea-ac6acd7ab931 req-7664b2f8-9def-4363-82f2-c23fb9e4eacd tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1681 time: 0.1041017 Dec 08 00:11:14.475206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 872ad94b-0cf6-4a00-a110-7ccef5a2534c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=872ad94b-0cf6-4a00-a110-7ccef5a2534c,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:14.495817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.500249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '872ad94b-0cf6-4a00-a110-7ccef5a2534c', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'port_id': '872ad94b-0cf6-4a00-a110-7ccef5a2534c', 'mac_address': 'fa:16:3e:45:d1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:11:14.515002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9002b7f8-5d5a-4862-84ea-ac6acd7ab931 req-e918e34a-95f6-4118-8e7e-b1a3f182a7ba tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875008 Dec 08 00:11:14.545854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] DHCP port deletion for 2234cea8-e90b-4673-81a1-3c084ac7cbc8 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:14.554989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f15cb-1473-4f78-a799-437c1b1fc8e6 req-ab1c2ad1-c7da-471d-9951-b1efb618c669 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:14.556625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c1f15cb-1473-4f78-a799-437c1b1fc8e6 req-ab1c2ad1-c7da-471d-9951-b1efb618c669 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 943 time: 0.0640717 Dec 08 00:11:14.558160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.591645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872ad94b-0cf6-4a00-a110-7ccef5a2534c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:14.597095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.613516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c1f15cb-1473-4f78-a799-437c1b1fc8e6 req-b8cb6449-e77f-45f1-a992-796f5fcd5697 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498857 Dec 08 00:11:14.623142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 872ad94b-0cf6-4a00-a110-7ccef5a2534c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=872ad94b-0cf6-4a00-a110-7ccef5a2534c,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:14.626908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Subnet': ['ID=50325a6a-edf4-421b-b05d-91c2a551857d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:14.632226 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.646865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.652502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/subnets/50325a6a-edf4-421b-b05d-91c2a551857d HTTP/1.1" status: 204 len: 168 time: 0.4768364 Dec 08 00:11:14.652871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55268) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:14.663088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b612203c-d5da-4a43-8c4b-538a67523a91 None None] Network 4b78f093-b8bf-45fb-8a64-1e298676065d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:14.664118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.664474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.664825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.665171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.665513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.665852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.666186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.666522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.666854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.667218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.672079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.672442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.672880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794e308-4339-40e0-b5e3-6083e088893e tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:14.716077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] Deleting port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:14.716689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.774626 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.780326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=872ad94b-0cf6-4a00-a110-7ccef5a2534c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:14.820994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d2a6640-f5ad-4951-8a9f-fce9c5710010 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:14.830729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:14.831109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.895601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] For port 3d2a6640-f5ad-4951-8a9f-fce9c5710010, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2a6640-f5ad-4951-8a9f-fce9c5710010,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:14.896367 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.900436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] For port 3d2a6640-f5ad-4951-8a9f-fce9c5710010, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2a6640-f5ad-4951-8a9f-fce9c5710010,segment=NetworkSegment(6c7f6ab8-ad59-4a5d-aeef-421779e779ab),segment_id=6c7f6ab8-ad59-4a5d-aeef-421779e779ab)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:14.900989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:14.915443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for 3d2a6640-f5ad-4951-8a9f-fce9c5710010 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:14.925874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] Calling delete_port for 3d2a6640-f5ad-4951-8a9f-fce9c5710010 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:14.985114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['872ad94b-0cf6-4a00-a110-7ccef5a2534c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:15.002822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.032116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=3d2a6640-f5ad-4951-8a9f-fce9c5710010,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:15.035419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] No DVR routers for this DVR port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:15.052744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] DHCP port deletion for 4b78f093-b8bf-45fb-8a64-1e298676065d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:15.077566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.123267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.147858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2234cea8-e90b-4673-81a1-3c084ac7cbc8']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:15.163043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7f6ab8-ad59-4a5d-aeef-421779e779ab') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:15.163265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7f6ab8-ad59-4a5d-aeef-421779e779ab') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:15.174143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.181430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.190678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.199689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:15.199689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:15.220383 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:15.228042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] Pushing event deleted for resources: {'Port': ['ID=3d2a6640-f5ad-4951-8a9f-fce9c5710010,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:15.233393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac189a1e-897c-46d5-a0d5-df4f77abe432 None None] No DVR routers for this DVR port 3d2a6640-f5ad-4951-8a9f-fce9c5710010 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:15.267028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] Deleting port a785be67-6b8a-45af-801d-bf1075c8a641 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:15.267275 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.326483 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.334309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.337637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/networks/2234cea8-e90b-4673-81a1-3c084ac7cbc8 HTTP/1.1" status: 204 len: 168 time: 0.6836996 Dec 08 00:11:15.340336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55276) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:15.361105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56b6f-bb75-487b-a5ff-b6502e64bdea tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Network': ['ID=2234cea8-e90b-4673-81a1-3c084ac7cbc8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:15.396356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] For port a785be67-6b8a-45af-801d-bf1075c8a641, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a785be67-6b8a-45af-801d-bf1075c8a641,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:15.396746 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.414141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] Calling delete_port for a785be67-6b8a-45af-801d-bf1075c8a641 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:15.422189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4002e7f-1f8e-47ec-9f99-ea386491854c req-39ab3768-2bec-4a7b-9eda-e2b6bd0b3d42 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0629001 Dec 08 00:11:15.449306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.509645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Deleting port a785be67-6b8a-45af-801d-bf1075c8a641 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:15.509992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.516548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.552047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] Pushing event deleted for resources: {'Port': ['ID=a785be67-6b8a-45af-801d-bf1075c8a641,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:15.560072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabcf7e-5071-4d15-a878-57a0339d1581 None None] No DVR routers for this DVR port a785be67-6b8a-45af-801d-bf1075c8a641 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:15.582655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] For port a785be67-6b8a-45af-801d-bf1075c8a641, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a785be67-6b8a-45af-801d-bf1075c8a641,segment=NetworkSegment(f5d46d2c-ba95-4b05-9198-5b6380bedbd1),segment_id=f5d46d2c-ba95-4b05-9198-5b6380bedbd1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:15.583129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.598329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Calling delete_port for a785be67-6b8a-45af-801d-bf1075c8a641 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:15.665284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c47cc0-ad48-4b10-a061-a68371538d3f req-ca83097c-1eee-4454-8374-7cd7b1fff8e9 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:15.671376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c47cc0-ad48-4b10-a061-a68371538d3f req-ca83097c-1eee-4454-8374-7cd7b1fff8e9 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:15.683128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9c47cc0-ad48-4b10-a061-a68371538d3f req-ca83097c-1eee-4454-8374-7cd7b1fff8e9 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1681 time: 0.0654526 Dec 08 00:11:15.699340 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.728392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Port': ['ID=a785be67-6b8a-45af-801d-bf1075c8a641,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:15.732632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] No DVR routers for this DVR port a785be67-6b8a-45af-801d-bf1075c8a641 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:15.756964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9c47cc0-ad48-4b10-a061-a68371538d3f req-d3a0a02b-e5b1-427b-a071-d445728dabeb tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778801 Dec 08 00:11:15.810489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d110-77be-46f1-bf21-4d4157814520 req-76db66c1-5103-427c-9485-353df29e116b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:15.812635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7610d110-77be-46f1-bf21-4d4157814520 req-76db66c1-5103-427c-9485-353df29e116b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 944 time: 0.0722811 Dec 08 00:11:15.822203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.844090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b78f093-b8bf-45fb-8a64-1e298676065d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:15.857411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:15.857705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d46d2c-ba95-4b05-9198-5b6380bedbd1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:15.868993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.882550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fa2e0e5-3d27-45fc-b1fc-e6fcf32ac6ff req-7cffb017-bdd6-491e-922b-6bfd82f05497 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0514550 Dec 08 00:11:15.887988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.895009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7610d110-77be-46f1-bf21-4d4157814520 req-dfa808a3-f5c6-4d17-a55b-c5811440fd85 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715976 Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:15.908153 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:15.978534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.987790 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:15.994836 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] 10.222.0.18 "DELETE /v2.0/networks/4b78f093-b8bf-45fb-8a64-1e298676065d HTTP/1.1" status: 204 len: 168 time: 0.6486838 Dec 08 00:11:16.002310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9471c5-d540-428b-9ac4-5ed464037ba7 tempest-TaggedBootDevicesTest_v242-193279355 tempest-TaggedBootDevicesTest_v242-193279355-project] Pushing event deleted for resources: {'Network': ['ID=4b78f093-b8bf-45fb-8a64-1e298676065d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:16.219815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 872ad94b-0cf6-4a00-a110-7ccef5a2534c up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:16.228267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4573ae8-616e-4cb8-afe2-fbfa13ad0663 req-8a2af64b-1bcc-4e0a-addd-2191eab5beca tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:16.236133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4573ae8-616e-4cb8-afe2-fbfa13ad0663 req-8a2af64b-1bcc-4e0a-addd-2191eab5beca tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:16.237922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4573ae8-616e-4cb8-afe2-fbfa13ad0663 req-8a2af64b-1bcc-4e0a-addd-2191eab5beca tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1681 time: 0.0652425 Dec 08 00:11:16.288108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 872ad94b-0cf6-4a00-a110-7ccef5a2534c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:11:16.301374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 872ad94b-0cf6-4a00-a110-7ccef5a2534c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:16.302044 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:16.307299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4573ae8-616e-4cb8-afe2-fbfa13ad0663 req-33b7f4a8-7458-4b28-8288-7fc43c67e96b tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604670 Dec 08 00:11:16.384098 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:16.410004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872ad94b-0cf6-4a00-a110-7ccef5a2534c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:16.412248 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d3b71-0697-457a-80f7-1410baa597ed" -d '{"events": [{"server_uuid": "ae3ec350-e84a-4e65-b1d9-169c881f69f0", "name": "network-vif-plugged", "status": "completed", "tag": "872ad94b-0cf6-4a00-a110-7ccef5a2534c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:16.425515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 872ad94b-0cf6-4a00-a110-7ccef5a2534c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=872ad94b-0cf6-4a00-a110-7ccef5a2534c,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:16.430627 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:16.455674 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8091c6-52ac-41fa-bd00-d231867d4026 x-openstack-request-id: req-5c8091c6-52ac-41fa-bd00-d231867d4026 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:16.455989 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3ec350-e84a-4e65-b1d9-169c881f69f0", "name": "network-vif-plugged", "status": "completed", "tag": "872ad94b-0cf6-4a00-a110-7ccef5a2534c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:16.456417 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c8091c6-52ac-41fa-bd00-d231867d4026 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:16.456808 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872ad94b-0cf6-4a00-a110-7ccef5a2534c', 'code': 200} Dec 08 00:11:16.480247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=872ad94b-0cf6-4a00-a110-7ccef5a2534c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:16.598622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4050bf7-cf01-4373-abac-aa1b51050841 req-5ef3b7ad-8ba2-4301-b61f-24c5d54a201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:16.600163 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e4050bf7-cf01-4373-abac-aa1b51050841 req-5ef3b7ad-8ba2-4301-b61f-24c5d54a201b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 1096 time: 0.0438044 Dec 08 00:11:16.646180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e4050bf7-cf01-4373-abac-aa1b51050841 req-36c803c9-f853-4120-a88c-53920b27361b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364418 Dec 08 00:11:16.728046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a785be67-6b8a-45af-801d-bf1075c8a641 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:16.748206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a785be67-6b8a-45af-801d-bf1075c8a641 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:16.748547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a785be67-6b8a-45af-801d-bf1075c8a641 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:16.995563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0ea28a6-dee3-4f69-9aee-dad08e7c82ab req-b50f6d90-5c83-40b6-ab26-3ddbffe53924 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0332320 Dec 08 00:11:17.036459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59894f79-0ec1-4a51-a080-6c4bcc3010f8 req-4e43e9d8-f53c-47a0-abf0-f670347e8a6a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:17.037958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59894f79-0ec1-4a51-a080-6c4bcc3010f8 req-4e43e9d8-f53c-47a0-abf0-f670347e8a6a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 945 time: 0.0668967 Dec 08 00:11:17.089464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59894f79-0ec1-4a51-a080-6c4bcc3010f8 req-d22d2cf3-875e-4df9-8d60-0ffaca56982b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Dec 08 00:11:17.367420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:17.442920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e284f-0027-4fb0-835d-c0cae04be4aa req-d1a43dfe-007c-4f66-8563-63c58974b2f4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:17.448932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e284f-0027-4fb0-835d-c0cae04be4aa req-d1a43dfe-007c-4f66-8563-63c58974b2f4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:17.450436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-426e284f-0027-4fb0-835d-c0cae04be4aa req-d1a43dfe-007c-4f66-8563-63c58974b2f4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1681 time: 0.0564554 Dec 08 00:11:17.497515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-426e284f-0027-4fb0-835d-c0cae04be4aa req-db0062c7-66ef-4988-be0f-6a536a9c1458 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Dec 08 00:11:17.969127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e39447-96bc-4896-b845-22c5ae4f964c req-4d8677a4-de7b-4c41-9cfd-42aec28a37d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:17.977556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e39447-96bc-4896-b845-22c5ae4f964c req-4d8677a4-de7b-4c41-9cfd-42aec28a37d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:17.980635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07e39447-96bc-4896-b845-22c5ae4f964c req-4d8677a4-de7b-4c41-9cfd-42aec28a37d3 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1681 time: 0.0645983 Dec 08 00:11:18.076295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port 8629a2c0-0962-488f-aeb4-4072b37189f2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:18.076633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:18.101124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64e688ad-7d46-4006-a4fa-b5a571b1f138 req-a92700ad-5906-44ee-9bcf-b95519283825 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0266328 Dec 08 00:11:18.190215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port 8629a2c0-0962-488f-aeb4-4072b37189f2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=8629a2c0-0962-488f-aeb4-4072b37189f2,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:18.190847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:18.205207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for 8629a2c0-0962-488f-aeb4-4072b37189f2 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:18.247517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b7ef0-ed1d-49d9-b1ff-1a97f175ba3b req-27cf5efb-6827-4c2c-939f-557e7a9d3596 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:18.248973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d6b7ef0-ed1d-49d9-b1ff-1a97f175ba3b req-27cf5efb-6827-4c2c-939f-557e7a9d3596 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 945 time: 0.0529943 Dec 08 00:11:18.298843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d6b7ef0-ed1d-49d9-b1ff-1a97f175ba3b req-ea267326-f30e-4cb2-8b45-7a17c955f8fe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Dec 08 00:11:18.586038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d53f-2838-4237-aeba-8d3c7ca36872 req-ef71be0c-d614-4a95-b0a1-aa8e0d7deed3 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:18.588997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffb5d53f-2838-4237-aeba-8d3c7ca36872 req-ef71be0c-d614-4a95-b0a1-aa8e0d7deed3 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 945 time: 0.0743296 Dec 08 00:11:18.681328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cf7d4-62a4-490b-8cdc-d5865595c6ce req-b3920e8b-0164-4ea4-abb7-a1915e93c895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:18.689183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cf7d4-62a4-490b-8cdc-d5865595c6ce req-b3920e8b-0164-4ea4-abb7-a1915e93c895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:18.691516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c25cf7d4-62a4-490b-8cdc-d5865595c6ce req-b3920e8b-0164-4ea4-abb7-a1915e93c895 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 1681 time: 0.0950718 Dec 08 00:11:18.697731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffb5d53f-2838-4237-aeba-8d3c7ca36872 req-b68dd9d0-54af-4bac-8e41-da156406b277 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023886 Dec 08 00:11:18.699159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:18.731990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['8629a2c0-0962-488f-aeb4-4072b37189f2', '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:18.739230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=8629a2c0-0962-488f-aeb4-4072b37189f2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:18.803159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c25cf7d4-62a4-490b-8cdc-d5865595c6ce req-4b72495c-9a4d-41d3-9b19-d4b9ec07d7fe tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/security-groups?id=4015a33c-b001-480a-bbd6-b3b52c0c7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899231 Dec 08 00:11:18.810519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port 8629a2c0-0962-488f-aeb4-4072b37189f2 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:18.813807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:18.817745 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07e39447-96bc-4896-b845-22c5ae4f964c req-68027412-3a7a-4c32-ad6f-13ca83d6985c tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "DELETE /v2.0/ports/8629a2c0-0962-488f-aeb4-4072b37189f2 HTTP/1.1" status: 204 len: 173 time: 0.8301547 Dec 08 00:11:18.818975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-deleted', 'tag': '8629a2c0-0962-488f-aeb4-4072b37189f2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:18.832698 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eee5870-3e60-4e0b-b7e8-348f10f2c11d" -d '{"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-deleted", "tag": "8629a2c0-0962-488f-aeb4-4072b37189f2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:18.925326 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78078673-f058-4792-b4c4-cf80f9a0c5ce x-openstack-request-id: req-78078673-f058-4792-b4c4-cf80f9a0c5ce {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:18.925656 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-deleted", "tag": "8629a2c0-0962-488f-aeb4-4072b37189f2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:18.925919 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78078673-f058-4792-b4c4-cf80f9a0c5ce {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:18.926466 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-deleted', 'tag': '8629a2c0-0962-488f-aeb4-4072b37189f2', 'status': 'completed', 'code': 200} Dec 08 00:11:18.979689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:18.979689 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:19.082051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:19.082592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:19.096561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:19.241585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77cc2013-b16e-4a41-b40f-52aa6560e833 req-79887365-5f31-4968-bb8b-df78060c63b6 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0343883 Dec 08 00:11:19.255060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:19.290228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['8629a2c0-0962-488f-aeb4-4072b37189f2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:19.303699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=27c0f1a8-f0aa-4616-abaf-e8c127d20a9f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:19.368036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:19.370847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:19.375547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07e39447-96bc-4896-b845-22c5ae4f964c req-6c5d5946-e376-4e94-84a9-15e3e81f8b83 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.59 "DELETE /v2.0/ports/27c0f1a8-f0aa-4616-abaf-e8c127d20a9f HTTP/1.1" status: 204 len: 173 time: 0.5388148 Dec 08 00:11:19.838913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12cbb2-0912-4f94-957a-f9f8a3124d5c req-04dba5fb-16ea-410e-92ff-b778f91cb851 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:19.846234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc12cbb2-0912-4f94-957a-f9f8a3124d5c req-04dba5fb-16ea-410e-92ff-b778f91cb851 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 945 time: 0.0590732 Dec 08 00:11:19.927442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc12cbb2-0912-4f94-957a-f9f8a3124d5c req-e35d59f3-3119-443f-9ef1-89203582669b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803044 Dec 08 00:11:19.962412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-697ab78d-8fca-47ef-99d5-7d002f4f6d8f req-bc0526ac-199f-4651-be57-e193f513e962 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "GET /v2.0/ports?device_id=be94e209-a236-4edf-adc7-21c07a0c4468 HTTP/1.1" status: 200 len: 210 time: 0.0307789 Dec 08 00:11:20.242410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c39c-0e12-4058-ab70-294501e87eed req-a7850dce-b51a-4b7a-b1ef-2b5a060abee6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:20.244091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2da7c39c-0e12-4058-ab70-294501e87eed req-a7850dce-b51a-4b7a-b1ef-2b5a060abee6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 945 time: 0.0557945 Dec 08 00:11:20.321001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2da7c39c-0e12-4058-ab70-294501e87eed req-c6c8253b-34b7-491f-9fd8-8e03efd0f88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Dec 08 00:11:20.378998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9078ca8f-b904-4cf2-9137-daa8f5fd5986 req-b52088d9-5c42-4dbd-8400-52d4d77c0c74 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0340061 Dec 08 00:11:20.824652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995613f-8fac-46f0-b67a-21506acfb039 req-786a1c83-6141-4f61-8c62-831ff3a76233 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:20.826038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f995613f-8fac-46f0-b67a-21506acfb039 req-786a1c83-6141-4f61-8c62-831ff3a76233 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.0504074 Dec 08 00:11:20.874427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f995613f-8fac-46f0-b67a-21506acfb039 req-c11d905a-b9a9-41fb-9da9-9256e606b500 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Dec 08 00:11:20.928057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-deleted', 'tag': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:20.930542 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4899d230-197f-42ab-b1eb-ca259bdfa26d" -d '{"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-deleted", "tag": "27c0f1a8-f0aa-4616-abaf-e8c127d20a9f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:20.967822 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b75ad91-f00f-49b1-b692-83a4cd1e43cf x-openstack-request-id: req-6b75ad91-f00f-49b1-b692-83a4cd1e43cf {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:20.968610 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be94e209-a236-4edf-adc7-21c07a0c4468", "name": "network-vif-deleted", "tag": "27c0f1a8-f0aa-4616-abaf-e8c127d20a9f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:20.968868 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b75ad91-f00f-49b1-b692-83a4cd1e43cf {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:20.969270 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94e209-a236-4edf-adc7-21c07a0c4468', 'name': 'network-vif-deleted', 'tag': '27c0f1a8-f0aa-4616-abaf-e8c127d20a9f', 'status': 'completed', 'code': 200} Dec 08 00:11:21.022319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55394) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:21.077226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting subnet 24fd3e93-cdc4-407d-bcba-4619aba22ea4 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:21.080469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.122243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.211159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.275143 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.296529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e34d7-cabc-48e7-9d0a-bb7bc76120cd None None] Network f9e986f5-c14a-4c8e-8646-34757fa67612 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:21.306619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.310240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/subnets/24fd3e93-cdc4-407d-bcba-4619aba22ea4 HTTP/1.1" status: 204 len: 168 time: 0.2868595 Dec 08 00:11:21.311534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12412d59-3b4c-4555-836d-ea4539d456e4 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Subnet': ['ID=24fd3e93-cdc4-407d-bcba-4619aba22ea4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:21.313259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55400) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:21.383486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47bb7de8-b857-41b4-993d-917eb7e20b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.434544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.514157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] DHCP port deletion for f9e986f5-c14a-4c8e-8646-34757fa67612 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:21.567898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] Deleting port db541006-6eb4-494b-83f6-9ac88f8f7b2c {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:21.568381 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.603924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8629a2c0-0962-488f-aeb4-4072b37189f2 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:21.660836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 8629a2c0-0962-488f-aeb4-4072b37189f2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:21.661182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 8629a2c0-0962-488f-aeb4-4072b37189f2 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:21.661827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:21.669728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] For port db541006-6eb4-494b-83f6-9ac88f8f7b2c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db541006-6eb4-494b-83f6-9ac88f8f7b2c,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:21.669728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.697594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:21.698443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 27c0f1a8-f0aa-4616-abaf-e8c127d20a9f not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:21.706972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] Calling delete_port for db541006-6eb4-494b-83f6-9ac88f8f7b2c owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:21.862766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06a08e05-fe84-4151-b4fd-cbf913755ebb req-afa63369-2f98-478d-8974-9b31157ce98c tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.3866391 Dec 08 00:11:21.879625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b612e3a-2aed-418c-8df6-9be7bd7fcb3a req-982fa78f-c449-40d5-a029-1ccb5a5c68fc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:21.881241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b612e3a-2aed-418c-8df6-9be7bd7fcb3a req-982fa78f-c449-40d5-a029-1ccb5a5c68fc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 945 time: 0.4428997 Dec 08 00:11:21.941712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port db541006-6eb4-494b-83f6-9ac88f8f7b2c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:21.941999 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.956045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:21.960085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b612e3a-2aed-418c-8df6-9be7bd7fcb3a req-c4ecc970-4646-4404-a613-4066891e9a4f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719063 Dec 08 00:11:21.986628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] Pushing event deleted for resources: {'Port': ['ID=db541006-6eb4-494b-83f6-9ac88f8f7b2c,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:22.002021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b917-7d4b-4dd2-af18-7cd2cd3b2a3d None None] No DVR routers for this DVR port db541006-6eb4-494b-83f6-9ac88f8f7b2c on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:22.024433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port db541006-6eb4-494b-83f6-9ac88f8f7b2c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db541006-6eb4-494b-83f6-9ac88f8f7b2c,segment=NetworkSegment(31fbfe19-a1de-48c2-b104-e05f81fcdd77),segment_id=31fbfe19-a1de-48c2-b104-e05f81fcdd77)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:22.025066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.043589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for db541006-6eb4-494b-83f6-9ac88f8f7b2c owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:22.079285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-c6bd314b-627e-408a-a6eb-7739d4bbfece tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:22.080933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-c6bd314b-627e-408a-a6eb-7739d4bbfece tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 945 time: 0.0782745 Dec 08 00:11:22.154198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.174777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port db541006-6eb4-494b-83f6-9ac88f8f7b2c on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:22.241319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=db541006-6eb4-494b-83f6-9ac88f8f7b2c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:22.264758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Deleting port 872ad94b-0cf6-4a00-a110-7ccef5a2534c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:22.265971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.322037 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.359044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e986f5-c14a-4c8e-8646-34757fa67612']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:22.376232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] For port 872ad94b-0cf6-4a00-a110-7ccef5a2534c, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=872ad94b-0cf6-4a00-a110-7ccef5a2534c,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:22.376730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.386009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fbfe19-a1de-48c2-b104-e05f81fcdd77') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:22.386325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fbfe19-a1de-48c2-b104-e05f81fcdd77') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:22.398368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.400112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Calling delete_port for 872ad94b-0cf6-4a00-a110-7ccef5a2534c owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:22.415620 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.428276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8a80-b296-43d3-843a-bc09faa67a41 req-c35dc4b8-21fb-4d50-b1b7-2dd315e683b7 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:22.429780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6cb8a80-b296-43d3-843a-bc09faa67a41 req-c35dc4b8-21fb-4d50-b1b7-2dd315e683b7 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.0911369 Dec 08 00:11:22.432674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:22.433082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:22.436258 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:22.527160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.532856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6cb8a80-b296-43d3-843a-bc09faa67a41 req-ed5ebf31-73bd-4631-85e8-ac67653ca87c tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862598 Dec 08 00:11:22.538158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.543903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/networks/f9e986f5-c14a-4c8e-8646-34757fa67612 HTTP/1.1" status: 204 len: 168 time: 1.2267225 Dec 08 00:11:22.554707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55416) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:22.562794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aae34c-5b9e-488e-a27e-46735b2da983 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Network': ['ID=f9e986f5-c14a-4c8e-8646-34757fa67612,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:22.599963 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.641683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['872ad94b-0cf6-4a00-a110-7ccef5a2534c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:22.642283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event deleted for resources: {'Port': ['ID=872ad94b-0cf6-4a00-a110-7ccef5a2534c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:22.658870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting subnet 7ed01c77-f456-4e47-a694-a7f075bf6756 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:22.678290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.714414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] No DVR routers for this DVR port 872ad94b-0cf6-4a00-a110-7ccef5a2534c on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:22.719148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.722469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0f422ba1-2049-4870-ad95-97c1ec56b1fc req-15bed939-0f32-46ef-aaaa-fa961430e077 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "DELETE /v2.0/ports/872ad94b-0cf6-4a00-a110-7ccef5a2534c HTTP/1.1" status: 204 len: 173 time: 0.6351991 Dec 08 00:11:22.739745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.773486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device db541006-6eb4-494b-83f6-9ac88f8f7b2c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:22.811159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: db541006-6eb4-494b-83f6-9ac88f8f7b2c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:22.811884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device db541006-6eb4-494b-83f6-9ac88f8f7b2c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:22.856288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.942638 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.959988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:22.964328 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/subnets/7ed01c77-f456-4e47-a694-a7f075bf6756 HTTP/1.1" status: 204 len: 168 time: 0.4078307 Dec 08 00:11:22.966578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55432) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:22.967693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b2c43-05b5-49df-80da-642435a3691f None None] Network c8114b05-1faf-4fe5-878f-e1f256243e95 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:23.013612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'name': 'network-vif-deleted', 'tag': '872ad94b-0cf6-4a00-a110-7ccef5a2534c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:23.016133 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6b3e7e-b192-4788-9525-ee5b583fe1fd" -d '{"events": [{"server_uuid": "ae3ec350-e84a-4e65-b1d9-169c881f69f0", "name": "network-vif-deleted", "tag": "872ad94b-0cf6-4a00-a110-7ccef5a2534c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:23.019265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38541d-7d94-4e50-89b4-a945010bcf82 tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed01c77-f456-4e47-a694-a7f075bf6756,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:23.071705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.127198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-889f2853-64c4-493c-8ccf-6ca5f379ffff req-44fc70a9-14b5-4eb4-88ca-4c4bd1ff2a9d tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0430725 Dec 08 00:11:23.243292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Deleting port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:23.243557 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.244937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] DHCP port deletion for c8114b05-1faf-4fe5-878f-e1f256243e95 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:23.312510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99b54eef-ee00-494a-bb7f-158f2afaf208 req-499c896c-0019-4a58-a70a-6f6312396b13 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3ec350-e84a-4e65-b1d9-169c881f69f0 HTTP/1.1" status: 200 len: 210 time: 0.0351708 Dec 08 00:11:23.355356 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad574078-6271-41c8-96c1-cab68e925c62 x-openstack-request-id: req-ad574078-6271-41c8-96c1-cab68e925c62 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:23.355844 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3ec350-e84a-4e65-b1d9-169c881f69f0", "name": "network-vif-deleted", "tag": "872ad94b-0cf6-4a00-a110-7ccef5a2534c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:23.356228 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad574078-6271-41c8-96c1-cab68e925c62 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:23.356752 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3ec350-e84a-4e65-b1d9-169c881f69f0', 'name': 'network-vif-deleted', 'tag': '872ad94b-0cf6-4a00-a110-7ccef5a2534c', 'status': 'completed', 'code': 200} Dec 08 00:11:23.358200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] Deleting port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:23.364316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.469795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] For port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:23.470211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.498001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Calling delete_port for 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:23.509060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] For port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,segment=NetworkSegment(b5011359-07ec-4fd6-ac81-020310abd796),segment_id=b5011359-07ec-4fd6-ac81-020310abd796)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:23.513062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.544613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] Calling delete_port for 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:23.621705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.648702 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.672764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Port': ['ID=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:23.674848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] No DVR routers for this DVR port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:23.698462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] Pushing event deleted for resources: {'Port': ['ID=98043407-f147-4df5-ad6b-cbd6b0c0b3e8,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:23.700366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f811c70-e86c-4275-a79b-eaa65c0bc838 None None] No DVR routers for this DVR port 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:23.718860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6046-fd8a-4713-9a00-4c449430bbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.745363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854234db-9746-4115-9a98-66c21388322e req-fec98a7a-e1c9-45c2-8617-b075c8c2ae49 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:23.746944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-854234db-9746-4115-9a98-66c21388322e req-fec98a7a-e1c9-45c2-8617-b075c8c2ae49 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.1386547 Dec 08 00:11:23.791940 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.829553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8114b05-1faf-4fe5-878f-e1f256243e95']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:23.850623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5011359-07ec-4fd6-ac81-020310abd796') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:23.850929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5011359-07ec-4fd6-ac81-020310abd796') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:23.865304 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.888365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-854234db-9746-4115-9a98-66c21388322e req-f77fe1e4-05c8-49c7-80b4-e0aa7ac8dcc2 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926440 Dec 08 00:11:23.892717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.900398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:23.900800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:23.903928 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:23.977010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:23.998317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:24.007850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] 10.222.0.18 "DELETE /v2.0/networks/c8114b05-1faf-4fe5-878f-e1f256243e95 HTTP/1.1" status: 204 len: 168 time: 1.0381970 Dec 08 00:11:24.007850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c258d6-ed66-45cd-821b-ce4b9b6ebf7d tempest-ServersTestMultiNic-720835226 tempest-ServersTestMultiNic-720835226-project] Pushing event deleted for resources: {'Network': ['ID=c8114b05-1faf-4fe5-878f-e1f256243e95,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:24.153216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55456) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:24.238692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9637e118-67a5-43a9-aec4-e00a55121d1a req-edec226c-04f3-46f3-838d-dd220e7c1154 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0377080 Dec 08 00:11:24.585179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:24.741828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:24.763603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:24.764030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 98043407-f147-4df5-ad6b-cbd6b0c0b3e8 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:24.871050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9180-affb-4805-bb62-f098266a864d req-4af2396c-9840-4087-97cc-409504d9cdfe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:24.872495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-4af2396c-9840-4087-97cc-409504d9cdfe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.2155511 Dec 08 00:11:24.894849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-c619e4a1-7652-4f11-bba9-300eb1536065 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/quotas/f9f13e4acbc34c019c9407e4921c1873 HTTP/1.1" status: 200 len: 375 time: 0.0153663 Dec 08 00:11:24.949924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-5b3faa28-680d-4b13-9800-cc06ae44cba4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467968 Dec 08 00:11:25.069153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.099878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-f6477fe2-cec1-4015-af03-aba9612afa91 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:25.101708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Deleting port bc55d69a-a981-4ee5-b0e0-0517ceaefc97 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:25.102134 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-f6477fe2-cec1-4015-af03-aba9612afa91 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.0729494 Dec 08 00:11:25.102238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.132754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1df9f4-40d5-4ae8-bcf9-3a0b75579183 req-152d2dd7-2b49-4653-9a7b-fc46412a586d tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:25.134352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb1df9f4-40d5-4ae8-bcf9-3a0b75579183 req-152d2dd7-2b49-4653-9a7b-fc46412a586d tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 946 time: 0.1569297 Dec 08 00:11:25.203777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-360bb96c-fc48-4fb1-a22e-9fbb6716ee85 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273309 Dec 08 00:11:25.207787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Deleting port 2f961709-25d6-4e72-a383-8e1209a4217d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:25.208388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.273682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb1df9f4-40d5-4ae8-bcf9-3a0b75579183 req-7a3fa392-ade3-4fd6-a8bc-fce683fa6307 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups?id=be23ed11-9fe3-4944-a456-651c1e6daa97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270905 Dec 08 00:11:25.285693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] For port bc55d69a-a981-4ee5-b0e0-0517ceaefc97, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,segment=NetworkSegment(ce147d3e-ca99-4c03-b892-42a18e787c7d),segment_id=ce147d3e-ca99-4c03-b892-42a18e787c7d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:25.286031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.305174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] For port 2f961709-25d6-4e72-a383-8e1209a4217d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=2f961709-25d6-4e72-a383-8e1209a4217d,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:25.305649 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.337791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Calling delete_port for bc55d69a-a981-4ee5-b0e0-0517ceaefc97 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:25.412749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-4366e422-c2ce-47ca-a282-4ca910da0a3f service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954665 Dec 08 00:11:25.433241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faf7078f-d8bd-4949-830a-5f230d67a7e1 req-f42cffd3-109b-4914-8956-f316cecbe226 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0366461 Dec 08 00:11:25.502553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.503029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.503429 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Floating IP e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12 disassociated. External IP: 172.25.6.67, port: 2f961709-25d6-4e72-a383-8e1209a4217d. Dec 08 00:11:25.503842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Calling delete_port for 2f961709-25d6-4e72-a383-8e1209a4217d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:25.612602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.666554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.698979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce07b1b-c7e1-406e-b342-fc537d1aa6d4 req-a2618e89-927d-4edb-9aba-1f2d24fd749a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 210 time: 0.0551870 Dec 08 00:11:25.719891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc55d69a-a981-4ee5-b0e0-0517ceaefc97,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:25.763635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event deleted for resources: {'Port': ['ID=2f961709-25d6-4e72-a383-8e1209a4217d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:25.915769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:25.951653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:26.084260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:26.101603 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] Sync routers for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:26.121067 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:26.121893 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:26.136661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] No DVR routers for this DVR port 2f961709-25d6-4e72-a383-8e1209a4217d on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:26.141357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:26.145822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-50c72b1b-958d-4a7b-b7bd-9d2f905d4350 req-38a85101-b449-466b-b132-41ea125648ab tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.44 "DELETE /v2.0/ports/2f961709-25d6-4e72-a383-8e1209a4217d HTTP/1.1" status: 204 len: 173 time: 1.0357001 Dec 08 00:11:26.148059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'name': 'network-vif-deleted', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:26.151113 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a11dfb-f9e3-4163-891d-d1a6556f9d2d" -d '{"events": [{"server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "name": "network-vif-deleted", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:26.228422 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a6ae0-84df-4341-954a-04c721e893ec x-openstack-request-id: req-9b4a6ae0-84df-4341-954a-04c721e893ec {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:26.228842 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad1a420-9569-45f9-ad5f-ebcc92c707ab", "name": "network-vif-deleted", "tag": "2f961709-25d6-4e72-a383-8e1209a4217d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:26.229401 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b4a6ae0-84df-4341-954a-04c721e893ec {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:26.229860 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad1a420-9569-45f9-ad5f-ebcc92c707ab', 'name': 'network-vif-deleted', 'tag': '2f961709-25d6-4e72-a383-8e1209a4217d', 'status': 'completed', 'code': 200} Dec 08 00:11:26.233049 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:26.330957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 2f961709-25d6-4e72-a383-8e1209a4217d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:26.345305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Router bcf0838d-8716-4d89-87ba-613aefd48b0e has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:26.356102 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:26.410643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 2f961709-25d6-4e72-a383-8e1209a4217d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:26.412887 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 2f961709-25d6-4e72-a383-8e1209a4217d not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:26.414340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 872ad94b-0cf6-4a00-a110-7ccef5a2534c no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:26.505638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 872ad94b-0cf6-4a00-a110-7ccef5a2534c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:26.506737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 872ad94b-0cf6-4a00-a110-7ccef5a2534c not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:26.617253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f85cd18d-3b21-47c7-8dbc-1f882dbf8e17 req-40b85c9c-e78b-448f-84f9-891164814000 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.1098819 Dec 08 00:11:26.684336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:26.698442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] Sync routers for ids ['bcf0838d-8716-4d89-87ba-613aefd48b0e'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:26.720118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] Routers {'bcf0838d-8716-4d89-87ba-613aefd48b0e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:26.721969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf0838d-8716-4d89-87ba-613aefd48b0e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:26.728580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5a6b5ca2-c735-418f-bc2f-f0b4b058868a admin admin] 10.222.0.18 "PUT /v2.0/routers/bcf0838d-8716-4d89-87ba-613aefd48b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740786 Dec 08 00:11:26.731248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:26.738572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-382b1389-f0f7-45d7-911c-b89074853ed3 req-30c62608-0e37-4001-89ad-151111c707f3 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.1202104 Dec 08 00:11:26.907782 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:41Z', 'revision_number': 5, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:26.915238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c137fbcd-55f5-43e3-a3c5-346893f28fcc req-053a85da-b8c2-4533-a39e-006e3479215b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 210 time: 0.0595512 Dec 08 00:11:26.973120 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] Checking router: 89b67587-b7d6-4feb-ac50-f8ef07756fa9 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:26.983406 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:26.984646 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:26.990735 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:26.996487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] Set router bcf0838d-8716-4d89-87ba-613aefd48b0e gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:27.147579 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:27.226305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:27.232465 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55516) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:27.262518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:27.327134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Deleting port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:27.327786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:27.411148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:11:25Z', 'revision_number': 5, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port': {'id': 'adf6dc8c-2ec8-4b2e-b203-34a3d811bb49', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:59Z', 'updated_at': '2021-12-08T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:27.456090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] For port adf6dc8c-2ec8-4b2e-b203-34a3d811bb49, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:27.456877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:27.476284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] Checking router: bcf0838d-8716-4d89-87ba-613aefd48b0e for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:27.488078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Calling delete_port for adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:27.492021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] Routers {'bcf0838d-8716-4d89-87ba-613aefd48b0e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:27.492881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf0838d-8716-4d89-87ba-613aefd48b0e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:27.569814 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:41Z', 'revision_number': 5, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:27.622776 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66012dba-c44d-48c6-9ed0-5b666abc63e2 None None] The sync data for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 is: [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:08:36Z', 'revision_number': 4, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '266dbcd9-e67a-406f-8d30-cba846e0dbcf', 'name': '', 'network_id': '60d09d07-a2dd-4820-ae51-460b1d4adc59', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'mac_address': 'fa:16:3e:b7:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:35Z', 'updated_at': '2021-12-08T00:08:41Z', 'revision_number': 5, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'subnets': [{'id': 'ff1c3a7f-2940-49e8-9924-f44e07391a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:27.649071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] Set router bcf0838d-8716-4d89-87ba-613aefd48b0e gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:27.710740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:11:27Z', 'revision_number': 6, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:27.791271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062cfc5-9c1e-44b4-b0cf-8f4d0f047749 None None] The sync data for ids ['bcf0838d-8716-4d89-87ba-613aefd48b0e'] in n-d-820549-2 is: [{'id': 'bcf0838d-8716-4d89-87ba-613aefd48b0e', 'name': 'tempest-ServersTestMultiNic-131775045-router', 'tenant_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:58Z', 'updated_at': '2021-12-08T00:11:27Z', 'revision_number': 6, 'project_id': 'a9ee7f3fb36c4ff68be7eb0432095e48', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:27.844890 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9980bd9a-ea1c-40ec-96e0-5205bedc83c6 req-c3ad49f6-ac51-4f3a-9d0a-0c05bed6a422 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0462534 Dec 08 00:11:28.004151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cb04b59-8813-4391-b90f-21d28cc1382d req-8bdff53c-28e9-499c-868a-79d1dae07f28 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0716908 Dec 08 00:11:28.076288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9180-affb-4805-bb62-f098266a864d req-b49d22eb-c959-4ef7-9c9e-b99cf4ff0f45 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:28.078388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-b49d22eb-c959-4ef7-9c9e-b99cf4ff0f45 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.59 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.3001351 Dec 08 00:11:28.134830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Request body: {'port': {'device_id': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'admin_state_up': True, 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:28.188136 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c18d0c-a76c-4dd9-9db3-ace63104fcf7 None None] New status for floating IP e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:11:28.224036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05870753-9ea4-489b-9ca4-c63ba6470ea7 req-094ea92a-518e-474f-b0e3-c3020bd1ce2b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 210 time: 0.0772626 Dec 08 00:11:28.399470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.461264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf6dc8c-2ec8-4b2e-b203-34a3d811bb49,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:28.505571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:28.509217 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.608030 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.695882 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.715805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.721410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.849057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.850043 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf0838d-8716-4d89-87ba-613aefd48b0e {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:11:28.856130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:28.857491 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dbd15052-50bb-476e-8e2d-9e40f6d854b5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bcf0838d-8716-4d89-87ba-613aefd48b0e HTTP/1.1" status: 204 len: 168 time: 2.1251323 Dec 08 00:11:28.879572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55532) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:28.888889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:28.889337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Allocated IP 172.20.0.13 (a9b1164d-d88c-4080-a8e5-3d56d0ce446f/41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16/a518eb31-2077-44c8-b70c-3d87433b074b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:28.928392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:28.928737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device adf6dc8c-2ec8-4b2e-b203-34a3d811bb49 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:28.929169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc55d69a-a981-4ee5-b0e0-0517ceaefc97 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:28.966869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: bc55d69a-a981-4ee5-b0e0-0517ceaefc97 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:28.969810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc55d69a-a981-4ee5-b0e0-0517ceaefc97 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:28.978288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] Deleting subnet ab597a03-b8c9-455a-8fe7-5fe7b2c02a79 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:29.054991 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.070129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5bbf4b7-8271-4030-a923-81007faceca0 req-038dd67d-c432-4466-b067-0276da95c445 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0567417 Dec 08 00:11:29.094513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.146556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.185851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.244679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:29.255272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:29.259583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:29.262081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:29.298232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-951d7943-f079-4152-b424-3210004a1e29 req-df815e82-6048-4865-9b82-6fc7a869cdbc tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.1128099 Dec 08 00:11:29.361075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:29.361540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.390871 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-b4814491-9659-4eba-9955-55994aa18373 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2621965 Dec 08 00:11:29.424460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Request body: {'port': {'device_id': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:29.426857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.450926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Deleting port 37516bd9-4a3f-423c-964f-5973e5fe11b6 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:29.451302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.502845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.595055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272ed82-a409-4199-b4c7-19dc2ab46faf req-966e254c-2248-4902-b9ae-95bde0a81a7f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:29.596553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c272ed82-a409-4199-b4c7-19dc2ab46faf req-966e254c-2248-4902-b9ae-95bde0a81a7f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 932 time: 0.1415727 Dec 08 00:11:29.599739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.630702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab597a03-b8c9-455a-8fe7-5fe7b2c02a79,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:29.659805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] For port 37516bd9-4a3f-423c-964f-5973e5fe11b6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=37516bd9-4a3f-423c-964f-5973e5fe11b6,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:29.659805 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.662501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.664922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c5b4b-7a99-4f9d-80d6-a46ffb08f3e2 None None] Network 4a236792-a113-4a58-acee-c84de4865995 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:29.667367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eface334-ad98-4e21-a9ab-405182d944a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ab597a03-b8c9-455a-8fe7-5fe7b2c02a79 HTTP/1.1" status: 204 len: 168 time: 0.7824950 Dec 08 00:11:29.677964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55544) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:29.721622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Calling delete_port for 37516bd9-4a3f-423c-964f-5973e5fe11b6 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:29.733880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c272ed82-a409-4199-b4c7-19dc2ab46faf req-0fe57b18-398b-4d1d-9194-9fb5f429b1ca tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048858 Dec 08 00:11:29.872808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] DHCP port deletion for 4a236792-a113-4a58-acee-c84de4865995 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:29.944207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:29.966989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Deleting port e543208d-87ec-42eb-a689-595a3d6b9e33 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:29.967996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.014247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.065701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a518eb31-2077-44c8-b70c-3d87433b074b {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:30.076503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.098180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=37516bd9-4a3f-423c-964f-5973e5fe11b6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:30.106473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] For port e543208d-87ec-42eb-a689-595a3d6b9e33, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e543208d-87ec-42eb-a689-595a3d6b9e33,segment=NetworkSegment(ce147d3e-ca99-4c03-b892-42a18e787c7d),segment_id=ce147d3e-ca99-4c03-b892-42a18e787c7d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:30.106909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.131041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Transition to ACTIVE for port object a518eb31-2077-44c8-b70c-3d87433b074b will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:30.142266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Deleting port e543208d-87ec-42eb-a689-595a3d6b9e33 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:30.143374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.152349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.163992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Calling delete_port for e543208d-87ec-42eb-a689-595a3d6b9e33 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:30.305294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a38299c-4bec-4abe-a054-ca9987b86e1b req-135c6179-770f-456a-ab0a-7b8b8e44ec8b tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0582547 Dec 08 00:11:30.371123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.389048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] For port e543208d-87ec-42eb-a689-595a3d6b9e33, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e543208d-87ec-42eb-a689-595a3d6b9e33,segment=NetworkSegment(ce147d3e-ca99-4c03-b892-42a18e787c7d),segment_id=ce147d3e-ca99-4c03-b892-42a18e787c7d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:30.389413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.415011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Pushing event deleted for resources: {'Port': ['ID=e543208d-87ec-42eb-a689-595a3d6b9e33,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:30.429006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.430106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.430614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.431816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.432319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.433431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.433969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.435086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.435692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.436217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.437216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.437749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.438676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:30.448764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:30.458801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e8f23-b808-47fe-ae05-c7f11222c060 None None] No DVR routers for this DVR port e543208d-87ec-42eb-a689-595a3d6b9e33 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:30.463125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Calling delete_port for e543208d-87ec-42eb-a689-595a3d6b9e33 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:30.478522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Attempting to bind port a518eb31-2077-44c8-b70c-3d87433b074b on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:30.479112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Attempting to bind port a518eb31-2077-44c8-b70c-3d87433b074b by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:30.479741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Attempting to bind port a518eb31-2077-44c8-b70c-3d87433b074b on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:30.485844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Port a518eb31-2077-44c8-b70c-3d87433b074b on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:30.486436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Attempting to bind port a518eb31-2077-44c8-b70c-3d87433b074b on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:30.492824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:30.493436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Checking segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:30.494053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Bound using segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:30.494708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Bound port: a518eb31-2077-44c8-b70c-3d87433b074b, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:30.495322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.527043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efc97074-6daf-4396-ae04-d7bf1be216af req-6dcdd995-3e4f-4383-885a-dba5cdd27289 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0361438 Dec 08 00:11:30.544232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.609612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:30.627253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:30.640702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.684899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:30.685697 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.688059 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] 10.222.0.59 "PUT /v2.0/ports/a518eb31-2077-44c8-b70c-3d87433b074b HTTP/1.1" status: 200 len: 1092 time: 1.2834320 Dec 08 00:11:30.695997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:30.699021 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad18d3e-58b2-4a96-8062-a5e856111901" -d '{"events": [{"name": "network-changed", "server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:30.810100 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430f30a5-9e08-4211-aa0b-e42098f6f2c0 x-openstack-request-id: req-430f30a5-9e08-4211-aa0b-e42098f6f2c0 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:30.810438 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:30.810642 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-430f30a5-9e08-4211-aa0b-e42098f6f2c0 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:30.811072 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'status': 'completed', 'code': 200} Dec 08 00:11:30.818175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873978f-2ea2-4543-8d1d-a20ab772570f service neutron] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:30.822103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:30.847462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Router c0256a66-8568-4d2d-8434-baa125ecd723 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:30.855001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e543208d-87ec-42eb-a689-595a3d6b9e33,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:30.865926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9180-affb-4805-bb62-f098266a864d req-837fefe7-9449-467e-9440-6521b354962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:30.867433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-837fefe7-9449-467e-9440-6521b354962f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 1095 time: 0.1024632 Dec 08 00:11:30.870375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] No DVR routers for this DVR port e543208d-87ec-42eb-a689-595a3d6b9e33 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:30.904066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e543208d-87ec-42eb-a689-595a3d6b9e33 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:30.930737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: e543208d-87ec-42eb-a689-595a3d6b9e33 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:30.931461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e543208d-87ec-42eb-a689-595a3d6b9e33 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:30.944363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-f9db3d4f-5937-4f16-ba36-2118e9087f17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a518eb31-2077-44c8-b70c-3d87433b074b HTTP/1.1" status: 200 len: 217 time: 0.0476673 Dec 08 00:11:31.007684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2db3b-6b53-402c-9ae9-b0d4e2be1c37 req-b4744e69-43ac-4082-8471-a19a6a59ab05 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:31.009314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86c2db3b-6b53-402c-9ae9-b0d4e2be1c37 req-b4744e69-43ac-4082-8471-a19a6a59ab05 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 944 time: 0.1422191 Dec 08 00:11:31.082957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:31.092188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cba14eb3-665e-4666-b00f-70acfa6ef5cc admin admin] 10.222.0.18 "PUT /v2.0/routers/c0256a66-8568-4d2d-8434-baa125ecd723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8586230 Dec 08 00:11:31.096329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55558) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:31.098842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] Sync routers for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:31.113833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86c2db3b-6b53-402c-9ae9-b0d4e2be1c37 req-61aa59d0-dbfe-41ca-9a02-b521b2a5a274 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765476 Dec 08 00:11:31.120437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:31.121349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:31.228674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.289347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:31.329791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.361634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a236792-a113-4a58-acee-c84de4865995']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:31.370081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9180-affb-4805-bb62-f098266a864d req-a0dd7504-4bcb-44d9-be6c-0c6c9ed4c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:31.371985 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-a0dd7504-4bcb-44d9-be6c-0c6c9ed4c433 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.4185910 Dec 08 00:11:31.375676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce147d3e-ca99-4c03-b892-42a18e787c7d') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:31.376079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce147d3e-ca99-4c03-b892-42a18e787c7d') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:31.385614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.425138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.426014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-ebf55c64-610d-4e34-88dd-3e02e8af749c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252097 Dec 08 00:11:31.429949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.444768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:31.445313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:31.447194 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:31.490225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6e47b7c-d046-4fb8-8469-748bdb6166a7 req-da0e1f70-80a1-4fbc-9b65-ff78c0c96506 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0582962 Dec 08 00:11:31.553751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Deleting port 3e62fcd5-2c85-4809-894e-526403827918 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:31.554109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.568619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.597925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.604126 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] 10.222.0.18 "DELETE /v2.0/networks/4a236792-a113-4a58-acee-c84de4865995 HTTP/1.1" status: 204 len: 168 time: 1.9251304 Dec 08 00:11:31.605117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251fd86-f54a-4e87-8123-565bfc52fd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a236792-a113-4a58-acee-c84de4865995,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:31.611309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-fc1c829e-7f28-4ee0-a1fc-dbceb50779bb service neutron] 10.222.0.59 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783299 Dec 08 00:11:31.634059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3e62fcd5-2c85-4809-894e-526403827918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-08T00:11:29Z', 'revision_number': 5, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port': {'id': '3e62fcd5-2c85-4809-894e-526403827918', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:41Z', 'updated_at': '2021-12-07T23:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:31.671556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] For port 3e62fcd5-2c85-4809-894e-526403827918, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3e62fcd5-2c85-4809-894e-526403827918,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:31.672613 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:31.672736 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:11:31.684881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] Checking router: c0256a66-8568-4d2d-8434-baa125ecd723 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:31.694280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] Routers {'c0256a66-8568-4d2d-8434-baa125ecd723'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:31.694920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c0256a66-8568-4d2d-8434-baa125ecd723'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:31.732767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Calling delete_port for 3e62fcd5-2c85-4809-894e-526403827918 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:31.737499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88f87118-ca11-43d6-951c-cd8e57059574 req-e515b088-9283-4d20-8da1-c95a719cea84 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0610223 Dec 08 00:11:31.764592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7b8a9180-affb-4805-bb62-f098266a864d req-a22df122-5a7d-4dcd-bb02-6b6138de0e0e service neutron] 10.222.0.59 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453593 Dec 08 00:11:31.842753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55570) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:31.928284 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-78c38d14-1144-444b-b3f2-13d8be2945e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9ee7f3fb36c4ff68be7eb0432095e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827756 Dec 08 00:11:31.930840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55572) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:31.935000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-e16a648d-cf49-4be7-9821-4d41c05b5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:31.937630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-e16a648d-cf49-4be7-9821-4d41c05b5f31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0754571 Dec 08 00:11:31.949266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] Set router c0256a66-8568-4d2d-8434-baa125ecd723 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:31.991658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.005670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-08T00:11:31Z', 'revision_number': 6, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:32.038901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f93fc7-ebe6-41ac-8986-b49ee7f00ae5 None None] The sync data for ids ['c0256a66-8568-4d2d-8434-baa125ecd723'] in n-d-820549-2 is: [{'id': 'c0256a66-8568-4d2d-8434-baa125ecd723', 'name': 'tempest-TaggedBootDevicesTest_v242-693800425-router', 'tenant_id': 'bcef88a591c14ae68f5c5229f147c775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:40Z', 'updated_at': '2021-12-08T00:11:31Z', 'revision_number': 6, 'project_id': 'bcef88a591c14ae68f5c5229f147c775', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:32.041651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3e62fcd5-2c85-4809-894e-526403827918,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:32.059212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-8b0eb837-bc70-4ca9-8c3c-b13694aafc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:32.061157 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-8b0eb837-bc70-4ca9-8c3c-b13694aafc04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 913 time: 0.1147368 Dec 08 00:11:32.086137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-43da128d-afce-4c85-b4fb-98b3ee5dd109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.122962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-6476b4a0-a422-4aef-8c70-6b4f835135a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a518eb31-2077-44c8-b70c-3d87433b074b HTTP/1.1" status: 200 len: 217 time: 0.0535057 Dec 08 00:11:32.127770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-43da128d-afce-4c85-b4fb-98b3ee5dd109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.174185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.191447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-0ae7d31d-3d63-4298-a690-3b9a12a3b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:32.193003 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-0ae7d31d-3d63-4298-a690-3b9a12a3b53f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.0613689 Dec 08 00:11:32.227267 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-14f1229a-cd21-4919-83f1-79e69ffbcc39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259669 Dec 08 00:11:32.294659 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.298762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.310490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-43da128d-afce-4c85-b4fb-98b3ee5dd109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.312728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-43da128d-afce-4c85-b4fb-98b3ee5dd109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.323416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-43da128d-afce-4c85-b4fb-98b3ee5dd109 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4015a33c-b001-480a-bbd6-b3b52c0c7ffc HTTP/1.1" status: 204 len: 168 time: 0.3846169 Dec 08 00:11:32.350750 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-044aa2e0-cd64-4021-b1fb-c6efef6a31b8 service neutron] 10.222.0.59 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139464 Dec 08 00:11:32.365676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da128d-afce-4c85-b4fb-98b3ee5dd109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4015a33c-b001-480a-bbd6-b3b52c0c7ffc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:32.384371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1af0d-22c8-4330-8548-aa5712aae20a req-eecba242-99c6-4caf-93fe-3ea678d8de07 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:32.394717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9e1af0d-22c8-4330-8548-aa5712aae20a req-eecba242-99c6-4caf-93fe-3ea678d8de07 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 944 time: 0.1872034 Dec 08 00:11:32.396779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.397277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0256a66-8568-4d2d-8434-baa125ecd723 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:11:32.413755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.417989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4a57a340-2c4e-4ea6-9c3d-353e0f17a7ee admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0256a66-8568-4d2d-8434-baa125ecd723 HTTP/1.1" status: 204 len: 168 time: 1.3206866 Dec 08 00:11:32.418755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55580) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:32.501993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ad18d3e-58b2-4a96-8062-a5e856111901 req-bd3d08c9-4103-47c4-925a-022646424a2c service neutron] 10.222.0.59 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393986 Dec 08 00:11:32.549531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] Deleting subnet 321d1fb4-d755-4a5a-ad46-32904812d815 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:32.568065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9e1af0d-22c8-4330-8548-aa5712aae20a req-b4f615cf-5991-428d-a1a9-068943e8d01b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722870 Dec 08 00:11:32.568867 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.647887 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.683270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff3b6ee1-d32d-4b8d-a4e5-fab65b6c38bf req-951ab439-6a5f-43f1-ad4a-a6543cdd1758 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0524709 Dec 08 00:11:32.749150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.818252 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.861147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:32.868389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf92517-eaee-44bb-baaa-40938f55b407 None None] Network f334308d-32b7-4ad9-b018-56ac5b027fe9 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:32.868917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/321d1fb4-d755-4a5a-ad46-32904812d815 HTTP/1.1" status: 204 len: 168 time: 0.4457812 Dec 08 00:11:32.868917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9f69d-e647-4262-940e-21e2b36a4135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321d1fb4-d755-4a5a-ad46-32904812d815,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:32.869127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55596) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:32.905327 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef593e0d-4bd7-4c79-b246-da2bb0b8a6f4 req-27ffd0cf-32ce-4932-8574-a69c33dcb780 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0481303 Dec 08 00:11:32.972741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.042634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Deleting port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:33.044527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.109348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] DHCP port deletion for f334308d-32b7-4ad9-b018-56ac5b027fe9 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:33.129854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] For port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,segment=NetworkSegment(ba8abab1-1cd6-4187-a67a-289531891e5d),segment_id=ba8abab1-1cd6-4187-a67a-289531891e5d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:33.130215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.147945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Calling delete_port for f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:33.181961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3e62fcd5-2c85-4809-894e-526403827918 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:33.224989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3e62fcd5-2c85-4809-894e-526403827918 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:33.225285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3e62fcd5-2c85-4809-894e-526403827918 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:33.225720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 37516bd9-4a3f-423c-964f-5973e5fe11b6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:33.240681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.253225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 37516bd9-4a3f-423c-964f-5973e5fe11b6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:33.253583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 37516bd9-4a3f-423c-964f-5973e5fe11b6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:33.268819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:33.276527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] No DVR routers for this DVR port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:33.293769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] Deleting port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:33.294172 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.367604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.402980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f334308d-32b7-4ad9-b018-56ac5b027fe9']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:33.417580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8abab1-1cd6-4187-a67a-289531891e5d') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:33.417880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8abab1-1cd6-4187-a67a-289531891e5d') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:33.430680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.451620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.461849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:33.462611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:33.464821 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:33.482755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55608) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:33.502972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] For port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:33.503552 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.518299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] Calling delete_port for f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:33.521608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] Port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:11:33.523003 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.550563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] Pushing event deleted for resources: {'Port': ['ID=f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:33.552768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.561303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13abaa-e5ce-45a6-9c1b-765422acf593 None None] No DVR routers for this DVR port f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:33.590550 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.597442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f334308d-32b7-4ad9-b018-56ac5b027fe9 HTTP/1.1" status: 204 len: 168 time: 0.7250786 Dec 08 00:11:33.597442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc7c94-f703-458f-b657-2ea26c637874 admin admin] Pushing event deleted for resources: {'Network': ['ID=f334308d-32b7-4ad9-b018-56ac5b027fe9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:33.598495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55616) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:33.683600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-network', 'tenant_id': 'a259c34893f240559a0c748ec3999aac'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:33.773072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa648bd-393a-4f9c-a1a6-82261956f467 req-ed3c9066-20a9-45bb-b514-4261e53bd173 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:33.774744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2aa648bd-393a-4f9c-a1a6-82261956f467 req-ed3c9066-20a9-45bb-b514-4261e53bd173 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 944 time: 0.1272883 Dec 08 00:11:33.778017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Made reservation on behalf of a259c34893f240559a0c748ec3999aac for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:33.780420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.824811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:33.925377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-011e550c-f871-4e8a-926c-91d8d72c6b05 req-1267fbeb-f589-440e-8575-f83baa12cd93 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad1a420-9569-45f9-ad5f-ebcc92c707ab HTTP/1.1" status: 200 len: 210 time: 0.0792620 Dec 08 00:11:33.934721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2aa648bd-393a-4f9c-a1a6-82261956f467 req-85177ee1-c09c-4008-b0ab-bd9fda6ff4f8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516109 Dec 08 00:11:34.044439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38952337-23b3-4d84-8d67-446571a5858a req-8f4eb8f2-aefa-4882-8bf8-778c61f86767 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0381367 Dec 08 00:11:34.133708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.140517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.176924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:11:34.183152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3b1cb-5f66-4c02-b672-ceecd7c56069,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:34.192692 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.193045 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Added segment 51943bda-4213-4ba4-8d6b-236498893c5d of type vlan for network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d Dec 08 00:11:34.252027 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.305038 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.305909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:34.306492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.349638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8652096 Dec 08 00:11:34.352564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55626) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:34.357501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Request body: {'subnet': {'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-subnet', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:34.380328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Made reservation on behalf of a259c34893f240559a0c748ec3999aac for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:34.381932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06d3b1-2f9b-4936-8f56-07b070a556f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:34.384744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.388455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.395006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:11:34.576552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.632148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06bc1b5-113e-4bdf-bf36-8160a9d738bc,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:34.643075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Checking segment: {'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:34.643447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Network hostable DHCP agents. Network: 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:11:34.664586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Deleting port e357c060-1113-4b93-8975-d97ca63cf9f6 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:34.665045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.676452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:11:34.700693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:34.705983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:34.706640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.714182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35013a1-e345-40fc-9a6c-74078752d2d0 None None] Network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:34.731686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e85149e1-30bf-484e-bcf1-ac0c618ff1b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3779795 Dec 08 00:11:34.734341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55630) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:34.744547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:34.793468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.794522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.798590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] For port e357c060-1113-4b93-8975-d97ca63cf9f6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e357c060-1113-4b93-8975-d97ca63cf9f6,segment=NetworkSegment(ddaba1dc-b035-4bd1-aeca-43eff4bdd47b),segment_id=ddaba1dc-b035-4bd1-aeca-43eff4bdd47b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:34.799111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.821742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:34.822717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Calling delete_port for e357c060-1113-4b93-8975-d97ca63cf9f6 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:34.861007 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:34.870426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:34.871170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f5b9ab83-7810-4cd5-bd1e-9571c76d4fe2 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:34.917243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccea822-d380-4d30-b895-cbeb3baf0c35 None None] Network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:35.060262 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.090484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55640) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:35.219447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8300b846-19e7-4185-b400-c1339af0c5f6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.249842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8300b846-19e7-4185-b400-c1339af0c5f6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.394087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8300b846-19e7-4185-b400-c1339af0c5f6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.396796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8300b846-19e7-4185-b400-c1339af0c5f6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.403438 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8300b846-19e7-4185-b400-c1339af0c5f6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "DELETE /v2.0/security-groups/be23ed11-9fe3-4944-a456-651c1e6daa97 HTTP/1.1" status: 204 len: 168 time: 0.3053055 Dec 08 00:11:35.403654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55644) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:35.416962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300b846-19e7-4185-b400-c1339af0c5f6 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be23ed11-9fe3-4944-a456-651c1e6daa97,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:35.423572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.443755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.452868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d277051-af13-4b50-9d51-132c78a72a8b req-11a8d417-ace0-484b-91da-2741ea4c56c3 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0707622 Dec 08 00:11:35.463650 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-416f3f1a-f093-4acc-a5ce-7e41153fc906 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] show failed (client error): The resource could not be found. Dec 08 00:11:35.467590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-416f3f1a-f093-4acc-a5ce-7e41153fc906 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "GET /v2.0/security-groups/be23ed11-9fe3-4944-a456-651c1e6daa97 HTTP/1.1" status: 404 len: 347 time: 0.0601485 Dec 08 00:11:35.468958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55646) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:35.586872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c6ff3-5600-408c-9e2a-3e4dc0961f14 req-a169fe08-4d93-4969-ab98-521ede4f09ed tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:35.587152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Allocated IP 172.25.6.9 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/018038b4-a826-45c7-9c30-5f60722bb97a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:35.588384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a4c6ff3-5600-408c-9e2a-3e4dc0961f14 req-a169fe08-4d93-4969-ab98-521ede4f09ed tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 944 time: 0.2081301 Dec 08 00:11:35.649426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.657564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a518eb31-2077-44c8-b70c-3d87433b074b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:11:35.694431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=e357c060-1113-4b93-8975-d97ca63cf9f6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:35.703560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.758287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.769126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a4c6ff3-5600-408c-9e2a-3e4dc0961f14 req-f1d33849-9b85-4b74-8faf-ab0b86e1c569 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472571 Dec 08 00:11:35.788216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Deleting port af4a3d58-9c9a-4c50-8e13-f3062861a062 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:35.788587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.837300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:35.869942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'port_id': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'mac_address': 'fa:16:3e:a7:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:11:35.880977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:35.892440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:35.907045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Pushing event updated for resources: {'Port': ['ID=018038b4-a826-45c7-9c30-5f60722bb97a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:35.920197 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:35.921111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:35.936176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a518eb31-2077-44c8-b70c-3d87433b074b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:35.966853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:35.976264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.062305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:36.074288 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.090058 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.090433 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.144694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Calling delete_port for af4a3d58-9c9a-4c50-8e13-f3062861a062 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:36.243320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.361173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a518eb31-2077-44c8-b70c-3d87433b074b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:36.425756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:36.438956 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.475741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Pushing event deleted for resources: {'Port': ['ID=af4a3d58-9c9a-4c50-8e13-f3062861a062,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:36.496192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.644257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Router 8a149ded-4967-4dcd-8028-fc948b976bd9 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:11:36.677532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9783d1ec-802e-4843-b1a4-87bef3e425e1 req-c9116e30-843d-4953-9f6b-400415fe19bf tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0814509 Dec 08 00:11:36.683889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:36.690750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-28d63b7b-9552-43f5-81a1-5d563b3e5b4e admin admin] 10.222.0.18 "PUT /v2.0/routers/899f1cbe-bd63-40f7-96e6-b4e1e423ad27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0907853 Dec 08 00:11:36.693152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55654) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:36.697647 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] Sync routers for ids ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:36.724754 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] Routers {'899f1cbe-bd63-40f7-96e6-b4e1e423ad27'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:36.725511 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:36.763971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.767279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:36.770068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.771638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3edc0b82-7be8-4468-9719-bdc6c50e2ca4 tempest-ServersTestBootFromVolume-826993092 tempest-ServersTestBootFromVolume-826993092-project] 10.222.0.18 "DELETE /v2.0/floatingips/e475ff37-e629-4f1a-ad4f-fe6a4fdf4e12 HTTP/1.1" status: 204 len: 168 time: 1.3015180 Dec 08 00:11:36.776632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Sync routers for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:36.785008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55656) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:36.809355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:36.812867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:36.863801 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] Set router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:36.864329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:36.865738 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6fd2a8b3-167a-4f5d-ae14-714a59aefd88 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1298819 Dec 08 00:11:36.868488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55660) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:36.969228 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:37.023362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc536b2-57e2-4ac8-93c5-eeef52413c7c req-2b11cbd2-6a5a-4c54-978c-92d853e89181 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:37.031663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edc536b2-57e2-4ac8-93c5-eeef52413c7c req-2b11cbd2-6a5a-4c54-978c-92d853e89181 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 945 time: 0.1149848 Dec 08 00:11:37.093925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:37.161637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edc536b2-57e2-4ac8-93c5-eeef52413c7c req-2135582b-7cde-46c3-8090-77ec94a986db tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289859 Dec 08 00:11:37.175642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:37.307910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Deleting port 1bfa52ac-0358-4c6a-be53-e57997a90580 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:37.308258 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:37.404329 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-08T00:11:35Z', 'revision_number': 5, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port': {'id': '1bfa52ac-0358-4c6a-be53-e57997a90580', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T23:59:52Z', 'updated_at': '2021-12-08T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:37.405103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:36Z', 'revision_number': 3, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:37.418677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] For port 1bfa52ac-0358-4c6a-be53-e57997a90580, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1bfa52ac-0358-4c6a-be53-e57997a90580,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:37.419097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:37.435218 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] Checking router: 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:37.435931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Calling delete_port for 1bfa52ac-0358-4c6a-be53-e57997a90580 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:37.442438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Checking router: 8a149ded-4967-4dcd-8028-fc948b976bd9 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:37.443028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Updating router 8a149ded-4967-4dcd-8028-fc948b976bd9 port 018038b4-a826-45c7-9c30-5f60722bb97a binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:11:37.446052 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] Routers {'899f1cbe-bd63-40f7-96e6-b4e1e423ad27'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:37.446685 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:37.487472 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:37.565678 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] Set router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:37.645150 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-08T00:11:37Z', 'revision_number': 6, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:37.675023 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349b9b2-8aae-46c7-a97f-1c2d4ee7bcf2 None None] The sync data for ids ['899f1cbe-bd63-40f7-96e6-b4e1e423ad27'] in n-d-820549-2 is: [{'id': '899f1cbe-bd63-40f7-96e6-b4e1e423ad27', 'name': 'tempest-TaggedBootDevicesTest_v242-447006432-router', 'tenant_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T23:59:50Z', 'updated_at': '2021-12-08T00:11:37Z', 'revision_number': 6, 'project_id': 'd92f59883f374bcbb3d5533a4d33dee3', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:37.675525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a518eb31-2077-44c8-b70c-3d87433b074b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:37.716470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:37.806631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfa52ac-0358-4c6a-be53-e57997a90580,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:37.814311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port a518eb31-2077-44c8-b70c-3d87433b074b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:11:37.821465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port a518eb31-2077-44c8-b70c-3d87433b074b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:37.822074 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:37.854651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71d4e4cc-703a-4bcd-a499-ac7838307992 req-50e656db-217e-48c7-bca4-d3b7b3af1402 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0594606 Dec 08 00:11:37.912250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.006582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.026592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.032462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.048304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:38.053581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:38.059555 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd0ebbd-7bfd-4d1c-8cba-ed7c3348d3b2" -d '{"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-plugged", "status": "completed", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:38.081852 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.101365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.101977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899f1cbe-bd63-40f7-96e6-b4e1e423ad27 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:11:38.109360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.118242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3e746573-46a1-41ac-bd74-11cbb467d99b admin admin] 10.222.0.18 "DELETE /v2.0/routers/899f1cbe-bd63-40f7-96e6-b4e1e423ad27 HTTP/1.1" status: 204 len: 168 time: 1.4239795 Dec 08 00:11:38.118682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.119504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55672) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:38.149007 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.154631 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce20fc6d-29de-4880-bb2a-94918dff573c x-openstack-request-id: req-ce20fc6d-29de-4880-bb2a-94918dff573c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:38.154959 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-plugged", "status": "completed", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:38.155807 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce20fc6d-29de-4880-bb2a-94918dff573c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:38.156532 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'code': 200} Dec 08 00:11:38.168477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.230945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] Deleting subnet 2a401007-0ce1-4b73-aa33-83756f22df30 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:38.238470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.266830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:38.320244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Attempting to bind port 018038b4-a826-45c7-9c30-5f60722bb97a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:38.320692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Attempting to bind port 018038b4-a826-45c7-9c30-5f60722bb97a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:38.321132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Attempting to bind port 018038b4-a826-45c7-9c30-5f60722bb97a on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:38.325005 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.338611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:38.339165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:38.339635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.340095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:38.340657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Bound port: 018038b4-a826-45c7-9c30-5f60722bb97a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:38.341121 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.377700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af837fc-23bb-4880-b399-6e7ccbb8a8c7 None None] Pushing event updated for resources: {'Port': ['ID=018038b4-a826-45c7-9c30-5f60722bb97a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:38.423503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] For port 018038b4-a826-45c7-9c30-5f60722bb97a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:38.427471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] For port 018038b4-a826-45c7-9c30-5f60722bb97a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=018038b4-a826-45c7-9c30-5f60722bb97a,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:38.429642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4627b63-13e1-4130-bba1-392fbd39ac78 req-805cd43a-9dc0-40a6-a952-bdce260727e7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:38.431369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4627b63-13e1-4130-bba1-392fbd39ac78 req-805cd43a-9dc0-40a6-a952-bdce260727e7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1035888 Dec 08 00:11:38.437613 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.445380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e04ca-210b-4756-9df1-16da200176b6 req-a7099a80-47b5-4def-96d9-b29ccddd16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:38.447194 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fa6e04ca-210b-4756-9df1-16da200176b6 req-a7099a80-47b5-4def-96d9-b29ccddd16c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 1097 time: 0.1419096 Dec 08 00:11:38.491516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.514144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4627b63-13e1-4130-bba1-392fbd39ac78 req-61c76a16-988b-4e27-856c-5a74eeb3db3d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603850 Dec 08 00:11:38.515806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.551681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:38.556192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:38.562110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af837fc-23bb-4880-b399-6e7ccbb8a8c7 None None] Pushing event updated for resources: {'Port': ['ID=018038b4-a826-45c7-9c30-5f60722bb97a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:38.598589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.636208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a401007-0ce1-4b73-aa33-83756f22df30,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:38.638838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.644516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f68345e8-eba5-4486-a351-f5793fec10b9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2a401007-0ce1-4b73-aa33-83756f22df30 HTTP/1.1" status: 204 len: 168 time: 0.5223057 Dec 08 00:11:38.651111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:38.674636 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fa6e04ca-210b-4756-9df1-16da200176b6 req-806ebefe-a1b2-4109-ae6c-9e1ad5b80868 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180994 Dec 08 00:11:38.709805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:38.745553 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.779872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c32b62-10e5-4839-ab04-ec735dc3f83e None None] Network a349e88f-babf-4e7a-a34e-49a27839f99d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:38.789170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Allocated IP 172.20.0.1 (0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d/a06bc1b5-113e-4bdf-bf36-8160a9d738bc/b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:38.814498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Deleting port ef661cdc-bec3-4d20-9a77-d4251cf6e01d {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:38.815401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.816154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e357c060-1113-4b93-8975-d97ca63cf9f6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:38.857435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: e357c060-1113-4b93-8975-d97ca63cf9f6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:38.858432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e357c060-1113-4b93-8975-d97ca63cf9f6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:38.858432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1bfa52ac-0358-4c6a-be53-e57997a90580 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:38.886578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] For port ef661cdc-bec3-4d20-9a77-d4251cf6e01d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ef661cdc-bec3-4d20-9a77-d4251cf6e01d,segment=NetworkSegment(ddaba1dc-b035-4bd1-aeca-43eff4bdd47b),segment_id=ddaba1dc-b035-4bd1-aeca-43eff4bdd47b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:38.887414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.901691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Calling delete_port for ef661cdc-bec3-4d20-9a77-d4251cf6e01d owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:38.907342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Deleting port 266dbcd9-e67a-406f-8d30-cba846e0dbcf {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:38.907766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:38.986320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.003548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.039833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] For port 266dbcd9-e67a-406f-8d30-cba846e0dbcf, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=266dbcd9-e67a-406f-8d30-cba846e0dbcf,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:39.040292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.048333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] No DVR routers for this DVR port ef661cdc-bec3-4d20-9a77-d4251cf6e01d on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:39.055205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef661cdc-bec3-4d20-9a77-d4251cf6e01d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:39.059004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Calling delete_port for 266dbcd9-e67a-406f-8d30-cba846e0dbcf owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:39.102812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f4fc091-0ed0-4632-b79b-bd195ed35c53 req-77fa0c4a-3449-4bba-ae33-ec1151964bba tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0852950 Dec 08 00:11:39.114252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.128500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 1bfa52ac-0358-4c6a-be53-e57997a90580 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:39.129337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1bfa52ac-0358-4c6a-be53-e57997a90580 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:39.171357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:39.184088 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.192648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:39.203296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:39.208102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:39.213785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a349e88f-babf-4e7a-a34e-49a27839f99d']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:39.223884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:39.225078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaba1dc-b035-4bd1-aeca-43eff4bdd47b') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:39.237859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.239951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:36Z', 'revision_number': 3, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:39.262378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.273028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:39.273841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:39.282260 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:39.291912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6fc463-cefb-43dc-a0b1-6be051bd4f15 None None] The sync data for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 is: [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:36Z', 'revision_number': 3, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:39.302597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f55111-e17b-4a53-8280-d32cf005c57c None None] DHCP port deletion for a349e88f-babf-4e7a-a34e-49a27839f99d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:39.324275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.373166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.383283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.404582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a349e88f-babf-4e7a-a34e-49a27839f99d HTTP/1.1" status: 204 len: 168 time: 0.7419927 Dec 08 00:11:39.435719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed0e85-663a-432e-a27c-267e57d07d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a349e88f-babf-4e7a-a34e-49a27839f99d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:39.529936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55688) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:39.533030 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.538536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.574396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Pushing event deleted for resources: {'Port': ['ID=266dbcd9-e67a-406f-8d30-cba846e0dbcf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:39.582336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8ee21673-36fe-450d-bec4-a052e3d71b3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcef88a591c14ae68f5c5229f147c775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503778 Dec 08 00:11:39.587870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55692) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:39.699530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb71e4-3889-494d-bb3f-ce076cc32a00 req-b4b0dfeb-fd5d-40ae-b535-c9652f06f128 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:39.701162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ceb71e4-3889-494d-bb3f-ce076cc32a00 req-b4b0dfeb-fd5d-40ae-b535-c9652f06f128 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0852561 Dec 08 00:11:39.705249 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1f4268a-002d-4fb6-a843-b26b819b05a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.780798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1f4268a-002d-4fb6-a843-b26b819b05a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.809821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ceb71e4-3889-494d-bb3f-ce076cc32a00 req-aaaa720d-783c-4689-8ad3-0bd6cfa0a158 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941906 Dec 08 00:11:39.865178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1f4268a-002d-4fb6-a843-b26b819b05a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.868687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1f4268a-002d-4fb6-a843-b26b819b05a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:39.869888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c1f4268a-002d-4fb6-a843-b26b819b05a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53f325d3-1b9a-4540-8930-0586c78320b3 HTTP/1.1" status: 204 len: 168 time: 0.2807357 Dec 08 00:11:39.898107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4268a-002d-4fb6-a843-b26b819b05a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f325d3-1b9a-4540-8930-0586c78320b3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:39.960778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.108906 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.119675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.239988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.241748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:40.298971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91c89c77-7bcc-4570-a2a9-aa9cc5177b40 req-9dc7fbb4-50cd-4edb-a776-46c931165ef0 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0458112 Dec 08 00:11:40.357011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55702) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:40.383297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:40.408158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-45dab8f8-e65c-4e2b-b6bf-e8259d1c145e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d92f59883f374bcbb3d5533a4d33dee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467224 Dec 08 00:11:40.408328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:40.410402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55704) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:40.417180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:40.592591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3da079e9-e8d8-4088-88a7-0dd4a7ec0b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.660396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:40.665359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3da079e9-e8d8-4088-88a7-0dd4a7ec0b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.669725 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] Sync routers for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:40.670257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4301b2fc-2d1c-47f4-8da0-1394b73d257e admin admin] 10.222.0.18 "PUT /v2.0/routers/89b67587-b7d6-4feb-ac50-f8ef07756fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8786459 Dec 08 00:11:40.673255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55708) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:40.700141 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:40.701024 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:40.701471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Router 8a149ded-4967-4dcd-8028-fc948b976bd9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:40.798103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3da079e9-e8d8-4088-88a7-0dd4a7ec0b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.804900 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3da079e9-e8d8-4088-88a7-0dd4a7ec0b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.808398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3da079e9-e8d8-4088-88a7-0dd4a7ec0b5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a503d6e4-8e29-4fcd-abd1-09922dde977d HTTP/1.1" status: 204 len: 168 time: 0.3944528 Dec 08 00:11:40.820482 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:40.846214 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:40.858440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da079e9-e8d8-4088-88a7-0dd4a7ec0b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503d6e4-8e29-4fcd-abd1-09922dde977d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:40.922192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:40.952768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77c75156-1a95-4ddd-811b-c9e6acdc83d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a149ded-4967-4dcd-8028-fc948b976bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0830851 Dec 08 00:11:40.972354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 018038b4-a826-45c7-9c30-5f60722bb97a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:41.046135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11c58-2b7e-4a5f-b5ff-d7e91a4ffc9a req-4d4b7048-8427-406a-82d1-d0e73a9e667a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:41.053409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ade11c58-2b7e-4a5f-b5ff-d7e91a4ffc9a req-4d4b7048-8427-406a-82d1-d0e73a9e667a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1029174 Dec 08 00:11:41.082150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 018038b4-a826-45c7-9c30-5f60722bb97a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:41.082827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:41.100102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:41.128268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ade11c58-2b7e-4a5f-b5ff-d7e91a4ffc9a req-9fdede6f-8490-4407-b118-11dc6bb09d94 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688581 Dec 08 00:11:41.177473 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 5, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port': {'id': '165ddfe3-13b4-42f4-9ccb-ed6d084ea469', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:08:31Z', 'updated_at': '2021-12-08T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:41.221167 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] Checking router: 89b67587-b7d6-4feb-ac50-f8ef07756fa9 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:41.233024 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] Routers {'89b67587-b7d6-4feb-ac50-f8ef07756fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:41.235434 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:41.238479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Deleting port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:41.239230 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:41.294807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:41.353628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 018038b4-a826-45c7-9c30-5f60722bb97a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=018038b4-a826-45c7-9c30-5f60722bb97a,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:41.366077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:41.366805 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] Set router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:41.374550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] For port 165ddfe3-13b4-42f4-9ccb-ed6d084ea469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:41.374962 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:41.396601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Calling delete_port for 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:41.441442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=018038b4-a826-45c7-9c30-5f60722bb97a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:41.473425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ef661cdc-bec3-4d20-9a77-d4251cf6e01d no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:41.498564 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 6, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:41.510528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Sync routers for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:41.514160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: ef661cdc-bec3-4d20-9a77-d4251cf6e01d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:41.515326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ef661cdc-bec3-4d20-9a77-d4251cf6e01d not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:41.530389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:41.532103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:41.535580 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aefdbf-e786-4cd9-af64-36c6bc31044c None None] The sync data for ids ['89b67587-b7d6-4feb-ac50-f8ef07756fa9'] in n-d-820549-2 is: [{'id': '89b67587-b7d6-4feb-ac50-f8ef07756fa9', 'name': 'tempest-ServersTestBootFromVolume-262843332-router', 'tenant_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:08:29Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 6, 'project_id': '2bb4c1a48c8d4b4e8c020b09aba6c019', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:41.715086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:41.879069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88248ad4-63ac-4e97-bb30-a2925e7e54c5 req-e61c2885-5603-487f-a921-47b862125e43 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0385699 Dec 08 00:11:41.914930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-784f2a54-c44f-4de6-8469-2d794bd64885 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:41.916460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-784f2a54-c44f-4de6-8469-2d794bd64885 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 819 time: 0.2195947 Dec 08 00:11:41.936949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:41.943966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-d897e30a-346d-4368-8d9a-0d27ef43fbe2 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/quotas/a259c34893f240559a0c748ec3999aac HTTP/1.1" status: 200 len: 375 time: 0.0186801 Dec 08 00:11:41.964999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55768) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:42.008132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 2, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:42.034012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=165ddfe3-13b4-42f4-9ccb-ed6d084ea469,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:42.059102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-db257d59-2aae-48b2-b45f-e7d073c95fcb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807948 Dec 08 00:11:42.087155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Checking router: 8a149ded-4967-4dcd-8028-fc948b976bd9 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:42.087765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Updating router 8a149ded-4967-4dcd-8028-fc948b976bd9 port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:11:42.134278 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.141277 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-261cee08-d8f0-4ac6-a42f-ab5f11dc4953 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4602 time: 0.1742938 Dec 08 00:11:42.144194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55772) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:42.149924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'network': {'name': 'tempest-network-smoke--1033895853', 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'port_security_enabled': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:42.163043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-d92904cd-6f3d-49ea-b5a2-06c309094c66 service neutron] 10.222.0.18 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891662 Dec 08 00:11:42.187548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55774) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:42.206544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Made reservation on behalf of de7b9232766b493c817fc50d1c6512a5 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:42.214058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.250926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:11:42.263433 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.264118 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Added segment 8f21c6af-d1a8-4462-9586-855086af0b5d of type vlan for network f9c2e35d-503a-462a-a48f-19ac8ce40c6d Dec 08 00:11:42.271433 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.320808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.334547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-3be5d143-347e-45bb-bf30-ed7f76e36db3 service neutron] 10.222.0.18 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494026 Dec 08 00:11:42.354449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-90136016-network', 'tenant_id': '201ce7eab44d40debe71330c6d64702b'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:42.380958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Made reservation on behalf of 201ce7eab44d40debe71330c6d64702b for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:42.383993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.395046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.406065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.412137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:42.412701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.454284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.458077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.472663 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3272130 Dec 08 00:11:42.484132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99001b-bfe2-4c45-afee-6836995ec19c req-73475129-3ecc-4d33-96f1-9f7224ef4eae tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:42.501676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae99001b-bfe2-4c45-afee-6836995ec19c req-73475129-3ecc-4d33-96f1-9f7224ef4eae tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.2448699 Dec 08 00:11:42.506237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55778) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:42.510615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a3fac-1e93-49d2-97a6-77ffe17894c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Network': ['ID=f9c2e35d-503a-462a-a48f-19ac8ce40c6d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:42.510988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'admin_state_up': True, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:42.573897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:11:42.609233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.610354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.618276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.630305 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.644487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.677338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfb5e0c1-534e-4eeb-afac-01e79e84260f req-b6e27ce7-64f2-43ac-92ae-2d3317064fc0 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 210 time: 0.0701330 Dec 08 00:11:42.678021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.685061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.685845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b67587-b7d6-4feb-ac50-f8ef07756fa9 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:11:42.723912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.726069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e4f29ba3-59aa-4eee-af54-bd4898842b71 admin admin] 10.222.0.18 "DELETE /v2.0/routers/89b67587-b7d6-4feb-ac50-f8ef07756fa9 HTTP/1.1" status: 204 len: 168 time: 2.0515778 Dec 08 00:11:42.730251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:11:42.743594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55784) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:42.779791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfadc6e-ba4c-4953-9564-c1e6fb2f7a06 None None] Pushing event updated for resources: {'Port': ['ID=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:42.794687 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.795128 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Added segment 962b9195-4978-4c43-a56d-a8e9221b4aad of type vlan for network 3c82326c-2e0a-433b-baae-e3d7a01e63ee Dec 08 00:11:42.800410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:42.834862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Attempting to bind port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:42.835640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Attempting to bind port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:42.836269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Attempting to bind port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 on network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:42.843434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:42.844234 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Checking segment: {'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:42.844834 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.845404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Bound using segment: {'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:42.846076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Bound port: b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:42.846660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.872579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 018038b4-a826-45c7-9c30-5f60722bb97a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:42.882918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.933571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:42.934735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:42.935547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.028038 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8367584 Dec 08 00:11:43.030569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b08ba-0a6f-4b28-8923-43e366b9d192 admin admin] Pushing event updated for resources: {'Network': ['ID=3c82326c-2e0a-433b-baae-e3d7a01e63ee,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:43.031607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55794) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:43.037185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Request body: {'subnet': {'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-90136016-subnet', 'tenant_id': '201ce7eab44d40debe71330c6d64702b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:43.048534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 3c82326c-2e0a-433b-baae-e3d7a01e63ee details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:11:43.087065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Made reservation on behalf of 201ce7eab44d40debe71330c6d64702b for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:43.090756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.128886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] For port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:43.153124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] For port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:43.157529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 018038b4-a826-45c7-9c30-5f60722bb97a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:43.157888 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.184321 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.287710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:43.288687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:43.290933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfadc6e-ba4c-4953-9564-c1e6fb2f7a06 None None] Pushing event updated for resources: {'Port': ['ID=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:43.300090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.346207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae99001b-bfe2-4c45-afee-6836995ec19c req-33cb105c-76c2-44f1-83a6-2ec404a1ff49 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8365862 Dec 08 00:11:43.360913 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.364341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6de9a0d-0388-47b8-a706-ad312d387a51 req-329ed6f4-2771-4a2d-9e97-85700ba03e36 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0858619 Dec 08 00:11:43.459833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:43.495012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Checking segment: {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:43.495375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Network hostable DHCP agents. Network: 3c82326c-2e0a-433b-baae-e3d7a01e63ee, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:11:43.501608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40116f0a-96f5-45bd-b6b2-f1608a22b37c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:43.511251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:43.529581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] Deleting subnet ff1c3a7f-2940-49e8-9924-f44e07391a0d {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:11:43.533224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.535472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Network 3c82326c-2e0a-433b-baae-e3d7a01e63ee is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:11:43.547435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 3c82326c-2e0a-433b-baae-e3d7a01e63ee) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:43.552199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:43.552926 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.562523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:43.563107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 165ddfe3-13b4-42f4-9ccb-ed6d084ea469 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:43.563699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 266dbcd9-e67a-406f-8d30-cba846e0dbcf no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:43.570241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb16d99-2bbd-4a27-aec2-48ba8b8c3741 None None] Network 3c82326c-2e0a-433b-baae-e3d7a01e63ee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:43.578520 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-35b743ec-aef9-44b0-8e3e-7b47dafbccd4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5457726 Dec 08 00:11:43.636317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.644028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.659200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 266dbcd9-e67a-406f-8d30-cba846e0dbcf {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:43.659942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 266dbcd9-e67a-406f-8d30-cba846e0dbcf not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:43.689507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.770187 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.853630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a7382f-8fed-421b-8d42-5069c2ec757f None None] Network 3c82326c-2e0a-433b-baae-e3d7a01e63ee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:43.869918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19001e65-a10a-451d-a503-262e584eeb70 req-c67981b7-ffb6-48dc-ad49-b895e7fa1991 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 210 time: 0.0421669 Dec 08 00:11:43.922257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-611f3f35-4a34-4c24-b79e-1e732b0d4ab4 req-f23f99fe-56a2-4ce5-b4cd-375abbf84daf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0372384 Dec 08 00:11:43.924003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.961611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1c3a7f-2940-49e8-9924-f44e07391a0d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:43.973428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:43.979419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55810) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:43.979583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-64e83df8-ba15-471b-aabb-593d60d7a35e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ff1c3a7f-2940-49e8-9924-f44e07391a0d HTTP/1.1" status: 204 len: 168 time: 1.2320964 Dec 08 00:11:44.028628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306d476-693f-4c21-a503-4c1754ddacb8 None None] Network 60d09d07-a2dd-4820-ae51-460b1d4adc59 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:44.130694 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.160999 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.241300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:43Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:44.276493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba2834d-ab02-499e-b6ad-3114f607dd48 None None] The sync data for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 is: [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:43Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:44.331526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-06911177-b301-4510-928a-a1086e83a26b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:44.343109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-06911177-b301-4510-928a-a1086e83a26b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/networks?id=3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 200 len: 816 time: 0.2602589 Dec 08 00:11:44.371403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-6f387e91-a9ca-4d5a-bcc2-75eaf16ccf84 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/quotas/201ce7eab44d40debe71330c6d64702b HTTP/1.1" status: 200 len: 375 time: 0.0273001 Dec 08 00:11:44.385433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] DHCP port deletion for 60d09d07-a2dd-4820-ae51-460b1d4adc59 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:11:44.396143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Allocated IP 172.25.6.60 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/d4728e7b-d8c3-44aa-87e3-7d4ee9768620) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:44.450633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b5b2b708-0ebe-468f-bd83-f189704d568e tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=201ce7eab44d40debe71330c6d64702b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659931 Dec 08 00:11:44.473953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] Deleting port 95f55f35-8050-48ff-a145-703d286f13b3 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:44.474322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.533862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.599475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] For port 95f55f35-8050-48ff-a145-703d286f13b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=95f55f35-8050-48ff-a145-703d286f13b3,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:44.600225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.617794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] Calling delete_port for 95f55f35-8050-48ff-a145-703d286f13b3 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:44.670511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-d1df348c-615c-4557-838a-b63fc93cfaf3 service neutron] 10.222.0.18 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995587 Dec 08 00:11:44.688276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-b0b30e70-1bad-4ce6-8bb8-7b80c3688a60 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:44.689303 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-b0b30e70-1bad-4ce6-8bb8-7b80c3688a60 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 819 time: 0.1813848 Dec 08 00:11:44.717620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Deleting port 95f55f35-8050-48ff-a145-703d286f13b3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:44.717960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.722724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Request body: {'port': {'device_id': '904b8177-9154-4e7d-8f30-7745fda12a40', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'admin_state_up': True, 'tenant_id': 'a259c34893f240559a0c748ec3999aac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:44.746840 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.748598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963e02-7d6c-439e-b638-b34f81aaa6fd req-fe6e5589-122c-486d-8b66-a11abd2507a5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:44.759122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22963e02-7d6c-439e-b638-b34f81aaa6fd req-fe6e5589-122c-486d-8b66-a11abd2507a5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1750350 Dec 08 00:11:44.795574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] Pushing event deleted for resources: {'Port': ['ID=95f55f35-8050-48ff-a145-703d286f13b3,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:44.807669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035926e5-d8ad-441a-8a31-975b6e7acf36 None None] No DVR routers for this DVR port 95f55f35-8050-48ff-a145-703d286f13b3 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:44.841061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.855758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:44.917735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22963e02-7d6c-439e-b638-b34f81aaa6fd req-0b993f9d-36fe-4734-8863-07aa037719f1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575315 Dec 08 00:11:44.919873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:44.921358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:44.927420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-7a509e27-2b32-4966-9767-f5880aa07a3e service neutron] 10.222.0.18 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440486 Dec 08 00:11:44.992748 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.025297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] For port 95f55f35-8050-48ff-a145-703d286f13b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=95f55f35-8050-48ff-a145-703d286f13b3,segment=NetworkSegment(cd6c4399-36a4-4e24-bd74-66f66220c80c),segment_id=cd6c4399-36a4-4e24-bd74-66f66220c80c)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:45.025804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.042708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:45.067723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Calling delete_port for 95f55f35-8050-48ff-a145-703d286f13b3 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:45.088206 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.114790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:45.117554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:45.136450 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:45.158762 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.228009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Made reservation on behalf of a259c34893f240559a0c748ec3999aac for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:45.233261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.235599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d69add52-fa2f-4d49-870a-938838761ae9 req-d9195610-9677-4aef-9008-e53050ce6a18 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.1394043 Dec 08 00:11:45.276755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:45.296440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 95f55f35-8050-48ff-a145-703d286f13b3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:45.334461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 95f55f35-8050-48ff-a145-703d286f13b3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:45.334811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 95f55f35-8050-48ff-a145-703d286f13b3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:45.343935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:45.366504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.405143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] No DVR routers for this DVR port 95f55f35-8050-48ff-a145-703d286f13b3 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:45.483171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Pushing event deleted for resources: {'Port': ['ID=95f55f35-8050-48ff-a145-703d286f13b3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:45.562090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7672eef7-ad98-45ba-add0-29626c6b64b6 req-087ccfe9-317a-4f35-b4f1-c502dd832707 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 210 time: 0.0374241 Dec 08 00:11:45.631894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.640960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.663118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d09d07-a2dd-4820-ae51-460b1d4adc59']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:45.674571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6c4399-36a4-4e24-bd74-66f66220c80c') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:45.674954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6c4399-36a4-4e24-bd74-66f66220c80c') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:45.684812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.699191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.714747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:11:45.715189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:11:45.716920 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:11:45.786115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Allocated IP 172.20.0.10 (0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d/a06bc1b5-113e-4bdf-bf36-8160a9d738bc/fb7bcb5e-e196-4b49-913e-04e4ef42899f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:45.798076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.803717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:45.809910 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] 10.222.0.18 "DELETE /v2.0/networks/60d09d07-a2dd-4820-ae51-460b1d4adc59 HTTP/1.1" status: 204 len: 168 time: 1.8289044 Dec 08 00:11:45.832691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053be9b3-4a45-4814-bc1d-efafdb87d86a admin admin] Pushing event deleted for resources: {'Network': ['ID=60d09d07-a2dd-4820-ae51-460b1d4adc59,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:45.887855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5468d135-72b6-46b5-b744-27da128cf802 req-c78bf4a9-1f52-4768-8193-3cd3ba24cba6 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 210 time: 0.0628817 Dec 08 00:11:46.003600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.016668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:46.060881 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.127961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.173828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-43b5e58e-2387-4423-b827-3bcbe65ad798 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bb4c1a48c8d4b4e8c020b09aba6c019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1549091 Dec 08 00:11:46.176817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:46.179453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:46.183124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:46.192655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:46.200471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8225b8-04a8-41b5-9a4e-651870480ef8 req-ef33f5d9-4644-4eb7-b36a-8916d280c1a7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:46.201809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b8225b8-04a8-41b5-9a4e-651870480ef8 req-ef33f5d9-4644-4eb7-b36a-8916d280c1a7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1896634 Dec 08 00:11:46.227198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event updated for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:46.258910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:46.259677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.280629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-fb35f3f3-fb66-490f-97f4-69cf7ecb2ccb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5672629 Dec 08 00:11:46.305180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Request body: {'port': {'device_id': '904b8177-9154-4e7d-8f30-7745fda12a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:46.336103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b8225b8-04a8-41b5-9a4e-651870480ef8 req-8a00a5cc-e127-4f75-8461-8f2d2a31ebd1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230066 Dec 08 00:11:46.337623 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a50fe6-73ef-4f1b-85db-8c7bfac48a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.386036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1afe58d-e37b-4c2e-86ef-e1171410eb61 req-566445e9-ed7a-4d25-b7ff-ac83af6c25a1 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0444694 Dec 08 00:11:46.391121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.397038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router 9dc951ef-a460-47e6-884c-fd4b16f6f03d is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:11:46.414057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a50fe6-73ef-4f1b-85db-8c7bfac48a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.616469 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a50fe6-73ef-4f1b-85db-8c7bfac48a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.619113 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a50fe6-73ef-4f1b-85db-8c7bfac48a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.620273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-54a50fe6-73ef-4f1b-85db-8c7bfac48a34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40421b4f-f909-42b4-afd8-15ebfe04af52 HTTP/1.1" status: 204 len: 168 time: 0.4416051 Dec 08 00:11:46.653705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a50fe6-73ef-4f1b-85db-8c7bfac48a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40421b4f-f909-42b4-afd8-15ebfe04af52,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:46.674558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:46.690096 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Sync routers for ids ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:46.708013 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Routers {'9dc951ef-a460-47e6-884c-fd4b16f6f03d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:46.710900 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:46.742652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:46.744637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-42eadc4a-8538-47e9-81c0-ebfff393c6ae tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2374799 Dec 08 00:11:46.748594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55874) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:46.886747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:46.954390 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Set router 9dc951ef-a460-47e6-884c-fd4b16f6f03d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:47.001000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7bcb5e-e196-4b49-913e-04e4ef42899f {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:47.002815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:47.003313 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:47.009729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:47.027149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Transition to ACTIVE for port object fb7bcb5e-e196-4b49-913e-04e4ef42899f will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:47.039110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc775761-6b7a-4129-bc6d-a34e5b5587c4 req-9aac6b21-a99a-4fd1-a29b-908584d41bdc tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.2009892 Dec 08 00:11:47.059250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c9e85c1-614f-4380-ac4e-ed5112251b43 req-7249d973-b104-4a59-a0f2-ef75e2833c83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cfe044b2af7f4f21a1dad8df2ac0723a&device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0291283 Dec 08 00:11:47.059705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:47.165395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec27e5-87ea-4bae-afc0-b37a64693ce1 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:47.174117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a7ec27e5-87ea-4bae-afc0-b37a64693ce1 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=de7b9232766b493c817fc50d1c6512a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4164836 Dec 08 00:11:47.176457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55880) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:47.186349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:47.190094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c9e85c1-614f-4380-ac4e-ed5112251b43 req-be1a37f3-dbac-4dd0-b483-d58ed18c453b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=cfe044b2af7f4f21a1dad8df2ac0723a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413582 Dec 08 00:11:47.267859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-296c0021-73c7-4895-a2ca-a7b4227e8aba req-a055b210-4f73-4b44-8f16-cd6f024be4bc tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 210 time: 0.0874095 Dec 08 00:11:47.303183 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 3, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:47.312540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039c6d3-cda8-40ad-b060-5112549e007a req-46ff2036-daaf-4974-b7c1-8bf684f947ff tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:47.324504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3039c6d3-cda8-40ad-b060-5112549e007a req-46ff2036-daaf-4974-b7c1-8bf684f947ff tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 932 time: 0.4212184 Dec 08 00:11:47.351759 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Checking router: 9dc951ef-a460-47e6-884c-fd4b16f6f03d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:47.351759 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Updating router 9dc951ef-a460-47e6-884c-fd4b16f6f03d port d4728e7b-d8c3-44aa-87e3-7d4ee9768620 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:11:47.385426 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:47.407928 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:47.483800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e57d8b-5ec8-49c2-921d-b958c74ee5e9 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:47.485477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e5e57d8b-5ec8-49c2-921d-b958c74ee5e9 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3070436 Dec 08 00:11:47.490926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55894) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:47.508363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e85c1-614f-4380-ac4e-ed5112251b43 req-daec57ae-dd4b-46ae-817a-8bdc89b122f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:47.516445 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c9e85c1-614f-4380-ac4e-ed5112251b43 req-daec57ae-dd4b-46ae-817a-8bdc89b122f3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145168 Dec 08 00:11:47.571002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c0bfd289-3fb4-4d93-972b-754dec403f33 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789053 Dec 08 00:11:47.574153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55900) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:47.623344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3039c6d3-cda8-40ad-b060-5112549e007a req-a2e0296d-49cb-4bad-99d3-4ee5e0b55df9 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978284 Dec 08 00:11:47.696048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55904) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:47.709911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-92507920-743e-4569-b7cf-2ec7e0651009 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=de7b9232766b493c817fc50d1c6512a5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1094165 Dec 08 00:11:47.831999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Attempting to bind port fb7bcb5e-e196-4b49-913e-04e4ef42899f on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:47.832364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Attempting to bind port fb7bcb5e-e196-4b49-913e-04e4ef42899f by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:47.832632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f36318-0c1f-4206-bb57-9767a9d0240d req-224e7191-f5f7-4df3-a908-5bf093d9aafe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:47.832876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Attempting to bind port fb7bcb5e-e196-4b49-913e-04e4ef42899f on network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:47.834168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7f36318-0c1f-4206-bb57-9767a9d0240d req-224e7191-f5f7-4df3-a908-5bf093d9aafe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1477439 Dec 08 00:11:47.908951 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:47.912587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Port fb7bcb5e-e196-4b49-913e-04e4ef42899f on network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:47.913173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Attempting to bind port fb7bcb5e-e196-4b49-913e-04e4ef42899f on network 0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:47.919758 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:47.957012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:47.957447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Checking segment: {'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:47.957930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Bound using segment: {'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:47.959621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Bound port: fb7bcb5e-e196-4b49-913e-04e4ef42899f, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51943bda-4213-4ba4-8d6b-236498893c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:47.959621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.009749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-f07fb865-c099-41b0-9db3-927a23ee6b15 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.011514 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-f07fb865-c099-41b0-9db3-927a23ee6b15 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "GET /v2.0/networks?id=3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 200 len: 816 time: 0.4383826 Dec 08 00:11:48.046380 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Attempting to bind port d4728e7b-d8c3-44aa-87e3-7d4ee9768620 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:48.046380 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Attempting to bind port d4728e7b-d8c3-44aa-87e3-7d4ee9768620 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:48.046380 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Attempting to bind port d4728e7b-d8c3-44aa-87e3-7d4ee9768620 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:48.048170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7f36318-0c1f-4206-bb57-9767a9d0240d req-151fbfcf-f355-4dc4-9bf9-013ba4ad7875 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851206 Dec 08 00:11:48.062733 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:48.066354 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:48.066855 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.067342 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:48.069655 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Bound port: d4728e7b-d8c3-44aa-87e3-7d4ee9768620, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:48.070144 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.076040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccba2-e661-48c4-9b0d-6702853305ae req-4646fe12-ecbf-4113-b486-3d0ef2252c84 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.088177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-024ccba2-e661-48c4-9b0d-6702853305ae req-4646fe12-ecbf-4113-b486-3d0ef2252c84 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 945 time: 0.1691656 Dec 08 00:11:48.091583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55914) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:48.115624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Request body: {'port': {'device_id': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee', 'admin_state_up': True, 'tenant_id': '201ce7eab44d40debe71330c6d64702b'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:48.171672 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] For port d4728e7b-d8c3-44aa-87e3-7d4ee9768620, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:48.174936 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] For port d4728e7b-d8c3-44aa-87e3-7d4ee9768620, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:48.177224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-024ccba2-e661-48c4-9b0d-6702853305ae req-7848e6d5-cfee-4841-bf3a-6943ad6c36f4 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862820 Dec 08 00:11:48.191198 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Pushing event updated for resources: {'Port': ['ID=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:48.194358 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.207560 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.207966 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.208317 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.208655 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.208992 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.209326 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.209656 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.209985 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.210309 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.210633 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.210989 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.211316 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.211641 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:11:48.238749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5eedb79b-ff96-4097-9c5e-d0a4df24bbc5 req-c4ed88a0-e9f5-481a-a565-8bbbddc1e48f tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0419433 Dec 08 00:11:48.257545 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Routers {'9dc951ef-a460-47e6-884c-fd4b16f6f03d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:48.258174 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:48.320852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8d6ac21b-c17a-481c-a99e-00bf06277c11 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.322490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8d6ac21b-c17a-481c-a99e-00bf06277c11 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.44 "GET /v2.0/networks?id=3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 200 len: 816 time: 0.5375226 Dec 08 00:11:48.323828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e75a56-5f1c-4833-a0c0-721ecca8d822 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.325191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a4e75a56-5f1c-4833-a0c0-721ecca8d822 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6270416 Dec 08 00:11:48.330985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1626783392-network', 'tenant_id': 'b79e78b3d7704f43be0aadcba24af136'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:48.334254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55920) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:48.363525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Request body: {'port': {'device_id': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee', 'admin_state_up': True, 'tenant_id': '201ce7eab44d40debe71330c6d64702b'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:48.385318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-87d237c3-ab5a-4d75-8eeb-7aca9be69d84 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475883 Dec 08 00:11:48.395145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55922) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:48.401132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195703237', 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:48.407906 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] Set router 9dc951ef-a460-47e6-884c-fd4b16f6f03d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:48.477453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:48.488704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01755bef-4a0c-4861-aa27-9a0d07d8c845 None None] Pushing event updated for resources: {'Port': ['ID=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:48.580990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:48.620314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.626520 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 3, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:48.667981 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3cbb-af30-4a68-9391-3a1d757e301b None None] The sync data for ids ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'] in n-d-820549-2 is: [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 3, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:48.736430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:48.748699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.749382 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.750791 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-5e561cb1-44ff-45a7-b851-6dc8d5c611f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 1092 time: 2.4533770 Dec 08 00:11:48.765827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:48.768389 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b5d074-a850-4308-8976-007c76f0f805" -d '{"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:48.785651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23a0a197-f8e2-4513-afed-1c74643b42fc req-0d905391-fbd4-47e3-b095-0bc4a6e11f2d tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 210 time: 0.4040110 Dec 08 00:11:48.823403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-6e1c82ed-0b84-4d11-aa58-cc074da6779c tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.825462 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-6e1c82ed-0b84-4d11-aa58-cc074da6779c tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "GET /v2.0/networks?id=3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 200 len: 816 time: 0.5934608 Dec 08 00:11:48.827638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Made reservation on behalf of b79e78b3d7704f43be0aadcba24af136 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:48.830206 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.840480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.861650 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d683d5b8-3fb5-4d03-bae8-78847f94b804 x-openstack-request-id: req-d683d5b8-3fb5-4d03-bae8-78847f94b804 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:48.861951 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:48.863031 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d683d5b8-3fb5-4d03-bae8-78847f94b804 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:48.863031 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'status': 'completed', 'code': 200} Dec 08 00:11:48.881908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Request body: {'port': {'device_id': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee', 'admin_state_up': True, 'tenant_id': '201ce7eab44d40debe71330c6d64702b'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:48.882816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f828f58-cf46-4e10-9ade-840b952c8e0a req-648979fd-b32e-4044-b38f-4c2760a8b05f tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.884532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f828f58-cf46-4e10-9ade-840b952c8e0a req-648979fd-b32e-4044-b38f-4c2760a8b05f tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 944 time: 0.1061251 Dec 08 00:11:48.903405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Made reservation on behalf of 201ce7eab44d40debe71330c6d64702b for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:48.908690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.946702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 00:11:48.946702 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 00:11:48.946702 n-d-820549-2 neutron-server[103113]: [parameters: {'project_id_1': 'de7b9232766b493c817fc50d1c6512a5', 'expiration_1': datetime.datetime(2021, 12, 8, 0, 11, 28, 804509)}] Dec 08 00:11:48.946702 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:11:48.947190 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:11:48.961376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Made reservation on behalf of 201ce7eab44d40debe71330c6d64702b for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:48.967430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:48.972267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-149e56c0-9955-4d34-a613-72682a769f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:48.974179 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-149e56c0-9955-4d34-a613-72682a769f28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1095 time: 0.1477547 Dec 08 00:11:48.975516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f828f58-cf46-4e10-9ade-840b952c8e0a req-45d6bcf0-1523-4fc4-a290-b6cba863a0b3 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832956 Dec 08 00:11:48.994938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.000833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.053590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:11:49.062120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c9e85c1-614f-4380-ac4e-ed5112251b43 req-d4b5c7cd-3493-4fcd-93bb-2becdaff7f17 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0574145 Dec 08 00:11:49.097787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab9b12b-141d-4157-8ffa-f1d1c2c12004,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:49.148028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.148833 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Added segment fb59a54f-28ac-4808-a73e-06ad4cbb71fd of type vlan for network 6d729bb9-4e88-40a5-95ac-f180624db9b8 Dec 08 00:11:49.231784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.247118 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-d585022e-0fbd-4a4c-ac22-e1f5bf4267d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.2074256 Dec 08 00:11:49.257282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a26aa-4535-425e-b621-ed6aa6c6da07 req-f797f7c8-9c24-4602-ab08-813187af36fe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:49.258853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-862a26aa-4535-425e-b621-ed6aa6c6da07 req-f797f7c8-9c24-4602-ab08-813187af36fe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1329055 Dec 08 00:11:49.347964 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.348499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:49.348788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Allocated IP 172.20.0.11 (3c82326c-2e0a-433b-baae-e3d7a01e63ee/40116f0a-96f5-45bd-b6b2-f1608a22b37c/fe796c6b-8cb2-467f-b4d1-8745f4d4a713) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:49.349087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.397983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-a4114bd1-f492-444f-a6fc-3cb71d5eeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:49.399493 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-a4114bd1-f492-444f-a6fc-3cb71d5eeba0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.1328948 Dec 08 00:11:49.413572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96ccf-2c18-4667-ada7-6bb5f3c2f6aa req-283a130d-7e15-46e9-a17f-0c6ece6b3283 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:49.415196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edc96ccf-2c18-4667-ada7-6bb5f3c2f6aa req-283a130d-7e15-46e9-a17f-0c6ece6b3283 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 945 time: 0.1553426 Dec 08 00:11:49.433428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Made reservation on behalf of 201ce7eab44d40debe71330c6d64702b for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:49.437143 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.448096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3460140 Dec 08 00:11:49.452082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55936) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:49.469136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Request body: {'subnet': {'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1626783392-subnet', 'tenant_id': 'b79e78b3d7704f43be0aadcba24af136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:49.471420 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-1a08a26c-e86e-4778-b397-0bd9e9d54e8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606997 Dec 08 00:11:49.487540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-862a26aa-4535-425e-b621-ed6aa6c6da07 req-3ba1d57a-6bc9-4012-bc38-973d8bdd6eec tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098784 Dec 08 00:11:49.583214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7554b2-fb4b-4b81-a6ea-57368434207a admin admin] Pushing event updated for resources: {'Network': ['ID=6d729bb9-4e88-40a5-95ac-f180624db9b8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:49.594582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6d729bb9-4e88-40a5-95ac-f180624db9b8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:11:49.605019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-cee9f4c9-54e2-4d7b-9c0f-eb2b05e752ab tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:49.609919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-cee9f4c9-54e2-4d7b-9c0f-eb2b05e752ab tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.59 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 945 time: 0.2803988 Dec 08 00:11:49.633782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edc96ccf-2c18-4667-ada7-6bb5f3c2f6aa req-a41dace3-61f6-42a4-974f-734edf0e3d82 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d1108b1-feb8-4a0a-b12e-02c1f17fe816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925521 Dec 08 00:11:49.711246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Made reservation on behalf of de7b9232766b493c817fc50d1c6512a5 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:49.716584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.728906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a918773a-c372-4978-88f4-455df86e0011 req-8cad0f13-ff64-4ba0-b109-c4cc3710f882 tempest-ServerShowV257Test-2048084608 tempest-ServerShowV257Test-2048084608-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd248ff-00b8-4d78-987e-17958c88f5da HTTP/1.1" status: 200 len: 210 time: 0.0681925 Dec 08 00:11:49.747024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Made reservation on behalf of b79e78b3d7704f43be0aadcba24af136 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:49.750011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:49.939044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7e23c3f-a6ce-4bfa-8d80-4d2f6e8cc3b9 req-72bea57b-aa60-4600-a477-44b397be761e tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 210 time: 0.0633075 Dec 08 00:11:49.967745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Deleting port ec98f9e7-4c40-4384-b3f2-1f1396a4581f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:49.968168 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.086523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.176772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] For port ec98f9e7-4c40-4384-b3f2-1f1396a4581f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:50.177133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.185016 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-2f3da731-c07a-4d40-af3e-7f14b1b11a62 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018592 Dec 08 00:11:50.257820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafa2f7a-d9c3-4c24-94b3-b2b143969746,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:50.285470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a755-0a88-49f2-a33e-5c54b202b237 req-472eccad-0883-4886-836e-9beaf0926a80 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:50.287098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28d0a755-0a88-49f2-a33e-5c54b202b237 req-472eccad-0883-4886-836e-9beaf0926a80 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 944 time: 0.2165513 Dec 08 00:11:50.327027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.341010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Checking segment: {'id': 'fb59a54f-28ac-4808-a73e-06ad4cbb71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:50.341374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Network hostable DHCP agents. Network: 6d729bb9-4e88-40a5-95ac-f180624db9b8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:11:50.398296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3ccefbf-3c1d-4f75-9df5-19ac51909cad req-efbd142e-d3d9-4d3d-916f-46ddf7c9bbc0 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823397 Dec 08 00:11:50.430966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Network 6d729bb9-4e88-40a5-95ac-f180624db9b8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:11:50.458703 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.462174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28d0a755-0a88-49f2-a33e-5c54b202b237 req-77257154-0016-4ba0-ae21-064d9d37d5e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605916 Dec 08 00:11:50.492774 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.496064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 6d729bb9-4e88-40a5-95ac-f180624db9b8) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:50.509613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:50.510318 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.512341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6432689-449b-4788-88cf-d9622c271294 None None] Network 6d729bb9-4e88-40a5-95ac-f180624db9b8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:50.528639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.529013 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.530024 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Floating IP f0cad4f5-5267-477f-8c2c-ca2b9920684d disassociated. External IP: 172.25.6.78, port: ec98f9e7-4c40-4384-b3f2-1f1396a4581f. Dec 08 00:11:50.530024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Calling delete_port for ec98f9e7-4c40-4384-b3f2-1f1396a4581f owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:50.593728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-69f0721e-ddff-4b74-8710-0a092dd2398b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1338513 Dec 08 00:11:50.615771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Network 3c82326c-2e0a-433b-baae-e3d7a01e63ee is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:50.640564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:50.657950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Allocated IP 172.20.0.12 (3c82326c-2e0a-433b-baae-e3d7a01e63ee/40116f0a-96f5-45bd-b6b2-f1608a22b37c/76f33dff-3adf-4ade-b3cd-8d5c76cffb89) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:50.660888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:50.678402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da30c0-ea01-4a5d-a16f-35a6e248b482 req-18df5303-4c14-4f11-84e8-d8cb8f720137 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:50.687172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2da30c0-ea01-4a5d-a16f-35a6e248b482 req-18df5303-4c14-4f11-84e8-d8cb8f720137 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0805087 Dec 08 00:11:50.693971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Pushing event updated for resources: {'Port': ['ID=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:50.704330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Subnet': ['ID=c0d92ffb-90ab-4e85-9beb-a2fa1af63702,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:50.728498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db44b07-71fb-4ff6-aa61-0e47695adba7 None None] Network 6d729bb9-4e88-40a5-95ac-f180624db9b8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:50.741963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d074-a850-4308-8976-007c76f0f805 req-3a8120b3-578c-4058-b283-cd6dcf1c208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:50.744714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-94b5d074-a850-4308-8976-007c76f0f805 req-3a8120b3-578c-4058-b283-cd6dcf1c208d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1095 time: 0.2101655 Dec 08 00:11:50.810714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2da30c0-ea01-4a5d-a16f-35a6e248b482 req-35ac1ff4-32d7-41e0-824a-243b09d0b1f1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180394 Dec 08 00:11:50.813838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.823027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:50.823872 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:50.862748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Checking segment: {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:50.863154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network hostable DHCP agents. Network: f9c2e35d-503a-462a-a48f-19ac8ce40c6d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:11:50.907266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-272005ef-6904-49ee-849c-c8b13f4970dc req-416c11b8-4f13-43e6-83a7-5bd3ba266a6d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 210 time: 0.1170928 Dec 08 00:11:50.923462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d4728e7b-d8c3-44aa-87e3-7d4ee9768620 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:50.943999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event deleted for resources: {'Port': ['ID=ec98f9e7-4c40-4384-b3f2-1f1396a4581f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:50.994696 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-cd0084cf-1059-4ae1-9890-fff572f184e0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9427779 Dec 08 00:11:51.022288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Request body: {'port': {'device_id': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:51.034430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:11:51.076946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d4728e7b-d8c3-44aa-87e3-7d4ee9768620 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:51.077324 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.128535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f9c2e35d-503a-462a-a48f-19ac8ce40c6d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:51.149432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc635d-d879-445e-92ab-793461dce6f3 None None] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:51.150720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1e33b22-08a7-4ad8-9207-66e175e3210e req-9219a34f-dfe7-4d60-a7a4-fcbb83625bd4 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 210 time: 0.0785813 Dec 08 00:11:51.172780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:51.173393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.266566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d074-a850-4308-8976-007c76f0f805 req-45f8e065-b4ff-4c42-a8a5-2c2918c7c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:51.272739 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-94b5d074-a850-4308-8976-007c76f0f805 req-45f8e065-b4ff-4c42-a8a5-2c2918c7c81a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.5130703 Dec 08 00:11:51.301563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55974) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:51.321602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Router 8cf6fe23-a221-4c81-a239-a13865f50174 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:51.348869 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-94b5d074-a850-4308-8976-007c76f0f805 req-b05ca753-7d46-4904-ae8f-0767c3cda08d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0460491 Dec 08 00:11:51.352323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.353985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.368961 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b49b8d70-0580-4779-98ac-83416bd24656 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9697564 Dec 08 00:11:51.388300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55978) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:51.406310 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.422591 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9263e44b-3d8b-43d4-93a7-f185b81e9f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.426848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'fixed_ips': [{'subnet_id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:11:51.427698 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.452591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port d4728e7b-d8c3-44aa-87e3-7d4ee9768620, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:51.521676 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e5154a6-2a8c-4c70-a2c8-15da78fa99c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.567869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.694242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e5154a6-2a8c-4c70-a2c8-15da78fa99c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.709353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Allocated IP 172.20.0.18 (f9c2e35d-503a-462a-a48f-19ac8ce40c6d/c0d92ffb-90ab-4e85-9beb-a2fa1af63702/4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:51.717168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d074-a850-4308-8976-007c76f0f805 req-ddac2546-9c39-4d9d-82a3-0c322883d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:51.718968 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-94b5d074-a850-4308-8976-007c76f0f805 req-ddac2546-9c39-4d9d-82a3-0c322883d77b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.3509436 Dec 08 00:11:51.721746 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e5154a6-2a8c-4c70-a2c8-15da78fa99c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.730732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:51.762880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9e5154a6-2a8c-4c70-a2c8-15da78fa99c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfe044b2af7f4f21a1dad8df2ac0723a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587626 Dec 08 00:11:51.773745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55982) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:51.828827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-afe93953-d014-42b9-978c-c6ba9e711f26 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:51.830472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-afe93953-d014-42b9-978c-c6ba9e711f26 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/networks?id=6d729bb9-4e88-40a5-95ac-f180624db9b8 HTTP/1.1" status: 200 len: 818 time: 0.4983652 Dec 08 00:11:51.831626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:51.845405 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-94b5d074-a850-4308-8976-007c76f0f805 req-25cf7b4c-9d15-4f56-a70b-202b4ca217c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148901 Dec 08 00:11:51.864345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] Sync routers for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:51.866417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.897698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:51.898463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:51.904119 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:51.942089 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.031608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:52.038765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:52.050615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:52.056210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Pushing event updated for resources: {'Port': ['ID=4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:52.076780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:52.115656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5154a6-2a8c-4c70-a2c8-15da78fa99c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb2cda5-4568-4296-b34c-f235202f93ac,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:52.122621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Network 3c82326c-2e0a-433b-baae-e3d7a01e63ee is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:52.131070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:52.144749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923c00-7fa7-4dc5-ac0c-6da6bc29b4e9 req-f716b980-24dc-4fb9-91f6-2180a232e931 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:52.152244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59923c00-7fa7-4dc5-ac0c-6da6bc29b4e9 req-f716b980-24dc-4fb9-91f6-2180a232e931 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 944 time: 0.4562595 Dec 08 00:11:52.152393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:52.157823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] No DVR routers for this DVR port ec98f9e7-4c40-4384-b3f2-1f1396a4581f on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:11:52.164996 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.168315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e4be0e9-522e-41ae-bfe1-708d784cff9e req-39e5a75f-7e1a-48f8-97bf-83e84969e76d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.59 "DELETE /v2.0/ports/ec98f9e7-4c40-4384-b3f2-1f1396a4581f HTTP/1.1" status: 204 len: 173 time: 2.5333626 Dec 08 00:11:52.169072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'name': 'network-vif-deleted', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:52.171452 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff6885-6ab9-4a85-9fc7-dbc61df4b3c7" -d '{"events": [{"server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "name": "network-vif-deleted", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:52.182805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-74f1e782-563c-4d93-96ea-61643784f99d tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/quotas/b79e78b3d7704f43be0aadcba24af136 HTTP/1.1" status: 200 len: 375 time: 0.0746622 Dec 08 00:11:52.209931 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Pushing event updated for resources: {'Port': ['ID=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:52.226573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-7dfdec2b-04dd-4c7b-8a99-eba98832389c tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b79e78b3d7704f43be0aadcba24af136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429568 Dec 08 00:11:52.238510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22f13d57-cae2-4848-9d5b-c4c42f85ce9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.243615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Allocated IP 172.20.0.3 (3c82326c-2e0a-433b-baae-e3d7a01e63ee/40116f0a-96f5-45bd-b6b2-f1608a22b37c/451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:52.290056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59923c00-7fa7-4dc5-ac0c-6da6bc29b4e9 req-a5c56983-075a-4d77-9cc3-4e52c06c1227 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360276 Dec 08 00:11:52.386681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-e0788f0a-a329-4b31-b63f-b75244f23e4e service neutron] 10.222.0.18 "GET /v2.0/networks/6d729bb9-4e88-40a5-95ac-f180624db9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590147 Dec 08 00:11:52.478654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb7bcb5e-e196-4b49-913e-04e4ef42899f details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:11:52.488657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Attempting to bind port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:52.489281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Attempting to bind port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:52.489816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Attempting to bind port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 on network f9c2e35d-503a-462a-a48f-19ac8ce40c6d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:52.504160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:52.504530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Checking segment: {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:52.505117 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.505508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Bound using segment: {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:52.505987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Bound port: 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:52.506361 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.533337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-82e8a5e7-aa68-4a7b-a011-e3667b96bdb5 service neutron] 10.222.0.18 "GET /v2.0/networks/6d729bb9-4e88-40a5-95ac-f180624db9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453853 Dec 08 00:11:52.545075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623c7df-ce4c-498c-b91a-bcb164111e3c req-0b3cd2ba-6b34-46a7-96c6-76efe1f34cda tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:52.557080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7623c7df-ce4c-498c-b91a-bcb164111e3c req-0b3cd2ba-6b34-46a7-96c6-76efe1f34cda tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1324062 Dec 08 00:11:52.606443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:52.607553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.624610 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-94b5d074-a850-4308-8976-007c76f0f805 req-e060af15-5d5d-44f2-bf18-3629181fe524 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634389 Dec 08 00:11:52.628248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22f13d57-cae2-4848-9d5b-c4c42f85ce9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.684814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7623c7df-ce4c-498c-b91a-bcb164111e3c req-e08aa95a-0d7d-4ade-8b42-7f73826aa1cd tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258495 Dec 08 00:11:52.689137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] For port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:52.719836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] For port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:52.725492 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0da160ea-b874-4524-9aac-2405ef5b0fe9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3670893 Dec 08 00:11:52.745656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:48Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:52.775850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Request body: {'port': {'device_id': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:52.784387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:52.804553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4ad74a0-2f73-4815-83e4-ffbeee1acbe0 req-d7af052b-e98f-45b5-8a26-a070d798289d tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/ports?device_id=66565c88-0b25-4fe8-9321-bad3019d4e04 HTTP/1.1" status: 200 len: 210 time: 0.0567605 Dec 08 00:11:52.822444 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ff0eb4-ca48-4de6-8377-a52b57445af3 x-openstack-request-id: req-41ff0eb4-ca48-4de6-8377-a52b57445af3 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:52.822774 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66565c88-0b25-4fe8-9321-bad3019d4e04", "name": "network-vif-deleted", "tag": "ec98f9e7-4c40-4384-b3f2-1f1396a4581f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:52.823049 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41ff0eb4-ca48-4de6-8377-a52b57445af3 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:52.823459 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66565c88-0b25-4fe8-9321-bad3019d4e04', 'name': 'network-vif-deleted', 'tag': 'ec98f9e7-4c40-4384-b3f2-1f1396a4581f', 'status': 'completed', 'code': 200} Dec 08 00:11:52.853462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:52.876796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] Checking router: 8cf6fe23-a221-4c81-a239-a13865f50174 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:52.906902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:52.907566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:52.917303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d4728e7b-d8c3-44aa-87e3-7d4ee9768620 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:52.963326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b26b4dcc-b183-4a30-934e-d4d2b62c2266 req-9cd963a8-2e34-4c31-8aa2-5dc911544ca8 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 210 time: 0.0628970 Dec 08 00:11:53.012192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'port_id': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'mac_address': 'fa:16:3e:3c:84:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:11:53.105923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f783bc7d-8e49-4b15-8411-6546a0383ab2 req-432aa710-2643-43d0-9c43-198e8ca9b5c0 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 210 time: 0.0778177 Dec 08 00:11:53.116249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94148a82-dc70-4a3a-95ef-71912c187bad None None] Pushing event updated for resources: {'Port': ['ID=4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:53.149299 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.165407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d4728e7b-d8c3-44aa-87e3-7d4ee9768620 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:53.165804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.179672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7bcb5e-e196-4b49-913e-04e4ef42899f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:53.186374 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-94b5d074-a850-4308-8976-007c76f0f805 req-727a5bed-8cae-4154-b4d1-55c9f2b22b8e service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511878 Dec 08 00:11:53.196021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.202830 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22f13d57-cae2-4848-9d5b-c4c42f85ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.205439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22f13d57-cae2-4848-9d5b-c4c42f85ce9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.206598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-22f13d57-cae2-4848-9d5b-c4c42f85ce9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eb2cda5-4568-4296-b34c-f235202f93ac HTTP/1.1" status: 204 len: 168 time: 1.4116263 Dec 08 00:11:53.244413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:53.250557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:53.263516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f13d57-cae2-4848-9d5b-c4c42f85ce9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb2cda5-4568-4296-b34c-f235202f93ac,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:53.299713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.472882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:53.495922 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.582607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757ed3e-cf54-487b-918b-809d3e2cdf4a req-9bcab909-af8c-4be0-8202-ace394739cd0 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:53.588951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb7bcb5e-e196-4b49-913e-04e4ef42899f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:11:53.600551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7757ed3e-cf54-487b-918b-809d3e2cdf4a req-9bcab909-af8c-4be0-8202-ace394739cd0 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 945 time: 0.1295683 Dec 08 00:11:53.623565 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef6103bf-221f-4edb-be28-df0e26701c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.744416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7757ed3e-cf54-487b-918b-809d3e2cdf4a req-b97c832f-35b7-433f-8dfc-1383c40650bd tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277871 Dec 08 00:11:53.750554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec98f9e7-4c40-4384-b3f2-1f1396a4581f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:11:53.798960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: ec98f9e7-4c40-4384-b3f2-1f1396a4581f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:11:53.798960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec98f9e7-4c40-4384-b3f2-1f1396a4581f not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:11:53.835998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:48Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:53.859731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:53.874585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85545cec-63c5-4b69-8722-7a32d49d6829 None None] The sync data for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 is: [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:09:42Z', 'revision_number': 4, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'e6748bc2-67ad-41fe-a630-25286c6558cd', 'name': '', 'network_id': '801cedee-f4c4-4fa0-8619-e92c7d01118f', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'mac_address': 'fa:16:3e:7c:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:41Z', 'updated_at': '2021-12-08T00:09:48Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'subnets': [{'id': 'ca76763f-4fc0-426f-a265-5b71a9a22a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:53.918442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c559f-8258-47b4-9dd9-769738ae8118 req-bc0ca3c5-a770-47e1-a3b4-80d381f4a3a7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:53.929442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f22c559f-8258-47b4-9dd9-769738ae8118 req-bc0ca3c5-a770-47e1-a3b4-80d381f4a3a7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1595488 Dec 08 00:11:53.955429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56026) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:53.955633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.079562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f22c559f-8258-47b4-9dd9-769738ae8118 req-8f6f2b2b-c31e-4543-a3ff-f7d87569738b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439216 Dec 08 00:11:54.135372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Network 3c82326c-2e0a-433b-baae-e3d7a01e63ee is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:54.136225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d58f70c-b063-49eb-803a-43fee8c1bac5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.170546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964af8ff-aaed-41cd-9615-ad06fbd82f19 req-4b93d036-ac9f-4881-acd0-2863f0086435 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:54.172688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-964af8ff-aaed-41cd-9615-ad06fbd82f19 req-4b93d036-ac9f-4881-acd0-2863f0086435 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 931 time: 0.1001053 Dec 08 00:11:54.182733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:54.192458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d58f70c-b063-49eb-803a-43fee8c1bac5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.203148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:54.210592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Pushing event updated for resources: {'Port': ['ID=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:54.324737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-964af8ff-aaed-41cd-9615-ad06fbd82f19 req-d6414417-9977-4204-8d9d-8aab48858ad3 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437297 Dec 08 00:11:54.344852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:54.345531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.380206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e337c89-1cdd-4c08-a3bb-b6ad94aa0907 req-e048877b-b726-48f3-bf79-64d6b7440031 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 210 time: 0.0398676 Dec 08 00:11:54.401366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d58f70c-b063-49eb-803a-43fee8c1bac5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.404733 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d58f70c-b063-49eb-803a-43fee8c1bac5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.406054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9d58f70c-b063-49eb-803a-43fee8c1bac5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "DELETE /v2.0/security-groups/5d1108b1-feb8-4a0a-b12e-02c1f17fe816 HTTP/1.1" status: 204 len: 168 time: 0.4351358 Dec 08 00:11:54.411713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56042) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:54.450826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58f70c-b063-49eb-803a-43fee8c1bac5 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1108b1-feb8-4a0a-b12e-02c1f17fe816,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:54.455323 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-5dbde3fc-353f-4157-90b4-be5782454912 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] show failed (client error): The resource could not be found. Dec 08 00:11:54.459063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5dbde3fc-353f-4157-90b4-be5782454912 tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "GET /v2.0/security-groups/5d1108b1-feb8-4a0a-b12e-02c1f17fe816 HTTP/1.1" status: 404 len: 347 time: 0.0437467 Dec 08 00:11:54.459435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56044) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:54.476461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb7bcb5e-e196-4b49-913e-04e4ef42899f up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:54.573168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-8c6477db-0047-4412-8397-0c821e00b37b tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6948609 Dec 08 00:11:54.672744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port fb7bcb5e-e196-4b49-913e-04e4ef42899f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:11:54.676978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port fb7bcb5e-e196-4b49-913e-04e4ef42899f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:54.677360 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.682523 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8c2dc-19ec-4947-a500-e1bd744ff97d None None] New status for floating IP f0cad4f5-5267-477f-8c2c-ca2b9920684d: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:11:54.687085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Deleting port 6c24bac6-ce55-4992-aaf8-43805fb60e64 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:54.688538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.707317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe796c6b-8cb2-467f-b4d1-8745f4d4a713 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:54.716299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Request body: {'port': {'device_id': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:54.828313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.828930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.850734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Calling delete_port for 6c24bac6-ce55-4992-aaf8-43805fb60e64 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:54.855705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6c907-1f81-431b-bcf0-640419489101 None None] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:11:54.877907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:54.987358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745a189-c58c-4c74-8a30-306a6f784c58 req-66eb7ea5-ca6a-4a6b-8be0-474b852ea28a tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:54.992421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:54.996261 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4745a189-c58c-4c74-8a30-306a6f784c58 req-66eb7ea5-ca6a-4a6b-8be0-474b852ea28a tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 945 time: 0.1429365 Dec 08 00:11:55.024690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Transition to ACTIVE for port object fe796c6b-8cb2-467f-b4d1-8745f4d4a713 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:55.088242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.093780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4745a189-c58c-4c74-8a30-306a6f784c58 req-db402577-5c50-4ba7-adb8-5da9b4cafe9f tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819793 Dec 08 00:11:55.119947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56060) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:55.158600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.206490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Pushing event deleted for resources: {'Port': ['ID=6c24bac6-ce55-4992-aaf8-43805fb60e64,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:55.223382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-69a232ba-1a14-4033-bb71-5a200d729fb9 None None] Provisioning complete for port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:55.223886 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69a232ba-1a14-4033-bb71-5a200d729fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.246809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.273620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.293641 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.317395 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ada33a88-cc13-49dd-b449-09aabb4f13b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.327265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Pushing event updated for resources: {'Port': ['ID=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:55.351173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-33b7f665-f1fc-4c06-a92a-16c860297a5a tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:55.351173 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-33b7f665-f1fc-4c06-a92a-16c860297a5a tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.44 "GET /v2.0/networks?id=6d729bb9-4e88-40a5-95ac-f180624db9b8 HTTP/1.1" status: 200 len: 818 time: 0.8971143 Dec 08 00:11:55.354004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:55.356296 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c34dd-567a-493a-ba82-8cb875ba5e00" -d '{"events": [{"server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "name": "network-vif-plugged", "status": "completed", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:55.356575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0e8c3-4a03-43bb-abaf-acebe244971f req-907fd853-b080-4d15-ac07-0dd8d2c08407 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:55.359644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Allocated IP 172.20.0.17 (f9c2e35d-503a-462a-a48f-19ac8ce40c6d/c0d92ffb-90ab-4e85-9beb-a2fa1af63702/9e807af3-c4ae-4ded-9768-e6cd5b621a92) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:55.364774 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fd0e8c3-4a03-43bb-abaf-acebe244971f req-907fd853-b080-4d15-ac07-0dd8d2c08407 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1950121 Dec 08 00:11:55.367090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.372412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.373601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c6e9d448-181b-43fe-889e-ff3bb2d803dd tempest-ServersTestFqdnHostnames-1066051852 tempest-ServersTestFqdnHostnames-1066051852-project] 10.222.0.18 "DELETE /v2.0/floatingips/f0cad4f5-5267-477f-8c2c-ca2b9920684d HTTP/1.1" status: 204 len: 168 time: 0.9130626 Dec 08 00:11:55.379462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56072) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:55.388744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:55.410851 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.573458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fd0e8c3-4a03-43bb-abaf-acebe244971f req-20c512f4-f7b9-40d7-acd6-65ba75246d5b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076504 Dec 08 00:11:55.680970 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998072a2-1bce-4b2f-9230-337ddad57918 x-openstack-request-id: req-998072a2-1bce-4b2f-9230-337ddad57918 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:55.681222 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "name": "network-vif-plugged", "status": "completed", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:55.681678 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-998072a2-1bce-4b2f-9230-337ddad57918 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:55.682398 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'code': 200} Dec 08 00:11:55.691457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:55.692063 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.772090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:55.779750 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69a232ba-1a14-4033-bb71-5a200d729fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.785602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a075165-816c-4437-b081-9c8ef54d7c39 req-c1cdf1e8-6b7d-4a53-bbc5-eddbc928b43f tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 210 time: 0.0955060 Dec 08 00:11:55.788309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ada33a88-cc13-49dd-b449-09aabb4f13b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.795288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5eef5-ef66-4e02-aed4-60c4d26e9b31 req-a8740309-cce2-4b5e-8d3d-4e2aaf5a9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:55.796994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3db5eef5-ef66-4e02-aed4-60c4d26e9b31 req-a8740309-cce2-4b5e-8d3d-4e2aaf5a9626 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.2175751 Dec 08 00:11:55.807123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a571f6-2534-4d02-8b54-5c078b719a2f req-295bf6fe-32df-4d38-a834-6bac9ab91fee tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:55.816268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35a571f6-2534-4d02-8b54-5c078b719a2f req-295bf6fe-32df-4d38-a834-6bac9ab91fee tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 931 time: 0.2413514 Dec 08 00:11:55.828350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-69a232ba-1a14-4033-bb71-5a200d729fb9 None None] For port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:55.830585 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ada33a88-cc13-49dd-b449-09aabb4f13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.848716 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69a232ba-1a14-4033-bb71-5a200d729fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.892978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:55.928127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a232ba-1a14-4033-bb71-5a200d729fb9 None None] Pushing event updated for resources: {'Port': ['ID=4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:55.958478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ada33a88-cc13-49dd-b449-09aabb4f13b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87d5b9097c5e4e14950c5fc6f14ea7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8350840 Dec 08 00:11:55.968823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56076) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:55.981238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:11:55.981499 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:11:55.986138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada33a88-cc13-49dd-b449-09aabb4f13b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80317e34-269d-4370-9406-2cd0f545ed76,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:55.986302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9167102c-98fb-4771-a9d5-d2db5f65a3bb None None] Provisioning complete for port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:55.986685 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9167102c-98fb-4771-a9d5-d2db5f65a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.018069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35a571f6-2534-4d02-8b54-5c078b719a2f req-893db845-a05f-4f91-8634-be681ff1d148 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012391 Dec 08 00:11:56.029743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3db5eef5-ef66-4e02-aed4-60c4d26e9b31 req-842353e0-c743-4f2b-94c1-bd460210ceac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113533 Dec 08 00:11:56.045348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Request body: {'port': {'device_id': '407f6e77-3654-4c09-b6af-8d9355712a36', 'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8', 'admin_state_up': True, 'tenant_id': 'b79e78b3d7704f43be0aadcba24af136'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:56.099302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b0951f1-4752-490e-886d-d7e46682fcb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.116845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Attempting to bind port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:56.117183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Attempting to bind port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:56.117501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Attempting to bind port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:56.149200 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b0951f1-4752-490e-886d-d7e46682fcb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.176717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:56.182602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Attempting to bind port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:56.207124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.216050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:56.216426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Checking segment: {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:56.216816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Bound using segment: {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:56.218122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Bound port: fe796c6b-8cb2-467f-b4d1-8745f4d4a713, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:56.218122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.225869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.241241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67b08-a222-4449-9804-6d2ceb8621d3 req-6d5fabab-16fb-4465-a6ac-c4756a5b3245 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:56.242751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdb67b08-a222-4449-9804-6d2ceb8621d3 req-6d5fabab-16fb-4465-a6ac-c4756a5b3245 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0972500 Dec 08 00:11:56.279993 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b0951f1-4752-490e-886d-d7e46682fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.282815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b0951f1-4752-490e-886d-d7e46682fcb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.283974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6b0951f1-4752-490e-886d-d7e46682fcb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80317e34-269d-4370-9406-2cd0f545ed76 HTTP/1.1" status: 204 len: 168 time: 0.3131478 Dec 08 00:11:56.327534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0951f1-4752-490e-886d-d7e46682fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80317e34-269d-4370-9406-2cd0f545ed76,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:56.333333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:56.346533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdb67b08-a222-4449-9804-6d2ceb8621d3 req-11bde768-245d-4a82-8e03-7521274a1413 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925426 Dec 08 00:11:56.356097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.377780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.397388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Transition to ACTIVE for port object 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:56.425999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.436200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.451089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Made reservation on behalf of b79e78b3d7704f43be0aadcba24af136 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:11:56.454150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.499371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] For port fe796c6b-8cb2-467f-b4d1-8745f4d4a713, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:56.548778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] For port fe796c6b-8cb2-467f-b4d1-8745f4d4a713, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:56.549145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:56.593730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=9e807af3-c4ae-4ded-9768-e6cd5b621a92,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:56.597302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:56.599754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:56.603166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.689497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Deleting port e6748bc2-67ad-41fe-a630-25286c6558cd {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:11:56.690070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.727436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:56.728070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:56.730598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe796c6b-8cb2-467f-b4d1-8745f4d4a713 HTTP/1.1" status: 200 len: 1092 time: 5.7183385 Dec 08 00:11:56.756061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'tag': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:56.758614 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac02515-7a0e-435d-9eb8-0217531aa371" -d '{"events": [{"name": "network-changed", "server_uuid": "41b4f637-eaeb-4af2-ba45-0e36ef1b7969", "tag": "fe796c6b-8cb2-467f-b4d1-8745f4d4a713"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:56.851338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Pushing event updated for resources: {'Port': ['ID=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:56.856690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:11:56.879071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47c1c-ae9f-47b8-aae3-98190d0d9907 req-28808399-a315-4e52-aa93-aae8c837c8ee tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:56.888303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9c47c1c-ae9f-47b8-aae3-98190d0d9907 req-28808399-a315-4e52-aa93-aae8c837c8ee tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0952234 Dec 08 00:11:56.931120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Allocated IP 172.20.0.13 (6d729bb9-4e88-40a5-95ac-f180624db9b8/bafa2f7a-d9c3-4c24-94b3-b2b143969746/77e17fb1-b803-4bb4-b89a-185e7410e9c7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:11:56.958096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9c47c1c-ae9f-47b8-aae3-98190d0d9907 req-9560e78d-2248-4754-a27b-0bf5aa4cce30 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665355 Dec 08 00:11:56.972152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] For port e6748bc2-67ad-41fe-a630-25286c6558cd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e6748bc2-67ad-41fe-a630-25286c6558cd,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:11:56.972982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.000618 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2837c0b4-49e9-4916-9dd5-bed39cec3e5c x-openstack-request-id: req-2837c0b4-49e9-4916-9dd5-bed39cec3e5c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:57.001647 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b4f637-eaeb-4af2-ba45-0e36ef1b7969", "tag": "fe796c6b-8cb2-467f-b4d1-8745f4d4a713", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:57.001914 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2837c0b4-49e9-4916-9dd5-bed39cec3e5c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:57.002450 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'tag': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713', 'status': 'completed', 'code': 200} Dec 08 00:11:57.018265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.024753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373f15c8-be76-420b-a6cf-d42b51390c22 req-7b82ebfe-c6f9-4653-8c17-c42d3345dc12 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 210 time: 0.0442200 Dec 08 00:11:57.030730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Calling delete_port for e6748bc2-67ad-41fe-a630-25286c6558cd owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:11:57.036900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:57.037422 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.208063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c882c19e-56ec-443a-bace-7bff150010c6 None None] Provisioning complete for port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:11:57.208985 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c882c19e-56ec-443a-bace-7bff150010c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.249319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c882c19e-56ec-443a-bace-7bff150010c6 None None] Port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:11:57.251275 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.253520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Attempting to bind port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:57.254048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Attempting to bind port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:57.254255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Attempting to bind port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:57.300947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84784-8a6c-472b-9fa5-a8f47701c335 req-6db1c251-64e3-4e1e-a2eb-8de065a57c5f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:57.308286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fa84784-8a6c-472b-9fa5-a8f47701c335 req-6db1c251-64e3-4e1e-a2eb-8de065a57c5f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 931 time: 0.1267669 Dec 08 00:11:57.323078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2285cb4-55cb-48b3-a3e2-07e88c078c90 service neutron] Pushing event updated for resources: {'Port': ['ID=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:57.328718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:57.329821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Attempting to bind port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:57.364037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-9fbf32a0-5a68-4415-879f-22963d9b16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:57.365589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-9fbf32a0-5a68-4415-879f-22963d9b16c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=201ce7eab44d40debe71330c6d64702b&device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 1095 time: 0.5416107 Dec 08 00:11:57.369520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:11:57.387630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.391432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:57.391843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Checking segment: {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:57.392233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Bound using segment: {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:57.392708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Bound port: 76f33dff-3adf-4ade-b3cd-8d5c76cffb89, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:57.393068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.489934 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-9d5a8572-ad97-4448-b5f8-96bc6832189f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe796c6b-8cb2-467f-b4d1-8745f4d4a713 HTTP/1.1" status: 200 len: 217 time: 0.0996425 Dec 08 00:11:57.500938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Transition to ACTIVE for port object 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:11:57.559534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.631528 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.661694 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.674511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fa84784-8a6c-472b-9fa5-a8f47701c335 req-0202709c-7824-4c40-8f05-35a97573ff82 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653407 Dec 08 00:11:57.683677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ab205-2dc1-49e8-8f8a-d44a67b23dc0 req-c9bb6cad-fd55-4cb1-a402-e7cdc1d9ef76 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:57.685169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-255ab205-2dc1-49e8-8f8a-d44a67b23dc0 req-c9bb6cad-fd55-4cb1-a402-e7cdc1d9ef76 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0945802 Dec 08 00:11:57.703214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0f321227-baaf-4cac-99d3-cb8599ae365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:57.704697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-0f321227-baaf-4cac-99d3-cb8599ae365b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40116f0a-96f5-45bd-b6b2-f1608a22b37c HTTP/1.1" status: 200 len: 856 time: 0.2025564 Dec 08 00:11:57.730198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Pushing event updated for resources: {'Port': ['ID=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:57.731884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] For port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:57.783252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-255ab205-2dc1-49e8-8f8a-d44a67b23dc0 req-00b9d3fa-fae0-4848-95af-5c47b8c790f0 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595946 Dec 08 00:11:57.784346 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:57.817750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e6748bc2-67ad-41fe-a630-25286c6558cd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:57.830129 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-49d0ff31-c63d-49c3-8437-647cc992ed07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c82326c-2e0a-433b-baae-e3d7a01e63ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029186 Dec 08 00:11:57.840657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] For port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:57.898601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:58.031897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:58.078287 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:58.159935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.160553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:58.162701 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] 10.222.0.44 "PUT /v2.0/ports/76f33dff-3adf-4ade-b3cd-8d5c76cffb89 HTTP/1.1" status: 200 len: 1092 time: 5.3903620 Dec 08 00:11:58.405277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3549d1d-5a5d-46d8-8f06-e1cfbd337be1 req-56432bfa-9d57-4f38-b77a-2c0deabc5084 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.407083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3549d1d-5a5d-46d8-8f06-e1cfbd337be1 req-56432bfa-9d57-4f38-b77a-2c0deabc5084 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.2541645 Dec 08 00:11:58.414527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ec6e6-1b6a-43cd-987e-551ce8b570bd req-55ec830d-154b-4eb8-845b-94864c734427 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.415992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e1ec6e6-1b6a-43cd-987e-551ce8b570bd req-55ec830d-154b-4eb8-845b-94864c734427 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.2644708 Dec 08 00:11:58.424407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-e5d20e41-07fb-43a4-bb3f-3ef988dffce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.425883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-e5d20e41-07fb-43a4-bb3f-3ef988dffce9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.2723341 Dec 08 00:11:58.524762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Network 6d729bb9-4e88-40a5-95ac-f180624db9b8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:11:58.540133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fae0b-e34b-4d0e-bac5-b5ca191cf542 service neutron] Pushing event updated for resources: {'Port': ['ID=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:58.543086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:11:58.544847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Attempting to bind port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:11:58.545183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Attempting to bind port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:11:58.545508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Attempting to bind port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:58.552868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:11:58.558751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:11:58.559032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Attempting to bind port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 on network 3c82326c-2e0a-433b-baae-e3d7a01e63ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:11:58.610672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-1f95e2a0-cae3-4b1e-ba4f-b25b41517013 service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7660129 Dec 08 00:11:58.644750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3549d1d-5a5d-46d8-8f06-e1cfbd337be1 req-1825e9de-9632-48d6-b056-1da53e84d603 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246203 Dec 08 00:11:58.648533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:11:58.648875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Checking segment: {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:11:58.649266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Bound using segment: {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:11:58.649720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Bound port: 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962b9195-4978-4c43-a56d-a8e9221b4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:11:58.650080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:58.690305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-ae82f4ce-0ccf-41ad-a66a-48ed48a83446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.691862 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-ae82f4ce-0ccf-41ad-a66a-48ed48a83446 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=201ce7eab44d40debe71330c6d64702b&device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 1095 time: 0.2194178 Dec 08 00:11:58.713554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e1ec6e6-1b6a-43cd-987e-551ce8b570bd req-549ce29d-74e6-4aa3-8e26-09eac9c44fb4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811573 Dec 08 00:11:58.755497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-f45dabda-60e9-41be-a08d-2ce0b39a4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.756975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-f45dabda-60e9-41be-a08d-2ce0b39a4c61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.3153732 Dec 08 00:11:58.763970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Router 8cf6fe23-a221-4c81-a239-a13865f50174 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:11:58.769497 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-09105674-05e4-42c8-b35b-6884e1d414b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f33dff-3adf-4ade-b3cd-8d5c76cffb89 HTTP/1.1" status: 200 len: 217 time: 0.0481803 Dec 08 00:11:58.788226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.788917 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:58.801234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Pushing event updated for resources: {'Port': ['ID=77e17fb1-b803-4bb4-b89a-185e7410e9c7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:58.824240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-63ab3114-3c70-497d-aebb-87506fa16018 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0573940 Dec 08 00:11:58.988271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-89e1bdeb-a003-4d6a-8722-20338000c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:58.990475 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-89e1bdeb-a003-4d6a-8722-20338000c743 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40116f0a-96f5-45bd-b6b2-f1608a22b37c HTTP/1.1" status: 200 len: 856 time: 0.1988237 Dec 08 00:11:59.000041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-ace0b31f-2810-45a2-a9dc-6e7296544c7e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5939074 Dec 08 00:11:59.011374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'tag': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:11:59.013660 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a342b75-3453-4678-887d-0bd964a18b86" -d '{"events": [{"name": "network-changed", "server_uuid": "1cffd28a-3100-420c-93e1-9e967d5c8cc2", "tag": "76f33dff-3adf-4ade-b3cd-8d5c76cffb89"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:11:59.043723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Request body: {'port': {'device_id': '407f6e77-3654-4c09-b6af-8d9355712a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:11:59.069697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-d429c4f0-2484-46e8-b1c0-644edb96153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:59.071234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-d429c4f0-2484-46e8-b1c0-644edb96153d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.2276266 Dec 08 00:11:59.098101 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-d41e71ee-f82e-43ed-a19e-09bc64757d39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c82326c-2e0a-433b-baae-e3d7a01e63ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880024 Dec 08 00:11:59.100206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a8ac2-d223-4cff-882b-2bbdd41fa112 req-0c18b029-a226-45de-95c1-4fade8441b2a tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:59.102092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-211a8ac2-d223-4cff-882b-2bbdd41fa112 req-0c18b029-a226-45de-95c1-4fade8441b2a tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 943 time: 0.2710509 Dec 08 00:11:59.104304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] For port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:11:59.125894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] For port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:11:59.138308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bedef0-7656-4e38-82dc-eb8ed28567bf req-c7c2c855-3753-46f9-94c4-c1de15250a02 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:59.140215 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52bedef0-7656-4e38-82dc-eb8ed28567bf req-c7c2c855-3753-46f9-94c4-c1de15250a02 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 932 time: 0.2351761 Dec 08 00:11:59.158396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:11:59.171605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-e6c36ab9-4e2b-4f45-8fda-d6887c9d5bdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889921 Dec 08 00:11:59.174295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] Sync routers for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:11:59.176481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f9afb926-8dd4-44e8-9969-644605d0a6ce admin admin] 10.222.0.18 "PUT /v2.0/routers/8cf6fe23-a221-4c81-a239-a13865f50174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820203 Dec 08 00:11:59.179095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56144) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:11:59.182710 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:59.187404 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-4a22c700-5405-481c-b5e6-dab75e64692d service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652862 Dec 08 00:11:59.188553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:59.189154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:59.262758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:59.298743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:59.304272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:59.391373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-b1a6200e-8666-4eca-afaf-6a9af31f6bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831504 Dec 08 00:11:59.402233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:59.402847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:59.404403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] 10.222.0.59 "PUT /v2.0/ports/451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 HTTP/1.1" status: 200 len: 1091 time: 4.7252665 Dec 08 00:11:59.410604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-7a52dcc4-1ff0-437c-a4e0-48b3bb652a65 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303994 Dec 08 00:11:59.415577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:59.438744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:59.499662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:11:57Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:59.522086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-2ea73df5-53e8-4b93-92e3-f20cd6130cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:59.523624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-2ea73df5-53e8-4b93-92e3-f20cd6130cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=201ce7eab44d40debe71330c6d64702b&device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 1095 time: 0.1888115 Dec 08 00:11:59.527635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] Checking router: 8cf6fe23-a221-4c81-a239-a13865f50174 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:11:59.538064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] Routers {'8cf6fe23-a221-4c81-a239-a13865f50174'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:11:59.538847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8cf6fe23-a221-4c81-a239-a13865f50174'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:59.607088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df53be-06bd-45b0-a36a-793de8dabbff service neutron] Pushing event updated for resources: {'Port': ['ID=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:59.647716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] Set router 8cf6fe23-a221-4c81-a239-a13865f50174 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:11:59.776020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52bedef0-7656-4e38-82dc-eb8ed28567bf req-ab5f46b7-723f-4ab0-8ca2-fe638173c325 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154451 Dec 08 00:11:59.784044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-211a8ac2-d223-4cff-882b-2bbdd41fa112 req-d6e96150-3090-441b-8562-741e49751e2e tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546199 Dec 08 00:11:59.841942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:11:57Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:11:59.870839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5fa2a-0390-4f58-ace4-8ed64fa33ac9 None None] The sync data for ids ['8cf6fe23-a221-4c81-a239-a13865f50174'] in n-d-820549-2 is: [{'id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'name': 'tempest-ServersTestFqdnHostnames-996301082-router', 'tenant_id': 'b622cc146b93414ea6d6a074625d4e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:09:38Z', 'updated_at': '2021-12-08T00:11:57Z', 'revision_number': 5, 'project_id': 'b622cc146b93414ea6d6a074625d4e3f', 'gw_port': {'id': '71cd0361-afa0-4c5f-8c69-89aae815cced', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf6fe23-a221-4c81-a239-a13865f50174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:09:39Z', 'updated_at': '2021-12-08T00:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:11:59.881047 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:11:59.886044 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea8178a-8222-4b0a-ad6e-74292143440c x-openstack-request-id: req-2ea8178a-8222-4b0a-ad6e-74292143440c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:11:59.887321 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cffd28a-3100-420c-93e1-9e967d5c8cc2", "tag": "76f33dff-3adf-4ade-b3cd-8d5c76cffb89", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:11:59.889101 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ea8178a-8222-4b0a-ad6e-74292143440c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:11:59.889227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d73696e-826d-4614-b92c-c1075fd81af3 req-c846743d-1f0d-4302-9fa7-44fd4d41e4a4 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622309 Dec 08 00:11:59.889393 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'tag': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89', 'status': 'completed', 'code': 200} Dec 08 00:11:59.912408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=9e807af3-c4ae-4ded-9768-e6cd5b621a92,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:11:59.916652 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-665a457b-dd12-4818-9e0f-ec16a33a7c80 service neutron] 10.222.0.44 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070620 Dec 08 00:11:59.918581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-85379e0f-6144-40cd-afa7-334602369b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:11:59.921249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-85379e0f-6144-40cd-afa7-334602369b07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=201ce7eab44d40debe71330c6d64702b&device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 1094 time: 0.4357994 Dec 08 00:11:59.988315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:00.004059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:00.066524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-517a3d69-be75-41c6-8753-381578a81cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.068175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-517a3d69-be75-41c6-8753-381578a81cf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 200 len: 917 time: 0.5215044 Dec 08 00:12:00.075201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5315ef4a-6db0-482c-a06d-5c85a85c2ce2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 HTTP/1.1" status: 200 len: 217 time: 0.0966728 Dec 08 00:12:00.195320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936398a3-6513-4926-b633-c1ca9b7fea3f req-eb6dc692-d4cc-47ff-ab7f-73712ecba606 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.197222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-936398a3-6513-4926-b633-c1ca9b7fea3f req-eb6dc692-d4cc-47ff-ab7f-73712ecba606 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1516068 Dec 08 00:12:00.223283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-d88af91e-2098-47c3-adea-d3b0a80bf9dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe796c6b-8cb2-467f-b4d1-8745f4d4a713 HTTP/1.1" status: 200 len: 217 time: 0.1469159 Dec 08 00:12:00.260826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0615b-3b66-4252-9930-353e39ff114e req-6a52e008-0912-40e3-a813-08c33b34ad97 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.262408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91a0615b-3b66-4252-9930-353e39ff114e req-6a52e008-0912-40e3-a813-08c33b34ad97 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.2142742 Dec 08 00:12:00.277396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-0081886b-0621-4758-9945-d7a86cf9335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.288670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-0081886b-0621-4758-9945-d7a86cf9335d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.1771832 Dec 08 00:12:00.408469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-63840560-b633-42cd-9736-49c3511abbe7 None None] Provisioning complete for port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:00.409042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63840560-b633-42cd-9736-49c3511abbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:00.458769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:00.490665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-63840560-b633-42cd-9736-49c3511abbe7 None None] Port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:12:00.555646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91a0615b-3b66-4252-9930-353e39ff114e req-f94f5bed-7dac-4366-8311-d9fc75151cf2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636149 Dec 08 00:12:00.578594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-936398a3-6513-4926-b633-c1ca9b7fea3f req-68fede3a-5273-4c7d-ad46-a264f250ee14 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375821 Dec 08 00:12:00.609986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-84546c26-34ab-4a5d-990f-3fb42451db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.611495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-84546c26-34ab-4a5d-990f-3fb42451db98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.2581098 Dec 08 00:12:00.651938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de704c-9917-4515-bc7a-726c1c955c60 req-071f6eaa-9de9-4ff0-ad02-6a1ac0274900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.653400 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-071f6eaa-9de9-4ff0-ad02-6a1ac0274900 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40116f0a-96f5-45bd-b6b2-f1608a22b37c HTTP/1.1" status: 200 len: 856 time: 0.5596888 Dec 08 00:12:00.665046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-5e3e9e09-df62-4420-8d8e-d8207ae531b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0456793 Dec 08 00:12:00.670361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Deleting port 71cd0361-afa0-4c5f-8c69-89aae815cced {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:00.671345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:00.708419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a342b75-3453-4678-887d-0bd964a18b86 req-118646f7-160c-4bee-abac-3ec3a6e4d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.709882 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a342b75-3453-4678-887d-0bd964a18b86 req-118646f7-160c-4bee-abac-3ec3a6e4d1bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=201ce7eab44d40debe71330c6d64702b&device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 1095 time: 0.6449134 Dec 08 00:12:00.732321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e6748bc2-67ad-41fe-a630-25286c6558cd no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:00.750077 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-9e29e09e-479a-484a-954d-dcdd80645894 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c82326c-2e0a-433b-baae-e3d7a01e63ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575032 Dec 08 00:12:00.755558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-0d585791-0c4f-4d2f-8700-91c8e7681421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.756975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-0d585791-0c4f-4d2f-8700-91c8e7681421 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40116f0a-96f5-45bd-b6b2-f1608a22b37c HTTP/1.1" status: 200 len: 856 time: 0.5140786 Dec 08 00:12:00.760558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: e6748bc2-67ad-41fe-a630-25286c6558cd {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:00.761143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e6748bc2-67ad-41fe-a630-25286c6558cd not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:00.775236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-00b3bad6-dba5-42f9-8473-d576df50aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:00.776353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-00b3bad6-dba5-42f9-8473-d576df50aecd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.1022232 Dec 08 00:12:00.819189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-f5240cbf-1efe-4805-9845-a4c011edd3ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342488 Dec 08 00:12:00.824970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] For port 71cd0361-afa0-4c5f-8c69-89aae815cced, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=71cd0361-afa0-4c5f-8c69-89aae815cced,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:00.825399 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:00.860210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Calling delete_port for 71cd0361-afa0-4c5f-8c69-89aae815cced owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:00.865361 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-c435f4b4-2ae6-4c7c-b9d6-5caf1aec25f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c82326c-2e0a-433b-baae-e3d7a01e63ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883183 Dec 08 00:12:00.947611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router 9dc951ef-a460-47e6-884c-fd4b16f6f03d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:12:01.047192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-8ef79076-d172-4f41-bcd9-6f6d0341b4ef service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188170 Dec 08 00:12:01.074035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282abd8b-30d0-4ef7-a16d-e30dce4c18d8 req-1ec099ab-3fd9-4283-8dc0-dc2fe619efe7 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:01.075612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-282abd8b-30d0-4ef7-a16d-e30dce4c18d8 req-1ec099ab-3fd9-4283-8dc0-dc2fe619efe7 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 943 time: 0.1615493 Dec 08 00:12:01.107998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a342b75-3453-4678-887d-0bd964a18b86 req-c8a9e4b5-de37-4532-9dbb-48f401f65cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:01.109538 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a342b75-3453-4678-887d-0bd964a18b86 req-c8a9e4b5-de37-4532-9dbb-48f401f65cc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 200 len: 917 time: 0.3861988 Dec 08 00:12:01.120810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed39b9-c3ad-4c85-be53-aa210a541226 req-7403843c-dc0d-48e9-ba2c-9118c1eba7c5 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:01.122920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4aed39b9-c3ad-4c85-be53-aa210a541226 req-7403843c-dc0d-48e9-ba2c-9118c1eba7c5 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 932 time: 0.2106354 Dec 08 00:12:01.173534 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-5db80977-6f68-408d-aa8d-9dab66294c4d service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014173 Dec 08 00:12:01.208996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e17fb1-b803-4bb4-b89a-185e7410e9c7 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:01.229615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a342b75-3453-4678-887d-0bd964a18b86 req-852bd2d2-2df8-4359-b07c-2e2021f4e84f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f33dff-3adf-4ade-b3cd-8d5c76cffb89 HTTP/1.1" status: 200 len: 217 time: 0.1065557 Dec 08 00:12:01.231988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.244841 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-11f8797f-1458-41ae-a845-ee85ab78008e service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619642 Dec 08 00:12:01.316928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-282abd8b-30d0-4ef7-a16d-e30dce4c18d8 req-2be6b329-565f-46fa-ad51-924cd9860b0c tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039280 Dec 08 00:12:01.324782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4aed39b9-c3ad-4c85-be53-aa210a541226 req-fc5425fb-9142-49e3-b424-3c0b041d6a6b tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900001 Dec 08 00:12:01.329168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Transition to ACTIVE for port object 77e17fb1-b803-4bb4-b89a-185e7410e9c7 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:01.330468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c92b405-75d4-4707-b30e-7819127d90b1 req-4affde34-2e75-4287-96cb-16e8914497ce service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745652 Dec 08 00:12:01.350295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.377629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.377964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=71cd0361-afa0-4c5f-8c69-89aae815cced,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:01.464147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.560263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a342b75-3453-4678-887d-0bd964a18b86 req-42911e4d-8198-422a-86a3-c4ce87dbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:01.562313 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a342b75-3453-4678-887d-0bd964a18b86 req-42911e4d-8198-422a-86a3-c4ce87dbf400 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40116f0a-96f5-45bd-b6b2-f1608a22b37c HTTP/1.1" status: 200 len: 856 time: 0.3216047 Dec 08 00:12:01.576501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.579208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.587739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:01.589555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Pushing event updated for resources: {'Port': ['ID=77e17fb1-b803-4bb4-b89a-185e7410e9c7,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:01.596058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-99b05abd-a1a2-432b-94c7-189b0a537e3d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "PUT /v2.0/routers/9dc951ef-a460-47e6-884c-fd4b16f6f03d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1946619 Dec 08 00:12:01.622485 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Sync routers for ids ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:01.631915 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a342b75-3453-4678-887d-0bd964a18b86 req-794d6eab-0416-4ea4-939b-74aa11aa46e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c82326c-2e0a-433b-baae-e3d7a01e63ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578852 Dec 08 00:12:01.647102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.647640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf6fe23-a221-4c81-a239-a13865f50174 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:12:01.651895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.655674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0ca0526c-87e8-46d4-a301-d6b013d1baf2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8cf6fe23-a221-4c81-a239-a13865f50174 HTTP/1.1" status: 204 len: 168 time: 2.4700859 Dec 08 00:12:01.656294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56180) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:01.672096 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Routers {'9dc951ef-a460-47e6-884c-fd4b16f6f03d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:01.676022 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:01.714713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41de704c-9917-4515-bc7a-726c1c955c60 req-638a5b33-4a75-4e44-b981-3c1000cc1046 service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991097 Dec 08 00:12:01.736596 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5ac02515-7a0e-435d-9eb8-0217531aa371 req-320275e1-c23d-4ca4-a647-317553919a41 service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647970 Dec 08 00:12:01.813435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device fe796c6b-8cb2-467f-b4d1-8745f4d4a713 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:01.845603 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Set router 9dc951ef-a460-47e6-884c-fd4b16f6f03d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:01.890419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'tag': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:01.893431 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3afbb1b-0dd2-4eec-9e44-228e53aa684d", "tag": "451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:01.901993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] Deleting subnet ca76763f-4fc0-426f-a265-5b71a9a22a96 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:12:01.910502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Attempting to bind port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:01.910841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Attempting to bind port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'fb59a54f-28ac-4808-a73e-06ad4cbb71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:01.911194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Attempting to bind port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 on network 6d729bb9-4e88-40a5-95ac-f180624db9b8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:01.912126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.922634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a342b75-3453-4678-887d-0bd964a18b86 req-894762c9-79de-4e17-8f2c-f38a20259d2d service neutron] 10.222.0.44 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777550 Dec 08 00:12:01.922634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 on network 6d729bb9-4e88-40a5-95ac-f180624db9b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:01.922634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Attempting to bind port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 on network 6d729bb9-4e88-40a5-95ac-f180624db9b8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:01.933952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:01.934293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Checking segment: {'id': 'fb59a54f-28ac-4808-a73e-06ad4cbb71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:01.934674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Bound using segment: {'id': 'fb59a54f-28ac-4808-a73e-06ad4cbb71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:01.935130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Bound port: 77e17fb1-b803-4bb4-b89a-185e7410e9c7, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59a54f-28ac-4808-a73e-06ad4cbb71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:01.935488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:01.973512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.006404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port fe796c6b-8cb2-467f-b4d1-8745f4d4a713, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:02.020374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713', 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee', 'port_id': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713', 'mac_address': 'fa:16:3e:04:d9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40116f0a-96f5-45bd-b6b2-f1608a22b37c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:02.056867 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.073423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35a08-ce8e-4638-a978-07049506f77b req-1f287c60-6a24-4211-addd-2d095ade9293 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.082878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddb35a08-ce8e-4638-a978-07049506f77b req-1f287c60-6a24-4211-addd-2d095ade9293 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.4058490 Dec 08 00:12:02.088422 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.089071 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:11:57Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9e807af3-c4ae-4ded-9768-e6cd5b621a92', 'name': '', 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:39:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:54Z', 'updated_at': '2021-12-08T00:11:58Z', 'revision_number': 2, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:02.103156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a342b75-3453-4678-887d-0bd964a18b86 req-f6b179b0-0ff9-4074-aaf8-515fa4251731 service neutron] 10.222.0.44 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105313 Dec 08 00:12:02.104615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe796c6b-8cb2-467f-b4d1-8745f4d4a713 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:02.118023 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Checking router: 9dc951ef-a460-47e6-884c-fd4b16f6f03d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:02.118426 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Updating router 9dc951ef-a460-47e6-884c-fd4b16f6f03d port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:12:02.122852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] For port 77e17fb1-b803-4bb4-b89a-185e7410e9c7, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:02.127774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] For port 77e17fb1-b803-4bb4-b89a-185e7410e9c7, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77e17fb1-b803-4bb4-b89a-185e7410e9c7,segment=NetworkSegment(fb59a54f-28ac-4808-a73e-06ad4cbb71fd),segment_id=fb59a54f-28ac-4808-a73e-06ad4cbb71fd)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:02.134129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port fe796c6b-8cb2-467f-b4d1-8745f4d4a713, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:02.134753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.143403 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.149407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799042-b122-4711-a5ed-8b276bf5be3b req-94fb65be-5954-4716-a18e-95f5ab7cbeb7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.151249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4799042-b122-4711-a5ed-8b276bf5be3b req-94fb65be-5954-4716-a18e-95f5ab7cbeb7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.3894715 Dec 08 00:12:02.161444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.162087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.163760 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] 10.222.0.44 "PUT /v2.0/ports/77e17fb1-b803-4bb4-b89a-185e7410e9c7 HTTP/1.1" status: 200 len: 1092 time: 3.1339359 Dec 08 00:12:02.171418 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.225107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:02.243568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddb35a08-ce8e-4638-a978-07049506f77b req-2846cdcb-d811-4872-aa23-79e288adf8a4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593280 Dec 08 00:12:02.248180 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.305458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4799042-b122-4711-a5ed-8b276bf5be3b req-c57a7ba5-7f6a-49db-9978-dd12f0dce4a8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442709 Dec 08 00:12:02.307271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca76763f-4fc0-426f-a265-5b71a9a22a96,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:02.324689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0defb473-6bab-425f-8b41-f2b6a8219f3d None None] Network 801cedee-f4c4-4fa0-8619-e92c7d01118f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:02.329503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.346397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c693-7f4b-4307-999e-4212e0d9c701 service neutron] Pushing event updated for resources: {'Port': ['ID=77e17fb1-b803-4bb4-b89a-185e7410e9c7,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:02.347971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b69f2224-9c3e-4495-a9dd-44f64939e109 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca76763f-4fc0-426f-a265-5b71a9a22a96 HTTP/1.1" status: 204 len: 168 time: 0.6904113 Dec 08 00:12:02.350328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56190) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:02.379634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-b8cedb38-6a25-4cdd-b807-bcdc9f93c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.381469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-b8cedb38-6a25-4cdd-b807-bcdc9f93c71c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b79e78b3d7704f43be0aadcba24af136&device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 1095 time: 0.1288321 Dec 08 00:12:02.404084 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e85aa-478d-4fd2-b981-c564479ee8d5 x-openstack-request-id: req-490e85aa-478d-4fd2-b981-c564479ee8d5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:02.404489 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3afbb1b-0dd2-4eec-9e44-228e53aa684d", "tag": "451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:02.405290 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-490e85aa-478d-4fd2-b981-c564479ee8d5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:02.405290 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'tag': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1', 'status': 'completed', 'code': 200} Dec 08 00:12:02.473019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-c070d461-8a52-4605-98c7-708c445ef711 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e17fb1-b803-4bb4-b89a-185e7410e9c7 HTTP/1.1" status: 200 len: 217 time: 0.0766759 Dec 08 00:12:02.492838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:02.584643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-daeececf-531b-4f58-8099-ea0e20d64a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.586570 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-daeececf-531b-4f58-8099-ea0e20d64a6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=201ce7eab44d40debe71330c6d64702b&device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 1094 time: 0.1125805 Dec 08 00:12:02.587973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-d2dd74ab-8868-475d-9d61-6c90d3237a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.590118 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-d2dd74ab-8868-475d-9d61-6c90d3237a5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bafa2f7a-d9c3-4c24-94b3-b2b143969746 HTTP/1.1" status: 200 len: 858 time: 0.0911896 Dec 08 00:12:02.605397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] DHCP port deletion for 801cedee-f4c4-4fa0-8619-e92c7d01118f request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:12:02.609824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['fe796c6b-8cb2-467f-b4d1-8745f4d4a713'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:02.634589 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.642944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-043db045-bf1c-4996-baa3-e9feefc7a37e tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.643732 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.644736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-043db045-bf1c-4996-baa3-e9feefc7a37e tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/networks?id=f9c2e35d-503a-462a-a48f-19ac8ce40c6d HTTP/1.1" status: 200 len: 798 time: 0.2538066 Dec 08 00:12:02.650004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-01b5c163-07b5-4c21-ab75-8de09720d7b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d729bb9-4e88-40a5-95ac-f180624db9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445347 Dec 08 00:12:02.652461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.678868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-b664ce00-eae4-4649-8748-a5c8ffd17ce7 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/quotas/de7b9232766b493c817fc50d1c6512a5 HTTP/1.1" status: 200 len: 375 time: 0.0220253 Dec 08 00:12:02.692940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e9364-e7a4-4cbb-a9ee-ef85321c2b3f req-e42e5d25-89a0-4e35-a32c-ecc7eade80e6 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.700517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-682e9364-e7a4-4cbb-a9ee-ef85321c2b3f req-e42e5d25-89a0-4e35-a32c-ecc7eade80e6 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 943 time: 0.2232401 Dec 08 00:12:02.786680 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b01e18-f39e-4da6-8c63-9c2ad30a60f7 None None] Pushing event updated for resources: {'Port': ['ID=9e807af3-c4ae-4ded-9768-e6cd5b621a92,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:02.833224 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Attempting to bind port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:02.833884 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Attempting to bind port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:02.834430 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Attempting to bind port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 on network f9c2e35d-503a-462a-a48f-19ac8ce40c6d {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:02.834726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:02.848324 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:02.850858 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Checking segment: {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:02.852771 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.853370 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Bound using segment: {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:02.854016 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Bound port: 9e807af3-c4ae-4ded-9768-e6cd5b621a92, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:02.855119 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:02.855446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cf89a61f-2280-4cf5-b9ae-e00d74c6a469 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:02.869575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-682e9364-e7a4-4cbb-a9ee-ef85321c2b3f req-24cc18a5-9051-4250-ad66-4b9f381ede0d tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680934 Dec 08 00:12:02.898445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-4f479be8-1f7a-4319-a819-aeeba675ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:02.901092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-4f479be8-1f7a-4319-a819-aeeba675ffc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 200 len: 917 time: 0.3041172 Dec 08 00:12:02.907188 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-81b6f33b-ff59-442e-ac5f-a59d695b8ce5 service neutron] 10.222.0.44 "GET /v2.0/networks/6d729bb9-4e88-40a5-95ac-f180624db9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481899 Dec 08 00:12:02.928319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-a80d9f10-bc7b-4a63-80b2-f39bb30884a1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2242491 Dec 08 00:12:02.956861 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-45d157eb-5f84-4526-a2d1-5cc18dc26652 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 HTTP/1.1" status: 200 len: 217 time: 0.0443029 Dec 08 00:12:02.977157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89', 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee', 'port_id': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89', 'mac_address': 'fa:16:3e:12:33:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40116f0a-96f5-45bd-b6b2-f1608a22b37c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:02.985715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.000323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] Deleting port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:03.001031 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.021238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-d207913d-5541-4f3b-b005-a50a96f5dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:03.023472 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-d207913d-5541-4f3b-b005-a50a96f5dbe4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40116f0a-96f5-45bd-b6b2-f1608a22b37c HTTP/1.1" status: 200 len: 856 time: 0.0563574 Dec 08 00:12:03.032811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Deleting port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:03.033179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.069441 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] For port 9e807af3-c4ae-4ded-9768-e6cd5b621a92, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:03.072854 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] For port 9e807af3-c4ae-4ded-9768-e6cd5b621a92, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9e807af3-c4ae-4ded-9768-e6cd5b621a92,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:03.076447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] For port cf89a61f-2280-4cf5-b9ae-e00d74c6a469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:03.077932 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.080605 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-70306fec-a284-430b-a8c5-68543c3f56b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3c82326c-2e0a-433b-baae-e3d7a01e63ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410821 Dec 08 00:12:03.087698 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.104254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] Calling delete_port for cf89a61f-2280-4cf5-b9ae-e00d74c6a469 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:03.146208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Routers {'9dc951ef-a460-47e6-884c-fd4b16f6f03d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:03.146836 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:11:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:03.236204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.299428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] No DVR routers for this DVR port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:03.304909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ec60df04-6577-4263-9df2-814e6d254462 None None] Provisioning complete for port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:03.305443 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec60df04-6577-4263-9df2-814e6d254462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.310845 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b01e18-f39e-4da6-8c63-9c2ad30a60f7 None None] Pushing event updated for resources: {'Port': ['ID=9e807af3-c4ae-4ded-9768-e6cd5b621a92,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:03.347082 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] Set router 9dc951ef-a460-47e6-884c-fd4b16f6f03d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:03.351333 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.588143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:03.610792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1558aac-7990-4cc5-affe-ef275258d1b8 req-0a18daa1-d019-4b95-8912-ff8a2d6ce959 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:03.612328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1558aac-7990-4cc5-affe-ef275258d1b8 req-0a18daa1-d019-4b95-8912-ff8a2d6ce959 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 944 time: 0.6304092 Dec 08 00:12:03.615948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:03.620345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] For port cf89a61f-2280-4cf5-b9ae-e00d74c6a469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,segment=NetworkSegment(e0e1fa7d-d989-4bdc-9db0-0964fcda2df0),segment_id=e0e1fa7d-d989-4bdc-9db0-0964fcda2df0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:03.620849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.626741 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f523daf5-e7ce-4d03-b7b8-590c76bfda99 req-1e4d72db-c2a0-40a5-9cfb-0cbf74321b21 service neutron] 10.222.0.44 "GET /v2.0/networks/6d729bb9-4e88-40a5-95ac-f180624db9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688738 Dec 08 00:12:03.635833 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:11:57Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9e807af3-c4ae-4ded-9768-e6cd5b621a92', 'name': '', 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:39:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:54Z', 'updated_at': '2021-12-08T00:12:03Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:03.651576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6410a5-e5f2-4007-9baf-443ef9806490 None None] Pushing event deleted for resources: {'Port': ['ID=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:03.652433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-2547f241-0585-4025-86d0-6fbd466ccb1a service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120666 Dec 08 00:12:03.664631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.666312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Calling delete_port for cf89a61f-2280-4cf5-b9ae-e00d74c6a469 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:03.672943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-5b8b4591-d59b-48f5-ae76-2c15a3d51436 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c2e35d-503a-462a-a48f-19ac8ce40c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248900 Dec 08 00:12:03.699176 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140029a-c5b9-4764-bd56-1605ffaaaff7 None None] The sync data for ids ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'] in n-d-820549-2 is: [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:11:57Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9e807af3-c4ae-4ded-9768-e6cd5b621a92', 'name': '', 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:39:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:54Z', 'updated_at': '2021-12-08T00:12:03Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:03.730769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 71cd0361-afa0-4c5f-8c69-89aae815cced no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:03.777889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 71cd0361-afa0-4c5f-8c69-89aae815cced {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:03.777889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 71cd0361-afa0-4c5f-8c69-89aae815cced not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:03.806395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:03.828090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2b6397ed-bb1d-44fe-9de0-cb985cf8d2e9 req-242dbd0d-ff93-4308-8e6c-eb4e00387dd1 service neutron] 10.222.0.59 "GET /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605899 Dec 08 00:12:03.828613 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec60df04-6577-4263-9df2-814e6d254462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.832975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1558aac-7990-4cc5-affe-ef275258d1b8 req-5032f9e5-e9db-4141-82b9-c5dfd0ed9993 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090213 Dec 08 00:12:03.890439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ec60df04-6577-4263-9df2-814e6d254462 None None] For port 9e807af3-c4ae-4ded-9768-e6cd5b621a92, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9e807af3-c4ae-4ded-9768-e6cd5b621a92,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:03.898606 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec60df04-6577-4263-9df2-814e6d254462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:03.949497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['76f33dff-3adf-4ade-b3cd-8d5c76cffb89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:03.967422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-24a01d8f-5897-4fa8-aa10-cdd4300cf3f0 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c2e35d-503a-462a-a48f-19ac8ce40c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700961 Dec 08 00:12:03.967422 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.023912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf89a61f-2280-4cf5-b9ae-e00d74c6a469,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:04.026912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] No DVR routers for this DVR port cf89a61f-2280-4cf5-b9ae-e00d74c6a469 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:04.040665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60df04-6577-4263-9df2-814e6d254462 None None] Pushing event updated for resources: {'Port': ['ID=9e807af3-c4ae-4ded-9768-e6cd5b621a92,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:04.066161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8f46d00a-a311-4f30-a853-f9cad6a14028 None None] Provisioning complete for port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:04.066540 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8f46d00a-a311-4f30-a853-f9cad6a14028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.135449 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.188600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801cedee-f4c4-4fa0-8619-e92c7d01118f']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:04.212300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:04.212718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e1fa7d-d989-4bdc-9db0-0964fcda2df0') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:04.274755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62de1-ced6-43fb-90aa-a6b106d50d25 req-f6d4e2cd-f89a-40b1-8bd7-f389a65d48c3 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:04.276727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86d62de1-ced6-43fb-90aa-a6b106d50d25 req-f6d4e2cd-f89a-40b1-8bd7-f389a65d48c3 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1381717 Dec 08 00:12:04.278869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.323259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.352625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:12:04.353041 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:12:04.354918 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:12:04.406377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407f6e77-3654-4c09-b6af-8d9355712a36', 'tag': '77e17fb1-b803-4bb4-b89a-185e7410e9c7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:04.409920 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88fe867-74ae-4258-aef7-9ae96763f4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "407f6e77-3654-4c09-b6af-8d9355712a36", "tag": "77e17fb1-b803-4bb4-b89a-185e7410e9c7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:04.469581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57027df1-c7c5-469c-8b92-32b5768962d8 req-9b967cab-4e72-411d-902e-f738df2822bb tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:04.472817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57027df1-c7c5-469c-8b92-32b5768962d8 req-9b967cab-4e72-411d-902e-f738df2822bb tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1712708 Dec 08 00:12:04.477166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86d62de1-ced6-43fb-90aa-a6b106d50d25 req-cbe778e1-9f65-467a-ad20-80f1c946c40e tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845028 Dec 08 00:12:04.477723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.484708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:04.488263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] 10.222.0.18 "DELETE /v2.0/networks/801cedee-f4c4-4fa0-8619-e92c7d01118f HTTP/1.1" status: 204 len: 168 time: 2.1362998 Dec 08 00:12:04.537019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a46ed-1e79-4b68-8641-69ae24d99936 admin admin] Pushing event deleted for resources: {'Network': ['ID=801cedee-f4c4-4fa0-8619-e92c7d01118f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:04.686493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57027df1-c7c5-469c-8b92-32b5768962d8 req-9c026536-3317-4e17-874a-b930019d0ccc tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562703 Dec 08 00:12:04.743935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70623371-a546-46b6-9536-a6ed294de208 req-6460cd55-b2e0-4fc2-b45a-19b678dabd38 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:04.756751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70623371-a546-46b6-9536-a6ed294de208 req-6460cd55-b2e0-4fc2-b45a-19b678dabd38 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 943 time: 0.1646495 Dec 08 00:12:04.833441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56236) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:04.846504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22749b66-b621-4028-b7d1-80643c20344b req-c721e207-8181-45c5-bb0a-d530832e4ba8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 210 time: 0.0483961 Dec 08 00:12:04.883739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9e807af3-c4ae-4ded-9768-e6cd5b621a92 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:04.904734 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-666c951a-9631-419d-b37f-fd6cace75b02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b622cc146b93414ea6d6a074625d4e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695140 Dec 08 00:12:04.908282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56240) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:04.935877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70623371-a546-46b6-9536-a6ed294de208 req-f96bbb08-4201-4633-b741-18b07aa6ffea tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787045 Dec 08 00:12:04.955294 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090b5188-0824-4bfa-8694-0bfb15a1ca74 x-openstack-request-id: req-090b5188-0824-4bfa-8694-0bfb15a1ca74 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:04.955605 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407f6e77-3654-4c09-b6af-8d9355712a36", "tag": "77e17fb1-b803-4bb4-b89a-185e7410e9c7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:04.955882 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-090b5188-0824-4bfa-8694-0bfb15a1ca74 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:04.956289 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407f6e77-3654-4c09-b6af-8d9355712a36', 'tag': '77e17fb1-b803-4bb4-b89a-185e7410e9c7', 'status': 'completed', 'code': 200} Dec 08 00:12:05.055167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:05.055796 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:05.100798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-4f1cebab-458b-4ced-b918-f1a6ca08e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:05.104443 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-4f1cebab-458b-4ced-b918-f1a6ca08e620 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b79e78b3d7704f43be0aadcba24af136&device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 1095 time: 0.1074874 Dec 08 00:12:05.149440 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:05.199373 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:05.208438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665335ef-3215-4f8f-a18e-61bbd59875ce req-8545746d-16a8-4267-a4d2-3cd695ee9fec tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:05.209995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-665335ef-3215-4f8f-a18e-61bbd59875ce req-8545746d-16a8-4267-a4d2-3cd695ee9fec tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 944 time: 0.1653700 Dec 08 00:12:05.260380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-cd80fef8-fef9-450c-8c4d-41e7927c1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:05.262408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-cd80fef8-fef9-450c-8c4d-41e7927c1dea service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d729bb9-4e88-40a5-95ac-f180624db9b8 HTTP/1.1" status: 200 len: 919 time: 0.1505601 Dec 08 00:12:05.321395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-665335ef-3215-4f8f-a18e-61bbd59875ce req-650af334-de69-4428-9118-123731c9798c tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019692 Dec 08 00:12:05.359286 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:05.360908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-628a542d-d6f5-4db1-aa73-bc6ba452a469 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e17fb1-b803-4bb4-b89a-185e7410e9c7 HTTP/1.1" status: 200 len: 217 time: 0.0908704 Dec 08 00:12:05.362056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:05.363225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a3b925c-8c44-4fd0-99b6-8626285697bb HTTP/1.1" status: 204 len: 168 time: 0.4537790 Dec 08 00:12:05.385889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3b925c-8c44-4fd0-99b6-8626285697bb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:05.404530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.405130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.405558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.406003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.406343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.407052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.409046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.409414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.409758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.410159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.410488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.410815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.411586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b114b-c3a2-4bb6-bf16-073c07badd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:05.421109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-066cae3c-6102-47bc-b613-c50264499a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:05.422953 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-066cae3c-6102-47bc-b613-c50264499a57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bafa2f7a-d9c3-4c24-94b3-b2b143969746 HTTP/1.1" status: 200 len: 858 time: 0.0530694 Dec 08 00:12:05.467775 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-ac2e6399-c23b-4c6c-800f-c80d63e71a74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d729bb9-4e88-40a5-95ac-f180624db9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300510 Dec 08 00:12:05.633464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-2b1cf5a3-e353-42e0-bb37-eb1965a9ebc0 service neutron] 10.222.0.44 "GET /v2.0/networks/6d729bb9-4e88-40a5-95ac-f180624db9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506345 Dec 08 00:12:05.689247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae3955-d09b-4482-8006-a57a3550ed0a req-71adaed8-4465-4204-a21e-018872a23951 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:05.699295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eae3955-d09b-4482-8006-a57a3550ed0a req-71adaed8-4465-4204-a21e-018872a23951 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1035061 Dec 08 00:12:05.761383 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b88fe867-74ae-4258-aef7-9ae96763f4fa req-25c33698-37a1-4296-871f-0dd676719173 service neutron] 10.222.0.44 "GET /v2.0/networks/6d729bb9-4e88-40a5-95ac-f180624db9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261709 Dec 08 00:12:05.796802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2eae3955-d09b-4482-8006-a57a3550ed0a req-08be5974-d18e-4f88-a7f6-5e55d8ba4e32 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957408 Dec 08 00:12:05.837475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:05.855575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device fe796c6b-8cb2-467f-b4d1-8745f4d4a713 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:06.010198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-9010cb8e-b451-4823-875c-13998faf3196 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:06.011768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-9010cb8e-b451-4823-875c-13998faf3196 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.44 "GET /v2.0/networks?id=f9c2e35d-503a-462a-a48f-19ac8ce40c6d HTTP/1.1" status: 200 len: 798 time: 0.2493932 Dec 08 00:12:06.013150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dde9c-950a-4093-96b6-b32477f1dea1 req-8d9593eb-f0c9-4d28-bf54-161e36878865 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:06.016087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-475dde9c-950a-4093-96b6-b32477f1dea1 req-8d9593eb-f0c9-4d28-bf54-161e36878865 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1342173 Dec 08 00:12:06.041139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-774f5d3c-84b4-424a-962a-0794cf609305 req-c6ae7422-14d6-4f12-b3e9-6a229a5e0a9d tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 210 time: 0.0453284 Dec 08 00:12:06.056052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Request body: {'port': {'device_id': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'admin_state_up': True, 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:06.066608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:06.091354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:06.091876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.094821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:06.125492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-475dde9c-950a-4093-96b6-b32477f1dea1 req-3dda5b6b-a49a-4ae6-8b0c-d51dae5eb825 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866146 Dec 08 00:12:06.160815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1', 'network_id': '3c82326c-2e0a-433b-baae-e3d7a01e63ee', 'port_id': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1', 'mac_address': 'fa:16:3e:b0:b6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40116f0a-96f5-45bd-b6b2-f1608a22b37c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:06.220230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95312eef-31f6-4eb5-87f9-dd16a016fe1c req-7102be89-23c4-4268-b853-affef31c1948 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:06.221754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95312eef-31f6-4eb5-87f9-dd16a016fe1c req-7102be89-23c4-4268-b853-affef31c1948 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 943 time: 0.0942760 Dec 08 00:12:06.240773 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.263972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:06.266376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Made reservation on behalf of de7b9232766b493c817fc50d1c6512a5 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:06.271147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.294672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95312eef-31f6-4eb5-87f9-dd16a016fe1c req-ea89f4a5-fc00-4dbe-b1c5-050c755e44fb tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 Dec 08 00:12:06.320017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:06.330177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.359259 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.391769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:06.394199 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe404f8-5379-498f-8015-9c24dea2f938" -d '{"events": [{"server_uuid": "41b4f637-eaeb-4af2-ba45-0e36ef1b7969", "name": "network-vif-plugged", "status": "completed", "tag": "fe796c6b-8cb2-467f-b4d1-8745f4d4a713"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:06.417570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port fe796c6b-8cb2-467f-b4d1-8745f4d4a713, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:06.427123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.433432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Allocated IP 172.20.0.19 (f9c2e35d-503a-462a-a48f-19ac8ce40c6d/c0d92ffb-90ab-4e85-9beb-a2fa1af63702/b7fcf182-d57f-4899-8794-f6e86a85fc52) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:06.446214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:06.496067 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846c7ed1-9c91-40de-bfa6-35aba6173a51 x-openstack-request-id: req-846c7ed1-9c91-40de-bfa6-35aba6173a51 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:06.496392 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f637-eaeb-4af2-ba45-0e36ef1b7969", "name": "network-vif-plugged", "status": "completed", "tag": "fe796c6b-8cb2-467f-b4d1-8745f4d4a713", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:06.496620 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-846c7ed1-9c91-40de-bfa6-35aba6173a51 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:06.497005 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713', 'code': 200} Dec 08 00:12:06.512204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad3571-65d8-4411-b029-5c3d1d95bbc5 req-05ad6b0f-a235-42a3-a1c7-d69da5d152db tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:06.515507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77e17fb1-b803-4bb4-b89a-185e7410e9c7 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:06.520432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cad3571-65d8-4411-b029-5c3d1d95bbc5 req-05ad6b0f-a235-42a3-a1c7-d69da5d152db tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 944 time: 0.0721152 Dec 08 00:12:06.524225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:06.588267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cad3571-65d8-4411-b029-5c3d1d95bbc5 req-ea0eadf2-91ad-48cf-9535-a32a9eaab438 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658762 Dec 08 00:12:06.599061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:06.615883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.680738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8f0b4-886a-4414-82c4-93ff7d7d3034 req-55a16ba5-7fb8-4fa3-838f-15aa015688b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:06.692260 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58a8f0b4-886a-4414-82c4-93ff7d7d3034 req-55a16ba5-7fb8-4fa3-838f-15aa015688b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 1097 time: 0.0631049 Dec 08 00:12:06.695171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:06.699360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.700944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:06.701302 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.720507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56286) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:06.742406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:06.779703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 77e17fb1-b803-4bb4-b89a-185e7410e9c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77e17fb1-b803-4bb4-b89a-185e7410e9c7,segment=NetworkSegment(fb59a54f-28ac-4808-a73e-06ad4cbb71fd),segment_id=fb59a54f-28ac-4808-a73e-06ad4cbb71fd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:06.785896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:06.797370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:06.804943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:06.807754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '77e17fb1-b803-4bb4-b89a-185e7410e9c7', 'network_id': '6d729bb9-4e88-40a5-95ac-f180624db9b8', 'port_id': '77e17fb1-b803-4bb4-b89a-185e7410e9c7', 'mac_address': 'fa:16:3e:29:39:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa2f7a-d9c3-4c24-94b3-b2b143969746', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:06.842608 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-58a8f0b4-886a-4414-82c4-93ff7d7d3034 req-1a424456-8339-409c-a2fe-1da7611c7ccb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509271 Dec 08 00:12:06.876361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1831185495-network', 'tenant_id': 'a291a3b7e4ca49038a5d0e58436b87c4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:06.891607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event updated for resources: {'Port': ['ID=b7fcf182-d57f-4899-8794-f6e86a85fc52,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:06.928541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.943480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:06.944489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.973116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Made reservation on behalf of a291a3b7e4ca49038a5d0e58436b87c4 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:06.975279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-128c1ee5-9355-4137-8387-61e6aa3e47f2 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9414165 Dec 08 00:12:06.978105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.987398 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:06.991880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e17fb1-b803-4bb4-b89a-185e7410e9c7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:07.000798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Request body: {'port': {'device_id': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:07.003083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.067467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1bb86-aa88-4e4c-8dd1-a4e1682340cf req-bbc489fc-dc8d-4276-b827-83c8133ffd57 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:07.069775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89b1bb86-aa88-4e4c-8dd1-a4e1682340cf req-bbc489fc-dc8d-4276-b827-83c8133ffd57 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1455801 Dec 08 00:12:07.081194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 77e17fb1-b803-4bb4-b89a-185e7410e9c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77e17fb1-b803-4bb4-b89a-185e7410e9c7,segment=NetworkSegment(fb59a54f-28ac-4808-a73e-06ad4cbb71fd),segment_id=fb59a54f-28ac-4808-a73e-06ad4cbb71fd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:07.087629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.098796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:07.099790 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.128190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.176313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=77e17fb1-b803-4bb4-b89a-185e7410e9c7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:07.227101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ab094f25-53a8-4351-a37c-09d7dd050730 None None] Provisioning complete for port b7fcf182-d57f-4899-8794-f6e86a85fc52 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:07.227555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab094f25-53a8-4351-a37c-09d7dd050730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.281588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89b1bb86-aa88-4e4c-8dd1-a4e1682340cf req-28faed2f-477a-4fa9-978f-c9acf3be12a5 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996248 Dec 08 00:12:07.288103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:07.291666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ab094f25-53a8-4351-a37c-09d7dd050730 None None] Port b7fcf182-d57f-4899-8794-f6e86a85fc52 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:12:07.320478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.332621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc1a22-fa03-4dd0-8ebf-c18cf6ed1b4c req-17bc60c0-eed0-43d1-8da2-16c739abe78c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:07.334322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50fc1a22-fa03-4dd0-8ebf-c18cf6ed1b4c req-17bc60c0-eed0-43d1-8da2-16c739abe78c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 895 time: 0.1058817 Dec 08 00:12:07.341914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.358825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:12:07.378749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.379137 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Added segment 9c65a60c-0183-483d-a0be-21eee50f7db0 of type vlan for network 81e4e2f7-aecc-491a-b1f1-f049536490af Dec 08 00:12:07.422534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['77e17fb1-b803-4bb4-b89a-185e7410e9c7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:07.460784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.493333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c52cb53-7fb2-4656-a4b0-c3899c6693d7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:07.518955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fcf182-d57f-4899-8794-f6e86a85fc52 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:07.527743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.536788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6572-d874-48cc-8636-d4aef7afc595 req-2881d7f2-aeca-4791-b605-7ad254adc802 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:07.538492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6bf6572-d874-48cc-8636-d4aef7afc595 req-2881d7f2-aeca-4791-b605-7ad254adc802 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0854666 Dec 08 00:12:07.539777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.540796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:07.541420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.554637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Transition to ACTIVE for port object b7fcf182-d57f-4899-8794-f6e86a85fc52 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:07.561646 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.596672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8748484 Dec 08 00:12:07.599645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56314) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:07.604368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Request body: {'subnet': {'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1831185495-subnet', 'tenant_id': 'a291a3b7e4ca49038a5d0e58436b87c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:07.654435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fcf182-d57f-4899-8794-f6e86a85fc52,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:07.664499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d03fb7-59c6-4d2c-ba7c-a8819a7d09f7 admin admin] Pushing event updated for resources: {'Network': ['ID=81e4e2f7-aecc-491a-b1f1-f049536490af,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:07.666581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Made reservation on behalf of a291a3b7e4ca49038a5d0e58436b87c4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:07.669011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.680027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 81e4e2f7-aecc-491a-b1f1-f049536490af details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:12:07.720600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Attempting to bind port b7fcf182-d57f-4899-8794-f6e86a85fc52 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:07.720946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Attempting to bind port b7fcf182-d57f-4899-8794-f6e86a85fc52 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:07.721275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Attempting to bind port b7fcf182-d57f-4899-8794-f6e86a85fc52 on network f9c2e35d-503a-462a-a48f-19ac8ce40c6d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:07.725930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Port b7fcf182-d57f-4899-8794-f6e86a85fc52 on network f9c2e35d-503a-462a-a48f-19ac8ce40c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:07.726290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Attempting to bind port b7fcf182-d57f-4899-8794-f6e86a85fc52 on network f9c2e35d-503a-462a-a48f-19ac8ce40c6d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:07.731411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:07.731756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Checking segment: {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:07.732142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Bound using segment: {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:07.732576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Bound port: b7fcf182-d57f-4899-8794-f6e86a85fc52, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f21c6af-d1a8-4462-9586-855086af0b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:07.733470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.754992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6bf6572-d874-48cc-8636-d4aef7afc595 req-8a759417-4baf-4ff4-acd2-2065220ce515 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073803 Dec 08 00:12:07.813936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] For port b7fcf182-d57f-4899-8794-f6e86a85fc52, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:07.818558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] For port b7fcf182-d57f-4899-8794-f6e86a85fc52, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b7fcf182-d57f-4899-8794-f6e86a85fc52,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:07.830034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.831598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77bc43-e87e-4e53-8da8-cb1c4478fded req-c5b58f49-8850-4aee-8f08-7d0a588274e9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:07.839515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf77bc43-e87e-4e53-8da8-cb1c4478fded req-c5b58f49-8850-4aee-8f08-7d0a588274e9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 944 time: 0.2086573 Dec 08 00:12:07.878182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:07.878857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:07.881082 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] 10.222.0.44 "PUT /v2.0/ports/b7fcf182-d57f-4899-8794-f6e86a85fc52 HTTP/1.1" status: 200 len: 1055 time: 0.8857093 Dec 08 00:12:07.890523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'tag': 'b7fcf182-d57f-4899-8794-f6e86a85fc52'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:07.894496 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83cef58-4d0b-4198-a14d-742f6cd27a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "90f0e079-3d0c-4d07-9f25-b4a4939a2bb4", "tag": "b7fcf182-d57f-4899-8794-f6e86a85fc52"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:07.928681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a9d68-836f-4b45-ae00-9e3e1ca32575 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fcf182-d57f-4899-8794-f6e86a85fc52,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:07.944136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf77bc43-e87e-4e53-8da8-cb1c4478fded req-a4a39ff1-2e84-4e2b-a054-94eb4324430a tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036112 Dec 08 00:12:08.019529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-8064c8f9-3f75-4ece-95bc-a16b55619d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.021287 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-8064c8f9-3f75-4ece-95bc-a16b55619d55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 1058 time: 0.0609961 Dec 08 00:12:08.051627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e6198-ed27-4151-b59b-e32150d704ed req-653afd94-6e14-49e5-a880-5d7977cecbb9 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.053196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc7e6198-ed27-4151-b59b-e32150d704ed req-653afd94-6e14-49e5-a880-5d7977cecbb9 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 945 time: 0.1077883 Dec 08 00:12:08.054952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:08.102517 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-f4225b4b-6196-4d3e-a9f0-52abdaa2f6bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b7fcf182-d57f-4899-8794-f6e86a85fc52 HTTP/1.1" status: 200 len: 217 time: 0.0665579 Dec 08 00:12:08.112695 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ac60b-1fb3-457c-93f7-2b43410380ab x-openstack-request-id: req-249ac60b-1fb3-457c-93f7-2b43410380ab {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:08.113104 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f0e079-3d0c-4d07-9f25-b4a4939a2bb4", "tag": "b7fcf182-d57f-4899-8794-f6e86a85fc52", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:08.113419 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-249ac60b-1fb3-457c-93f7-2b43410380ab {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:08.113897 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'tag': 'b7fcf182-d57f-4899-8794-f6e86a85fc52', 'status': 'completed', 'code': 200} Dec 08 00:12:08.164544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:08.180776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Checking segment: {'id': '9c65a60c-0183-483d-a0be-21eee50f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:08.181078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Network hostable DHCP agents. Network: 81e4e2f7-aecc-491a-b1f1-f049536490af, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:12:08.204970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc7e6198-ed27-4151-b59b-e32150d704ed req-6e45089b-bbbe-4638-82cb-8475eab400c9 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424141 Dec 08 00:12:08.227861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-19b2e3d1-df9d-4565-b83b-43a35983df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.229461 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-19b2e3d1-df9d-4565-b83b-43a35983df33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0d92ffb-90ab-4e85-9beb-a2fa1af63702 HTTP/1.1" status: 200 len: 838 time: 0.1005671 Dec 08 00:12:08.237957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Network 81e4e2f7-aecc-491a-b1f1-f049536490af is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:12:08.255592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 81e4e2f7-aecc-491a-b1f1-f049536490af) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:08.265743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.269178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:08.270624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d798a92-3d88-4dd2-8e61-6467507acca6 None None] Network 81e4e2f7-aecc-491a-b1f1-f049536490af requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:08.300409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-10f6e40c-115b-4db1-a8a7-ffe1e26eacae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6997228 Dec 08 00:12:08.315139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-8baba529-3ff7-4120-acae-1e5d81257dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.316693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-8baba529-3ff7-4120-acae-1e5d81257dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c2e35d-503a-462a-a48f-19ac8ce40c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776167 Dec 08 00:12:08.458292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffd5d8-2a4f-42f5-ba96-04d6e005b1d9 None None] Network 81e4e2f7-aecc-491a-b1f1-f049536490af requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:08.464309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-88ccdc78-e166-4aaf-89e3-06de930380ce service neutron] 10.222.0.44 "GET /v2.0/networks/f9c2e35d-503a-462a-a48f-19ac8ce40c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396298 Dec 08 00:12:08.503559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d27f-fae2-4a50-98be-d0679ea05cdc req-4ffcb74f-00a4-4259-8e1e-cde9a30aad6a tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.505537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40d1d27f-fae2-4a50-98be-d0679ea05cdc req-4ffcb74f-00a4-4259-8e1e-cde9a30aad6a tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1034861 Dec 08 00:12:08.516489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:08.518754 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c2dac-3337-4ff4-abb5-aac28d04f06b" -d '{"events": [{"server_uuid": "1cffd28a-3100-420c-93e1-9e967d5c8cc2", "name": "network-vif-plugged", "status": "completed", "tag": "76f33dff-3adf-4ade-b3cd-8d5c76cffb89"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:08.523572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795a9db-b8f2-466c-9944-c5cf1df137f6 req-3612783c-ef6c-4c25-8b33-ac0f01a76211 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.525134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6795a9db-b8f2-466c-9944-c5cf1df137f6 req-3612783c-ef6c-4c25-8b33-ac0f01a76211 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 907 time: 0.0737271 Dec 08 00:12:08.556484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77e17fb1-b803-4bb4-b89a-185e7410e9c7 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:08.571763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40d1d27f-fae2-4a50-98be-d0679ea05cdc req-98870b92-deff-4e4a-a2fa-641c6133e551 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577230 Dec 08 00:12:08.590951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aceebebc-df0d-404f-872a-632f649eb4f5 req-e60ea923-49fb-46d2-bf98-c5e96cf8366f service neutron] 10.222.0.44 "GET /v2.0/networks/f9c2e35d-503a-462a-a48f-19ac8ce40c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076124 Dec 08 00:12:08.638271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:08.644501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:08.645120 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:08.687343 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:12:08.707460 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52704ab-522d-4722-aa65-a36489294afe x-openstack-request-id: req-d52704ab-522d-4722-aa65-a36489294afe {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:08.708543 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cffd28a-3100-420c-93e1-9e967d5c8cc2", "name": "network-vif-plugged", "status": "completed", "tag": "76f33dff-3adf-4ade-b3cd-8d5c76cffb89", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:08.709232 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d52704ab-522d-4722-aa65-a36489294afe {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:08.709780 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89', 'code': 200} Dec 08 00:12:08.800543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-c9c0c808-6751-4ed7-aaf9-6b9e7edcdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.803054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-c9c0c808-6751-4ed7-aaf9-6b9e7edcdffd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 1058 time: 0.1045310 Dec 08 00:12:08.808029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:08.856257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 77e17fb1-b803-4bb4-b89a-185e7410e9c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77e17fb1-b803-4bb4-b89a-185e7410e9c7,segment=NetworkSegment(fb59a54f-28ac-4808-a73e-06ad4cbb71fd),segment_id=fb59a54f-28ac-4808-a73e-06ad4cbb71fd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:08.865383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:08.923605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=77e17fb1-b803-4bb4-b89a-185e7410e9c7,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:08.941251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa7620-d7af-4ce3-a743-6942554626d5 req-2f5a01d3-de87-4729-9969-716e1cd8a89e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.942183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e83e9-b3d7-4c73-9e7a-54fb881c2f2c req-f7de8519-38b4-47ec-bf12-154aed00357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.943869 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-120e83e9-b3d7-4c73-9e7a-54fb881c2f2c req-f7de8519-38b4-47ec-bf12-154aed00357f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 1097 time: 0.1137748 Dec 08 00:12:08.948742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89fa7620-d7af-4ce3-a743-6942554626d5 req-2f5a01d3-de87-4729-9969-716e1cd8a89e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0793824 Dec 08 00:12:08.981106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-e818ea83-9905-431a-8e56-aad9e2bfe485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:08.982622 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-e818ea83-9905-431a-8e56-aad9e2bfe485 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c2e35d-503a-462a-a48f-19ac8ce40c6d HTTP/1.1" status: 200 len: 899 time: 0.1603539 Dec 08 00:12:09.021578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89fa7620-d7af-4ce3-a743-6942554626d5 req-1d4c2e3c-88f6-44e8-9c5e-273b82481f76 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718641 Dec 08 00:12:09.047401 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-bdcb192b-61a0-4bf3-aa66-25ba4c2ca261 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b7fcf182-d57f-4899-8794-f6e86a85fc52 HTTP/1.1" status: 200 len: 217 time: 0.0544727 Dec 08 00:12:09.055544 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-120e83e9-b3d7-4c73-9e7a-54fb881c2f2c req-16d5a50f-355d-4a05-8672-c4725f3b1aa8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017039 Dec 08 00:12:09.107123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-8885ac81-53b4-464b-a864-1d2e5acc0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:09.109549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-8885ac81-53b4-464b-a864-1d2e5acc0e28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0d92ffb-90ab-4e85-9beb-a2fa1af63702 HTTP/1.1" status: 200 len: 838 time: 0.0530558 Dec 08 00:12:09.156509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9c15a-1738-4c47-974b-7c8642e49e6d req-031cb5da-46a6-42a9-a137-753e3a6d90a3 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:09.158270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59a9c15a-1738-4c47-974b-7c8642e49e6d req-031cb5da-46a6-42a9-a137-753e3a6d90a3 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 944 time: 0.0706928 Dec 08 00:12:09.209701 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59a9c15a-1738-4c47-974b-7c8642e49e6d req-d2d381d4-6fd7-4d2d-ae96-9293ffdd56a0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Dec 08 00:12:09.366826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec28a5-94a0-4f33-8c0f-2f7926f025d0 req-56e267c6-6c52-4218-ab6f-dfb0779063e1 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:09.368770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15ec28a5-94a0-4f33-8c0f-2f7926f025d0 req-56e267c6-6c52-4218-ab6f-dfb0779063e1 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 946 time: 0.0785973 Dec 08 00:12:09.392831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-d48ad6f6-f4ab-402b-adb2-8612e1d96715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:09.403415 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-d48ad6f6-f4ab-402b-adb2-8612e1d96715 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c2e35d-503a-462a-a48f-19ac8ce40c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695670 Dec 08 00:12:09.449606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15ec28a5-94a0-4f33-8c0f-2f7926f025d0 req-a2b11842-9227-4230-aa1f-922928bfa55c tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693343 Dec 08 00:12:09.507848 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-a5501591-db73-4df2-8477-e95187119c54 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c2e35d-503a-462a-a48f-19ac8ce40c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955596 Dec 08 00:12:09.669671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695860f6-05b9-4ce5-847a-ba5938557ed7 req-76bea225-1152-4f73-9d3d-8b0a1f3e36c8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:09.672495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-695860f6-05b9-4ce5-847a-ba5938557ed7 req-76bea225-1152-4f73-9d3d-8b0a1f3e36c8 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 907 time: 0.0662715 Dec 08 00:12:09.677061 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e83cef58-4d0b-4198-a14d-742f6cd27a2d req-dbfbed01-d52e-46ef-90a0-e2f47670ef7e service neutron] 10.222.0.44 "GET /v2.0/networks/f9c2e35d-503a-462a-a48f-19ac8ce40c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570575 Dec 08 00:12:09.797789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1d093-7184-450e-be55-9b6096326586 req-4e06bc26-8bf6-44a6-8606-e1a44039e4b0 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:09.799409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39c1d093-7184-450e-be55-9b6096326586 req-4e06bc26-8bf6-44a6-8606-e1a44039e4b0 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0733123 Dec 08 00:12:09.867865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a518eb31-2077-44c8-b70c-3d87433b074b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:09.906437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39c1d093-7184-450e-be55-9b6096326586 req-1deb479e-8d63-4625-abc9-8e1630589005 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005073 Dec 08 00:12:09.913349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:10.060785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:10.114599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'port_id': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'mac_address': 'fa:16:3e:a7:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:10.118488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:10.130706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:10.131114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:10.204947 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:10.211213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc0519-5870-4276-a612-e37866f82012 req-119ac227-a903-4d64-b449-16a392ee9264 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:10.218828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fecc0519-5870-4276-a612-e37866f82012 req-119ac227-a903-4d64-b449-16a392ee9264 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1061125 Dec 08 00:12:10.226293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a518eb31-2077-44c8-b70c-3d87433b074b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:10.267153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:10.283869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:10.333094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-373caab8-0229-413d-9ff5-d7832db2af83 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:10.336062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:10.343135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-373caab8-0229-413d-9ff5-d7832db2af83 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/networks?id=81e4e2f7-aecc-491a-b1f1-f049536490af HTTP/1.1" status: 200 len: 810 time: 0.1913362 Dec 08 00:12:10.361854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fecc0519-5870-4276-a612-e37866f82012 req-b88f7926-0742-41a7-9a68-c5557b2678a0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420522 Dec 08 00:12:10.375876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:10.392531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-db6f1c64-3fde-401d-b312-676aafbba8a2 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/quotas/a291a3b7e4ca49038a5d0e58436b87c4 HTTP/1.1" status: 200 len: 375 time: 0.0484676 Dec 08 00:12:10.459539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-baa0d0e2-972f-4c6b-a4c1-9865134860d7 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a291a3b7e4ca49038a5d0e58436b87c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575514 Dec 08 00:12:10.463281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:10.473128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a518eb31-2077-44c8-b70c-3d87433b074b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:10.476971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:10.609334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:10.618955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a141fa-73da-429d-8ebd-c70f63d3484e req-529400c8-d9c3-46f0-8a95-eaba15a65c6f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:10.627105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55a141fa-73da-429d-8ebd-c70f63d3484e req-529400c8-d9c3-46f0-8a95-eaba15a65c6f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 945 time: 0.1406467 Dec 08 00:12:10.660351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-27521401-50f2-4489-8055-185e2153ed09 service neutron] 10.222.0.18 "GET /v2.0/networks/81e4e2f7-aecc-491a-b1f1-f049536490af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995502 Dec 08 00:12:10.719202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407f6e77-3654-4c09-b6af-8d9355712a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e17fb1-b803-4bb4-b89a-185e7410e9c7'}, {'server_uuid': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:10.726979 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c17935-e24c-4826-9c7a-1f0b84b9a61b" -d '{"events": [{"server_uuid": "407f6e77-3654-4c09-b6af-8d9355712a36", "name": "network-vif-plugged", "status": "completed", "tag": "77e17fb1-b803-4bb4-b89a-185e7410e9c7"}, {"server_uuid": "d3afbb1b-0dd2-4eec-9e44-228e53aa684d", "name": "network-vif-plugged", "status": "completed", "tag": "451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:10.769045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55a141fa-73da-429d-8ebd-c70f63d3484e req-2995576c-d541-4e6f-a5d2-10f986b57931 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409638 Dec 08 00:12:10.833382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-b4628d69-fced-49fd-a85f-8301fd0029a1 service neutron] 10.222.0.18 "GET /v2.0/networks/81e4e2f7-aecc-491a-b1f1-f049536490af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692512 Dec 08 00:12:10.948926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b8337-f454-4acd-b8be-cd10ce7cf01b req-0b49a644-b8c0-406f-91cd-95717d34ec41 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:10.972943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-338b8337-f454-4acd-b8be-cd10ce7cf01b req-0b49a644-b8c0-406f-91cd-95717d34ec41 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 946 time: 0.1113420 Dec 08 00:12:11.034347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-338b8337-f454-4acd-b8be-cd10ce7cf01b req-edaaee5e-f741-428a-b6ad-b07022dc27dd tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601165 Dec 08 00:12:11.104508 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c371bba-c85d-4ce9-b34f-d1991cbe3a33 x-openstack-request-id: req-7c371bba-c85d-4ce9-b34f-d1991cbe3a33 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:11.105667 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407f6e77-3654-4c09-b6af-8d9355712a36", "name": "network-vif-plugged", "status": "completed", "tag": "77e17fb1-b803-4bb4-b89a-185e7410e9c7", "code": 200}, {"server_uuid": "d3afbb1b-0dd2-4eec-9e44-228e53aa684d", "name": "network-vif-plugged", "status": "completed", "tag": "451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:11.106216 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c371bba-c85d-4ce9-b34f-d1991cbe3a33 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:11.106792 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407f6e77-3654-4c09-b6af-8d9355712a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e17fb1-b803-4bb4-b89a-185e7410e9c7', 'code': 200} Dec 08 00:12:11.107248 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1', 'code': 200} Dec 08 00:12:11.290361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671da24-11da-4b5e-885f-153399669a2b req-2c897579-6efd-4c78-be39-fba72b63d2f6 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:11.307556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e671da24-11da-4b5e-885f-153399669a2b req-2c897579-6efd-4c78-be39-fba72b63d2f6 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 907 time: 0.1543477 Dec 08 00:12:11.308538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b58c5-4423-4fbe-9a0e-b0e3bc7d5990 req-873dcc09-2dcc-4ac5-ab61-91c27b7df795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:11.321399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a42b58c5-4423-4fbe-9a0e-b0e3bc7d5990 req-873dcc09-2dcc-4ac5-ab61-91c27b7df795 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 1096 time: 0.1123381 Dec 08 00:12:11.321399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897906d-e594-4457-be09-67715f4bcb5d req-f5c93a89-e8a5-45af-bdf2-96fd37803c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:11.322509 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f897906d-e594-4457-be09-67715f4bcb5d req-f5c93a89-e8a5-45af-bdf2-96fd37803c38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 1097 time: 0.0821757 Dec 08 00:12:11.340395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1062-4b0d-41ff-a8e4-ba42de798ef9 req-b28a9776-1d0d-4853-b09f-71aebaf8c652 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:11.357056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62dc1062-4b0d-41ff-a8e4-ba42de798ef9 req-b28a9776-1d0d-4853-b09f-71aebaf8c652 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1450629 Dec 08 00:12:11.433543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62dc1062-4b0d-41ff-a8e4-ba42de798ef9 req-e494fa53-f6ea-44eb-ab89-eac31a7fb7b3 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690818 Dec 08 00:12:11.495378 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a42b58c5-4423-4fbe-9a0e-b0e3bc7d5990 req-015bf919-6205-4ad2-b61c-2244013f4050 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646087 Dec 08 00:12:11.502915 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f897906d-e594-4457-be09-67715f4bcb5d req-81b43986-996d-4419-959a-ab7720097d0a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660566 Dec 08 00:12:11.525868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-daa417fd-dcaf-4d55-a7d7-5ef672f96cfb req-71e6f514-fb5d-4c07-bc29-cd2abc37af1d tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 210 time: 0.0468223 Dec 08 00:12:11.645692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32904-07ed-4c04-b10c-870f01c710bb req-91282899-27f6-4eef-83ec-1d069038475c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:11.654561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3dc32904-07ed-4c04-b10c-870f01c710bb req-91282899-27f6-4eef-83ec-1d069038475c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 945 time: 0.0832601 Dec 08 00:12:11.730694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3dc32904-07ed-4c04-b10c-870f01c710bb req-7594dd58-ec08-40d8-8585-0767293fc158 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745111 Dec 08 00:12:11.893228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a518eb31-2077-44c8-b70c-3d87433b074b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:11.949463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b83495-9e36-401b-a78e-8f053b816cd6 req-7a9a15e3-d1ff-4400-ba41-5f9ec14ae0b6 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:11.951023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7b83495-9e36-401b-a78e-8f053b816cd6 req-7a9a15e3-d1ff-4400-ba41-5f9ec14ae0b6 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 945 time: 0.0984790 Dec 08 00:12:11.993547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port a518eb31-2077-44c8-b70c-3d87433b074b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:11.994104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:12.081606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7b83495-9e36-401b-a78e-8f053b816cd6 req-b870cd74-a4d5-4747-8026-3cf262763ced tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224256 Dec 08 00:12:12.108380 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:12.169955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:12.178021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:12.294905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:12.365045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b592e-bac8-4091-81ce-8f82266d3bd2 req-51dbf9cb-f0c2-4228-9234-83cbad3a6b89 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:12.376800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-823b592e-bac8-4091-81ce-8f82266d3bd2 req-51dbf9cb-f0c2-4228-9234-83cbad3a6b89 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 946 time: 0.1356957 Dec 08 00:12:12.445985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-823b592e-bac8-4091-81ce-8f82266d3bd2 req-19338d51-c6bf-4a86-ac8a-3d116bee8932 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619383 Dec 08 00:12:12.563565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911a42-dc18-45b2-a140-cb1933737f4b req-d5992c75-989e-48fa-ac76-c7061e0d6692 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:12.574258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b7fcf182-d57f-4899-8794-f6e86a85fc52 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:12.574561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f911a42-dc18-45b2-a140-cb1933737f4b req-d5992c75-989e-48fa-ac76-c7061e0d6692 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 907 time: 0.1256626 Dec 08 00:12:12.669654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d091eb-b214-4bc5-9e60-16a4ea644292 req-c73ff779-64b6-41ac-b9b7-f303c055d993 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:12.688982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6d091eb-b214-4bc5-9e60-16a4ea644292 req-c73ff779-64b6-41ac-b9b7-f303c055d993 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1126940 Dec 08 00:12:12.798527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6d091eb-b214-4bc5-9e60-16a4ea644292 req-d663e9ff-c9fb-4852-bf7e-5d6eebf16921 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090510 Dec 08 00:12:12.816255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b7fcf182-d57f-4899-8794-f6e86a85fc52, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b7fcf182-d57f-4899-8794-f6e86a85fc52,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:12.846812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'b7fcf182-d57f-4899-8794-f6e86a85fc52', 'network_id': 'f9c2e35d-503a-462a-a48f-19ac8ce40c6d', 'port_id': 'b7fcf182-d57f-4899-8794-f6e86a85fc52', 'mac_address': 'fa:16:3e:55:e2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d92ffb-90ab-4e85-9beb-a2fa1af63702', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:12.929510 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:12.933414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45e74182-7fe8-4352-bdba-8a5345ce0820 req-868aa042-b307-4813-933f-d96c4454d41c tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 210 time: 0.0553980 Dec 08 00:12:12.957107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fcf182-d57f-4899-8794-f6e86a85fc52 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:13.004991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b7fcf182-d57f-4899-8794-f6e86a85fc52, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b7fcf182-d57f-4899-8794-f6e86a85fc52,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:13.007814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cfd8e-b396-40f2-b9b3-5406019be40a req-dbb4253d-f03b-4d34-b08f-3158bf3b0b44 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:13.010792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e3cfd8e-b396-40f2-b9b3-5406019be40a req-dbb4253d-f03b-4d34-b08f-3158bf3b0b44 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0715787 Dec 08 00:12:13.013467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:13.108704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:13.114345 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af6dfde-e12e-49d4-a795-e2153f780a4f" -d '{"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-plugged", "status": "completed", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:13.122241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=b7fcf182-d57f-4899-8794-f6e86a85fc52,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:13.129977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e3cfd8e-b396-40f2-b9b3-5406019be40a req-bcb81e96-13bd-49b2-b70f-934a64e6b7f0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094680 Dec 08 00:12:13.249328 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f139df35-420b-439e-a4a2-27d9e4fdbfb1 x-openstack-request-id: req-f139df35-420b-439e-a4a2-27d9e4fdbfb1 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:13.249894 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-plugged", "status": "completed", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:13.250321 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f139df35-420b-439e-a4a2-27d9e4fdbfb1 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:13.250941 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'code': 200} Dec 08 00:12:13.344192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b7fcf182-d57f-4899-8794-f6e86a85fc52'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:13.381298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d4bb-96c0-4320-834e-ac7a8a113bf8 req-f657b533-90e4-4739-8daa-2056e4b5466f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:13.383714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7320d4bb-96c0-4320-834e-ac7a8a113bf8 req-f657b533-90e4-4739-8daa-2056e4b5466f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 945 time: 0.1517782 Dec 08 00:12:13.423959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-7925550b-96a2-4746-9a55-7fe80e874e7e tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:13.428512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-7925550b-96a2-4746-9a55-7fe80e874e7e tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.59 "GET /v2.0/networks?id=81e4e2f7-aecc-491a-b1f1-f049536490af HTTP/1.1" status: 200 len: 810 time: 0.2527561 Dec 08 00:12:13.457190 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Request body: {'port': {'device_id': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af', 'admin_state_up': True, 'tenant_id': 'a291a3b7e4ca49038a5d0e58436b87c4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:13.484148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7320d4bb-96c0-4320-834e-ac7a8a113bf8 req-a902ce31-d80a-4aaa-9817-b9ab0170089c tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992362 Dec 08 00:12:13.634146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Made reservation on behalf of a291a3b7e4ca49038a5d0e58436b87c4 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:13.635004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:13.642251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:13.702369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad220-1e06-486f-b986-ef4884cf7ef8 req-a5303904-8380-4ad9-a3c9-4da4acd4523d tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:13.704221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cafad220-1e06-486f-b986-ef4884cf7ef8 req-a5303904-8380-4ad9-a3c9-4da4acd4523d tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 946 time: 0.1172974 Dec 08 00:12:13.747700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a0c4-0991-430f-a9c7-5160f1468f3f req-728913a7-a48e-4879-886c-70333911c1a0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:13.750064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f543a0c4-0991-430f-a9c7-5160f1468f3f req-728913a7-a48e-4879-886c-70333911c1a0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 946 time: 0.1042960 Dec 08 00:12:13.779274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cafad220-1e06-486f-b986-ef4884cf7ef8 req-cdefa2fb-365e-4e56-ba67-53d46fcea1ab tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659709 Dec 08 00:12:13.822022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Allocated IP 172.20.0.9 (81e4e2f7-aecc-491a-b1f1-f049536490af/9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf/bec56cc0-1576-4df2-a003-22057ec1bad1) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:13.856419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f543a0c4-0991-430f-a9c7-5160f1468f3f req-5ffa1e40-4f96-497b-8fc4-09ab55bce84c tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766659 Dec 08 00:12:13.997550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef37998-0160-4e72-8fd1-aba2596d230a req-4d85f0e3-1c3a-40a1-ae57-d73798dd49df tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:14.000151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ef37998-0160-4e72-8fd1-aba2596d230a req-4d85f0e3-1c3a-40a1-ae57-d73798dd49df tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 908 time: 0.0817547 Dec 08 00:12:14.093313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.119759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962decf-8cf3-4b3d-bb7e-62bc4b9c0873 req-f1055816-ba20-46e5-b482-e6f734aa547a tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:14.125236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9962decf-8cf3-4b3d-bb7e-62bc4b9c0873 req-f1055816-ba20-46e5-b482-e6f734aa547a tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0927770 Dec 08 00:12:14.149716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.220783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Network 81e4e2f7-aecc-491a-b1f1-f049536490af is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:14.226614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:14.233803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9962decf-8cf3-4b3d-bb7e-62bc4b9c0873 req-8777adc5-4a5b-4c08-90e4-bbcde08b61fe tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014771 Dec 08 00:12:14.240351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:14.277746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Pushing event updated for resources: {'Port': ['ID=bec56cc0-1576-4df2-a003-22057ec1bad1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:14.352471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:14.356311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.394695 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8a0cfc80-bd2f-4067-8b44-ecfada6244c1 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9430673 Dec 08 00:12:14.415202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Request body: {'port': {'device_id': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:14.499595 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.520119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba19c5-471d-4c06-a66f-12d6943800b0 req-a7cd4d2f-c358-44ea-a4cf-18e3fdf0b1c7 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:14.527818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68ba19c5-471d-4c06-a66f-12d6943800b0 req-a7cd4d2f-c358-44ea-a4cf-18e3fdf0b1c7 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 931 time: 0.1162910 Dec 08 00:12:14.558312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12ca8b-01df-437f-ac8b-4c0daa006232 req-0a0eac97-4563-47a6-8caf-67ca1c8631cf tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:14.567547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b12ca8b-01df-437f-ac8b-4c0daa006232 req-0a0eac97-4563-47a6-8caf-67ca1c8631cf tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 946 time: 0.1883798 Dec 08 00:12:14.588054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b7fcf182-d57f-4899-8794-f6e86a85fc52 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:14.663719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b12ca8b-01df-437f-ac8b-4c0daa006232 req-d8176d9e-d015-40e2-ba70-54b14c371091 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929677 Dec 08 00:12:14.697619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68ba19c5-471d-4c06-a66f-12d6943800b0 req-581b0ea4-0bb5-43e9-85b6-61f9afd96e4f tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671271 Dec 08 00:12:14.716564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port b7fcf182-d57f-4899-8794-f6e86a85fc52 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:14.726976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port b7fcf182-d57f-4899-8794-f6e86a85fc52 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:14.727347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.875727 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.894184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec56cc0-1576-4df2-a003-22057ec1bad1 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:14.929797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f675e6b-2106-4faf-9545-1c8a0686577d req-6e97b8b6-a8d8-487b-95c5-762e44f87fba tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:14.931081 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.937803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f675e6b-2106-4faf-9545-1c8a0686577d req-6e97b8b6-a8d8-487b-95c5-762e44f87fba tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 946 time: 0.0798643 Dec 08 00:12:14.943581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b7fcf182-d57f-4899-8794-f6e86a85fc52, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b7fcf182-d57f-4899-8794-f6e86a85fc52,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:14.952414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Transition to ACTIVE for port object bec56cc0-1576-4df2-a003-22057ec1bad1 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:14.956479 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.959822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c65b7d-28bc-4819-9802-f655218e5292 req-c184bfed-cef4-47f1-b1ed-41482acebc7b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:14.965710 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:14.968166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18c65b7d-28bc-4819-9802-f655218e5292 req-c184bfed-cef4-47f1-b1ed-41482acebc7b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1460307 Dec 08 00:12:15.047945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=b7fcf182-d57f-4899-8794-f6e86a85fc52,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:15.099738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bec56cc0-1576-4df2-a003-22057ec1bad1,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:15.109222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18c65b7d-28bc-4819-9802-f655218e5292 req-dd570368-70c6-4cab-9f6b-f6370f8535c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400416 Dec 08 00:12:15.126503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.127032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.127482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.128235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.128362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.128779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.129205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.129635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.130144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.130575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.131033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.131517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.141494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:15.151677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f675e6b-2106-4faf-9545-1c8a0686577d req-a73f4a6e-a211-4235-b71f-57d1ac1bc203 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127817 Dec 08 00:12:15.219433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Attempting to bind port bec56cc0-1576-4df2-a003-22057ec1bad1 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:15.219950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Attempting to bind port bec56cc0-1576-4df2-a003-22057ec1bad1 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '9c65a60c-0183-483d-a0be-21eee50f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:15.223603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Attempting to bind port bec56cc0-1576-4df2-a003-22057ec1bad1 on network 81e4e2f7-aecc-491a-b1f1-f049536490af {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:15.230667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Port bec56cc0-1576-4df2-a003-22057ec1bad1 on network 81e4e2f7-aecc-491a-b1f1-f049536490af not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:15.231131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Attempting to bind port bec56cc0-1576-4df2-a003-22057ec1bad1 on network 81e4e2f7-aecc-491a-b1f1-f049536490af {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:15.245812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:15.246252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Checking segment: {'id': '9c65a60c-0183-483d-a0be-21eee50f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:15.249089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Bound using segment: {'id': '9c65a60c-0183-483d-a0be-21eee50f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:15.249628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Bound port: bec56cc0-1576-4df2-a003-22057ec1bad1, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65a60c-0183-483d-a0be-21eee50f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:15.250067 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:15.252162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fcf182-d57f-4899-8794-f6e86a85fc52'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:15.254558 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda21419-54d1-449f-a7b0-a0620696ad6a" -d '{"events": [{"server_uuid": "90f0e079-3d0c-4d07-9f25-b4a4939a2bb4", "name": "network-vif-plugged", "status": "completed", "tag": "b7fcf182-d57f-4899-8794-f6e86a85fc52"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:15.423500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] For port bec56cc0-1576-4df2-a003-22057ec1bad1, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:15.429957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] For port bec56cc0-1576-4df2-a003-22057ec1bad1, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=bec56cc0-1576-4df2-a003-22057ec1bad1,segment=NetworkSegment(9c65a60c-0183-483d-a0be-21eee50f7db0),segment_id=9c65a60c-0183-483d-a0be-21eee50f7db0)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:15.439125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:15.441101 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9518317-67d9-4736-b4a3-01dd9ffe748b x-openstack-request-id: req-b9518317-67d9-4736-b4a3-01dd9ffe748b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:15.441437 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f0e079-3d0c-4d07-9f25-b4a4939a2bb4", "name": "network-vif-plugged", "status": "completed", "tag": "b7fcf182-d57f-4899-8794-f6e86a85fc52", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:15.441706 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9518317-67d9-4736-b4a3-01dd9ffe748b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:15.442396 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fcf182-d57f-4899-8794-f6e86a85fc52', 'code': 200} Dec 08 00:12:15.489134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:15.489886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:15.491319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/bec56cc0-1576-4df2-a003-22057ec1bad1 HTTP/1.1" status: 200 len: 1091 time: 1.0812168 Dec 08 00:12:15.491772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'tag': 'bec56cc0-1576-4df2-a003-22057ec1bad1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:15.503020 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3541a3-54f4-43cd-bcf8-98c6945c447c", "tag": "bec56cc0-1576-4df2-a003-22057ec1bad1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:15.616591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc5179-568a-4be4-ba43-def99de9411a req-5f236f1b-3777-48a3-aff3-4c1f023235c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:15.618047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70bc5179-568a-4be4-ba43-def99de9411a req-5f236f1b-3777-48a3-aff3-4c1f023235c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 909 time: 0.1718976 Dec 08 00:12:15.625605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76dc73-fbc8-4dcd-ae76-86dffb8497a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bec56cc0-1576-4df2-a003-22057ec1bad1,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:15.627362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563af5e-ea49-4092-a606-842150e3bae5 req-d93f16cf-fbf2-4e60-aef6-8ca0c8b5eb53 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:15.634702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4563af5e-ea49-4092-a606-842150e3bae5 req-d93f16cf-fbf2-4e60-aef6-8ca0c8b5eb53 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1102064 Dec 08 00:12:15.700944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4563af5e-ea49-4092-a606-842150e3bae5 req-eccfdbc2-5441-4174-921a-7c37615885c5 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598867 Dec 08 00:12:15.728087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-08554af2-1383-4e0d-a56d-fce8f27d8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:15.729582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-08554af2-1383-4e0d-a56d-fce8f27d8cb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a291a3b7e4ca49038a5d0e58436b87c4&device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 1094 time: 0.1464667 Dec 08 00:12:15.808070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc2ac3-c546-4ed3-944d-dd2778a11044 req-7824194c-90e9-493d-bcbd-075eee212adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:15.809562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-11fc2ac3-c546-4ed3-944d-dd2778a11044 req-7824194c-90e9-493d-bcbd-075eee212adf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 1060 time: 0.1851890 Dec 08 00:12:15.812364 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-9da2e253-f9b0-41f1-b3c8-ee0cdca89865 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec56cc0-1576-4df2-a003-22057ec1bad1 HTTP/1.1" status: 200 len: 217 time: 0.0555918 Dec 08 00:12:15.817775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759ade9-583f-48fb-97cc-564a027627de req-5a9d12f5-dfd6-4ef2-9494-89b8a369b500 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:15.820323 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f097b0-d261-413a-90ad-92fdd53c06d3 x-openstack-request-id: req-08f097b0-d261-413a-90ad-92fdd53c06d3 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:15.820824 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3541a3-54f4-43cd-bcf8-98c6945c447c", "tag": "bec56cc0-1576-4df2-a003-22057ec1bad1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:15.821733 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08f097b0-d261-413a-90ad-92fdd53c06d3 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:15.822282 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'tag': 'bec56cc0-1576-4df2-a003-22057ec1bad1', 'status': 'completed', 'code': 200} Dec 08 00:12:15.825980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a759ade9-583f-48fb-97cc-564a027627de req-5a9d12f5-dfd6-4ef2-9494-89b8a369b500 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 946 time: 0.1234794 Dec 08 00:12:15.890376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-4845e505-0be5-4f67-95fb-f4344e7bb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:15.892387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-4845e505-0be5-4f67-95fb-f4344e7bb0b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf HTTP/1.1" status: 200 len: 850 time: 0.0560699 Dec 08 00:12:15.898340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a759ade9-583f-48fb-97cc-564a027627de req-c7ee5c00-49c7-44df-a571-e5b208e3649a tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711651 Dec 08 00:12:15.960578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-8b161fe5-26b3-44a0-a724-602e2d5d4248 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81e4e2f7-aecc-491a-b1f1-f049536490af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554173 Dec 08 00:12:15.996879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c15313-5cf7-485b-a5e6-5cafe5e00a4e req-2f0d9674-cb31-4c0c-81a2-cdc8cba58b7d tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:16.000033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8c15313-5cf7-485b-a5e6-5cafe5e00a4e req-2f0d9674-cb31-4c0c-81a2-cdc8cba58b7d tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 943 time: 0.0707114 Dec 08 00:12:16.063636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8c15313-5cf7-485b-a5e6-5cafe5e00a4e req-bf7d562a-240e-49f6-af89-cf1db69ae2a8 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572708 Dec 08 00:12:16.093840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-3c69cbb2-739b-4491-b88f-d2193dce91ea service neutron] 10.222.0.59 "GET /v2.0/networks/81e4e2f7-aecc-491a-b1f1-f049536490af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246791 Dec 08 00:12:16.260733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-3fddb2fa-0bb2-469c-8dcb-2ca9005cdc2b tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:16.260733 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-3fddb2fa-0bb2-469c-8dcb-2ca9005cdc2b tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 946 time: 0.0777781 Dec 08 00:12:16.260733 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-08abf5ab-57d2-429e-9082-666089ccaa85 req-13df072c-fde0-4f7f-8b4e-9a90f00f5ffe service neutron] 10.222.0.59 "GET /v2.0/networks/81e4e2f7-aecc-491a-b1f1-f049536490af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499550 Dec 08 00:12:16.370494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55ebcf-222e-470d-918d-21e68cf4794c req-631f59d9-530e-4925-aae5-b9d39b05780b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:16.372320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea55ebcf-222e-470d-918d-21e68cf4794c req-631f59d9-530e-4925-aae5-b9d39b05780b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0878968 Dec 08 00:12:16.408808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Deleting port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:16.409062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:16.412188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03258f2a-f47d-464d-ad5a-ed30bfd66263 req-eb4ab0ca-d117-4f08-a7d8-d3bd64218444 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:16.413893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03258f2a-f47d-464d-ad5a-ed30bfd66263 req-eb4ab0ca-d117-4f08-a7d8-d3bd64218444 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 946 time: 0.1601310 Dec 08 00:12:16.505736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03258f2a-f47d-464d-ad5a-ed30bfd66263 req-83a47a95-0846-435d-ae3e-b12f4de2f00e tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810308 Dec 08 00:12:16.526681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea55ebcf-222e-470d-918d-21e68cf4794c req-00078e39-8c46-43e9-b695-e54cda010c04 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440713 Dec 08 00:12:16.924196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-cb9baaac-6a0a-48dd-8274-54606cf6696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:16.925585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-cb9baaac-6a0a-48dd-8274-54606cf6696f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a291a3b7e4ca49038a5d0e58436b87c4&device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 1094 time: 0.1019466 Dec 08 00:12:16.958824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7a77-c009-4bde-b5e1-c72a391fd28c req-9903dede-2116-4f7a-8c11-163a91e768e6 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:16.984552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-958f7a77-c009-4bde-b5e1-c72a391fd28c req-9903dede-2116-4f7a-8c11-163a91e768e6 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 909 time: 0.2280786 Dec 08 00:12:16.997965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] For port 77e17fb1-b803-4bb4-b89a-185e7410e9c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77e17fb1-b803-4bb4-b89a-185e7410e9c7,segment=NetworkSegment(fb59a54f-28ac-4808-a73e-06ad4cbb71fd),segment_id=fb59a54f-28ac-4808-a73e-06ad4cbb71fd)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:16.998379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:17.050281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Calling delete_port for 77e17fb1-b803-4bb4-b89a-185e7410e9c7 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:17.050946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb9008-2cbf-4fc5-89a2-502a962c291f req-811620c9-f10d-4e84-9cdf-5e9884ab225e tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:17.054047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51eb9008-2cbf-4fc5-89a2-502a962c291f req-811620c9-f10d-4e84-9cdf-5e9884ab225e tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1897945 Dec 08 00:12:17.175649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ac2a-4923-4147-9c9c-54438e22dae3 req-8273f8b0-8007-4f59-997f-ea673a7e3ff2 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:17.189382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c579ac2a-4923-4147-9c9c-54438e22dae3 req-8273f8b0-8007-4f59-997f-ea673a7e3ff2 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 946 time: 0.0984733 Dec 08 00:12:17.190485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-c868b43f-98d3-4fd2-925a-c946740f942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:17.192269 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-c868b43f-98d3-4fd2-925a-c946740f942b service neutron] 10.222.0.59 "GET /v2.0/networks?id=81e4e2f7-aecc-491a-b1f1-f049536490af HTTP/1.1" status: 200 len: 911 time: 0.2546916 Dec 08 00:12:17.259283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-5605118c-e498-4277-9aa6-55cb2841f580 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:17.260826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-5605118c-e498-4277-9aa6-55cb2841f580 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "GET /v2.0/ports?device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 946 time: 0.1263931 Dec 08 00:12:17.262691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-93223376-fe22-4db7-ad36-ce30134e1739 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec56cc0-1576-4df2-a003-22057ec1bad1 HTTP/1.1" status: 200 len: 217 time: 0.0593910 Dec 08 00:12:17.293411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51eb9008-2cbf-4fc5-89a2-502a962c291f req-2a026da5-2e27-4b7f-929e-0aa1b97bdee7 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287209 Dec 08 00:12:17.351567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-399dce0f-7063-477c-bfaf-03ed14f6b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:17.353116 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-399dce0f-7063-477c-bfaf-03ed14f6b0d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf HTTP/1.1" status: 200 len: 850 time: 0.0625746 Dec 08 00:12:17.359568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c579ac2a-4923-4147-9c9c-54438e22dae3 req-56bc1519-c770-47dd-b42e-9def152362b0 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655383 Dec 08 00:12:17.390910 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:17.417106 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-7cd6fc3c-f95b-45e0-a1f9-12f050a7d1aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81e4e2f7-aecc-491a-b1f1-f049536490af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336156 Dec 08 00:12:17.517161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0ead-8793-46e1-b2cf-663507bac07e req-8e77578e-8060-479f-b432-768f08d2442e tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:17.519921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30eb0ead-8793-46e1-b2cf-663507bac07e req-8e77578e-8060-479f-b432-768f08d2442e tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 943 time: 0.0872219 Dec 08 00:12:17.626030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30eb0ead-8793-46e1-b2cf-663507bac07e req-adf48e3c-9233-4efc-9b84-3abea69edf25 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873411 Dec 08 00:12:17.637069 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-d1c203f6-cdd8-4718-ba78-a979e99a7ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/81e4e2f7-aecc-491a-b1f1-f049536490af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088902 Dec 08 00:12:17.750161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053cf3-271c-468b-9080-73a6b9ac9d63 req-16597baa-638b-44e6-8323-2f11e3ca6f8e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:17.751732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0053cf3-271c-468b-9080-73a6b9ac9d63 req-16597baa-638b-44e6-8323-2f11e3ca6f8e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0917401 Dec 08 00:12:17.845285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:17.897488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Pushing event deleted for resources: {'Port': ['ID=77e17fb1-b803-4bb4-b89a-185e7410e9c7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:17.934920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Deleting port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:17.935612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:17.972377 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cb7dd06d-ace7-4e96-9d45-8546c2a45f19 req-61099c5e-595c-4d74-8ef1-1ac7c2cc9641 service neutron] 10.222.0.59 "GET /v2.0/networks/81e4e2f7-aecc-491a-b1f1-f049536490af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018456 Dec 08 00:12:17.973318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] No DVR routers for this DVR port 77e17fb1-b803-4bb4-b89a-185e7410e9c7 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:17.977108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0053cf3-271c-468b-9080-73a6b9ac9d63 req-f35ab224-721b-4590-8bff-b9b96260b804 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158072 Dec 08 00:12:17.993765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74806-fdb6-4d34-9e1c-1bc517d80984 req-d40a3f2a-3ed1-4841-b761-2202369ccc4b tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:18.002325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63f74806-fdb6-4d34-9e1c-1bc517d80984 req-d40a3f2a-3ed1-4841-b761-2202369ccc4b tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/ports?device_id=407f6e77-3654-4c09-b6af-8d9355712a36 HTTP/1.1" status: 200 len: 867 time: 0.2098324 Dec 08 00:12:18.016489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:18.019862 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c69572d3-4f2c-47b5-8780-77100d222a80 req-5eb566a3-5c1a-41c3-8ec0-a64682c04e60 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.44 "DELETE /v2.0/ports/77e17fb1-b803-4bb4-b89a-185e7410e9c7 HTTP/1.1" status: 204 len: 173 time: 1.7518597 Dec 08 00:12:18.022699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407f6e77-3654-4c09-b6af-8d9355712a36', 'name': 'network-vif-deleted', 'tag': '77e17fb1-b803-4bb4-b89a-185e7410e9c7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:18.027090 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83917d43-9747-43d8-8800-f0a7167e8695" -d '{"events": [{"server_uuid": "407f6e77-3654-4c09-b6af-8d9355712a36", "name": "network-vif-deleted", "tag": "77e17fb1-b803-4bb4-b89a-185e7410e9c7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:18.106697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63f74806-fdb6-4d34-9e1c-1bc517d80984 req-6d65a3e0-26ea-4bfd-8118-d4da77fe6f17 tempest-InstanceActionsV221TestJSON-715584558 tempest-InstanceActionsV221TestJSON-715584558-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ab9b12b-141d-4157-8ffa-f1d1c2c12004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978019 Dec 08 00:12:18.206837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] For port fe796c6b-8cb2-467f-b4d1-8745f4d4a713, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:18.207342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:18.226653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Calling delete_port for fe796c6b-8cb2-467f-b4d1-8745f4d4a713 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:18.283138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9217-f763-43a3-bad9-32c95591af66 req-3738577b-6f07-4893-98c8-26e0665b0d40 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:18.325742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efab9217-f763-43a3-bad9-32c95591af66 req-3738577b-6f07-4893-98c8-26e0665b0d40 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 909 time: 0.1112425 Dec 08 00:12:18.443370 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0470b-2dc2-4e5e-bbee-8b311fcd919c x-openstack-request-id: req-f9d0470b-2dc2-4e5e-bbee-8b311fcd919c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:18.445474 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407f6e77-3654-4c09-b6af-8d9355712a36", "name": "network-vif-deleted", "tag": "77e17fb1-b803-4bb4-b89a-185e7410e9c7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:18.445936 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9d0470b-2dc2-4e5e-bbee-8b311fcd919c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:18.448885 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407f6e77-3654-4c09-b6af-8d9355712a36', 'name': 'network-vif-deleted', 'tag': '77e17fb1-b803-4bb4-b89a-185e7410e9c7', 'status': 'completed', 'code': 200} Dec 08 00:12:18.455396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:18.488970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Pushing event deleted for resources: {'Port': ['ID=fe796c6b-8cb2-467f-b4d1-8745f4d4a713,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:18.490000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['fe796c6b-8cb2-467f-b4d1-8745f4d4a713', '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:18.537611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] No DVR routers for this DVR port fe796c6b-8cb2-467f-b4d1-8745f4d4a713 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:18.540716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:18.546343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccd2d9-707f-476b-a523-2ce57354aaf1 req-314fbfd4-03bd-4db3-a00d-d43da78a13f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:18.553226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-70340b2d-b3a3-48d1-bd75-5d8363acd3ef req-83304121-0860-45e6-8766-a612d31617f9 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "DELETE /v2.0/ports/fe796c6b-8cb2-467f-b4d1-8745f4d4a713 HTTP/1.1" status: 204 len: 173 time: 1.2781584 Dec 08 00:12:18.570061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72ccd2d9-707f-476b-a523-2ce57354aaf1 req-314fbfd4-03bd-4db3-a00d-d43da78a13f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 909 time: 0.1736624 Dec 08 00:12:18.589678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['76f33dff-3adf-4ade-b3cd-8d5c76cffb89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:18.616575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d2946-6e36-42d6-9c62-2a249d96c2cd req-b17e3509-0658-4ae7-9eb0-98dcafdd5ba6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:18.626854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-801d2946-6e36-42d6-9c62-2a249d96c2cd req-b17e3509-0658-4ae7-9eb0-98dcafdd5ba6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1956582 Dec 08 00:12:18.657012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77e17fb1-b803-4bb4-b89a-185e7410e9c7 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:18.753949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2804a211-9f24-47f9-86c2-583198731d4e req-dda48510-af9d-4bfd-bad5-c845c48830ec tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b4f637-eaeb-4af2-ba45-0e36ef1b7969 HTTP/1.1" status: 200 len: 210 time: 0.0605109 Dec 08 00:12:18.824232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-801d2946-6e36-42d6-9c62-2a249d96c2cd req-37033b18-f720-4b80-9dce-9ae95246b0c8 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945033 Dec 08 00:12:18.959689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 77e17fb1-b803-4bb4-b89a-185e7410e9c7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:18.960014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77e17fb1-b803-4bb4-b89a-185e7410e9c7 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:19.394156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655598c-4452-46dd-9dce-c283c68e8989 req-51530b52-7222-40b6-ad87-336461a3edf1 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:19.408547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5655598c-4452-46dd-9dce-c283c68e8989 req-51530b52-7222-40b6-ad87-336461a3edf1 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 1060 time: 0.5014107 Dec 08 00:12:19.468063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e231f-a526-41cd-bf22-89d5a28c73b3 req-45e8606b-6c2b-4ec8-a1ec-f8751b68c295 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:19.487005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d11e231f-a526-41cd-bf22-89d5a28c73b3 req-45e8606b-6c2b-4ec8-a1ec-f8751b68c295 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 943 time: 0.4504216 Dec 08 00:12:19.580682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d11e231f-a526-41cd-bf22-89d5a28c73b3 req-2359c687-d2c3-486d-9c57-0fc1932105cc tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927265 Dec 08 00:12:19.623156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994994e-92c9-42cb-9097-1b787c331953 req-6b2aa812-472b-4b72-8102-84e7a3316a95 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:19.647310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2994994e-92c9-42cb-9097-1b787c331953 req-6b2aa812-472b-4b72-8102-84e7a3316a95 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1086872 Dec 08 00:12:19.709289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2994994e-92c9-42cb-9097-1b787c331953 req-0bf79edc-f78a-425d-b980-6af3a213ef75 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609434 Dec 08 00:12:19.831936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a7825-fb81-4c3a-8f09-645f9ae69eb6 req-0b8af226-be7a-42bd-920b-641928604f7b tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:19.840729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe8a7825-fb81-4c3a-8f09-645f9ae69eb6 req-0b8af226-be7a-42bd-920b-641928604f7b tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 1135 time: 0.0559795 Dec 08 00:12:19.926512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe8a7825-fb81-4c3a-8f09-645f9ae69eb6 req-879bf682-185e-40dc-8ae3-b97ca16b84ae tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9e6ff318-9e66-4ac9-8573-de59d052a931&id=32e0c2b6-d139-4713-bd23-fa1fffbafc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0841258 Dec 08 00:12:19.947338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device bec56cc0-1576-4df2-a003-22057ec1bad1 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:19.949243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56594) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:20.026198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd9864-c0c2-4109-a80c-7c07fd230dc6 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:20.042511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dbbd9864-c0c2-4109-a80c-7c07fd230dc6 tempest-TestSecurityGroupsBasicOps-755628195 tempest-TestSecurityGroupsBasicOps-755628195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 1055 time: 0.0913610 Dec 08 00:12:20.081585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b57996-a162-478c-9d78-6a73c3b62566 req-c859a8f0-a1a9-4616-8013-b3418e0078f9 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:20.099919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78b57996-a162-478c-9d78-6a73c3b62566 req-c859a8f0-a1a9-4616-8013-b3418e0078f9 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0919518 Dec 08 00:12:20.161081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port bec56cc0-1576-4df2-a003-22057ec1bad1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=bec56cc0-1576-4df2-a003-22057ec1bad1,segment=NetworkSegment(9c65a60c-0183-483d-a0be-21eee50f7db0),segment_id=9c65a60c-0183-483d-a0be-21eee50f7db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:20.186386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56606) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:20.189066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'bec56cc0-1576-4df2-a003-22057ec1bad1', 'network_id': '81e4e2f7-aecc-491a-b1f1-f049536490af', 'port_id': 'bec56cc0-1576-4df2-a003-22057ec1bad1', 'mac_address': 'fa:16:3e:a7:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:20.234100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78b57996-a162-478c-9d78-6a73c3b62566 req-f35a7fcf-9815-4811-94f3-72b9a9308cc6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261296 Dec 08 00:12:20.295050 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.338653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec56cc0-1576-4df2-a003-22057ec1bad1 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:20.359132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] Deleting subnet bafa2f7a-d9c3-4c24-94b3-b2b143969746 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:12:20.363985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.379023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port bec56cc0-1576-4df2-a003-22057ec1bad1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=bec56cc0-1576-4df2-a003-22057ec1bad1,segment=NetworkSegment(9c65a60c-0183-483d-a0be-21eee50f7db0),segment_id=9c65a60c-0183-483d-a0be-21eee50f7db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:20.388546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.418937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.466088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.485429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=bec56cc0-1576-4df2-a003-22057ec1bad1,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:20.521632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'name': 'network-vif-deleted', 'tag': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:20.524643 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e915f18-5f8f-4033-a6e4-3980ad48edcc" -d '{"events": [{"server_uuid": "41b4f637-eaeb-4af2-ba45-0e36ef1b7969", "name": "network-vif-deleted", "tag": "fe796c6b-8cb2-467f-b4d1-8745f4d4a713"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:20.532417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.564605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56618) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:20.581544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafa2f7a-d9c3-4c24-94b3-b2b143969746,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:20.593391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.599795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ff99caca-be8c-4683-aa8c-41abefbe5349 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bafa2f7a-d9c3-4c24-94b3-b2b143969746 HTTP/1.1" status: 204 len: 168 time: 0.4114299 Dec 08 00:12:20.602997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56622) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:20.722712 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbfb40c-4d70-471b-887b-22c7a2ebc9bb x-openstack-request-id: req-9bbfb40c-4d70-471b-887b-22c7a2ebc9bb {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:20.723185 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f637-eaeb-4af2-ba45-0e36ef1b7969", "name": "network-vif-deleted", "tag": "fe796c6b-8cb2-467f-b4d1-8745f4d4a713", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:20.723510 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bbfb40c-4d70-471b-887b-22c7a2ebc9bb {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:20.723982 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4f637-eaeb-4af2-ba45-0e36ef1b7969', 'name': 'network-vif-deleted', 'tag': 'fe796c6b-8cb2-467f-b4d1-8745f4d4a713', 'status': 'completed', 'code': 200} Dec 08 00:12:20.777218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['bec56cc0-1576-4df2-a003-22057ec1bad1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:20.810919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7ff27157-84fa-4788-b5e9-44e95a86f2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.883352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:20.992081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9176d7-5332-434f-88a7-c1a7b6d04bec req-c072e97c-3afa-4b8b-aab9-2b3f2ce343a9 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:21.001998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a9176d7-5332-434f-88a7-c1a7b6d04bec req-c072e97c-3afa-4b8b-aab9-2b3f2ce343a9 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 909 time: 0.3552668 Dec 08 00:12:21.081195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7ff27157-84fa-4788-b5e9-44e95a86f2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.113007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7ff27157-84fa-4788-b5e9-44e95a86f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.130573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dae1d-0321-479d-b870-e025feb1fb7c req-8b8f70e4-9eb9-460a-a493-31f201ab40e0 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:21.132533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b7dae1d-0321-479d-b870-e025feb1fb7c req-8b8f70e4-9eb9-460a-a493-31f201ab40e0 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 944 time: 0.3047440 Dec 08 00:12:21.174409 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.287600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d729bb9-4e88-40a5-95ac-f180624db9b8']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:21.290490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff27157-84fa-4788-b5e9-44e95a86f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef57db-feb3-4e0a-a1d6-ee710dad26a5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:21.304947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7ff27157-84fa-4788-b5e9-44e95a86f2b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ba4f825227e4b74ba0c4b37160177de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7386436 Dec 08 00:12:21.307757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56636) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:21.315351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb59a54f-28ac-4808-a73e-06ad4cbb71fd') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:21.315351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb59a54f-28ac-4808-a73e-06ad4cbb71fd') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:21.328651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b7dae1d-0321-479d-b870-e025feb1fb7c req-95aea8f3-4b15-42b5-8003-e465d526a0f7 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783147 Dec 08 00:12:21.363345 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68367b7a-8a25-41b7-a24b-3063af2cf84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.380080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e9a4-543d-45fa-91f0-c91c774633b1 req-633b1f94-5571-4390-8a91-82412aebccf4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:21.381703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acf4e9a4-543d-45fa-91f0-c91c774633b1 req-633b1f94-5571-4390-8a91-82412aebccf4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.2702086 Dec 08 00:12:21.383645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.419026 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a78e471d-6e40-4eef-9591-ccc9d1d7a8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.429159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.447247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a78e471d-6e40-4eef-9591-ccc9d1d7a8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.475175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acf4e9a4-543d-45fa-91f0-c91c774633b1 req-d5d9c7d4-39ab-407d-a28c-d41b71373e09 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772293 Dec 08 00:12:21.476684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:12:21.477161 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:12:21.479405 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:12:21.515863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a78e471d-6e40-4eef-9591-ccc9d1d7a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.518800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a78e471d-6e40-4eef-9591-ccc9d1d7a8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.522816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a78e471d-6e40-4eef-9591-ccc9d1d7a8e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45ef57db-feb3-4e0a-a1d6-ee710dad26a5 HTTP/1.1" status: 204 len: 168 time: 0.2024446 Dec 08 00:12:21.533688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e471d-6e40-4eef-9591-ccc9d1d7a8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef57db-feb3-4e0a-a1d6-ee710dad26a5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:21.588428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.601832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:21.614645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d729bb9-4e88-40a5-95ac-f180624db9b8 HTTP/1.1" status: 204 len: 168 time: 1.0088603 Dec 08 00:12:21.645758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a9c8e-4492-40b9-a72f-5b019258c557 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d729bb9-4e88-40a5-95ac-f180624db9b8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:21.813595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd94610-23b3-400f-9a7b-67e073f39297 req-85991af4-4544-479c-a82b-bdda3029cee6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:21.815287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccd94610-23b3-400f-9a7b-67e073f39297 req-85991af4-4544-479c-a82b-bdda3029cee6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1241069 Dec 08 00:12:21.863463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56650) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:21.907770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccd94610-23b3-400f-9a7b-67e073f39297 req-7d451b2e-cae4-422c-bf4d-97882422b6f6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828633 Dec 08 00:12:21.956145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56654) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:21.956931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d8160b0d-3f21-4678-9e4d-91d9af6c109b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b79e78b3d7704f43be0aadcba24af136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920041 Dec 08 00:12:21.957524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device bec56cc0-1576-4df2-a003-22057ec1bad1 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:22.043476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0041a507-6c0d-44c2-a38b-8114dcd701f7 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:22.045375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0041a507-6c0d-44c2-a38b-8114dcd701f7 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.44 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 909 time: 0.0828722 Dec 08 00:12:22.058230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port bec56cc0-1576-4df2-a003-22057ec1bad1 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:22.069089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port bec56cc0-1576-4df2-a003-22057ec1bad1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:22.069561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.112016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5892b844-6247-412c-a5d9-512e95df1f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.184153 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5892b844-6247-412c-a5d9-512e95df1f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.232000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.269393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec56cc0-1576-4df2-a003-22057ec1bad1'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:22.272315 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d87ee2b-9cec-4c56-99d8-cc353cb39f73" -d '{"events": [{"server_uuid": "8e3541a3-54f4-43cd-bcf8-98c6945c447c", "name": "network-vif-plugged", "status": "completed", "tag": "bec56cc0-1576-4df2-a003-22057ec1bad1"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:22.303237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e94fba-84b6-4d8a-8600-e8a8520ce9f5 req-d344bbf5-15a6-4941-b148-988523fd243e tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:22.304910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting port b7fcf182-d57f-4899-8794-f6e86a85fc52 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:22.305439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port bec56cc0-1576-4df2-a003-22057ec1bad1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=bec56cc0-1576-4df2-a003-22057ec1bad1,segment=NetworkSegment(9c65a60c-0183-483d-a0be-21eee50f7db0),segment_id=9c65a60c-0183-483d-a0be-21eee50f7db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:22.305933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.312746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2e94fba-84b6-4d8a-8600-e8a8520ce9f5 req-d344bbf5-15a6-4941-b148-988523fd243e tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 909 time: 0.1510305 Dec 08 00:12:22.318328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.319632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device fe796c6b-8cb2-467f-b4d1-8745f4d4a713 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:22.344525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: fe796c6b-8cb2-467f-b4d1-8745f4d4a713 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:22.345148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device fe796c6b-8cb2-467f-b4d1-8745f4d4a713 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:22.352894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee83a4-e1db-498e-a622-02e67095210d req-a5a64bfb-b119-49c9-b18d-4468f0b0bd7f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:22.364881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee83a4-e1db-498e-a622-02e67095210d req-a5a64bfb-b119-49c9-b18d-4468f0b0bd7f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:22.375853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96ee83a4-e1db-498e-a622-02e67095210d req-a5a64bfb-b119-49c9-b18d-4468f0b0bd7f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2&device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 1682 time: 0.1889942 Dec 08 00:12:22.404559 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2c96de-1c88-4bb9-94b7-a3b06518c488 x-openstack-request-id: req-3e2c96de-1c88-4bb9-94b7-a3b06518c488 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:22.405942 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3541a3-54f4-43cd-bcf8-98c6945c447c", "name": "network-vif-plugged", "status": "completed", "tag": "bec56cc0-1576-4df2-a003-22057ec1bad1", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:22.406422 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e2c96de-1c88-4bb9-94b7-a3b06518c488 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:22.407340 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec56cc0-1576-4df2-a003-22057ec1bad1', 'code': 200} Dec 08 00:12:22.414878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=bec56cc0-1576-4df2-a003-22057ec1bad1,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:22.429865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5892b844-6247-412c-a5d9-512e95df1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.435230 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5892b844-6247-412c-a5d9-512e95df1f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.440733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5892b844-6247-412c-a5d9-512e95df1f39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ab9b12b-141d-4157-8ffa-f1d1c2c12004 HTTP/1.1" status: 204 len: 168 time: 0.4828429 Dec 08 00:12:22.497352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892b844-6247-412c-a5d9-512e95df1f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab9b12b-141d-4157-8ffa-f1d1c2c12004,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:22.599250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] For port b7fcf182-d57f-4899-8794-f6e86a85fc52, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b7fcf182-d57f-4899-8794-f6e86a85fc52,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:22.599782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:22.625690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Calling delete_port for b7fcf182-d57f-4899-8794-f6e86a85fc52 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:22.646643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda889f-5d03-4098-9a82-a8f41030fee3 req-2400a975-b7dd-4624-a56e-afe949783c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:22.648407 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3bda889f-5d03-4098-9a82-a8f41030fee3 req-2400a975-b7dd-4624-a56e-afe949783c1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 1096 time: 0.1057148 Dec 08 00:12:22.653992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96ee83a4-e1db-498e-a622-02e67095210d req-2e2b80cd-3336-4089-99a0-e1d3520d9ba6 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772281 Dec 08 00:12:22.703230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197e3f9-593a-4a92-aeb9-53170f084b09 req-cc21b6c5-f822-42ea-b3bb-6b083bb6214d tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:22.711870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e197e3f9-593a-4a92-aeb9-53170f084b09 req-cc21b6c5-f822-42ea-b3bb-6b083bb6214d tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 945 time: 0.1965017 Dec 08 00:12:22.749261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3bda889f-5d03-4098-9a82-a8f41030fee3 req-8f68b6c0-2e89-4a0f-9c98-243e4f57b554 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577633 Dec 08 00:12:22.831960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e197e3f9-593a-4a92-aeb9-53170f084b09 req-b65f1009-d421-48a9-90fb-033cecd7f71b tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191461 Dec 08 00:12:22.883981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181db5b-6fe8-49e1-9d5a-b2334a40cf5c req-441bf30b-0a3a-4cb8-9c27-61ad146316f2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:22.890699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f181db5b-6fe8-49e1-9d5a-b2334a40cf5c req-441bf30b-0a3a-4cb8-9c27-61ad146316f2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1239841 Dec 08 00:12:22.974650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f181db5b-6fe8-49e1-9d5a-b2334a40cf5c req-441c0977-3c0b-48df-a640-babd8014141f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716629 Dec 08 00:12:22.981907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:23.098351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Port': ['ID=b7fcf182-d57f-4899-8794-f6e86a85fc52,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:23.192167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] No DVR routers for this DVR port b7fcf182-d57f-4899-8794-f6e86a85fc52 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:23.198194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:23.210455 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f110eaa0-32a9-4fa5-993c-c8271766da98 req-0eb5558d-ea17-4d16-b469-d4650bbac535 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.44 "DELETE /v2.0/ports/b7fcf182-d57f-4899-8794-f6e86a85fc52 HTTP/1.1" status: 204 len: 173 time: 1.1570723 Dec 08 00:12:23.211700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'name': 'network-vif-deleted', 'tag': 'b7fcf182-d57f-4899-8794-f6e86a85fc52'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:23.239351 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba906e41-af83-4295-a097-de4f27bbbcbe" -d '{"events": [{"server_uuid": "90f0e079-3d0c-4d07-9f25-b4a4939a2bb4", "name": "network-vif-deleted", "tag": "b7fcf182-d57f-4899-8794-f6e86a85fc52"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:23.323863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c954608-a47b-442c-90f3-7f4ad84295c6 req-448139cf-c564-47d4-8606-074ea23266ca tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:23.333468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c954608-a47b-442c-90f3-7f4ad84295c6 req-448139cf-c564-47d4-8606-074ea23266ca tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1900094 Dec 08 00:12:23.353862 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba79915a-dfad-4387-8b8a-bd243ce5376d x-openstack-request-id: req-ba79915a-dfad-4387-8b8a-bd243ce5376d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:23.354365 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f0e079-3d0c-4d07-9f25-b4a4939a2bb4", "name": "network-vif-deleted", "tag": "b7fcf182-d57f-4899-8794-f6e86a85fc52", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:23.354809 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba79915a-dfad-4387-8b8a-bd243ce5376d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:23.355445 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f0e079-3d0c-4d07-9f25-b4a4939a2bb4', 'name': 'network-vif-deleted', 'tag': 'b7fcf182-d57f-4899-8794-f6e86a85fc52', 'status': 'completed', 'code': 200} Dec 08 00:12:23.426434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c954608-a47b-442c-90f3-7f4ad84295c6 req-c7fe485e-9a63-4da1-85ef-700caff27dcb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915334 Dec 08 00:12:23.558990 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b2b5109c-ef51-4fa2-99e5-3f4b89df15d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:23.612449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48219100-fd25-4acd-af91-cc002b79437c req-cd953b14-27cd-417f-b8e8-55219a2756ce tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f0e079-3d0c-4d07-9f25-b4a4939a2bb4 HTTP/1.1" status: 200 len: 210 time: 0.0618062 Dec 08 00:12:23.912768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:24.133410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-922979927-network', 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:24.185083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6f58-83a8-4a92-90b1-7ad76202a58c req-0f0cec98-f108-464b-8e89-1dcdd5f3248d tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:24.198712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06dc6f58-83a8-4a92-90b1-7ad76202a58c req-0f0cec98-f108-464b-8e89-1dcdd5f3248d tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 945 time: 0.2321081 Dec 08 00:12:24.206934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:24.209844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.241395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.273290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06dc6f58-83a8-4a92-90b1-7ad76202a58c req-3053b0ee-2622-4ace-9d65-1e3fbe652893 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732625 Dec 08 00:12:24.322757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f3de7-5696-4f72-b661-6d6827817ce7 req-ae8bcf01-ded6-4a7a-ae72-ad9b429cf40d tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:24.330675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b42f3de7-5696-4f72-b661-6d6827817ce7 req-ae8bcf01-ded6-4a7a-ae72-ad9b429cf40d tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 946 time: 0.2275255 Dec 08 00:12:24.402027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.410630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.446481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:12:24.453880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:24.465333 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.465875 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Added segment 8df1e225-0677-49a2-b5e5-d61cef494b49 of type vlan for network ddd37d65-a546-4794-845a-004bcf1de59b Dec 08 00:12:24.473251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b42f3de7-5696-4f72-b661-6d6827817ce7 req-cf094f47-b327-485c-9bd0-4350fb86b603 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213205 Dec 08 00:12:24.502277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57e42a-84d9-4d55-939b-d2c57bfe5b39 req-35c8f5f8-201d-49c7-b2ff-385473b29b57 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:24.510941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de57e42a-84d9-4d55-939b-d2c57bfe5b39 req-35c8f5f8-201d-49c7-b2ff-385473b29b57 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0954785 Dec 08 00:12:24.535756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.566187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de57e42a-84d9-4d55-939b-d2c57bfe5b39 req-9324078c-9eb3-4406-ac61-e95738cc939d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543602 Dec 08 00:12:24.590448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.591625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:24.593659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.638169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b7fcf182-d57f-4899-8794-f6e86a85fc52 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:24.652624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7386606 Dec 08 00:12:24.655690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56754) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:24.664129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Request body: {'subnet': {'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-922979927-subnet', 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:24.697587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: b7fcf182-d57f-4899-8794-f6e86a85fc52 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:24.712558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b7fcf182-d57f-4899-8794-f6e86a85fc52 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:24.714965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9d24a-1efb-46ff-9951-86d41f70832f admin admin] Pushing event updated for resources: {'Network': ['ID=ddd37d65-a546-4794-845a-004bcf1de59b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:24.718728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:24.765491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ddd37d65-a546-4794-845a-004bcf1de59b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:12:24.774973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61cd63-3eb4-4ab6-8eff-c4701813602f req-8699161c-fde3-4ddf-8c62-83e896bb1db1 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:24.777504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f61cd63-3eb4-4ab6-8eff-c4701813602f req-8699161c-fde3-4ddf-8c62-83e896bb1db1 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1084828 Dec 08 00:12:24.779849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:24.783498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:24.933063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f61cd63-3eb4-4ab6-8eff-c4701813602f req-a5dc9d9e-a47f-4e48-ab33-b801e590351c tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466327 Dec 08 00:12:25.087443 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:25.120603 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:25.191662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=37afd838-64f3-44bd-81fd-8b8aa6ed74d5,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:25.212664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:25.213025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Network hostable DHCP agents. Network: ddd37d65-a546-4794-845a-004bcf1de59b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:12:25.232809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Network ddd37d65-a546-4794-845a-004bcf1de59b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:12:25.252219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ddd37d65-a546-4794-845a-004bcf1de59b) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:25.258507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:25.263358 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:25.264479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c89728-577b-48c0-af05-bdad08ede558 None None] Network ddd37d65-a546-4794-845a-004bcf1de59b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:25.305969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c055ee9d-7dea-407e-9432-c9859c3126cf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6440034 Dec 08 00:12:25.316240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:25.433592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-71bfbe9a-7a6c-4437-8b12-1c483df78f5f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:25.435430 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-71bfbe9a-7a6c-4437-8b12-1c483df78f5f tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 946 time: 0.0738618 Dec 08 00:12:25.519896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a94df-dec7-4f67-b357-c5172ae17f16 req-a9a6e47e-d04b-4c3c-ae93-4fd07216ba18 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:25.537499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b15df5-4555-452c-9453-b4ea2e1260b5 None None] Network ddd37d65-a546-4794-845a-004bcf1de59b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:25.538880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e2a94df-dec7-4f67-b357-c5172ae17f16 req-a9a6e47e-d04b-4c3c-ae93-4fd07216ba18 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 945 time: 0.1163757 Dec 08 00:12:25.679393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e2a94df-dec7-4f67-b357-c5172ae17f16 req-768f3681-6e47-4a00-a206-f6a6db563248 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351514 Dec 08 00:12:25.729151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08955996-ad70-4394-876d-017022d4a431 req-08f5df53-6a92-4ed4-ba99-f53946a7a8d7 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:25.743658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08955996-ad70-4394-876d-017022d4a431 req-08f5df53-6a92-4ed4-ba99-f53946a7a8d7 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 946 time: 0.1289999 Dec 08 00:12:25.774147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435b43-5902-4a1f-a132-5081d69af587 req-b5f62f0d-99f7-43cf-aa82-52e215b242f7 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:25.775557 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1435b43-5902-4a1f-a132-5081d69af587 req-b5f62f0d-99f7-43cf-aa82-52e215b242f7 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3afbb1b-0dd2-4eec-9e44-228e53aa684d HTTP/1.1" status: 200 len: 945 time: 0.1665528 Dec 08 00:12:25.798959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Deleting port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:25.799312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:25.865241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08955996-ad70-4394-876d-017022d4a431 req-f1e96039-09ff-42f5-8504-ea098cc588a1 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/security-groups?id=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201344 Dec 08 00:12:25.903119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed8c85-7da7-4ffc-8d46-bc999e5c8a52 req-ca9f239f-79d9-43c4-947b-c03914f89616 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:25.905264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43ed8c85-7da7-4ffc-8d46-bc999e5c8a52 req-ca9f239f-79d9-43c4-947b-c03914f89616 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0902295 Dec 08 00:12:26.001262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43ed8c85-7da7-4ffc-8d46-bc999e5c8a52 req-db88196f-3bab-48f1-b73d-faca4c6a3b85 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843470 Dec 08 00:12:26.050917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] For port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:26.051582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:26.074350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Calling delete_port for 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:26.152467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Deleting port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:26.152850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:26.221663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eae379-814d-4415-a9bb-54d0faca1e0a req-bc9e43a0-8f95-4a06-9156-525224b9748e tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:26.234231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31eae379-814d-4415-a9bb-54d0faca1e0a req-bc9e43a0-8f95-4a06-9156-525224b9748e tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0734668 Dec 08 00:12:26.249222 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:26.358939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31eae379-814d-4415-a9bb-54d0faca1e0a req-6a654e79-1294-4f07-bb1f-a8a33daf12d4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139560 Dec 08 00:12:26.588068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting port 9e807af3-c4ae-4ded-9768-e6cd5b621a92 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:26.588661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:26.634599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] For port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,segment=NetworkSegment(962b9195-4978-4c43-a56d-a8e9221b4aad),segment_id=962b9195-4978-4c43-a56d-a8e9221b4aad)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:26.635023 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:26.635932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00922106-c616-40db-b443-809b87b0e7b9 req-174ec454-c52c-46be-b543-1e7bf0f6fe15 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:26.648346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-174ec454-c52c-46be-b543-1e7bf0f6fe15 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.1931198 Dec 08 00:12:26.683359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-d650432d-b078-4ae7-af71-8920e66a3beb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0339296 Dec 08 00:12:26.731966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Calling delete_port for 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:26.734512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-083bad91-c86c-4f58-b971-cc4383d49a34 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477598 Dec 08 00:12:26.851455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:26.854657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] For port 9e807af3-c4ae-4ded-9768-e6cd5b621a92, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9e807af3-c4ae-4ded-9768-e6cd5b621a92,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:26.854974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:26.858631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc03b97-ccb1-4006-848f-0aa397fe9311 req-046657f5-af23-4c60-a8ed-ebc05d950851 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:26.866262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bbc03b97-ccb1-4006-848f-0aa397fe9311 req-046657f5-af23-4c60-a8ed-ebc05d950851 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 945 time: 0.1293054 Dec 08 00:12:26.887780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:26.910575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Calling delete_port for 9e807af3-c4ae-4ded-9768-e6cd5b621a92 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:26.917436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Pushing event deleted for resources: {'Port': ['ID=76f33dff-3adf-4ade-b3cd-8d5c76cffb89,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:26.928382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-ca562790-dc9c-423a-9851-8d0e9e3f053b service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927190 Dec 08 00:12:27.017699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] No DVR routers for this DVR port 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:27.023203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bbc03b97-ccb1-4006-848f-0aa397fe9311 req-2df7759b-3d47-4a75-9acf-0f4a891fc417 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558826 Dec 08 00:12:27.024235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:27.027842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8edc56c7-5938-4725-898d-ec9cc6535017 req-04f324d1-b813-4f52-9eaf-4200f70d6a51 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.44 "DELETE /v2.0/ports/76f33dff-3adf-4ade-b3cd-8d5c76cffb89 HTTP/1.1" status: 204 len: 173 time: 1.5579598 Dec 08 00:12:27.028351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'name': 'network-vif-deleted', 'tag': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:27.032407 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f7a824-ab03-4546-b8c3-c2e6fd6bb416" -d '{"events": [{"server_uuid": "1cffd28a-3100-420c-93e1-9e967d5c8cc2", "name": "network-vif-deleted", "tag": "76f33dff-3adf-4ade-b3cd-8d5c76cffb89"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:27.195131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:27.227008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-40b5da1a-fa49-4016-af3c-886d9b7f3540 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977159 Dec 08 00:12:27.253371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Pushing event deleted for resources: {'Port': ['ID=451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:27.273435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:27.303614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76f65cee-dd8a-422e-a130-083544b76ab9 req-ce0dec63-a8ff-406f-98aa-1cfa9a24f5fd tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cffd28a-3100-420c-93e1-9e967d5c8cc2 HTTP/1.1" status: 200 len: 210 time: 0.1277437 Dec 08 00:12:27.370442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] No DVR routers for this DVR port 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:27.379749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:27.383504 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1435b43-5902-4a1f-a132-5081d69af587 req-aef56abd-ea69-4835-853c-419d690e4f77 tempest-ListServersNegativeTestJSON-466844328 tempest-ListServersNegativeTestJSON-466844328-project] 10.222.0.59 "DELETE /v2.0/ports/451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 HTTP/1.1" status: 204 len: 173 time: 1.5424933 Dec 08 00:12:27.528482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:27.625081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ff3e7-1671-43af-abf0-bcee32a1223b req-09d65d04-9394-4d84-b912-bde5febc05d0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:27.636404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd4ff3e7-1671-43af-abf0-bcee32a1223b req-09d65d04-9394-4d84-b912-bde5febc05d0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1786056 Dec 08 00:12:27.660366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Port': ['ID=9e807af3-c4ae-4ded-9768-e6cd5b621a92,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:27.797781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd4ff3e7-1671-43af-abf0-bcee32a1223b req-ce638c34-952e-433d-8f8d-26da8e77607c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514816 Dec 08 00:12:27.870441 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26832bed-db0e-444b-9f75-3e1a1c0dd142 x-openstack-request-id: req-26832bed-db0e-444b-9f75-3e1a1c0dd142 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:27.870875 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cffd28a-3100-420c-93e1-9e967d5c8cc2", "name": "network-vif-deleted", "tag": "76f33dff-3adf-4ade-b3cd-8d5c76cffb89", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:27.871249 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26832bed-db0e-444b-9f75-3e1a1c0dd142 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:27.871834 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cffd28a-3100-420c-93e1-9e967d5c8cc2', 'name': 'network-vif-deleted', 'tag': '76f33dff-3adf-4ade-b3cd-8d5c76cffb89', 'status': 'completed', 'code': 200} Dec 08 00:12:27.947569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e324901-1017-4769-9581-c5ddb862db2a req-89bddf0f-687e-4596-9e2d-c56ff531a6e7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 210 time: 0.0771158 Dec 08 00:12:27.948214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56836) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:28.053335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.110628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52457-d648-4cf2-83b2-5094f2da97cb req-d3316ba7-7ba0-4d21-bac8-c509834d1523 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:28.139457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4e52457-d648-4cf2-83b2-5094f2da97cb req-d3316ba7-7ba0-4d21-bac8-c509834d1523 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1344626 Dec 08 00:12:28.268882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-a2af9230-cb85-47be-9def-68c45a905921 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:28.271289 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-a2af9230-cb85-47be-9def-68c45a905921 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 945 time: 0.1267023 Dec 08 00:12:28.325685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4e52457-d648-4cf2-83b2-5094f2da97cb req-527209fb-4119-4b0a-b907-a6b147e82c79 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727750 Dec 08 00:12:28.346673 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13b56661-5229-460a-abaa-a2315edb9988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.399497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406a8cd-4456-462a-8cbf-28dbbce0244b req-c6488534-3d0f-44d2-bec8-f6fe606f075c tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:28.403717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e406a8cd-4456-462a-8cbf-28dbbce0244b req-c6488534-3d0f-44d2-bec8-f6fe606f075c tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 945 time: 0.2251365 Dec 08 00:12:28.491353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e406a8cd-4456-462a-8cbf-28dbbce0244b req-ce5dff7a-9924-4e94-b5c5-5a0d6827aea4 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Dec 08 00:12:28.492044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56850) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:28.554970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] Deleting subnet 40116f0a-96f5-45bd-b6b2-f1608a22b37c {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:12:28.564663 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.602630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Deleting port bec56cc0-1576-4df2-a003-22057ec1bad1 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:28.603157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.624975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.632922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:28.645782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router 9dc951ef-a460-47e6-884c-fd4b16f6f03d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:12:28.680987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13b56661-5229-460a-abaa-a2315edb9988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.689265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:28.689612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 76f33dff-3adf-4ade-b3cd-8d5c76cffb89 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:28.692357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13b56661-5229-460a-abaa-a2315edb9988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.705734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.817310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b56661-5229-460a-abaa-a2315edb9988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1feddc-a00c-432c-ab13-22811b9b1c62,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:28.830844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] For port bec56cc0-1576-4df2-a003-22057ec1bad1, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=bec56cc0-1576-4df2-a003-22057ec1bad1,segment=NetworkSegment(9c65a60c-0183-483d-a0be-21eee50f7db0),segment_id=9c65a60c-0183-483d-a0be-21eee50f7db0)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:28.836419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.838615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-13b56661-5229-460a-abaa-a2315edb9988 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c951d7d1dcd44715b4a05b4110010d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8851733 Dec 08 00:12:28.839667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:28.899965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:28.923089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Calling delete_port for bec56cc0-1576-4df2-a003-22057ec1bad1 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:28.951180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40116f0a-96f5-45bd-b6b2-f1608a22b37c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:28.977681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a91fc45-f89c-45f4-9219-43b90f840a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.004684 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.008385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-44feb36c-e22e-444f-b23b-c75ecb1fde75 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/40116f0a-96f5-45bd-b6b2-f1608a22b37c HTTP/1.1" status: 204 len: 168 time: 0.5111101 Dec 08 00:12:29.014414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56860) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:29.040008 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a91fc45-f89c-45f4-9219-43b90f840a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.068443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fb64-9a15-4d88-8cea-21cfd381c052 req-a8448843-6801-4079-83f3-7ed478632fc7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:29.072179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfd5fb64-9a15-4d88-8cea-21cfd381c052 req-a8448843-6801-4079-83f3-7ed478632fc7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1318674 Dec 08 00:12:29.135956 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12803444-9756-4a73-89b0-653d2a29f11a req-d593f704-f260-44a7-a9ed-5fa46896b8af tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 210 time: 0.0537472 Dec 08 00:12:29.183660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfd5fb64-9a15-4d88-8cea-21cfd381c052 req-9704a143-03cb-45ee-9829-178d849b1b5a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002960 Dec 08 00:12:29.198367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.215566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:29.219382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a91fc45-f89c-45f4-9219-43b90f840a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.222177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a91fc45-f89c-45f4-9219-43b90f840a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.232428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5a91fc45-f89c-45f4-9219-43b90f840a2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e1feddc-a00c-432c-ab13-22811b9b1c62 HTTP/1.1" status: 204 len: 168 time: 0.3810794 Dec 08 00:12:29.236386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] Sync routers for ids ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:29.252006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91fc45-f89c-45f4-9219-43b90f840a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1feddc-a00c-432c-ab13-22811b9b1c62,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:29.263233 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0ecceb34-f1a9-42e7-9c46-305c6adef488 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "PUT /v2.0/routers/9dc951ef-a460-47e6-884c-fd4b16f6f03d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5407071 Dec 08 00:12:29.263337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56864) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:29.434054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting subnet c0d92ffb-90ab-4e85-9beb-a2fa1af63702 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:12:29.443622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.487753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] Routers {'9dc951ef-a460-47e6-884c-fd4b16f6f03d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:29.488504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:29.558986 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.613770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.732309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c82326c-2e0a-433b-baae-e3d7a01e63ee']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:29.795885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9964a-e7d4-4540-bd89-b65fcb4fe58d req-4cba4675-1a23-48ea-8fd5-6aa1843ac12c tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:29.807665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a9964a-e7d4-4540-bd89-b65fcb4fe58d req-4cba4675-1a23-48ea-8fd5-6aa1843ac12c tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.3136182 Dec 08 00:12:29.825641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962b9195-4978-4c43-a56d-a8e9221b4aad') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:29.830610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] Set router 9dc951ef-a460-47e6-884c-fd4b16f6f03d gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:29.831567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962b9195-4978-4c43-a56d-a8e9221b4aad') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:29.868218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.869787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56874) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:29.892601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'name': 'network-vif-deleted', 'tag': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:29.896496 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47152270-87c7-44b5-8347-7e7185a7561e" -d '{"events": [{"server_uuid": "d3afbb1b-0dd2-4eec-9e44-228e53aa684d", "name": "network-vif-deleted", "tag": "451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:29.960251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.962988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0307-fe1e-4c98-b6cd-336060033e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:29.966951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272cfc0-7ab4-415e-9a80-13d382049ca4 req-647d46a4-e8e9-46a1-8e0f-9660d49bcce9 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:29.974603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8272cfc0-7ab4-415e-9a80-13d382049ca4 req-647d46a4-e8e9-46a1-8e0f-9660d49bcce9 tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e3541a3-54f4-43cd-bcf8-98c6945c447c HTTP/1.1" status: 200 len: 945 time: 0.2931132 Dec 08 00:12:29.993336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:12:29.993751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:12:30.002780 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:12:30.012901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.031141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a9964a-e7d4-4540-bd89-b65fcb4fe58d req-cd85bba9-57fa-457e-884b-3b5fc2a82b1a tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179601 Dec 08 00:12:30.070116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00922106-c616-40db-b443-809b87b0e7b9 req-af34c8fb-66ed-44c1-ad5a-91c61aab46a7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:30.072500 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-af34c8fb-66ed-44c1-ad5a-91c61aab46a7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.5033123 Dec 08 00:12:30.127417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:30.157836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8272cfc0-7ab4-415e-9a80-13d382049ca4 req-55d848b2-82e5-4528-8ca3-95ec91e35f6b tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52cb53-7fb2-4656-a4b0-c3899c6693d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804771 Dec 08 00:12:30.177281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.191728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:30.192072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:30.201804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:30.213683 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815b4f42-1258-4cc4-a3d0-47a688149347 x-openstack-request-id: req-815b4f42-1258-4cc4-a3d0-47a688149347 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:30.213908 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3afbb1b-0dd2-4eec-9e44-228e53aa684d", "name": "network-vif-deleted", "tag": "451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:30.214377 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-815b4f42-1258-4cc4-a3d0-47a688149347 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:30.221099 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3afbb1b-0dd2-4eec-9e44-228e53aa684d', 'name': 'network-vif-deleted', 'tag': '451ad417-bc9f-440a-b0cd-8f2ccdc4d3c1', 'status': 'completed', 'code': 200} Dec 08 00:12:30.236534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.317904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd1ba5d-779c-4112-98c4-fd7f48ff9d7e None None] Network f9c2e35d-503a-462a-a48f-19ac8ce40c6d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:30.327670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.332055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Pushing event deleted for resources: {'Port': ['ID=bec56cc0-1576-4df2-a003-22057ec1bad1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:30.347880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.357413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.366721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/subnets/c0d92ffb-90ab-4e85-9beb-a2fa1af63702 HTTP/1.1" status: 204 len: 168 time: 1.0962329 Dec 08 00:12:30.366974 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] 10.222.0.18 "DELETE /v2.0/networks/3c82326c-2e0a-433b-baae-e3d7a01e63ee HTTP/1.1" status: 204 len: 168 time: 1.3378019 Dec 08 00:12:30.381974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56882) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:30.385122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] No DVR routers for this DVR port bec56cc0-1576-4df2-a003-22057ec1bad1 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:30.394277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.398184 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-596182b0-14a0-4bda-8f6f-71c0140c7099 req-f71115b1-9480-419c-a110-5d0c9f28a6bb tempest-ServerGroupTestJSON-1681652693 tempest-ServerGroupTestJSON-1681652693-project] 10.222.0.59 "DELETE /v2.0/ports/bec56cc0-1576-4df2-a003-22057ec1bad1 HTTP/1.1" status: 204 len: 173 time: 2.1190398 Dec 08 00:12:30.491017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:12:27Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:30.566560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efe0b33c-7a80-48ad-8813-477507a5d5bc req-9f3eb2bb-49b9-4274-b594-4a16357e5b44 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 210 time: 0.2787795 Dec 08 00:12:30.616279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407385a-1659-4d5a-b5f9-3e7a196f4682 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d92ffb-90ab-4e85-9beb-a2fa1af63702,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:30.628844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] Checking router: 9dc951ef-a460-47e6-884c-fd4b16f6f03d for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:30.669528 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0307-fe1e-4c98-b6cd-336060033e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.672145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074fd0-fba3-43c1-99bf-f36922a04967 req-21965bbf-0071-4ea7-90b9-d56264a4d480 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:30.676345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93074fd0-fba3-43c1-99bf-f36922a04967 req-21965bbf-0071-4ea7-90b9-d56264a4d480 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.3921125 Dec 08 00:12:30.689153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] Routers {'9dc951ef-a460-47e6-884c-fd4b16f6f03d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:30.691413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:30.698710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666fcc9-24cb-4217-825d-49071c8c1d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c82326c-2e0a-433b-baae-e3d7a01e63ee,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:30.723705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56886) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:30.776083 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0307-fe1e-4c98-b6cd-336060033e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.822475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bdd0fc95-da7a-48da-b460-848e43bc878e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=201ce7eab44d40debe71330c6d64702b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952640 Dec 08 00:12:30.824316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56888) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:30.924099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93074fd0-fba3-43c1-99bf-f36922a04967 req-a0338910-b9bd-470f-85dc-53a5b8892271 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407672 Dec 08 00:12:30.942641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70ccb27-9b8f-468f-a4b4-7200992cec4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:30.971953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70ccb27-9b8f-468f-a4b4-7200992cec4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.019796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] DHCP port deletion for f9c2e35d-503a-462a-a48f-19ac8ce40c6d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:12:31.072412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70ccb27-9b8f-468f-a4b4-7200992cec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.082365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70ccb27-9b8f-468f-a4b4-7200992cec4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.096035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e70ccb27-9b8f-468f-a4b4-7200992cec4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1557e1c5-c9b9-4b85-b97d-764d1c0ee01f HTTP/1.1" status: 204 len: 168 time: 0.2704473 Dec 08 00:12:31.139309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ccb27-9b8f-468f-a4b4-7200992cec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1557e1c5-c9b9-4b85-b97d-764d1c0ee01f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:31.144669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] Set router 9dc951ef-a460-47e6-884c-fd4b16f6f03d gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:31.147402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Deleting port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:31.147790 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.224728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] For port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7,segment=NetworkSegment(8f21c6af-d1a8-4462-9586-855086af0b5d),segment_id=8f21c6af-d1a8-4462-9586-855086af0b5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:31.225343 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.240894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Calling delete_port for 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:31.426730 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.454726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f1697-c37d-4b2f-b943-c906dda95207 req-54e1b247-7544-4743-b990-204cb9865dad tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:31.458230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373f1697-c37d-4b2f-b943-c906dda95207 req-54e1b247-7544-4743-b990-204cb9865dad tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.2375810 Dec 08 00:12:31.505158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Pushing event deleted for resources: {'Port': ['ID=4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:31.539187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.539542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.539895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.540241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.540582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.540921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.541270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.541588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.542278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.542278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.542574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.542982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.543231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:12:31.565420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec037955-62ec-4b9e-a9d2-25a33bbe8303 None None] No DVR routers for this DVR port 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:31.650712 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0c3c0307-fe1e-4c98-b6cd-336060033e2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a480bb8de6b43fa962082afb684df86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7519393 Dec 08 00:12:31.651766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-373f1697-c37d-4b2f-b943-c906dda95207 req-27cbbab5-aa61-4f96-a17a-fc7aaf48966b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617148 Dec 08 00:12:31.651766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:31.672212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c0307-fe1e-4c98-b6cd-336060033e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9574e94-80dd-4c0d-afbd-144dd6acdaf5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:31.719456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.734731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:12:27Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:31.775517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d85a38-f2c6-4dc3-8033-ae7f5e667112 None None] The sync data for ids ['9dc951ef-a460-47e6-884c-fd4b16f6f03d'] in n-d-820549-2 is: [{'id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665258949', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:42Z', 'updated_at': '2021-12-08T00:12:27Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'd4728e7b-d8c3-44aa-87e3-7d4ee9768620', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc951ef-a460-47e6-884c-fd4b16f6f03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:44Z', 'updated_at': '2021-12-08T00:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:31.785680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-77f25748-6637-480f-8eae-274a72567b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.860236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b67f72c-f7d8-4fda-968f-32fda6680c1c req-70aecda2-7d51-4680-a5a3-5b046445068b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 210 time: 0.0965180 Dec 08 00:12:31.863419 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-77f25748-6637-480f-8eae-274a72567b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.913184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:31.932513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.937486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee884b14-d038-4577-8a8e-8942df1dc387 req-9c986d0a-ba3b-4b7d-a5de-6f084c06817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:31.939037 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee884b14-d038-4577-8a8e-8942df1dc387 req-9c986d0a-ba3b-4b7d-a5de-6f084c06817e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.3092809 Dec 08 00:12:31.968638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-77f25748-6637-480f-8eae-274a72567b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.971627 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-77f25748-6637-480f-8eae-274a72567b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:31.973012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-77f25748-6637-480f-8eae-274a72567b48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9574e94-80dd-4c0d-afbd-144dd6acdaf5 HTTP/1.1" status: 204 len: 168 time: 0.3246539 Dec 08 00:12:31.988706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f25748-6637-480f-8eae-274a72567b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9574e94-80dd-4c0d-afbd-144dd6acdaf5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:32.028336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device bec56cc0-1576-4df2-a003-22057ec1bad1 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:32.059252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee884b14-d038-4577-8a8e-8942df1dc387 req-039f420b-9f7c-44fd-822d-4b60db284dfc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008203 Dec 08 00:12:32.094316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: bec56cc0-1576-4df2-a003-22057ec1bad1 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:32.094737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device bec56cc0-1576-4df2-a003-22057ec1bad1 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:32.105052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56938) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:32.191914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e14f82-3a6a-40c9-b437-6382b64bc412 req-5729ac2c-c3c4-4fed-9995-9c63dd898ac4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:32.196772 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:32.206124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7e14f82-3a6a-40c9-b437-6382b64bc412 req-5729ac2c-c3c4-4fed-9995-9c63dd898ac4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1322534 Dec 08 00:12:32.243796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'name': 'network-vif-deleted', 'tag': 'bec56cc0-1576-4df2-a003-22057ec1bad1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:32.246660 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3137c5dd-4565-4d63-94c0-291e3382b90e" -d '{"events": [{"server_uuid": "8e3541a3-54f4-43cd-bcf8-98c6945c447c", "name": "network-vif-deleted", "tag": "bec56cc0-1576-4df2-a003-22057ec1bad1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:32.338522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7e14f82-3a6a-40c9-b437-6382b64bc412 req-b5831271-774b-40d1-a707-cb433247a29e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298759 Dec 08 00:12:32.343483 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46002ea3-4ad1-42e0-bc55-cdafdf111932 x-openstack-request-id: req-46002ea3-4ad1-42e0-bc55-cdafdf111932 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:32.344002 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3541a3-54f4-43cd-bcf8-98c6945c447c", "name": "network-vif-deleted", "tag": "bec56cc0-1576-4df2-a003-22057ec1bad1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:32.344471 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46002ea3-4ad1-42e0-bc55-cdafdf111932 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:32.345046 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3541a3-54f4-43cd-bcf8-98c6945c447c', 'name': 'network-vif-deleted', 'tag': 'bec56cc0-1576-4df2-a003-22057ec1bad1', 'status': 'completed', 'code': 200} Dec 08 00:12:32.365067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] Deleting subnet 9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:12:32.500866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.6 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/e70bb801-6c4b-4603-94e7-404ac55e4738) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:32.506229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:32.613387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:32.674923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting port d4728e7b-d8c3-44aa-87e3-7d4ee9768620 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:32.679369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:32.767768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56962) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:32.801360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:32.855097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:32.862056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98a194-3749-4edb-bb86-0e23e8d20e44 req-121af934-2876-4619-97ab-546f5e404317 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:32.871487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf98a194-3749-4edb-bb86-0e23e8d20e44 req-121af934-2876-4619-97ab-546f5e404317 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1299577 Dec 08 00:12:32.908316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:32.910485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4a9b52a7-53eb-4c61-aea9-5fbf4ed484d7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:32.911877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9e807af3-c4ae-4ded-9768-e6cd5b621a92 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:32.932334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] For port d4728e7b-d8c3-44aa-87e3-7d4ee9768620, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:32.932821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:32.977568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 9e807af3-c4ae-4ded-9768-e6cd5b621a92 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:32.977918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9e807af3-c4ae-4ded-9768-e6cd5b621a92 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:32.983995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:32.992885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Calling delete_port for d4728e7b-d8c3-44aa-87e3-7d4ee9768620 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:33.032770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf98a194-3749-4edb-bb86-0e23e8d20e44 req-5bd08c75-c880-4454-a1bd-cdddbc461516 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534665 Dec 08 00:12:33.033389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.046373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.050818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf HTTP/1.1" status: 204 len: 168 time: 0.9443846 Dec 08 00:12:33.058096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea4b7b-fd04-4493-990a-23e9e113cd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5269b8-3dd7-4744-90e8-f8de8aa2e2cf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:33.069225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56980) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:33.115477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e967f999-486d-4fc6-af8f-e49c951cfcba req-dc884289-0741-4895-b8b4-1595362e60ea tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 210 time: 0.0650308 Dec 08 00:12:33.129391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-187601596-network', 'tenant_id': 'd025c4a05a4d4068acddcd89a00b9ef0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:33.237018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Made reservation on behalf of d025c4a05a4d4068acddcd89a00b9ef0 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:33.239318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.261232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.265393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.271280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.386020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:33.401602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:33.411399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=e70bb801-6c4b-4603-94e7-404ac55e4738,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:33.434435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:33.508393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963da5-f562-4c61-a42b-94e4f615a88d req-33d95184-107c-4515-bc8d-8b9a7776c855 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:33.510765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83963da5-f562-4c61-a42b-94e4f615a88d req-33d95184-107c-4515-bc8d-8b9a7776c855 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.0627403 Dec 08 00:12:33.567575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:33.568628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.579863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83963da5-f562-4c61-a42b-94e4f615a88d req-224869c7-fb4c-456f-b0e0-bb167fdac13f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616162 Dec 08 00:12:33.608811 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.633743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-b202610b-268b-4a56-94b9-9e68eebfb601 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4442320 Dec 08 00:12:33.640545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.669021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Request body: {'port': {'device_id': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:33.695062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e4e2f7-aecc-491a-b1f1-f049536490af']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:33.730647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Port': ['ID=d4728e7b-d8c3-44aa-87e3-7d4ee9768620,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:33.749669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.755914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c65a60c-0183-483d-a0be-21eee50f7db0') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:33.756216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c65a60c-0183-483d-a0be-21eee50f7db0') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:33.774499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.792323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.864222 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.873022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:12:33.904925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:12:33.905326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:12:33.909754 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:12:33.922385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c90e50e-5c8b-45a1-8c53-135ee7e42fab,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:33.926468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3899-f77e-455c-8db0-f24343133df4 req-6a0b4d87-91fd-410e-b5d5-744441299ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:33.928004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021c3899-f77e-455c-8db0-f24343133df4 req-6a0b4d87-91fd-410e-b5d5-744441299ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 1097 time: 0.2686362 Dec 08 00:12:33.928573 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.941669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:33.941669 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Added segment 1c3d6c34-14be-43e8-947a-5b174b4afdd5 of type vlan for network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 Dec 08 00:12:33.971672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.159574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa362ca-93a7-4dc8-9b1c-1e2caaeaf2ba req-53fd5cf0-c7b1-40d3-94bc-1ece5d14360d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:34.161279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fa362ca-93a7-4dc8-9b1c-1e2caaeaf2ba req-53fd5cf0-c7b1-40d3-94bc-1ece5d14360d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0559018 Dec 08 00:12:34.165918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.171406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.206861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.210393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.213690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.217532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] 10.222.0.18 "DELETE /v2.0/networks/81e4e2f7-aecc-491a-b1f1-f049536490af HTTP/1.1" status: 204 len: 168 time: 1.1467636 Dec 08 00:12:34.251799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ae359-67cd-480d-a69d-3acbdf5fab93 admin admin] Pushing event deleted for resources: {'Network': ['ID=81e4e2f7-aecc-491a-b1f1-f049536490af,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:34.288183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fa362ca-93a7-4dc8-9b1c-1e2caaeaf2ba req-12b5920a-0641-4923-b2aa-56b0be1344ec tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129687 Dec 08 00:12:34.328559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-51f612ec-65a8-4b64-b594-292dce9967ce req-77a7a79b-474e-4f9d-b3f6-1c594f3281e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1280718793', 'description': 'tempest-description-1317747215'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:34.347199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62667e69-7a2f-43e4-8e62-2dbaca700662 req-098a4c5b-302b-44e2-94ae-f19258c76112 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:34.354592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62667e69-7a2f-43e4-8e62-2dbaca700662 req-098a4c5b-302b-44e2-94ae-f19258c76112 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 931 time: 0.1257191 Dec 08 00:12:34.387629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.388504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc951ef-a460-47e6-884c-fd4b16f6f03d {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:12:34.404018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.406187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:34.408079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.410854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51f612ec-65a8-4b64-b594-292dce9967ce req-77a7a79b-474e-4f9d-b3f6-1c594f3281e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.419474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.421145 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5079e389-a5d8-48bc-813d-aeb5d6238f58 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/routers/9dc951ef-a460-47e6-884c-fd4b16f6f03d HTTP/1.1" status: 204 len: 168 time: 4.0372405 Dec 08 00:12:34.428525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:34.432150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62667e69-7a2f-43e4-8e62-2dbaca700662 req-a164925f-3f8d-4050-8a7d-c22e5651c185 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766056 Dec 08 00:12:34.485880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3899-f77e-455c-8db0-f24343133df4 req-7cbc1942-ddc9-440a-aca9-6822a4fed336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:34.487450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021c3899-f77e-455c-8db0-f24343133df4 req-7cbc1942-ddc9-440a-aca9-6822a4fed336 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 913 time: 0.5514650 Dec 08 00:12:34.507112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57032) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:34.813885 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0177565 Dec 08 00:12:34.839094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57046) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:34.846456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Request body: {'subnet': {'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-187601596-subnet', 'tenant_id': 'd025c4a05a4d4068acddcd89a00b9ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:34.853486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021c3899-f77e-455c-8db0-f24343133df4 req-4127e4ca-8513-4cc7-968c-d80cde051e46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a518eb31-2077-44c8-b70c-3d87433b074b HTTP/1.1" status: 200 len: 217 time: 0.3413646 Dec 08 00:12:34.864351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51f612ec-65a8-4b64-b594-292dce9967ce req-77a7a79b-474e-4f9d-b3f6-1c594f3281e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.896139 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51f612ec-65a8-4b64-b594-292dce9967ce req-77a7a79b-474e-4f9d-b3f6-1c594f3281e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:34.923263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138ec93-b68d-41cd-8f88-71117c6367f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7188b5e-1021-4fc5-a6ec-17fb19efdde7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:34.936628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:12:34.960974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7f4c4a22-dd23-4184-91d2-1a3a47dc7729 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a291a3b7e4ca49038a5d0e58436b87c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512084 Dec 08 00:12:34.964564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57054) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:35.001484 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.034584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3899-f77e-455c-8db0-f24343133df4 req-a91a557f-9e47-4159-8bb9-1305187b6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:35.034584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021c3899-f77e-455c-8db0-f24343133df4 req-a91a557f-9e47-4159-8bb9-1305187b6526 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.1494999 Dec 08 00:12:35.035903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7a79b-474e-4f9d-b3f6-1c594f3281e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6af101-a4b1-43ed-83e4-fca77ef603df,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:35.044190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Made reservation on behalf of d025c4a05a4d4068acddcd89a00b9ef0 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:35.050005 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.084592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132583b-00f7-47f4-832b-10f09281e4b3 req-6321e26d-bb65-484e-8031-85c627214f10 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:35.094239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d4728e7b-d8c3-44aa-87e3-7d4ee9768620 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:35.095731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d132583b-00f7-47f4-832b-10f09281e4b3 req-6321e26d-bb65-484e-8031-85c627214f10 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.2554712 Dec 08 00:12:35.101666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51f612ec-65a8-4b64-b594-292dce9967ce req-77a7a79b-474e-4f9d-b3f6-1c594f3281e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.102870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51f612ec-65a8-4b64-b594-292dce9967ce req-77a7a79b-474e-4f9d-b3f6-1c594f3281e4 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.7824290 Dec 08 00:12:35.122774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d4728e7b-d8c3-44aa-87e3-7d4ee9768620 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:35.123464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d4728e7b-d8c3-44aa-87e3-7d4ee9768620 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:35.201178 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021c3899-f77e-455c-8db0-f24343133df4 req-35bc0623-4a14-4ed5-bb91-03ab6ee2c858 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596804 Dec 08 00:12:35.248369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d132583b-00f7-47f4-832b-10f09281e4b3 req-7d641ec1-2a91-473f-8065-0749cb6e0cf5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512799 Dec 08 00:12:35.254385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70bb801-6c4b-4603-94e7-404ac55e4738 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:35.277951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5ea11ae-abe3-48e7-8616-0148b0028cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.300234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.304397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-b5860193-7b62-4846-8bee-39ea35899106 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1280718793&fields=id&tenant_id=a259c34893f240559a0c748ec3999aac HTTP/1.1" status: 200 len: 267 time: 0.1204877 Dec 08 00:12:35.352890 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.375545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5ea11ae-abe3-48e7-8616-0148b0028cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.392184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Transition to ACTIVE for port object e70bb801-6c4b-4603-94e7-404ac55e4738 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:35.410755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c2e35d-503a-462a-a48f-19ac8ce40c6d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:35.414105 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.464198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f21c6af-d1a8-4462-9586-855086af0b5d') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:35.464496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f21c6af-d1a8-4462-9586-855086af0b5d') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:35.475060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-f7c5a737-d984-4ee7-98ce-28d8c83e0186 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:35.483805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-f7c5a737-d984-4ee7-98ce-28d8c83e0186 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.1561649 Dec 08 00:12:35.488008 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.493973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Request body: {'port': {'security_groups': ['21d3b1cb-5f66-4c02-b672-ceecd7c56069', 'cd6af101-a4b1-43ed-83e4-fca77ef603df']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:35.502156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.524513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021c3899-f77e-455c-8db0-f24343133df4 req-d1f6b7bf-6b65-4667-abf7-c971e9b10578 service neutron] 10.222.0.59 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022532 Dec 08 00:12:35.555770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.557652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Pushing event updated for resources: {'Port': ['ID=e70bb801-6c4b-4603-94e7-404ac55e4738,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:35.597874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:12:35.598555 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.602777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5ea11ae-abe3-48e7-8616-0148b0028cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:12:35.603473 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:12:35.605467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5ea11ae-abe3-48e7-8616-0148b0028cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.606511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c5ea11ae-abe3-48e7-8616-0148b0028cbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c52cb53-7fb2-4656-a4b0-c3899c6693d7 HTTP/1.1" status: 204 len: 168 time: 0.6014152 Dec 08 00:12:35.628672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:35.656398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea11ae-abe3-48e7-8616-0148b0028cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c52cb53-7fb2-4656-a4b0-c3899c6693d7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:35.682468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.692893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea3c44-0640-4fe3-a3bf-4d318be62f28 req-0fa5f1bb-6bad-4035-b958-ce2233adb982 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:35.700354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fea3c44-0640-4fe3-a3bf-4d318be62f28 req-0fa5f1bb-6bad-4035-b958-ce2233adb982 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 943 time: 0.1559110 Dec 08 00:12:35.702554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Checking segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:35.702803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Network hostable DHCP agents. Network: f7188b5e-1021-4fc5-a6ec-17fb19efdde7, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:12:35.761572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Attempting to bind port e70bb801-6c4b-4603-94e7-404ac55e4738 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:35.761860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Attempting to bind port e70bb801-6c4b-4603-94e7-404ac55e4738 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:35.762617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Attempting to bind port e70bb801-6c4b-4603-94e7-404ac55e4738 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:35.766647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.771388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.778031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/networks/f9c2e35d-503a-462a-a48f-19ac8ce40c6d HTTP/1.1" status: 204 len: 168 time: 1.3435826 Dec 08 00:12:35.780513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57084) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:35.784535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Port e70bb801-6c4b-4603-94e7-404ac55e4738 on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:35.784869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Attempting to bind port e70bb801-6c4b-4603-94e7-404ac55e4738 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:35.788776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-021c3899-f77e-455c-8db0-f24343133df4 req-71fe4bb1-a285-4f23-b66d-f664f6e1597f service neutron] 10.222.0.59 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440238 Dec 08 00:12:35.820124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8159c00-1fbc-4448-af65-28ac06bd78c1 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Network': ['ID=f9c2e35d-503a-462a-a48f-19ac8ce40c6d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:35.824339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:35.825458 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:35.825857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:35.826341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Bound port: e70bb801-6c4b-4603-94e7-404ac55e4738, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:35.826705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.835611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:12:35.863233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fea3c44-0640-4fe3-a3bf-4d318be62f28 req-e7edeae7-cdca-4247-b0eb-e17a2fddea0a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618876 Dec 08 00:12:35.899734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f7188b5e-1021-4fc5-a6ec-17fb19efdde7) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:35.913502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c03b7-9e2c-4101-8004-c23c2b329e04 None None] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:35.916223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] For port e70bb801-6c4b-4603-94e7-404ac55e4738, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:35.922924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:35.923425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] For port e70bb801-6c4b-4603-94e7-404ac55e4738, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e70bb801-6c4b-4603-94e7-404ac55e4738,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:35.929770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.931153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:35.995387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:36.003294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:36.009036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] 10.222.0.44 "PUT /v2.0/ports/e70bb801-6c4b-4603-94e7-404ac55e4738 HTTP/1.1" status: 200 len: 1091 time: 2.3517871 Dec 08 00:12:36.009406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-08337954-9faa-49b3-8db5-9485e6b10834 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1658022 Dec 08 00:12:36.019059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'tag': 'e70bb801-6c4b-4603-94e7-404ac55e4738'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:36.030213 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80" -d '{"events": [{"name": "network-changed", "server_uuid": "271efbdc-ab75-4aaa-acca-0ab3a091ed82", "tag": "e70bb801-6c4b-4603-94e7-404ac55e4738"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:36.080406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920842b-be71-484a-81b0-31f3a95c804d None None] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:36.141902 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e02c4ad-9e74-4254-825f-3417c08cacfa x-openstack-request-id: req-8e02c4ad-9e74-4254-825f-3417c08cacfa {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:36.142218 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271efbdc-ab75-4aaa-acca-0ab3a091ed82", "tag": "e70bb801-6c4b-4603-94e7-404ac55e4738", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:36.142536 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e02c4ad-9e74-4254-825f-3417c08cacfa {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:36.143334 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'tag': 'e70bb801-6c4b-4603-94e7-404ac55e4738', 'status': 'completed', 'code': 200} Dec 08 00:12:36.144865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d56fb-6b59-4a8f-aa68-81e467d2a421 service neutron] Pushing event updated for resources: {'Port': ['ID=e70bb801-6c4b-4603-94e7-404ac55e4738,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:36.174414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00922106-c616-40db-b443-809b87b0e7b9 req-1beae278-fb77-420d-8b3b-bb429bc82eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:36.176006 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-1beae278-fb77-420d-8b3b-bb429bc82eef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 1094 time: 0.1064909 Dec 08 00:12:36.251990 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-4e3814ed-39fb-4015-821e-2396a2d1286e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70bb801-6c4b-4603-94e7-404ac55e4738 HTTP/1.1" status: 200 len: 217 time: 0.0621521 Dec 08 00:12:36.300308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:36.329418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting port bf36886d-e5ec-4b06-bdd5-f6a595604aaa {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:36.329787 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:36.339178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00922106-c616-40db-b443-809b87b0e7b9 req-0f994957-17bf-4c21-b2ad-01a546641501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:36.340687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-0f994957-17bf-4c21-b2ad-01a546641501 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0809777 Dec 08 00:12:36.368001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:36.391014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-19a5c031-21e0-434a-af1b-2f68865a4bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400410 Dec 08 00:12:36.432943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:36.465976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb7bcb5e-e196-4b49-913e-04e4ef42899f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:36.501684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-62c88539-60a1-43af-b27f-0da620a9e012 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043453 Dec 08 00:12:36.541294 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:36.541888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:36.554446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dc632-0acc-4128-9e4d-57c510ff1071 req-2fae73c7-4e42-4144-a52d-89174cd443b4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:36.562823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c0dc632-0acc-4128-9e4d-57c510ff1071 req-2fae73c7-4e42-4144-a52d-89174cd443b4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 946 time: 0.1607802 Dec 08 00:12:36.587052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:36.588492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:36.596176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d07bcdfd-5bd1-4f41-bfdd-02ec1c5155e9 req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "PUT /v2.0/ports/fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 982 time: 1.1112363 Dec 08 00:12:36.607103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:36.610270 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84aaeff-c82b-4f29-a486-bfc701e169c8" -d '{"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:36.629824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Calling delete_port for bf36886d-e5ec-4b06-bdd5-f6a595604aaa owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:36.650224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b265d-6385-464c-825c-f4e2af54258b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event updated for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:36.676966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-00922106-c616-40db-b443-809b87b0e7b9 req-137b36dd-3bf1-4509-9175-ceac72c61a36 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664774 Dec 08 00:12:36.683213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb7bcb5e-e196-4b49-913e-04e4ef42899f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:36.754041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c0dc632-0acc-4128-9e4d-57c510ff1071 req-157a7420-25d8-405c-a2b6-cb890c963f90 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879103 Dec 08 00:12:36.877233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-6fc4235b-6ac6-432c-84ec-652e183b6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:36.878824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-6fc4235b-6ac6-432c-84ec-652e183b6bde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 1094 time: 0.1101048 Dec 08 00:12:36.930811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-6be8b9d5-c705-4dfb-8039-0abc19ce32db tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1280718793&fields=id&tenant_id=a259c34893f240559a0c748ec3999aac HTTP/1.1" status: 200 len: 267 time: 0.0744724 Dec 08 00:12:37.070398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-bb4bf542-d007-4a3c-bb7b-59798e7fbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:37.073472 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-bb4bf542-d007-4a3c-bb7b-59798e7fbebc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.1855249 Dec 08 00:12:37.136735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-2d60ee16-3717-40d1-a431-6d05cc8439b3 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:37.139109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-bbf42528-354e-4f67-ab66-756186b50d9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70bb801-6c4b-4603-94e7-404ac55e4738 HTTP/1.1" status: 200 len: 217 time: 0.0558584 Dec 08 00:12:37.145191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-2d60ee16-3717-40d1-a431-6d05cc8439b3 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 985 time: 0.2151222 Dec 08 00:12:37.151512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57148) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:37.155855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Request body: {'port': {'security_groups': ['21d3b1cb-5f66-4c02-b672-ceecd7c56069']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:37.213878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.214786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-9cdbe74b-a3a5-4560-90b2-1e422e001c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:37.217650 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-9cdbe74b-a3a5-4560-90b2-1e422e001c3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0706432 Dec 08 00:12:37.264736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-c02d1be9-c4b5-469e-86c3-b438e7cffaf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382614 Dec 08 00:12:37.265779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-1f820687-f505-443e-8a6e-22c4bab50d44 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:37.267315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-1f820687-f505-443e-8a6e-22c4bab50d44 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 812 time: 0.2559552 Dec 08 00:12:37.293840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Port': ['ID=bf36886d-e5ec-4b06-bdd5-f6a595604aaa,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:37.351170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-network', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:37.372088 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.387892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-ccf660ad-1470-4ad0-be4d-59ba9a16ff62 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/quotas/d025c4a05a4d4068acddcd89a00b9ef0 HTTP/1.1" status: 200 len: 375 time: 0.0913713 Dec 08 00:12:37.411425 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-a0f2972d-742b-4acd-8bb5-1a039b87e122 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390347 Dec 08 00:12:37.449351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-18b60895-06f9-438b-8538-8162cf09e90b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414276 Dec 08 00:12:37.474126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Made reservation on behalf of a23434605ed74e0da84e68b56c0b4467 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:37.476670 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.502824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.503193 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Floating IP e5caa492-f966-4b89-b9f6-6532fd16f3aa disassociated (deleted). External IP: 172.25.6.99, port: 5b52517b-15c5-4f8a-af3e-a8dd4312138b. Dec 08 00:12:37.548147 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a9d9faab-5b7b-4a46-81e3-cb62a7fd4b80 req-4759e27c-aca6-4233-8aab-17dbb655a110 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289325 Dec 08 00:12:37.563418 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.607065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57160) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:37.727272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e6f927-a1fc-4a25-8e9b-1427a711ee9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.731620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-acba0afa-31b1-47fe-8cd7-1284b24a9cf0 service neutron] 10.222.0.18 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586360 Dec 08 00:12:37.806410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e6f927-a1fc-4a25-8e9b-1427a711ee9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.810779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e6f927-a1fc-4a25-8e9b-1427a711ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.850342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6f927-a1fc-4a25-8e9b-1427a711ee9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd4cc95-7638-4ac9-b523-1cc3b60a0253,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:37.857329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54e6f927-a1fc-4a25-8e9b-1427a711ee9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03be35b2741c487ab4adea3ca22aa0ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2460608 Dec 08 00:12:37.857538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:37.911487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f3c05e1-9e16-487c-a820-8c0b3b01442f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.938794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f3c05e1-9e16-487c-a820-8c0b3b01442f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.988766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f3c05e1-9e16-487c-a820-8c0b3b01442f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.991519 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f3c05e1-9e16-487c-a820-8c0b3b01442f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:37.992796 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6f3c05e1-9e16-487c-a820-8c0b3b01442f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2dd4cc95-7638-4ac9-b523-1cc3b60a0253 HTTP/1.1" status: 204 len: 168 time: 0.1343517 Dec 08 00:12:38.003445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c05e1-9e16-487c-a820-8c0b3b01442f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd4cc95-7638-4ac9-b523-1cc3b60a0253,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:38.055176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a518eb31-2077-44c8-b70c-3d87433b074b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:38.141564 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.167942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:38.170659 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8023b4c4-0fc5-4366-a52a-8b599bf17f3c" -d '{"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-unplugged", "status": "completed", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:38.187789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:38.193051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.246078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:38.267443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.282706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:38.287478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.307843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57174) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:38.315066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-049534f8-0eda-4222-b679-df5c870139c6 service neutron] 10.222.0.18 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614755 Dec 08 00:12:38.322545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58dffff5-9a32-4211-a196-0e0886dbf7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.359441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:12:38.395948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.396294 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Added segment bcc4b983-3c7b-4339-a968-7d15972ae384 of type vlan for network 34b557cc-e162-4128-861d-521274cd0218 Dec 08 00:12:38.399857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d85be6-f6da-4719-970f-3a0784239a61,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:38.410812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58dffff5-9a32-4211-a196-0e0886dbf7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.417200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58dffff5-9a32-4211-a196-0e0886dbf7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.429362 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.456012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.466353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router bc5773ac-78a7-42df-9911-ea4edff4c5dc has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:12:38.476256 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-58dffff5-9a32-4211-a196-0e0886dbf7a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f7a384b85ae4b79ab59c02f3160b4ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647809 Dec 08 00:12:38.476596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57176) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:38.484096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dffff5-9a32-4211-a196-0e0886dbf7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5863349-0058-4b35-a406-8c7991400a43,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:38.491028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb7bcb5e-e196-4b49-913e-04e4ef42899f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:38.507625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.526580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:38.527908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.529428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebaa8b5b-83be-4bb3-8db2-fa519e6608ec req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "PUT /v2.0/ports/fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 943 time: 1.3833146 Dec 08 00:12:38.533938 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92025a2a-6512-429b-a39f-5208f9d61b68 x-openstack-request-id: req-92025a2a-6512-429b-a39f-5208f9d61b68 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:38.540581 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:38.541252 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92025a2a-6512-429b-a39f-5208f9d61b68 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:38.541846 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'status': 'completed', 'code': 200} Dec 08 00:12:38.620812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3802e482-60d2-4423-8df3-348a1cbbbd53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.646819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3802e482-60d2-4423-8df3-348a1cbbbd53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.647220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb7bcb5e-e196-4b49-913e-04e4ef42899f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:38.682368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-690a7dc8-0c93-4f10-b738-552b42fa2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:38.684350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-690a7dc8-0c93-4f10-b738-552b42fa2877 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.1052465 Dec 08 00:12:38.727943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.728900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:38.729476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.755232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34e03e-3db8-47e9-a997-2ab122b7a831 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event updated for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:38.770272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e70bb801-6c4b-4603-94e7-404ac55e4738 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:38.783595 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3802e482-60d2-4423-8df3-348a1cbbbd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.787128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3802e482-60d2-4423-8df3-348a1cbbbd53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:38.788596 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3802e482-60d2-4423-8df3-348a1cbbbd53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5863349-0058-4b35-a406-8c7991400a43 HTTP/1.1" status: 204 len: 168 time: 0.3108120 Dec 08 00:12:38.806444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802e482-60d2-4423-8df3-348a1cbbbd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5863349-0058-4b35-a406-8c7991400a43,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:38.831455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-bf195552-7123-40dc-b545-c1d506e51215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:38.833335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-bf195552-7123-40dc-b545-c1d506e51215 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.1409326 Dec 08 00:12:38.907397 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-d5fa6d2b-08ac-4da4-9871-319c2ea8a2b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0645506 Dec 08 00:12:38.912489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] Pushing event updated for resources: {'Network': ['ID=34b557cc-e162-4128-861d-521274cd0218,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:38.948211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 34b557cc-e162-4128-861d-521274cd0218 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:12:38.980011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2fda8f09-5207-41a4-92be-8bb4f96f594e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8178895 Dec 08 00:12:38.980247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57192) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:38.995803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Request body: {'subnet': {'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-subnet', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:39.022414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-e4d4ac86-5a6e-4276-bd74-117117f5aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:39.024389 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-e4d4ac86-5a6e-4276-bd74-117117f5aebe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.1089983 Dec 08 00:12:39.024589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372528e-858d-4868-8011-14a03f71390d req-ded62cac-cdaf-4280-9de7-1ba753a41834 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:39.026147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Made reservation on behalf of a23434605ed74e0da84e68b56c0b4467 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:39.028848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:39.035833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d372528e-858d-4868-8011-14a03f71390d req-ded62cac-cdaf-4280-9de7-1ba753a41834 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 943 time: 0.4187284 Dec 08 00:12:39.044949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9c539-9f26-4dcc-89c9-7e1d7ec2c230 req-42d23f44-4448-415b-afd7-cc86b7867868 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:39.060565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab9c539-9f26-4dcc-89c9-7e1d7ec2c230 req-42d23f44-4448-415b-afd7-cc86b7867868 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 944 time: 0.1849706 Dec 08 00:12:39.086770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:39.101173 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] Sync routers for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:39.104490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:39.121283 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:39.123859 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:39.177668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ab9c539-9f26-4dcc-89c9-7e1d7ec2c230 req-58f0cd23-e8ca-4f5a-a40b-ad376a68edf2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223764 Dec 08 00:12:39.200670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5c3ce1ca-241a-4af9-bf94-6166d5b10508 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/floatingips/e5caa492-f966-4b89-b9f6-6532fd16f3aa HTTP/1.1" status: 204 len: 168 time: 3.4128683 Dec 08 00:12:39.204052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d372528e-858d-4868-8011-14a03f71390d req-75c2f718-fb76-4bd9-aa1b-c5cd97ce4ccd tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690748 Dec 08 00:12:39.236519 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-017ff975-0c6c-4f67-94f5-e4d0791ada8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604947 Dec 08 00:12:39.305658 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad991235-5f33-4ba0-9f84-8bd7ee6e77a6 x-openstack-request-id: req-ad991235-5f33-4ba0-9f84-8bd7ee6e77a6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:39.307587 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-unplugged", "status": "failed", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b", "code": 422}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:39.308073 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad991235-5f33-4ba0-9f84-8bd7ee6e77a6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:39.309800 n-d-820549-2 neutron-server[103115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'code': 422} returned with failed status Dec 08 00:12:39.322379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e70bb801-6c4b-4603-94e7-404ac55e4738, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e70bb801-6c4b-4603-94e7-404ac55e4738,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:39.379481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'e70bb801-6c4b-4603-94e7-404ac55e4738', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': 'e70bb801-6c4b-4603-94e7-404ac55e4738', 'mac_address': 'fa:16:3e:a1:b7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:39.401338 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:39.476307 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:39.501343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70bb801-6c4b-4603-94e7-404ac55e4738 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:39.523450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-7fb86ec0-c48c-4fa2-8530-51722e7c6b4e service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688527 Dec 08 00:12:39.547911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e70bb801-6c4b-4603-94e7-404ac55e4738, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e70bb801-6c4b-4603-94e7-404ac55e4738,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:39.555284 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:39.664188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-0fe397ba-0ed4-40f6-a1ba-27c8d6bcea6e tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3796694 Dec 08 00:12:39.673554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e70bb801-6c4b-4603-94e7-404ac55e4738,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:39.675612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:39.734703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:39.832702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f84aaeff-c82b-4f29-a486-bfc701e169c8 req-18be0dbc-4434-42f4-b1cf-7f07f8bedd93 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942748 Dec 08 00:12:39.838558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:39.841423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:39.910102 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:46Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:39.924672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:39.958161 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:39.971212 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] Checking router: bc5773ac-78a7-42df-9911-ea4edff4c5dc for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:39.995750 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:39.996391 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:40.018085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Checking segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:40.020105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Network hostable DHCP agents. Network: 34b557cc-e162-4128-861d-521274cd0218, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:12:40.058112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Network 34b557cc-e162-4128-861d-521274cd0218 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:12:40.094530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 34b557cc-e162-4128-861d-521274cd0218) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:40.104548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867fb594-aeab-49e4-8c06-b1bc9e058c69 None None] Network 34b557cc-e162-4128-861d-521274cd0218 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:40.129408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:40.131732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.168749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c11e75b8-049c-45b9-bdf1-97f37fc31450 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1873450 Dec 08 00:12:40.171970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57236) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:40.179344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:40.234658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.236835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.254817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Allocated IP 172.25.6.91 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/4e87dbc2-3c20-40a0-993f-465ef010ee0e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:40.289395 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:40.308710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-34b557cc-e162-4128-861d-521274cd0218', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:12:40.311081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.362549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.501728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Allocated IP 172.20.0.2 (34b557cc-e162-4128-861d-521274cd0218/89ee2937-d0a3-4134-bb5f-bec0f8b05cb5/3339dae4-8ddf-446a-9732-dd4ac2d95d96) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:40.531163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.548959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f'}, {'name': 'network-changed', 'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:40.551361 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16" -d '{"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f"}, {"name": "network-changed", "server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:40.625321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.682108 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:46Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:40.712166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e70bb801-6c4b-4603-94e7-404ac55e4738 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:40.730010 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f98e2-3796-4f04-a34e-433b95f90975 None None] The sync data for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 is: [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:10:40Z', 'revision_number': 4, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '006a7768-6915-4b38-99b4-587603432385', 'name': '', 'network_id': '227cf949-990e-4ce4-8b90-d3726f9576df', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'mac_address': 'fa:16:3e:84:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:39Z', 'updated_at': '2021-12-08T00:10:46Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'subnets': [{'id': 'bd7fec5f-b26a-47fd-ac55-2065500f03a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:40.748114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:40.755052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:40.783989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:40.849953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:40.876120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event updated for resources: {'Port': ['ID=4e87dbc2-3c20-40a0-993f-465ef010ee0e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:41.042827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.098265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-7b973f4d-900d-4a63-8ec2-088aec7d4fb1 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:41.099926 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-7b973f4d-900d-4a63-8ec2-088aec7d4fb1 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 812 time: 0.3955793 Dec 08 00:12:41.137582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.178044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port e70bb801-6c4b-4603-94e7-404ac55e4738 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:41.178838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Request body: {'port': {'device_id': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'admin_state_up': True, 'tenant_id': 'd025c4a05a4d4068acddcd89a00b9ef0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:41.188290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.190462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port e70bb801-6c4b-4603-94e7-404ac55e4738 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:41.191032 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.249417 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.287844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09bcad-bce6-4074-b7e2-2ac96b3960ae None None] New status for floating IP e5caa492-f966-4b89-b9f6-6532fd16f3aa: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:12:41.325871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-ec356160-73f8-47ca-98cb-fa306e2738d4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:41.335983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-ec356160-73f8-47ca-98cb-fa306e2738d4 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=61175636-e0d0-4141-8bda-8acfe5195fc4 HTTP/1.1" status: 200 len: 944 time: 0.1212242 Dec 08 00:12:41.337707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Network 34b557cc-e162-4128-861d-521274cd0218 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:41.371888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:41.385879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:41.457960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Pushing event updated for resources: {'Port': ['ID=3339dae4-8ddf-446a-9732-dd4ac2d95d96,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:41.498413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Attempting to bind port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:41.499066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Attempting to bind port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:41.499678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Attempting to bind port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:41.505818 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.526511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:41.527033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Checking segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:41.527443 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.527845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Bound using segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:41.528337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Bound port: 3339dae4-8ddf-446a-9732-dd4ac2d95d96, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:41.528717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.558811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70bb801-6c4b-4603-94e7-404ac55e4738'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:41.565769 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b735692-6e10-4c96-89da-43319cd45b87" -d '{"events": [{"server_uuid": "271efbdc-ab75-4aaa-acca-0ab3a091ed82", "name": "network-vif-plugged", "status": "completed", "tag": "e70bb801-6c4b-4603-94e7-404ac55e4738"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:41.607602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e70bb801-6c4b-4603-94e7-404ac55e4738, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e70bb801-6c4b-4603-94e7-404ac55e4738,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:41.619388 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.693141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e70bb801-6c4b-4603-94e7-404ac55e4738,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:41.716664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] For port 3339dae4-8ddf-446a-9732-dd4ac2d95d96, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:41.718222 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.722240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] For port 3339dae4-8ddf-446a-9732-dd4ac2d95d96, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3339dae4-8ddf-446a-9732-dd4ac2d95d96,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:41.734334 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.738730 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.747926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-df9e855f-e390-4ca3-9a33-fcb45244b254 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:41.750251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-df9e855f-e390-4ca3-9a33-fcb45244b254 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.59 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 984 time: 0.1178167 Dec 08 00:12:41.840583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0047d-46c7-4b83-81c2-3fc87e6f358b None None] Pushing event updated for resources: {'Port': ['ID=3339dae4-8ddf-446a-9732-dd4ac2d95d96,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:41.869789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-a69818c5-f1bf-4282-a8fc-c13353ef3178 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:41.871331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-a69818c5-f1bf-4282-a8fc-c13353ef3178 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 812 time: 0.3331435 Dec 08 00:12:41.879651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Made reservation on behalf of d025c4a05a4d4068acddcd89a00b9ef0 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:41.879874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event updated for resources: {'Port': ['ID=4e87dbc2-3c20-40a0-993f-465ef010ee0e,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:41.882880 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.894421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Request body: {'port': {'device_id': '21950934-0e47-43e3-89c3-2aca219595e2', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'admin_state_up': True, 'tenant_id': 'd025c4a05a4d4068acddcd89a00b9ef0'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:41.904903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Deleting port a518eb31-2077-44c8-b70c-3d87433b074b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:41.905337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:41.937586 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.032032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.044454 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.046319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-38db3ab4-18e8-49b9-a680-27b8ea81f7df tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3802655 Dec 08 00:12:42.058478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a518eb31-2077-44c8-b70c-3d87433b074b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:42.061580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.090347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] For port a518eb31-2077-44c8-b70c-3d87433b074b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a518eb31-2077-44c8-b70c-3d87433b074b,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:42.090718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.204288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting port 5b52517b-15c5-4f8a-af3e-a8dd4312138b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:42.205567 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.213638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Calling delete_port for a518eb31-2077-44c8-b70c-3d87433b074b owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:42.265974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Allocated IP 172.20.0.4 (f7188b5e-1021-4fc5-a6ec-17fb19efdde7/d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f/582c8882-8c38-4bbe-a45a-ea8ae573515d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:42.283870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-25d074dd-d4e6-413a-a65d-135b1ebb8993 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 695 time: 0.1963720 Dec 08 00:12:42.445099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Made reservation on behalf of d025c4a05a4d4068acddcd89a00b9ef0 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:42.450394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.458146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] For port 5b52517b-15c5-4f8a-af3e-a8dd4312138b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5b52517b-15c5-4f8a-af3e-a8dd4312138b,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:42.458520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.461416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Allocated IP 172.25.6.158 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/04b1f764-c705-4400-a0e8-24ab5f97a547) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:42.500073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Calling delete_port for 5b52517b-15c5-4f8a-af3e-a8dd4312138b owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:42.523419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-4d55ddc3-2a92-418f-9c71-6a065bc0e07b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:42.525147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-4d55ddc3-2a92-418f-9c71-6a065bc0e07b tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2315123 Dec 08 00:12:42.559725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-4af75176-f7d1-49ca-97d6-0efdfdfd8e9d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:12:42.561272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2babe48-74eb-4630-b731-db43e1a43f4b req-4af75176-f7d1-49ca-97d6-0efdfdfd8e9d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242534 Dec 08 00:12:42.776032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.794454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.923983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3339dae4-8ddf-446a-9732-dd4ac2d95d96 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:42.925203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:42.970871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Port': ['ID=5b52517b-15c5-4f8a-af3e-a8dd4312138b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:43.028396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:43.028961 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.045964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57324) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:43.048687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] No DVR routers for this DVR port 5b52517b-15c5-4f8a-af3e-a8dd4312138b on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:43.053901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.057827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d61b5b1-673f-422c-84b6-0f049fbd5af4 req-8e5164f0-3670-421b-b154-55613d24d24a tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.59 "DELETE /v2.0/ports/5b52517b-15c5-4f8a-af3e-a8dd4312138b HTTP/1.1" status: 204 len: 173 time: 1.2978241 Dec 08 00:12:43.063446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c24932d7-048e-464d-b941-218612e89b27 req-a5aa45e4-e21f-459b-861b-4a69c39312aa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 210 time: 0.0792892 Dec 08 00:12:43.072392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.074155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'name': 'network-vif-deleted', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:43.088215 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c599351-ac4f-4fa1-b580-3cc3e8aaf645" -d '{"events": [{"server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "name": "network-vif-deleted", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:43.088215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.093377 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.159637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.181122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event deleted for resources: {'Port': ['ID=a518eb31-2077-44c8-b70c-3d87433b074b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:43.213671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 3339dae4-8ddf-446a-9732-dd4ac2d95d96, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3339dae4-8ddf-446a-9732-dd4ac2d95d96,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:43.214342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:43.223973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.232306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:43.257341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:43.258463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:43.281791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Allocated IP 172.20.0.3 (f7188b5e-1021-4fc5-a6ec-17fb19efdde7/d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f/a3e5280c-e56d-43ee-b0c8-03dc1a8d938b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:43.324312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=3339dae4-8ddf-446a-9732-dd4ac2d95d96,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:43.335574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:43.343621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970892ce-3de7-49dc-8af3-26b078cf8a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.346499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:43.352079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7be8b8ab-31d3-4a77-8f9b-a66a60cc8b89 req-dd829f34-9b31-43e5-bc4e-61669a67cd70 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "GET /v2.0/ports?device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 210 time: 0.1466620 Dec 08 00:12:43.371911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event updated for resources: {'Port': ['ID=582c8882-8c38-4bbe-a45a-ea8ae573515d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:43.394713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] No DVR routers for this DVR port a518eb31-2077-44c8-b70c-3d87433b074b on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:43.403205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.408433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-982e5b57-befd-419d-a580-4a30026b4fe5 req-e82534f3-0285-49fc-b4e1-25b11fb6c88d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "DELETE /v2.0/ports/a518eb31-2077-44c8-b70c-3d87433b074b HTTP/1.1" status: 204 len: 173 time: 2.0712569 Dec 08 00:12:43.491759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87774ed3-9e80-42c1-b193-2d9d2de94553 None None] Network 34b557cc-e162-4128-861d-521274cd0218 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:43.592141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.694975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-72fcb6a8-8c6e-4fc6-badb-04693f40fd6f None None] Provisioning complete for port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:43.695427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-72fcb6a8-8c6e-4fc6-badb-04693f40fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.698504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Pushing event updated for resources: {'Port': ['ID=04b1f764-c705-4400-a0e8-24ab5f97a547,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:43.714624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:43.715589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.720877 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.732104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:43.787076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80487314-ecce-452f-a11f-6d9fb25e2b16 req-21036da6-da47-40f6-8ae4-6a4337ae1f3a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:43.789500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80487314-ecce-452f-a11f-6d9fb25e2b16 req-21036da6-da47-40f6-8ae4-6a4337ae1f3a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 945 time: 0.1804378 Dec 08 00:12:43.809389 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c62cb229-288b-422e-aeb5-d841055564fa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6358063 Dec 08 00:12:43.828264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:43.841379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:43.861611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:43.919062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Request body: {'port': {'device_id': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:43.937849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event updated for resources: {'Port': ['ID=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:43.946554 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d86d866-c922-42a2-a22f-1634e79bc072 x-openstack-request-id: req-1d86d866-c922-42a2-a22f-1634e79bc072 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:43.946864 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:43.947157 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d86d866-c922-42a2-a22f-1634e79bc072 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:43.947571 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'status': 'completed', 'code': 200} Dec 08 00:12:43.947947 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'status': 'completed', 'code': 200} Dec 08 00:12:43.978996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80487314-ecce-452f-a11f-6d9fb25e2b16 req-e48c9075-398a-4033-ba2d-337b17b2dea2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544423 Dec 08 00:12:43.989159 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca90161-9196-4028-989d-2ab60e84c4b6 x-openstack-request-id: req-6ca90161-9196-4028-989d-2ab60e84c4b6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:43.989660 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271efbdc-ab75-4aaa-acca-0ab3a091ed82", "name": "network-vif-plugged", "status": "completed", "tag": "e70bb801-6c4b-4603-94e7-404ac55e4738", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:43.989773 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ca90161-9196-4028-989d-2ab60e84c4b6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:43.990175 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70bb801-6c4b-4603-94e7-404ac55e4738', 'code': 200} Dec 08 00:12:43.999875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.001463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.003653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.048927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-afcfba7a-2521-4da9-afdb-a76ca3045ab5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1591959 Dec 08 00:12:44.057616 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83953a79-e02c-48ae-8aa2-dfdcaa61d2d8 x-openstack-request-id: req-83953a79-e02c-48ae-8aa2-dfdcaa61d2d8 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:44.057974 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719c8734-8a20-403c-bafa-b37f70fe8989", "name": "network-vif-deleted", "tag": "5b52517b-15c5-4f8a-af3e-a8dd4312138b", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:44.058182 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83953a79-e02c-48ae-8aa2-dfdcaa61d2d8 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:44.058615 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719c8734-8a20-403c-bafa-b37f70fe8989', 'name': 'network-vif-deleted', 'tag': '5b52517b-15c5-4f8a-af3e-a8dd4312138b', 'status': 'completed', 'code': 200} Dec 08 00:12:44.071139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Request body: {'port': {'device_id': '21950934-0e47-43e3-89c3-2aca219595e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:44.071855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.117221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-3ece95fd-d0ab-4d0b-a439-961e72ccd378 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de7b9232766b493c817fc50d1c6512a5&device_id=719c8734-8a20-403c-bafa-b37f70fe8989 HTTP/1.1" status: 200 len: 210 time: 0.1257458 Dec 08 00:12:44.124957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-71200ab4-07b1-46a6-8d0e-ff2c2d3ebcbd None None] Provisioning complete for port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:44.125324 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71200ab4-07b1-46a6-8d0e-ff2c2d3ebcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.208171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970892ce-3de7-49dc-8af3-26b078cf8a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.249793 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-970892ce-3de7-49dc-8af3-26b078cf8a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.269474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-a2365b9f-36ed-4fc5-9be0-b1a6c29726f6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.271034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-a2365b9f-36ed-4fc5-9be0-b1a6c29726f6 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2077777 Dec 08 00:12:44.278269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.309132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.315140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.321144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.327576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.333588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.339619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.346166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.348187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-108715df-ac8e-4474-afa4-f21ed77308f5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.1977997 Dec 08 00:12:44.427880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-216b72cb-02de-4ad0-a065-3be386e3a7a9 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 695 time: 0.1449084 Dec 08 00:12:44.447641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Request body: {'floatingip': {'port_id': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:44.545554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.612090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-854a2374-bcf4-44db-bac3-c1b993b968ae req-4a3b4b29-199f-4ed4-be06-b5fef27f5bb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275271 Dec 08 00:12:44.726558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-970892ce-3de7-49dc-8af3-26b078cf8a44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c66649e7fb3941afbdbb2c188ec18ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6751232 Dec 08 00:12:44.733184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57344) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:44.750677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-a36efd49-509d-48af-a92b-a49e57500341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.752302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-a36efd49-509d-48af-a92b-a49e57500341 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.7234733 Dec 08 00:12:44.752939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970892ce-3de7-49dc-8af3-26b078cf8a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9188c-363e-4448-931d-986d3c2eafb4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:44.776364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6371-eaa1-46c3-98f2-d803713ec358 req-f72833a2-54bf-4abf-b2d9-b97bb197d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.777791 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-219b6371-eaa1-46c3-98f2-d803713ec358 req-f72833a2-54bf-4abf-b2d9-b97bb197d727 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 1096 time: 0.6571996 Dec 08 00:12:44.854092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3339dae4-8ddf-446a-9732-dd4ac2d95d96 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:44.907877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:44.908342 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:44.919432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-449fed94-3e6c-4105-9d0b-965ab0f09b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.920933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-449fed94-3e6c-4105-9d0b-965ab0f09b0d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=de7b9232766b493c817fc50d1c6512a5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.7714245 Dec 08 00:12:44.987434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39377943-4857-424a-b1b1-507679f2ec67 req-b491de02-8323-41ef-93b6-5a50753dd2f9 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:44.991699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39377943-4857-424a-b1b1-507679f2ec67 req-b491de02-8323-41ef-93b6-5a50753dd2f9 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 931 time: 0.2338326 Dec 08 00:12:45.024142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f6202351-65cb-4588-a6f3-2933671f4283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.037823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-219b6371-eaa1-46c3-98f2-d803713ec358 req-f23f1989-58f1-4050-a85e-567c03e16f2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452087 Dec 08 00:12:45.070527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-d44d9f74-eea6-4445-9551-8fc28a24ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.072023 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-d44d9f74-eea6-4445-9551-8fc28a24ac21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.2980778 Dec 08 00:12:45.090726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.111022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f6202351-65cb-4588-a6f3-2933671f4283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.145962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-c8810d95-c910-4394-9288-39392418b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.147500 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-c8810d95-c910-4394-9288-39392418b9fa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173448 Dec 08 00:12:45.235706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:12:45.259624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39377943-4857-424a-b1b1-507679f2ec67 req-57808680-a5b9-4dcc-8b55-6de52700fa33 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492912 Dec 08 00:12:45.265565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e5280c-e56d-43ee-b0c8-03dc1a8d938b {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:45.282816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.335500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57350) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:45.342218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Transition to ACTIVE for port object a3e5280c-e56d-43ee-b0c8-03dc1a8d938b will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:45.361471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.414498 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-d914f001-05f1-470a-832b-582af033d647 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0642202 Dec 08 00:12:45.440458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f6202351-65cb-4588-a6f3-2933671f4283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.443490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f6202351-65cb-4588-a6f3-2933671f4283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.444635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f6202351-65cb-4588-a6f3-2933671f4283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52c9188c-363e-4448-931d-986d3c2eafb4 HTTP/1.1" status: 204 len: 168 time: 0.7104781 Dec 08 00:12:45.481728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:45.497924 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Sync routers for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:45.509006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6202351-65cb-4588-a6f3-2933671f4283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9188c-363e-4448-931d-986d3c2eafb4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:45.510720 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:45.511635 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:45.525497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.529236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b973f4e1-df5e-4c83-8c77-f5533d3086f8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3532572 Dec 08 00:12:45.532515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:45.533206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57354) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:45.534668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-b281427a-d030-401a-ae0c-fe5a27a61a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.547566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-b281427a-d030-401a-ae0c-fe5a27a61a5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.1251030 Dec 08 00:12:45.637909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b19eaba-80b6-439d-a402-3789e4d6c22c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.644304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-c09be5e3-f656-43f4-b2a2-98c49c081122 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794575 Dec 08 00:12:45.654066 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:45.655516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.661715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.667691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.674226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.680329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.687204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.693594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:45.695523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baecaf35-1a62-45e0-802b-c1958a60ea59 req-05067c4e-86b0-4864-b087-4c84c04b4d43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.3266661 Dec 08 00:12:45.737000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b19eaba-80b6-439d-a402-3789e4d6c22c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.752884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.775528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.831532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Attempting to bind port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:45.831969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Attempting to bind port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:45.832212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Attempting to bind port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:45.867478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:45.867478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Attempting to bind port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:45.907697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582c8882-8c38-4bbe-a45a-ea8ae573515d {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:45.909283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:45.909623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Checking segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:45.910014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Bound using segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:45.910462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Bound port: a3e5280c-e56d-43ee-b0c8-03dc1a8d938b, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:45.910820 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.927523 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.927741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b19eaba-80b6-439d-a402-3789e4d6c22c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.929275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b19eaba-80b6-439d-a402-3789e4d6c22c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:45.930510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b19eaba-80b6-439d-a402-3789e4d6c22c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e6ff318-9e66-4ac9-8573-de59d052a931 HTTP/1.1" status: 204 len: 168 time: 0.5915797 Dec 08 00:12:45.932943 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:12:45.934050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57368) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:45.934385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:45.964324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-808f9936-ca80-4bd3-af00-543b60187545 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102958 Dec 08 00:12:46.018317 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:43Z', 'revision_number': 3, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:46.033479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2691ff2-a85d-432e-9ffd-a510cdb3176c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.037515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Transition to ACTIVE for port object 582c8882-8c38-4bbe-a45a-ea8ae573515d will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:46.054443 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Checking router: 7d5d46dd-c6bf-4fc2-b027-783b821861e7 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:46.054793 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Updating router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 port 04b1f764-c705-4400-a0e8-24ab5f97a547 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:12:46.055719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5b52517b-15c5-4f8a-af3e-a8dd4312138b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:46.082999 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.083977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.091517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 5b52517b-15c5-4f8a-af3e-a8dd4312138b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:46.092771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5b52517b-15c5-4f8a-af3e-a8dd4312138b not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:46.272361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-deleted', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:46.275683 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb99ae80-4f1b-4b7b-bbe1-437f001ef5bd" -d '{"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-deleted", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:46.327195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=582c8882-8c38-4bbe-a45a-ea8ae573515d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:46.340803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19eaba-80b6-439d-a402-3789e4d6c22c tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6ff318-9e66-4ac9-8573-de59d052a931,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:46.359818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7152f5d3-217d-4b90-bc41-936ec640b421 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.411855 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Floating IP 0588ce5c-c6c3-475c-a7e1-305ca174ed4b associated. External IP: 172.25.6.91, port: fb7bcb5e-e196-4b49-913e-04e4ef42899f. Dec 08 00:12:46.428981 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2750d09a-9e5a-4ac4-817a-dbb57eaf0a16 req-bd7038c4-c629-46d0-91aa-c69939d2e481 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504662 Dec 08 00:12:46.439093 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.445801 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.473148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] For port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:46.487773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc64cf-8955-4277-b415-012a2a48a352 req-517204ed-37b1-4cfc-9d42-81f61095745c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:46.489381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-517204ed-37b1-4cfc-9d42-81f61095745c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.6547408 Dec 08 00:12:46.500308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7152f5d3-217d-4b90-bc41-936ec640b421 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.503952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] For port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:46.513196 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74781ee5-8971-46f2-96d0-cfb235a5681e None None] Pushing event updated for resources: {'Port': ['ID=04b1f764-c705-4400-a0e8-24ab5f97a547,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:46.516210 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Attempting to bind port 04b1f764-c705-4400-a0e8-24ab5f97a547 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:46.516695 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Attempting to bind port 04b1f764-c705-4400-a0e8-24ab5f97a547 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:46.517147 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Attempting to bind port 04b1f764-c705-4400-a0e8-24ab5f97a547 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:46.524658 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:46.525137 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:46.525759 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.526441 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:46.527056 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Bound port: 04b1f764-c705-4400-a0e8-24ab5f97a547, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:46.527518 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.548838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.571497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-909da2ff-3e50-4716-8c3b-7e6afd93c635 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/quotas/f9f13e4acbc34c019c9407e4921c1873 HTTP/1.1" status: 200 len: 375 time: 0.0601192 Dec 08 00:12:46.590140 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] For port 04b1f764-c705-4400-a0e8-24ab5f97a547, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:46.593859 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] For port 04b1f764-c705-4400-a0e8-24ab5f97a547, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=04b1f764-c705-4400-a0e8-24ab5f97a547,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:46.598959 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.647621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:46.648258 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.649677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] 10.222.0.59 "PUT /v2.0/ports/a3e5280c-e56d-43ee-b0c8-03dc1a8d938b HTTP/1.1" status: 200 len: 1091 time: 2.5832958 Dec 08 00:12:46.651710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4f80ce2c-3da4-443e-a46b-a660979bcf81 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714011 Dec 08 00:12:46.671833 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:46.672455 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:46.674486 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74781ee5-8971-46f2-96d0-cfb235a5681e None None] Pushing event updated for resources: {'Port': ['ID=04b1f764-c705-4400-a0e8-24ab5f97a547,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:46.689283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20350276-f0ca-43e7-b1de-b203a3817aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:46.809911 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:46.893737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-9d12216c-350a-4917-b085-0ba962dd22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:46.895294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-9d12216c-350a-4917-b085-0ba962dd22a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 1094 time: 0.1584694 Dec 08 00:12:46.901210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Attempting to bind port 582c8882-8c38-4bbe-a45a-ea8ae573515d on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:46.901613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Attempting to bind port 582c8882-8c38-4bbe-a45a-ea8ae573515d by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:46.901880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Attempting to bind port 582c8882-8c38-4bbe-a45a-ea8ae573515d on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:46.903882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-7e4a627b-45f2-4d5a-94e0-edf133e58748 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257910 Dec 08 00:12:46.910640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2691ff2-a85d-432e-9ffd-a510cdb3176c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.913210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Router 8a149ded-4967-4dcd-8028-fc948b976bd9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:12:46.913384 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Port 582c8882-8c38-4bbe-a45a-ea8ae573515d on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:46.913846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Attempting to bind port 582c8882-8c38-4bbe-a45a-ea8ae573515d on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:46.929938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2691ff2-a85d-432e-9ffd-a510cdb3176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.935545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:46.936382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Checking segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:46.936772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Bound using segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:46.937215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Bound port: 582c8882-8c38-4bbe-a45a-ea8ae573515d, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:46.937569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:46.975377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-bb72864a-1476-45b8-842d-66a09a79d9d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b HTTP/1.1" status: 200 len: 217 time: 0.0649455 Dec 08 00:12:47.019814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7152f5d3-217d-4b90-bc41-936ec640b421 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.022366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7152f5d3-217d-4b90-bc41-936ec640b421 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.033338 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7152f5d3-217d-4b90-bc41-936ec640b421 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/security-groups/32e0c2b6-d139-4713-bd23-fa1fffbafc3a HTTP/1.1" status: 204 len: 168 time: 1.0836787 Dec 08 00:12:47.044141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57376) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:47.058435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d2691ff2-a85d-432e-9ffd-a510cdb3176c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c882464d108c4fd38d65cd74212674c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1173902 Dec 08 00:12:47.064928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:47.067554 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:43Z', 'revision_number': 3, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:47.076377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2691ff2-a85d-432e-9ffd-a510cdb3176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e7cab8-2aab-4016-99c1-4e3c1ef7113d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:47.096180 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b6882-db9d-4e3d-98d9-9686a81f743b None None] The sync data for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 is: [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:43Z', 'revision_number': 3, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:47.149864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152f5d3-217d-4b90-bc41-936ec640b421 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0c2b6-d139-4713-bd23-fa1fffbafc3a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:47.167301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] For port 582c8882-8c38-4bbe-a45a-ea8ae573515d, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:47.199565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] For port 582c8882-8c38-4bbe-a45a-ea8ae573515d, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=582c8882-8c38-4bbe-a45a-ea8ae573515d,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:47.208532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-46e185e8-1d80-4139-be71-1e3552bdd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:47.210163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-46e185e8-1d80-4139-be71-1e3552bdd841 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.2224286 Dec 08 00:12:47.212317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.222474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71da6c58-abf7-4fd3-9b1d-411eb15ac8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.296065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-1518d9ad-6c9b-44f3-ba0c-4c912988c038 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737071 Dec 08 00:12:47.298368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-75cb4cdd-9331-4a0e-bd33-5d220aa287f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507526 Dec 08 00:12:47.304439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:47.305065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.306480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] 10.222.0.59 "PUT /v2.0/ports/582c8882-8c38-4bbe-a45a-ea8ae573515d HTTP/1.1" status: 200 len: 1091 time: 3.4120958 Dec 08 00:12:47.306996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'tag': '582c8882-8c38-4bbe-a45a-ea8ae573515d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:47.310978 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609740e8-e409-44ae-b857-a7119f77c1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0", "tag": "582c8882-8c38-4bbe-a45a-ea8ae573515d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:47.328925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71da6c58-abf7-4fd3-9b1d-411eb15ac8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.423009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71da6c58-abf7-4fd3-9b1d-411eb15ac8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.426265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71da6c58-abf7-4fd3-9b1d-411eb15ac8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.427720 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-71da6c58-abf7-4fd3-9b1d-411eb15ac8a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47e7cab8-2aab-4016-99c1-4e3c1ef7113d HTTP/1.1" status: 204 len: 168 time: 0.3619130 Dec 08 00:12:47.442234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba7ad-7a01-48b2-a885-35bb37a55ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=582c8882-8c38-4bbe-a45a-ea8ae573515d,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:47.444287 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.461582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.504952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6c58-abf7-4fd3-9b1d-411eb15ac8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e7cab8-2aab-4016-99c1-4e3c1ef7113d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:47.540423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-9f7f16fc-3db1-4550-be63-74955e17daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:47.542062 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-9f7f16fc-3db1-4550-be63-74955e17daf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0 HTTP/1.1" status: 200 len: 1094 time: 0.1210990 Dec 08 00:12:47.689363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-8e7982a8-8683-46e9-a808-228863b52f49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=582c8882-8c38-4bbe-a45a-ea8ae573515d HTTP/1.1" status: 200 len: 217 time: 0.0814507 Dec 08 00:12:47.767718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:47.773809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:47.781937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] Sync routers for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:47.798876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:47.800727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:47.832507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0bed0d63-afbd-49fe-aaa0-1d81871ddb46 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "PUT /v2.0/floatingips/0588ce5c-c6c3-475c-a7e1-305ca174ed4b HTTP/1.1" status: 200 len: 996 time: 3.3933592 Dec 08 00:12:47.972056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Allocated IP 172.20.0.1 (34b557cc-e162-4128-861d-521274cd0218/89ee2937-d0a3-4134-bb5f-bec0f8b05cb5/02241106-c0ea-4551-836d-0b15cf5eb5c6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:47.994711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:48.122859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:48.175979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-b41d9b75-d25a-4d6f-9cdd-3afe7c919860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:48.177839 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-b41d9b75-d25a-4d6f-9cdd-3afe7c919860 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.4745028 Dec 08 00:12:48.190386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:48.201713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-3a4a485c-bac7-40e5-b571-6158930cbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:48.203676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-3a4a485c-bac7-40e5-b571-6158930cbc64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.3173904 Dec 08 00:12:48.224836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198e8ae-0346-475c-aa44-057864f97f23 req-9ec24e82-7523-40ce-b540-b0dc15ae2c93 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:48.234166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b198e8ae-0346-475c-aa44-057864f97f23 req-9ec24e82-7523-40ce-b540-b0dc15ae2c93 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 945 time: 0.4111006 Dec 08 00:12:48.266753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57418) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:48.330135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-c88fcacd-217f-4637-b9a8-e2cf7198f526 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339481 Dec 08 00:12:48.387899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0c581905-50c1-47dc-b336-e32fd363ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:48.389696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-0c581905-50c1-47dc-b336-e32fd363ed8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.1437688 Dec 08 00:12:48.414617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Network 34b557cc-e162-4128-861d-521274cd0218 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:48.433812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:48.442408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:48.475987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Pushing event updated for resources: {'Port': ['ID=02241106-c0ea-4551-836d-0b15cf5eb5c6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:48.477942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '0588ce5c-c6c3-475c-a7e1-305ca174ed4b', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'floating_ip_address': '172.25.6.91', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'port_id': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'mac_address': 'fa:16:3e:3c:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904b8177-9154-4e7d-8f30-7745fda12a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:45Z', 'revision_number': 1, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:48.506513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b198e8ae-0346-475c-aa44-057864f97f23 req-8cd6d7d8-df87-4b69-90c3-89796d488fa1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592549 Dec 08 00:12:48.513294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-b1b27c4c-1847-4b3c-96ab-bd47b5b1ba9d service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1733513 Dec 08 00:12:48.572293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] Checking router: 8a149ded-4967-4dcd-8028-fc948b976bd9 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:48.596298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:48.597179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:48.710755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:48.782023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-026f38cf-00c7-4f73-b4bd-8c0b620801ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 999 time: 0.2898676 Dec 08 00:12:48.799544 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcdb93f-a39e-483c-8584-450051ccefb4 x-openstack-request-id: req-cbcdb93f-a39e-483c-8584-450051ccefb4 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:48.800014 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61175636-e0d0-4141-8bda-8acfe5195fc4", "name": "network-vif-deleted", "tag": "a518eb31-2077-44c8-b70c-3d87433b074b", "status": "failed", "code": 422}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:48.800956 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbcdb93f-a39e-483c-8584-450051ccefb4 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:48.802035 n-d-820549-2 neutron-server[103114]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61175636-e0d0-4141-8bda-8acfe5195fc4', 'name': 'network-vif-deleted', 'tag': 'a518eb31-2077-44c8-b70c-3d87433b074b', 'status': 'failed', 'code': 422} returned with failed status Dec 08 00:12:48.964146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 04b1f764-c705-4400-a0e8-24ab5f97a547 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:48.977148 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-f66e8efa-fd16-4e7f-a74f-9a1084492242 service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302650 Dec 08 00:12:49.012017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-9b9babcc-8e97-4a15-be22-a3580357c8b6 service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271581 Dec 08 00:12:49.037225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e44e6e95-102f-426e-ba37-1275608deaf1 None None] Provisioning complete for port 02241106-c0ea-4551-836d-0b15cf5eb5c6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:49.037686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e44e6e95-102f-426e-ba37-1275608deaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.077640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:49.100958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe277b-d7f1-4ee7-b156-aac42280c17b req-f9413385-faf3-4251-9609-480328e7e69b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.108826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79fe277b-d7f1-4ee7-b156-aac42280c17b req-f9413385-faf3-4251-9609-480328e7e69b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 943 time: 0.3152437 Dec 08 00:12:49.126436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e44e6e95-102f-426e-ba37-1275608deaf1 None None] Port 02241106-c0ea-4551-836d-0b15cf5eb5c6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:12:49.136563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.145982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 04b1f764-c705-4400-a0e8-24ab5f97a547 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:49.146356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.156017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.156501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.156967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.157689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.158471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.158971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.159435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.162007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-4e0bf74c-38e5-4a68-8a2d-b602e4955b4b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6490 time: 0.7757132 Dec 08 00:12:49.164178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-c5836b21-28ce-4aa7-8888-83b00cfd7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.165713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-c5836b21-28ce-4aa7-8888-83b00cfd7da7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.2941942 Dec 08 00:12:49.234578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97f7d1dd-f424-49e7-a735-24fa2a423aa7 req-6bf40086-edd2-428f-8fe2-c83e81c9eb0f service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474887 Dec 08 00:12:49.584577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.612227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.660482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79fe277b-d7f1-4ee7-b156-aac42280c17b req-a4e42479-1792-4e79-91eb-3feb30234704 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504639 Dec 08 00:12:49.670069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.678921 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.691588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-ecccf078-1548-4b14-bde0-94022033ecb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5009155 Dec 08 00:12:49.756201 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.785742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 04b1f764-c705-4400-a0e8-24ab5f97a547, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=04b1f764-c705-4400-a0e8-24ab5f97a547,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:49.808176 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:49.840703 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74169c8-60aa-4811-93ff-92c7961a0cbc x-openstack-request-id: req-c74169c8-60aa-4811-93ff-92c7961a0cbc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:49.841142 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0", "tag": "582c8882-8c38-4bbe-a45a-ea8ae573515d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:49.841495 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c74169c8-60aa-4811-93ff-92c7961a0cbc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:49.842720 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'tag': '582c8882-8c38-4bbe-a45a-ea8ae573515d', 'status': 'completed', 'code': 200} Dec 08 00:12:49.845171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Pushing event updated for resources: {'Port': ['ID=02241106-c0ea-4551-836d-0b15cf5eb5c6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:49.884443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '0588ce5c-c6c3-475c-a7e1-305ca174ed4b', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'floating_ip_address': '172.25.6.91', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'port_id': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'mac_address': 'fa:16:3e:3c:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904b8177-9154-4e7d-8f30-7745fda12a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:45Z', 'revision_number': 1, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:49.914681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Network 34b557cc-e162-4128-861d-521274cd0218 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:49.919158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=04b1f764-c705-4400-a0e8-24ab5f97a547,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:49.923917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc64cf-8955-4277-b415-012a2a48a352 req-173f1ecd-4978-4f8a-8b49-7eddb33e4246 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:49.924260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b16b83-f85f-48cc-873c-b7046165ca50 None None] The sync data for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 is: [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '0588ce5c-c6c3-475c-a7e1-305ca174ed4b', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'floating_ip_address': '172.25.6.91', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'port_id': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'mac_address': 'fa:16:3e:3c:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904b8177-9154-4e7d-8f30-7745fda12a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:45Z', 'revision_number': 1, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:49.929371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-5896a6b0-fe32-4617-97ff-a39d7d3dbea0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7582552 Dec 08 00:12:49.937916 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-173f1ecd-4978-4f8a-8b49-7eddb33e4246 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.4961038 Dec 08 00:12:49.964196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:50.007009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Request body: {'port': {'device_id': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'admin_state_up': True, 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:50.145105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-e2399a17-4322-4018-b7ea-2e8dff191fe5 service neutron] 10.222.0.18 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543437 Dec 08 00:12:50.269536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609740e8-e409-44ae-b857-a7119f77c1cb req-5b8404eb-d006-4c82-a9c8-246a1b3a4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:50.273394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-609740e8-e409-44ae-b857-a7119f77c1cb req-5b8404eb-d006-4c82-a9c8-246a1b3a4720 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0 HTTP/1.1" status: 200 len: 1094 time: 0.4359598 Dec 08 00:12:50.312679 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bcb40-44b6-4384-8448-08a182cfeef5 None None] New status for floating IP 0588ce5c-c6c3-475c-a7e1-305ca174ed4b: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:12:50.362160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-969a4010-b594-4d8a-b5b4-5b565b67b71f None None] Provisioning complete for port 02241106-c0ea-4551-836d-0b15cf5eb5c6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:50.362534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-969a4010-b594-4d8a-b5b4-5b565b67b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:50.392164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b881d111-7eb8-4933-bc81-fd98e7d74867 req-3f7073a4-eaf8-4f09-beca-544d988e3ecc service neutron] 10.222.0.18 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351475 Dec 08 00:12:50.413330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-969a4010-b594-4d8a-b5b4-5b565b67b71f None None] Port 02241106-c0ea-4551-836d-0b15cf5eb5c6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:12:50.425398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70758f64-4506-44de-be7b-803a1af9c59b req-700182f7-5b9a-4e59-a36a-677b33e89c57 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 210 time: 0.5470512 Dec 08 00:12:50.551119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:12:50.558593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:50.562653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:50.665735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609740e8-e409-44ae-b857-a7119f77c1cb req-b47464e6-0e87-4719-923a-7379cb49f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:50.667180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-609740e8-e409-44ae-b857-a7119f77c1cb req-b47464e6-0e87-4719-923a-7379cb49f9d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 913 time: 0.3832970 Dec 08 00:12:50.730595 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-cd5c22bd-4111-4845-8284-3d243f2d0c97 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 999 time: 0.2620013 Dec 08 00:12:50.755379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-609740e8-e409-44ae-b857-a7119f77c1cb req-bf73e833-b575-4623-a339-b060f363544f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=582c8882-8c38-4bbe-a45a-ea8ae573515d HTTP/1.1" status: 200 len: 217 time: 0.0503831 Dec 08 00:12:50.799542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting port 006a7768-6915-4b38-99b4-587603432385 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:50.799913 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:50.809414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e751f84-45ee-4059-a810-a058d730a164 req-8313884c-7003-4160-a21a-0d0cdcd49408 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:50.811937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-8313884c-7003-4160-a21a-0d0cdcd49408 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports/fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 943 time: 0.0805430 Dec 08 00:12:50.814101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21950934-0e47-43e3-89c3-2aca219595e2', 'tag': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b'}, {'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:50.816668 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62428569-ca07-4a54-9f9b-eda777bcf575" -d '{"events": [{"name": "network-changed", "server_uuid": "21950934-0e47-43e3-89c3-2aca219595e2", "tag": "a3e5280c-e56d-43ee-b0c8-03dc1a8d938b"}, {"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:50.845310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-8cf5132a-5844-4c72-b886-4356f02e4ad7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:50.847111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 04b1f764-c705-4400-a0e8-24ab5f97a547 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:50.847991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-8cf5132a-5844-4c72-b886-4356f02e4ad7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.2853606 Dec 08 00:12:50.911881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 04b1f764-c705-4400-a0e8-24ab5f97a547 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:50.912691 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:50.919518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-e92e88e3-5c38-4bf0-b02b-67eeee44db8a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0579069 Dec 08 00:12:50.924122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:50.938073 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-03ce8445-c30d-4f28-a172-a98d51a2be02 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d5d46dd-c6bf-4fc2-b027-783b821861e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3809628 Dec 08 00:12:50.938073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609740e8-e409-44ae-b857-a7119f77c1cb req-9fb0bd63-cc47-4f0e-867a-2dc95b8fdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:50.938073 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-609740e8-e409-44ae-b857-a7119f77c1cb req-9fb0bd63-cc47-4f0e-867a-2dc95b8fdd86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.1549263 Dec 08 00:12:50.952098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Allocated IP 172.20.0.12 (a9b1164d-d88c-4080-a8e5-3d56d0ce446f/41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16/396f11b2-ceed-4aef-943d-088d4362a0af) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:50.967127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Sync routers for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:50.995015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:50.995015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:51.023451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-609740e8-e409-44ae-b857-a7119f77c1cb req-77825fde-ab6f-403a-b6e6-fe2c894889c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762281 Dec 08 00:12:51.050432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] For port 006a7768-6915-4b38-99b4-587603432385, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=006a7768-6915-4b38-99b4-587603432385,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:51.050864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.074417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-669071db-9e0f-4e69-9e64-722df8a8dc89 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 1001 time: 0.1510866 Dec 08 00:12:51.075521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Calling delete_port for 006a7768-6915-4b38-99b4-587603432385 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:51.106432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-aab1cf3a-10bc-4f55-a551-d3d16d56ccca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1606469 Dec 08 00:12:51.141359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:51.258519 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-609740e8-e409-44ae-b857-a7119f77c1cb req-31b6b197-e61c-4f95-b4b1-7099cfff483f service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150326 Dec 08 00:12:51.377291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e751f84-45ee-4059-a810-a058d730a164 req-6ecbb942-2cf2-48a0-9675-eec0dd1547ba tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:51.378736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-6ecbb942-2cf2-48a0-9675-eec0dd1547ba tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.2923315 Dec 08 00:12:51.384704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-8bc0cd5a-bc69-4884-bcfa-d53afd80c5b3 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643347 Dec 08 00:12:51.392062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.441058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-609740e8-e409-44ae-b857-a7119f77c1cb req-54b8bfff-2d92-4642-9306-c7872826b2c7 service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716738 Dec 08 00:12:51.458662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.472761 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46f5c686-54ce-4de7-bcf3-b9942e557f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.505858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 2, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:51.518321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:51.521566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:51.525955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:51.534109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event updated for resources: {'Port': ['ID=396f11b2-ceed-4aef-943d-088d4362a0af,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:51.546813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Checking router: 7d5d46dd-c6bf-4fc2-b027-783b821861e7 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:51.546813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Updating router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 port 02241106-c0ea-4551-836d-0b15cf5eb5c6 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:12:51.560237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-03253f95-cc42-4973-a645-d08a338f7e19 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 1001 time: 0.1722791 Dec 08 00:12:51.590304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:51.591674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.595319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:51.603638 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.612401 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-05848d6a-3a59-4c6e-9855-bc76298fd4c0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6460569 Dec 08 00:12:51.636864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Request body: {'port': {'device_id': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:51.670417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-39dbac24-6916-49e3-b0b4-d928059f5382 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736301 Dec 08 00:12:51.689816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.710230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.728821 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:51.770548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Port': ['ID=006a7768-6915-4b38-99b4-587603432385,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:52.058638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 582c8882-8c38-4bbe-a45a-ea8ae573515d details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:52.071142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.079272 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.079622 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Floating IP 0588ce5c-c6c3-475c-a7e1-305ca174ed4b disassociated. External IP: 172.25.6.91, port: fb7bcb5e-e196-4b49-913e-04e4ef42899f. Dec 08 00:12:52.139883 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.172114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.249271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b65b5-5b5c-4e0f-b422-26a814cf6ed9 None None] Pushing event updated for resources: {'Port': ['ID=02241106-c0ea-4551-836d-0b15cf5eb5c6,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:52.435530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 582c8882-8c38-4bbe-a45a-ea8ae573515d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=582c8882-8c38-4bbe-a45a-ea8ae573515d,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:52.464110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Attempting to bind port 02241106-c0ea-4551-836d-0b15cf5eb5c6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:52.464537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Attempting to bind port 02241106-c0ea-4551-836d-0b15cf5eb5c6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:52.464864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Attempting to bind port 02241106-c0ea-4551-836d-0b15cf5eb5c6 on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:52.467733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '582c8882-8c38-4bbe-a45a-ea8ae573515d', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'port_id': '582c8882-8c38-4bbe-a45a-ea8ae573515d', 'mac_address': 'fa:16:3e:87:9c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a2e33-c37c-4ef1-bb7d-3ba75c94e20f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:52.474036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:52.474986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Checking segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:52.475398 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.475801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Bound using segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:52.476292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Bound port: 02241106-c0ea-4551-836d-0b15cf5eb5c6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:52.476689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.632676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396f11b2-ceed-4aef-943d-088d4362a0af {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:52.633683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] For port 02241106-c0ea-4551-836d-0b15cf5eb5c6, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:52.642280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.646224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] For port 02241106-c0ea-4551-836d-0b15cf5eb5c6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=02241106-c0ea-4551-836d-0b15cf5eb5c6,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:52.655259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.671563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.674197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Transition to ACTIVE for port object 396f11b2-ceed-4aef-943d-088d4362a0af will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:52.683184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.711276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582c8882-8c38-4bbe-a45a-ea8ae573515d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:52.759514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Pushing event updated for resources: {'Port': ['ID=396f11b2-ceed-4aef-943d-088d4362a0af,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:52.790313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-59a6c22a-53a6-41f3-8b55-9700eff9aa58 None None] Provisioning complete for port 02241106-c0ea-4551-836d-0b15cf5eb5c6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:52.790910 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59a6c22a-53a6-41f3-8b55-9700eff9aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.902752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 582c8882-8c38-4bbe-a45a-ea8ae573515d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=582c8882-8c38-4bbe-a45a-ea8ae573515d,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:52.904349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:52.905550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:52.916045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085abfd-c452-43e0-9996-9743e1845854 req-293555a9-51f0-4424-be60-2c5d51dbc5a5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:52.931495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6085abfd-c452-43e0-9996-9743e1845854 req-293555a9-51f0-4424-be60-2c5d51dbc5a5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 943 time: 0.8885944 Dec 08 00:12:52.943729 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.947787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:52.951688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a3e5280c-e56d-43ee-b0c8-03dc1a8d938b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:53.000206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Attempting to bind port 396f11b2-ceed-4aef-943d-088d4362a0af on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:53.000706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Attempting to bind port 396f11b2-ceed-4aef-943d-088d4362a0af by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:53.001570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Attempting to bind port 396f11b2-ceed-4aef-943d-088d4362a0af on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:53.015278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Port 396f11b2-ceed-4aef-943d-088d4362a0af on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:53.015962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Attempting to bind port 396f11b2-ceed-4aef-943d-088d4362a0af on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:53.026117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:53.027558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Checking segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:53.035757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Bound using segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:53.036439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Bound port: 396f11b2-ceed-4aef-943d-088d4362a0af, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:53.036907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.135961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] For port 396f11b2-ceed-4aef-943d-088d4362a0af, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:53.141007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] For port 396f11b2-ceed-4aef-943d-088d4362a0af, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=396f11b2-ceed-4aef-943d-088d4362a0af,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:53.144529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b65b5-5b5c-4e0f-b422-26a814cf6ed9 None None] Pushing event updated for resources: {'Port': ['ID=02241106-c0ea-4551-836d-0b15cf5eb5c6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:53.149210 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.160010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6085abfd-c452-43e0-9996-9743e1845854 req-56d89223-797b-4c48-a874-2a28eef63d62 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277987 Dec 08 00:12:53.207491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:53.208964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.210490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] 10.222.0.44 "PUT /v2.0/ports/396f11b2-ceed-4aef-943d-088d4362a0af HTTP/1.1" status: 200 len: 1092 time: 1.5789242 Dec 08 00:12:53.213103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'tag': '396f11b2-ceed-4aef-943d-088d4362a0af'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:53.215927 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36ecc6-900b-4a4a-858b-14d892d35fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ab9e70-1a33-4a98-a3f1-4086eac8a55a", "tag": "396f11b2-ceed-4aef-943d-088d4362a0af"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:53.261519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe828b-62d7-48fa-a430-550c043d771d service neutron] Pushing event updated for resources: {'Port': ['ID=396f11b2-ceed-4aef-943d-088d4362a0af,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:53.315557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=582c8882-8c38-4bbe-a45a-ea8ae573515d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:53.348136 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:12:53.367761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:53.370625 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf911a1-ec33-49ea-9ed6-4009c0bc7875 x-openstack-request-id: req-7cf911a1-ec33-49ea-9ed6-4009c0bc7875 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:53.371065 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21950934-0e47-43e3-89c3-2aca219595e2", "tag": "a3e5280c-e56d-43ee-b0c8-03dc1a8d938b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:53.371413 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cf911a1-ec33-49ea-9ed6-4009c0bc7875 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:53.371964 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21950934-0e47-43e3-89c3-2aca219595e2', 'tag': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b', 'status': 'completed', 'code': 200} Dec 08 00:12:53.372312 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'status': 'completed', 'code': 200} Dec 08 00:12:53.381765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Router 8a149ded-4967-4dcd-8028-fc948b976bd9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:12:53.413208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:53.489435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'port_id': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b', 'mac_address': 'fa:16:3e:68:36:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a2e33-c37c-4ef1-bb7d-3ba75c94e20f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:53.553797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:53.560268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.569307 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] Sync routers for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:53.586317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc64cf-8955-4277-b415-012a2a48a352 req-daa9c1f7-62fb-45b9-a6d3-f2b356995eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:53.588274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-daa9c1f7-62fb-45b9-a6d3-f2b356995eec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 1095 time: 0.2561302 Dec 08 00:12:53.601348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-d61179a4-0589-4013-8d71-0a6055a4a412 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "PUT /v2.0/floatingips/0588ce5c-c6c3-475c-a7e1-305ca174ed4b HTTP/1.1" status: 200 len: 694 time: 2.0340424 Dec 08 00:12:53.602536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:53.605227 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:53.629429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59a6c22a-53a6-41f3-8b55-9700eff9aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.636645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-0706f9c9-0f53-4bba-8f1b-52cbdce018ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:53.638322 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-0706f9c9-0f53-4bba-8f1b-52cbdce018ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 1094 time: 0.2815926 Dec 08 00:12:53.669545 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-25c987f1-06d9-4134-9d8a-7011ac16137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.736147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-59a6c22a-53a6-41f3-8b55-9700eff9aa58 None None] For port 02241106-c0ea-4551-836d-0b15cf5eb5c6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=02241106-c0ea-4551-836d-0b15cf5eb5c6,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:53.743726 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.765158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59a6c22a-53a6-41f3-8b55-9700eff9aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:53.784119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-ec976fda-7965-435c-8fae-7c55791db95d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=396f11b2-ceed-4aef-943d-088d4362a0af HTTP/1.1" status: 200 len: 217 time: 0.1389723 Dec 08 00:12:53.801691 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:53.822411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Router bc5773ac-78a7-42df-9911-ea4edff4c5dc has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:12:53.850120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e5280c-e56d-43ee-b0c8-03dc1a8d938b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:53.901744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:53.996074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-72e649bf-6e63-494d-b18e-96c74bc8cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:53.998652 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-72e649bf-6e63-494d-b18e-96c74bc8cea4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.6190135 Dec 08 00:12:54.000356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-51b9a445-c65e-4159-89d0-e8c0f546dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:54.002104 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-51b9a445-c65e-4159-89d0-e8c0f546dad0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 913 time: 0.2155008 Dec 08 00:12:54.083908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-4631048b-47cb-456b-9431-cf4f9f0a8dad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b HTTP/1.1" status: 200 len: 217 time: 0.0692897 Dec 08 00:12:54.085653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57538) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:54.094107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c69ed253-382f-4675-80a5-7234e55c2a99 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179074004', 'description': 'tempest-description--2072982275'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:54.140089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c69ed253-382f-4675-80a5-7234e55c2a99 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.159626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.210059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8b549534-cadc-45a2-aa6a-1ae27db7a4aa None None] Provisioning complete for port 02241106-c0ea-4551-836d-0b15cf5eb5c6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:54.210413 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b549534-cadc-45a2-aa6a-1ae27db7a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.218458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6c22a-53a6-41f3-8b55-9700eff9aa58 None None] Pushing event updated for resources: {'Port': ['ID=02241106-c0ea-4551-836d-0b15cf5eb5c6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:54.254148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc64cf-8955-4277-b415-012a2a48a352 req-e872ccd8-f828-426f-b024-84c15190d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:54.255551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:12:54.256138 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-e872ccd8-f828-426f-b024-84c15190d2d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.2525024 Dec 08 00:12:54.259539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e751f84-45ee-4059-a810-a058d730a164 req-bdf8e98e-cf4d-446c-ac36-127aea3d8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:54.261313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-bdf8e98e-cf4d-446c-ac36-127aea3d8db0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.5644877 Dec 08 00:12:54.266046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a4c5ba30-7456-478e-a265-ebc29d7521f5 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "PUT /v2.0/routers/bc5773ac-78a7-42df-9911-ea4edff4c5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2208133 Dec 08 00:12:54.276616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57542) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:54.296052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:54.300463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] Sync routers for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:12:54.344278 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:54.368159 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-9844c661-f957-45a1-8d70-2283a3c14f9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877213 Dec 08 00:12:54.372376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting subnet bd7fec5f-b26a-47fd-ac55-2065500f03a6 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:12:54.374263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:54.374920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:54.375604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.380115 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] Checking router: 8a149ded-4967-4dcd-8028-fc948b976bd9 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:54.390449 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:54.391729 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:54.419221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.477634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-1e3f4d20-ef13-4115-bb71-5e5abd21be8a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:54.479262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-1e3f4d20-ef13-4115-bb71-5e5abd21be8a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.6538351 Dec 08 00:12:54.505715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:54.510817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.535770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e751f84-45ee-4059-a810-a058d730a164 req-e19b2058-770d-4a1c-8589-43fd8c486f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:54.542187 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:54.544848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-e19b2058-770d-4a1c-8589-43fd8c486f13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.2324841 Dec 08 00:12:54.619496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-1a0fb1f9-a4b4-460d-9b85-df460838232a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0740857 Dec 08 00:12:54.693511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-193f271f-6da8-43cc-ad09-2d74edaf692c service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088259 Dec 08 00:12:54.699237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.718377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['582c8882-8c38-4bbe-a45a-ea8ae573515d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:54.722810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a3e5280c-e56d-43ee-b0c8-03dc1a8d938b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:54.744921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-31e6c58d-c089-4fb5-b76f-33b6de78922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:54.746417 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-31e6c58d-c089-4fb5-b76f-33b6de78922b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.6112022 Dec 08 00:12:54.756761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e751f84-45ee-4059-a810-a058d730a164 req-9ddb3e65-f09e-4571-8c36-8b0437504d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:54.765391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-9ddb3e65-f09e-4571-8c36-8b0437504d19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.1448731 Dec 08 00:12:54.770609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7fec5f-b26a-47fd-ac55-2065500f03a6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:54.812521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-6fc3194a-b3ef-4d47-93aa-8dcf84b164b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456798 Dec 08 00:12:54.870147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:52Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:54.890757 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-c7e041f2-f9cc-4590-8c08-8503503b573b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005158 Dec 08 00:12:54.909072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:54.915711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4d8481b-2b07-4f4b-8994-63bc2e1a5527 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/subnets/bd7fec5f-b26a-47fd-ac55-2065500f03a6 HTTP/1.1" status: 204 len: 168 time: 0.6317656 Dec 08 00:12:54.921370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57556) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:55.005694 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:55.010216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1470-7b07-4261-81e7-eb0e4c65be18 req-5bcb7b21-4878-4043-aa43-712bfed0d257 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:55.014084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-4dfac439-029a-449e-bb3d-2aaddf4d5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:55.015558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-4dfac439-029a-449e-bb3d-2aaddf4d5567 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 1.0027950 Dec 08 00:12:55.018411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-021f1470-7b07-4261-81e7-eb0e4c65be18 req-5bcb7b21-4878-4043-aa43-712bfed0d257 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 944 time: 0.7677894 Dec 08 00:12:55.051030 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5d06a-cc71-41e3-bebc-5cc348ada756 None None] The sync data for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 is: [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:11:39Z', 'revision_number': 4, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6', 'name': '', 'network_id': '0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'mac_address': 'fa:16:3e:4b:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:38Z', 'updated_at': '2021-12-08T00:11:45Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'subnets': [{'id': 'a06bc1b5-113e-4bdf-bf36-8160a9d738bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:55.073539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3aa2d-18e5-47fa-8de1-073684f0a191 None None] Network 227cf949-990e-4ce4-8b90-d3726f9576df requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:12:55.085165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:12:55.089340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:55.124423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d051c-e567-4333-a4c3-0db51baadde4 None None] The sync data for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 is: [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:52Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:55.126057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-73f01043-d315-4a26-9d73-921e97a58b45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0798485 Dec 08 00:12:55.163236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-53a2d733-c907-411e-b363-5ce788c9af69 service neutron] 10.222.0.18 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496358 Dec 08 00:12:55.250227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-e224c55b-906b-446f-920f-f23c8a7deeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:55.251838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-e224c55b-906b-446f-920f-f23c8a7deeaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.1080711 Dec 08 00:12:55.304847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:55.318342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c69ed253-382f-4675-80a5-7234e55c2a99 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:55.338301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-021f1470-7b07-4261-81e7-eb0e4c65be18 req-fab549cc-b7cc-4321-a4d2-763bd7cd4243 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188076 Dec 08 00:12:55.362660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e751f84-45ee-4059-a810-a058d730a164 req-29e20da0-88ff-4be0-8f83-2e7dd6c5a813 service neutron] 10.222.0.18 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984715 Dec 08 00:12:55.376177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:55.387850 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b0c890-5d36-4bf2-ae32-220d00f73d34" -d '{"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:55.474561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-1a0c5a21-87ba-4fcf-8612-01a0c172634b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589332 Dec 08 00:12:55.475211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c69ed253-382f-4675-80a5-7234e55c2a99 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:55.509202 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049220ef-0d7a-453f-8bfc-8a82c0edc59b x-openstack-request-id: req-049220ef-0d7a-453f-8bfc-8a82c0edc59b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:55.509682 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ab9e70-1a33-4a98-a3f1-4086eac8a55a", "tag": "396f11b2-ceed-4aef-943d-088d4362a0af", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:55.509948 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-049220ef-0d7a-453f-8bfc-8a82c0edc59b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:55.511549 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'tag': '396f11b2-ceed-4aef-943d-088d4362a0af', 'status': 'completed', 'code': 200} Dec 08 00:12:55.610242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:55.657877 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f529de-40bf-48f2-a955-56feef6e7d20 None None] New status for floating IP 0588ce5c-c6c3-475c-a7e1-305ca174ed4b: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:12:55.740088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ed253-382f-4675-80a5-7234e55c2a99 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cac55b-fd79-4348-b87d-646d01df1d57,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:55.744574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-025cf16f-a8f2-4c5e-992c-693fc8c66bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427940 Dec 08 00:12:55.754946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c69ed253-382f-4675-80a5-7234e55c2a99 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:55.756440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c69ed253-382f-4675-80a5-7234e55c2a99 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.6684699 Dec 08 00:12:55.763598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07bc64cf-8955-4277-b415-012a2a48a352 req-47e07d13-9ad9-4a10-9708-5b52d0325b96 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0161655 Dec 08 00:12:55.764389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57568) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:55.776392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-62a00c2c-803b-410a-aa1a-80684ccc7a16 service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557825 Dec 08 00:12:55.783395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e4a74ebb-2dba-4893-bf9a-9c3d07a955db tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'security_group_rule': {'security_group_id': '79cac55b-fd79-4348-b87d-646d01df1d57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:55.819099 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:55.819722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] DHCP port deletion for 227cf949-990e-4ce4-8b90-d3726f9576df request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:12:55.868415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.9 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/a7347357-54af-4bed-acb3-bc92121ba74d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:55.887037 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-95f47731-a7bc-41a2-b9ec-71fdc30582fa tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips/0588ce5c-c6c3-475c-a7e1-305ca174ed4b HTTP/1.1" status: 200 len: 694 time: 0.1998584 Dec 08 00:12:55.907727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:12:51Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:55.929222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd89ba2-6a22-4009-8d40-7c5a4fd9a2bd req-e9a13d4c-e93d-417b-870f-33bbdfe08075 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:55.931090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddd89ba2-6a22-4009-8d40-7c5a4fd9a2bd req-e9a13d4c-e93d-417b-870f-33bbdfe08075 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 944 time: 0.2428045 Dec 08 00:12:55.966392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] Checking router: bc5773ac-78a7-42df-9911-ea4edff4c5dc for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:12:55.996210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] Routers {'bc5773ac-78a7-42df-9911-ea4edff4c5dc'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:12:55.997559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:56.100312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] Deleting port 76349c12-2462-4e73-93e2-1a793138c04f {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:56.100686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.197283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-95e6b15d-6963-40e6-b57b-c40e1352fc9e service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932991 Dec 08 00:12:56.233045 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] For port 76349c12-2462-4e73-93e2-1a793138c04f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76349c12-2462-4e73-93e2-1a793138c04f,segment=NetworkSegment(9b82b043-365d-4fa1-906b-b63f38a81a62),segment_id=9b82b043-365d-4fa1-906b-b63f38a81a62)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:56.233441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.235071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddd89ba2-6a22-4009-8d40-7c5a4fd9a2bd req-6e6bf6f2-edf2-4aa3-bdbf-91144b813433 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961099 Dec 08 00:12:56.246233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] Set router bc5773ac-78a7-42df-9911-ea4edff4c5dc gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:12:56.279574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-bd6ceca9-8308-4c17-b2d9-09b920c2f460 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:56.280170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] Calling delete_port for 76349c12-2462-4e73-93e2-1a793138c04f owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:56.281009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-bd6ceca9-8308-4c17-b2d9-09b920c2f460 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 784 time: 0.3837318 Dec 08 00:12:56.353660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.354902 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73882b19-3d40-45f2-97d2-b068b7741b40 x-openstack-request-id: req-73882b19-3d40-45f2-97d2-b068b7741b40 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:56.356851 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:56.357116 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73882b19-3d40-45f2-97d2-b068b7741b40 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:56.358120 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'status': 'completed', 'code': 200} Dec 08 00:12:56.367593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-18d12883-dc76-4c16-96ef-b7bbb11a0d23 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 695 time: 0.0796516 Dec 08 00:12:56.373432 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.386411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.389571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4a74ebb-2dba-4893-bf9a-9c3d07a955db tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.452028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-f5983b36-fc38-4df3-a932-4fb0fab7b950 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.91 HTTP/1.1" status: 200 len: 695 time: 0.0750890 Dec 08 00:12:56.476660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-62428569-ca07-4a54-9f9b-eda777bcf575 req-096a6391-71e7-4233-8d9d-15f1764a74fc service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184725 Dec 08 00:12:56.502524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-244cb377-8817-4ec3-b093-e387276ab98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:56.504522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-244cb377-8817-4ec3-b093-e387276ab98a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 1095 time: 0.5601411 Dec 08 00:12:56.520159 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.594441 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4a74ebb-2dba-4893-bf9a-9c3d07a955db tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.596496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72667e33-32ef-4712-a15f-c09ebd093178 req-0e9319f4-0e3b-4ee1-953f-2424e10aa41d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 210 time: 0.1125939 Dec 08 00:12:56.601790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] Pushing event deleted for resources: {'Port': ['ID=76349c12-2462-4e73-93e2-1a793138c04f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:56.623498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ebedb0-9119-4447-be91-ecc8a61704e2 None None] No DVR routers for this DVR port 76349c12-2462-4e73-93e2-1a793138c04f on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:12:56.637650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4a74ebb-2dba-4893-bf9a-9c3d07a955db tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.730966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:12:51Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:12:56.787061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218b792-87db-44da-9e0f-64c20e09a22e None None] The sync data for ids ['bc5773ac-78a7-42df-9911-ea4edff4c5dc'] in n-d-820549-2 is: [{'id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1043143766', 'tenant_id': 'de7b9232766b493c817fc50d1c6512a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:10:34Z', 'updated_at': '2021-12-08T00:12:51Z', 'revision_number': 5, 'project_id': 'de7b9232766b493c817fc50d1c6512a5', 'gw_port': {'id': 'f3bc1d1f-1b11-4993-b45e-0877a4eabb20', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5773ac-78a7-42df-9911-ea4edff4c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:10:35Z', 'updated_at': '2021-12-08T00:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:12:56.789682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:56.841178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:56.964437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:56.975593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=a7347357-54af-4bed-acb3-bc92121ba74d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:56.978774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:56.986514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:57.063903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4bea-05df-43c1-b739-60a291fa0cb5 req-0093f78b-52a9-4406-b428-981666495652 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:57.073282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffea4bea-05df-43c1-b739-60a291fa0cb5 req-0093f78b-52a9-4406-b428-981666495652 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 944 time: 0.3383822 Dec 08 00:12:57.103033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-d9bbf548-5656-42ed-950f-8dd6e2537265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:57.108774 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-d9bbf548-5656-42ed-950f-8dd6e2537265 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 913 time: 0.5705118 Dec 08 00:12:57.114581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:57.115591 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.128277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Deleting port 4e87dbc2-3c20-40a0-993f-465ef010ee0e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:57.129006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.138285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a74ebb-2dba-4893-bf9a-9c3d07a955db tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2272dd9f-c69c-4fe7-ac27-89cf73ddfa78,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:57.162212 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-5de3cb14-af8d-473b-b237-184b2380c800 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6613560 Dec 08 00:12:57.198929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Deleting port f3bc1d1f-1b11-4993-b45e-0877a4eabb20 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:12:57.199543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.202720 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-f552d115-7197-4655-a21b-9078919bcd66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=396f11b2-ceed-4aef-943d-088d4362a0af HTTP/1.1" status: 200 len: 217 time: 0.0829055 Dec 08 00:12:57.229561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-b48f995a-03c2-4116-a240-23903b56cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:57.231316 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-b48f995a-03c2-4116-a240-23903b56cd75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a259c34893f240559a0c748ec3999aac&device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 1097 time: 0.6506877 Dec 08 00:12:57.234322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4a74ebb-2dba-4893-bf9a-9c3d07a955db tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.236272 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4a74ebb-2dba-4893-bf9a-9c3d07a955db tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4586704 Dec 08 00:12:57.239930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57584) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:57.261096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 02241106-c0ea-4551-836d-0b15cf5eb5c6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:57.295214 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.298179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.298511 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.310090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-b9a8ced9-7d95-4730-9493-1c1f6846337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:57.314954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-b9a8ced9-7d95-4730-9493-1c1f6846337c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.0719573 Dec 08 00:12:57.318038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-19c10a9f-f716-40a4-904a-0f78665efc62 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'security_group_rule': {'security_group_id': '79cac55b-fd79-4348-b87d-646d01df1d57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:57.320542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Calling delete_port for 4e87dbc2-3c20-40a0-993f-465ef010ee0e owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:57.359261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 02241106-c0ea-4551-836d-0b15cf5eb5c6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:57.359751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.410316 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-fb3a8377-e471-4adb-a633-7579a8caa680 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870895 Dec 08 00:12:57.510125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19c10a9f-f716-40a4-904a-0f78665efc62 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.535898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] For port f3bc1d1f-1b11-4993-b45e-0877a4eabb20, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:57.536294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.591398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76349c12-2462-4e73-93e2-1a793138c04f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:57.617980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 76349c12-2462-4e73-93e2-1a793138c04f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:57.618335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76349c12-2462-4e73-93e2-1a793138c04f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:57.619003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Calling delete_port for f3bc1d1f-1b11-4993-b45e-0877a4eabb20 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:12:57.676796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-107617f3-5677-42d7-bda8-fcace37fb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:57.678271 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-107617f3-5677-42d7-bda8-fcace37fb52a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 200 len: 920 time: 0.3820927 Dec 08 00:12:57.736128 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-6c7a1e09-d200-4b5b-bebf-3e44efae9034 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095317 Dec 08 00:12:57.754415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Request body: {'port': {'device_id': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:57.785716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffea4bea-05df-43c1-b739-60a291fa0cb5 req-07d8d8c9-7a31-4101-94e6-4618a5b84a2c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113280 Dec 08 00:12:57.790656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19c10a9f-f716-40a4-904a-0f78665efc62 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.795611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-b5b7cecc-9ffb-4c02-b66a-8ea8e6700c90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 200 len: 217 time: 0.0694904 Dec 08 00:12:57.837283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.861677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-5b4d1190-46be-4201-9c3e-32adf9c19cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:57.863173 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-5b4d1190-46be-4201-9c3e-32adf9c19cc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 200 len: 859 time: 0.0544286 Dec 08 00:12:57.863821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19c10a9f-f716-40a4-904a-0f78665efc62 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.908048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19c10a9f-f716-40a4-904a-0f78665efc62 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:57.909224 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-19c10a9f-f716-40a4-904a-0f78665efc62 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6018031 Dec 08 00:12:57.921319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57598) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:57.942681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:12:57.980319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-02aee66b-90b3-4b7e-a698-b4394478681d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959997 Dec 08 00:12:57.981655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c10a9f-f716-40a4-904a-0f78665efc62 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00a617f-5b94-4520-ae2c-2feda78a42ef,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:58.096380 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.101664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868571af-e667-4080-b8bd-3f1f49616a33 req-ba48f081-9bdb-4b02-a6cf-3d71ed8734ea tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:58.103216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-868571af-e667-4080-b8bd-3f1f49616a33 req-ba48f081-9bdb-4b02-a6cf-3d71ed8734ea tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 944 time: 0.1546030 Dec 08 00:12:58.127644 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e36ecc6-900b-4a4a-858b-14d892d35fe2 req-7f8bc6f3-55c7-4cc7-98b0-b2d0c145df24 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492403 Dec 08 00:12:58.163928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.226261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 582c8882-8c38-4bbe-a45a-ea8ae573515d up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:58.234300 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-0cfc771c-b2df-4913-9589-f3297744c484 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398131 Dec 08 00:12:58.244111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event deleted for resources: {'Port': ['ID=4e87dbc2-3c20-40a0-993f-465ef010ee0e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:58.267737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-868571af-e667-4080-b8bd-3f1f49616a33 req-ab9b3187-0630-464b-b1b1-4946b5466d3b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555791 Dec 08 00:12:58.338557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57602) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:58.364576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 582c8882-8c38-4bbe-a45a-ea8ae573515d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:58.370052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 582c8882-8c38-4bbe-a45a-ea8ae573515d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:58.370785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.421678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.424260 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.429667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5ab77c9-1533-46c1-adf8-a64ae5fbdbd4 req-02dd6bf8-9a90-4d23-aca9-69c0b060c6bb tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "DELETE /v2.0/floatingips/0588ce5c-c6c3-475c-a7e1-305ca174ed4b HTTP/1.1" status: 204 len: 173 time: 1.9715140 Dec 08 00:12:58.464136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.467575 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.490698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4881-7be0-48ac-951e-14c6331b8fca req-04163b9c-b28d-496d-ab11-a86ce17ed910 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:58.492518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e56a4881-7be0-48ac-951e-14c6331b8fca req-04163b9c-b28d-496d-ab11-a86ce17ed910 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 931 time: 0.1325679 Dec 08 00:12:58.494348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582c8882-8c38-4bbe-a45a-ea8ae573515d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:58.497536 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d2124-ab7c-49bb-b75d-818babc0ee54" -d '{"events": [{"server_uuid": "f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0", "name": "network-vif-plugged", "status": "completed", "tag": "582c8882-8c38-4bbe-a45a-ea8ae573515d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:58.501743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Port': ['ID=f3bc1d1f-1b11-4993-b45e-0877a4eabb20,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:58.509568 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95b0c890-5d36-4bf2-ae32-220d00f73d34 req-89e5689d-a13b-419e-ae3c-17695271e355 service neutron] 10.222.0.44 "GET /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568614 Dec 08 00:12:58.518528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 582c8882-8c38-4bbe-a45a-ea8ae573515d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=582c8882-8c38-4bbe-a45a-ea8ae573515d,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:58.526546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.527716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a3e5280c-e56d-43ee-b0c8-03dc1a8d938b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:12:58.580607 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e56a4881-7be0-48ac-951e-14c6331b8fca req-f390bb33-0ddf-46b7-8f73-1439751941a2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787184 Dec 08 00:12:58.589799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7347357-54af-4bed-acb3-bc92121ba74d {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:58.602220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.621647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddf2dc00-2135-4670-ba58-364c88a20c5f req-24546ab2-26f3-45ac-9382-4ca1024f3836 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups/cd6af101-a4b1-43ed-83e4-fca77ef603df HTTP/1.1" status: 200 len: 1827 time: 0.1738954 Dec 08 00:12:58.634596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e87b5d7f-25b0-4361-9219-23523d37f322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.640597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Transition to ACTIVE for port object a7347357-54af-4bed-acb3-bc92121ba74d will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:12:58.643601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=582c8882-8c38-4bbe-a45a-ea8ae573515d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:58.651823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.657924 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a7a5c-2d2f-40b6-8964-d9ccf61bb4b9 x-openstack-request-id: req-015a7a5c-2d2f-40b6-8964-d9ccf61bb4b9 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:58.658281 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0", "name": "network-vif-plugged", "status": "completed", "tag": "582c8882-8c38-4bbe-a45a-ea8ae573515d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:58.658489 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-015a7a5c-2d2f-40b6-8964-d9ccf61bb4b9 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:58.658748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.658987 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582c8882-8c38-4bbe-a45a-ea8ae573515d', 'code': 200} Dec 08 00:12:58.668039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.670012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:12:58.674186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:12:58.674566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.718646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Pushing event updated for resources: {'Port': ['ID=a7347357-54af-4bed-acb3-bc92121ba74d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:58.773529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ddf2dc00-2135-4670-ba58-364c88a20c5f req-f3f39bca-ce78-4cbb-852d-60f6bb76e4ea tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.777587 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.782189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 396f11b2-ceed-4aef-943d-088d4362a0af details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:12:58.823962 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ddf2dc00-2135-4670-ba58-364c88a20c5f req-f3f39bca-ce78-4cbb-852d-60f6bb76e4ea tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.871106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:58.873971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Attempting to bind port a7347357-54af-4bed-acb3-bc92121ba74d on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:12:58.874464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Attempting to bind port a7347357-54af-4bed-acb3-bc92121ba74d by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:12:58.874987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Attempting to bind port a7347357-54af-4bed-acb3-bc92121ba74d on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:58.884532 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.892248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Port a7347357-54af-4bed-acb3-bc92121ba74d on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:12:58.892745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Attempting to bind port a7347357-54af-4bed-acb3-bc92121ba74d on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:12:58.900703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:12:58.901228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:12:58.901751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:12:58.902361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Bound port: a7347357-54af-4bed-acb3-bc92121ba74d, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:12:58.902832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.919213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.936631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.956239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 006a7768-6915-4b38-99b4-587603432385 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:12:58.970253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Allocated IP 172.25.6.252 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3bdbd5e6-c3b9-4df4-9396-faa9cd4e3938) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:12:58.970992 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ddf2dc00-2135-4670-ba58-364c88a20c5f req-f3f39bca-ce78-4cbb-852d-60f6bb76e4ea tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.973709 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ddf2dc00-2135-4670-ba58-364c88a20c5f req-f3f39bca-ce78-4cbb-852d-60f6bb76e4ea tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:58.975117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddf2dc00-2135-4670-ba58-364c88a20c5f req-f3f39bca-ce78-4cbb-852d-60f6bb76e4ea tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd6af101-a4b1-43ed-83e4-fca77ef603df HTTP/1.1" status: 204 len: 173 time: 0.3526065 Dec 08 00:12:58.991639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 006a7768-6915-4b38-99b4-587603432385 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:12:58.991989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 006a7768-6915-4b38-99b4-587603432385 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:12:59.003711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f39bca-ce78-4cbb-852d-60f6bb76e4ea tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6af101-a4b1-43ed-83e4-fca77ef603df,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:59.032723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0dfa7-e404-4794-8be4-ac9197664667 req-34ae7183-b95d-459b-b4a3-529c6671a8e2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.034490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79d0dfa7-e404-4794-8be4-ac9197664667 req-34ae7183-b95d-459b-b4a3-529c6671a8e2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 944 time: 0.1173096 Dec 08 00:12:59.045604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:59.050817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 396f11b2-ceed-4aef-943d-088d4362a0af, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=396f11b2-ceed-4aef-943d-088d4362a0af,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:59.055589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] For port a7347357-54af-4bed-acb3-bc92121ba74d, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:12:59.066292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '396f11b2-ceed-4aef-943d-088d4362a0af', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'port_id': '396f11b2-ceed-4aef-943d-088d4362a0af', 'mac_address': 'fa:16:3e:d3:db:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:12:59.066866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] For port a7347357-54af-4bed-acb3-bc92121ba74d, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a7347357-54af-4bed-acb3-bc92121ba74d,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:12:59.073500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e87b5d7f-25b0-4361-9219-23523d37f322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.080429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.108859 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.125952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396f11b2-ceed-4aef-943d-088d4362a0af {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:12:59.134638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.136165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.137905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-658c8833-b82e-420a-8991-20363ee9888d service neutron] 10.222.0.59 "PUT /v2.0/ports/a7347357-54af-4bed-acb3-bc92121ba74d HTTP/1.1" status: 200 len: 1091 time: 1.9449728 Dec 08 00:12:59.141619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'tag': 'a7347357-54af-4bed-acb3-bc92121ba74d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:12:59.144021 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f6692b-03e1-4743-a603-8db2cd27ecbb", "tag": "a7347357-54af-4bed-acb3-bc92121ba74d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:12:59.156817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 396f11b2-ceed-4aef-943d-088d4362a0af, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=396f11b2-ceed-4aef-943d-088d4362a0af,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:12:59.168620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79d0dfa7-e404-4794-8be4-ac9197664667 req-5021d48c-7480-424b-9564-68fc3396a560 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269259 Dec 08 00:12:59.184761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8833-b82e-420a-8991-20363ee9888d service neutron] Pushing event updated for resources: {'Port': ['ID=a7347357-54af-4bed-acb3-bc92121ba74d,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:59.190751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.243365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.249647 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8756358-ebd3-4e5c-b96b-630d54201da5 x-openstack-request-id: req-e8756358-ebd3-4e5c-b96b-630d54201da5 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:12:59.250001 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f6692b-03e1-4743-a603-8db2cd27ecbb", "tag": "a7347357-54af-4bed-acb3-bc92121ba74d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:12:59.250345 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8756358-ebd3-4e5c-b96b-630d54201da5 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:12:59.250833 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'tag': 'a7347357-54af-4bed-acb3-bc92121ba74d', 'status': 'completed', 'code': 200} Dec 08 00:12:59.257187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=396f11b2-ceed-4aef-943d-088d4362a0af,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:59.307934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-aaf27e9c-426e-4769-8cc3-d511f4e07943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.309575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-aaf27e9c-426e-4769-8cc3-d511f4e07943 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 1094 time: 0.0887971 Dec 08 00:12:59.312169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e87b5d7f-25b0-4361-9219-23523d37f322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.319180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf7ce-1e2d-41a2-ac8f-4ff8e52a964f req-51d35d96-26ec-495a-ba0d-09823cafd2c2 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.321301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4bdbf7ce-1e2d-41a2-ac8f-4ff8e52a964f req-51d35d96-26ec-495a-ba0d-09823cafd2c2 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0858667 Dec 08 00:12:59.362385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.362964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Fanout notify agent at l3_agent the message router_deleted on router bc5773ac-78a7-42df-9911-ea4edff4c5dc {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:12:59.376505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.380097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b3b06797-7b6e-4dfb-95d3-b46e24d59426 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/routers/bc5773ac-78a7-42df-9911-ea4edff4c5dc HTTP/1.1" status: 204 len: 168 time: 4.4507203 Dec 08 00:12:59.383054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69f5ed-e4b9-4b8e-9288-d5fa37a606f9 req-41110825-9844-4165-ae9a-f5e11cd61e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.384634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee69f5ed-e4b9-4b8e-9288-d5fa37a606f9 req-41110825-9844-4165-ae9a-f5e11cd61e02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0 HTTP/1.1" status: 200 len: 1096 time: 0.5289335 Dec 08 00:12:59.385419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57620) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:59.392901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-093ddb43-5e3c-4278-aa1b-2bed5c51122a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7347357-54af-4bed-acb3-bc92121ba74d HTTP/1.1" status: 200 len: 217 time: 0.0679343 Dec 08 00:12:59.398173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b5d7f-25b0-4361-9219-23523d37f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088b556a-8b5c-453e-a091-80432d0894d4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:59.420813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.461201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e87b5d7f-25b0-4361-9219-23523d37f322 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4aec9902b9f41a5907ab4839bddf48d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1207693 Dec 08 00:12:59.475696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57622) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:12:59.513187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4bdbf7ce-1e2d-41a2-ac8f-4ff8e52a964f req-66f5e7e4-e434-4166-85a5-3afaa74f1b31 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755433 Dec 08 00:12:59.524867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881199-8e36-4846-b8d5-845191dd84c9 req-38934442-c3ae-483d-a364-ab517bd29c3a tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.526540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19881199-8e36-4846-b8d5-845191dd84c9 req-38934442-c3ae-483d-a364-ab517bd29c3a tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 945 time: 0.1481264 Dec 08 00:12:59.528218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-c07ae521-19bb-43ce-87c2-c3f00a6587e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.530252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-c07ae521-19bb-43ce-87c2-c3f00a6587e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.1060388 Dec 08 00:12:59.537736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['396f11b2-ceed-4aef-943d-088d4362a0af'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:12:59.579757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-6abd5a46-c4da-40ed-b9ed-055809da2cf0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376685 Dec 08 00:12:59.614235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19881199-8e36-4846-b8d5-845191dd84c9 req-79f0b3ab-8ac2-4c88-9e49-2edff7ccdc7d tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794184 Dec 08 00:12:59.622176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:12:59.639645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:12:59.644687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:12:59.683531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'Port': ['ID=3bdbd5e6-c3b9-4df4-9396-faa9cd4e3938,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:12:59.691863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.704853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-530b31ad-22c4-42b4-9946-da48e75c48ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3140960 Dec 08 00:12:59.712795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee69f5ed-e4b9-4b8e-9288-d5fa37a606f9 req-fbc1d854-9f6e-4314-a61b-0d39d40fabe1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941728 Dec 08 00:12:59.745292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01ab534d-ae85-45e4-9eea-441134857f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.747582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-7449c2c5-8bb8-4a03-998b-0bbaf29fcf15 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597526 Dec 08 00:12:59.764399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ef57-8bf7-4310-b7c6-56bf30776de8 req-13e2625f-157e-4ed6-9522-793cdafc608a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:12:59.765894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf73ef57-8bf7-4310-b7c6-56bf30776de8 req-13e2625f-157e-4ed6-9522-793cdafc608a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 943 time: 0.0711844 Dec 08 00:12:59.816392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf73ef57-8bf7-4310-b7c6-56bf30776de8 req-c34478a4-76d4-4ca2-83df-1edc757b8bdb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Dec 08 00:12:59.872552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01ab534d-ae85-45e4-9eea-441134857f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.955709 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:12:59.973311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.007743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227cf949-990e-4ce4-8b90-d3726f9576df']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:00.017729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cde92-d014-4c20-b648-3bde00962b0a req-1455a9ca-d1a7-4b20-9ed5-60a0174e93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.019310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-1455a9ca-d1a7-4b20-9ed5-60a0174e93cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 1096 time: 0.2379842 Dec 08 00:13:00.069708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-6a4d074f-c273-44d3-bcab-02208688c1c1 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947821 Dec 08 00:13:00.203796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-ece5c881-6099-4f90-8067-df6bde58dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.205396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-ece5c881-6099-4f90-8067-df6bde58dcc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 1094 time: 0.0420971 Dec 08 00:13:00.288103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b82b043-365d-4fa1-906b-b63f38a81a62') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:00.288636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b82b043-365d-4fa1-906b-b63f38a81a62') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:00.325615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.328917 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.334565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-2f343f80-c8e3-4e9a-b0e6-41623cde9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.336066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-2f343f80-c8e3-4e9a-b0e6-41623cde9df2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.1220508 Dec 08 00:13:00.346691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627379c-a881-4dd2-b52f-d29911af7400 req-a870716b-b6ea-4502-a2ba-f67e7a9fe245 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.348164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4627379c-a881-4dd2-b52f-d29911af7400 req-a870716b-b6ea-4502-a2ba-f67e7a9fe245 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 945 time: 0.0757594 Dec 08 00:13:00.367055 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01ab534d-ae85-45e4-9eea-441134857f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.369687 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01ab534d-ae85-45e4-9eea-441134857f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.370824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-01ab534d-ae85-45e4-9eea-441134857f85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/088b556a-8b5c-453e-a091-80432d0894d4 HTTP/1.1" status: 204 len: 168 time: 0.8631339 Dec 08 00:13:00.373586 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.394623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-31e3f5bc-f3e5-4984-8199-7c6b1a59965b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7347357-54af-4bed-acb3-bc92121ba74d HTTP/1.1" status: 200 len: 217 time: 0.0455101 Dec 08 00:13:00.425799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:00.426205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:00.432456 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:00.449802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab534d-ae85-45e4-9eea-441134857f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088b556a-8b5c-453e-a091-80432d0894d4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:00.474628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4627379c-a881-4dd2-b52f-d29911af7400 req-c224667f-6d36-4e3a-9a32-b1e1341b9ebe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186032 Dec 08 00:13:00.478346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-a3dff04d-520d-4bcc-a3ea-ca745c94866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.479961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-a3dff04d-520d-4bcc-a3ea-ca745c94866c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0768173 Dec 08 00:13:00.521751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-832292d3-1227-4133-b7d1-6254623c1106 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329692 Dec 08 00:13:00.524668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cde92-d014-4c20-b648-3bde00962b0a req-ea70346a-b5e3-4d4f-b434-29841daf2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.526134 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-ea70346a-b5e3-4d4f-b434-29841daf2100 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.2409410 Dec 08 00:13:00.536700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.546266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.552549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] 10.222.0.18 "DELETE /v2.0/networks/227cf949-990e-4ce4-8b90-d3726f9576df HTTP/1.1" status: 204 len: 168 time: 1.1591930 Dec 08 00:13:00.649616 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-eab190cb-abde-40b0-abd4-b7a269dab4b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70bb801-6c4b-4603-94e7-404ac55e4738 HTTP/1.1" status: 200 len: 217 time: 0.0982866 Dec 08 00:13:00.650568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce16ef2-174b-4226-b262-ea8f5f803b10 tempest-TestSecurityGroupsBasicOps-1448267086 tempest-TestSecurityGroupsBasicOps-1448267086-project] Pushing event deleted for resources: {'Network': ['ID=227cf949-990e-4ce4-8b90-d3726f9576df,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:00.660091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21950934-0e47-43e3-89c3-2aca219595e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:00.663379 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a5360-4665-485b-9027-42690283c981" -d '{"events": [{"server_uuid": "21950934-0e47-43e3-89c3-2aca219595e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3e5280c-e56d-43ee-b0c8-03dc1a8d938b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:00.739596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cde92-d014-4c20-b648-3bde00962b0a req-2279fc9e-a185-47ee-ae70-28c40f2a6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.741395 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-2279fc9e-a185-47ee-ae70-28c40f2a6e9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0812957 Dec 08 00:13:00.769933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.786085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 396f11b2-ceed-4aef-943d-088d4362a0af up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:00.789646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f3bc1d1f-1b11-4993-b45e-0877a4eabb20 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:00.794197 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-0de86b7b-dd68-477a-8ccf-9472df67480e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404081 Dec 08 00:13:00.795743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.812431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57642) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:00.855887 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f3bc1d1f-1b11-4993-b45e-0877a4eabb20 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:00.856535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f3bc1d1f-1b11-4993-b45e-0877a4eabb20 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:00.895410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'Port': ['ID=3bdbd5e6-c3b9-4df4-9396-faa9cd4e3938,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:00.896767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-b5ceb3e5-bbda-4a6c-8558-7890ee018815 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647895 Dec 08 00:13:00.928694 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33287c42-9757-4251-a25d-1e5904e682d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.948112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 396f11b2-ceed-4aef-943d-088d4362a0af completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:00.965381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.969909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc068a9-ba9b-45c5-a04b-22f8f940a7de req-a42843b6-3079-4734-8493-5f76ad6e0d66 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:00.970664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 396f11b2-ceed-4aef-943d-088d4362a0af triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:00.970929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:00.979200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dc068a9-ba9b-45c5-a04b-22f8f940a7de req-a42843b6-3079-4734-8493-5f76ad6e0d66 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.3041928 Dec 08 00:13:00.998847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-3e0f403e-3c8d-4d25-883d-6af2e13db09f service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750712 Dec 08 00:13:01.001879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.003308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-10405f4b-825c-4616-b889-8422c16cf9de tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0808716 Dec 08 00:13:01.059627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57650) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:01.069339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c5419-f570-4dba-9b64-61a38f7903b6 req-ae2bbdd7-ed38-4b67-a995-378bee9cbfc2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:01.070919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-050c5419-f570-4dba-9b64-61a38f7903b6 req-ae2bbdd7-ed38-4b67-a995-378bee9cbfc2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 945 time: 0.3001943 Dec 08 00:13:01.120468 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.145704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-534cde92-d014-4c20-b648-3bde00962b0a req-05c55e7f-03ba-4f8f-b77e-7097cc08e221 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403680 Dec 08 00:13:01.166731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 396f11b2-ceed-4aef-943d-088d4362a0af, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=396f11b2-ceed-4aef-943d-088d4362a0af,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:01.177928 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.196807 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dc068a9-ba9b-45c5-a04b-22f8f940a7de req-01d94d73-eeb7-4e5a-bf40-2ed6bceb0dac tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153323 Dec 08 00:13:01.206389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8edb5e1-c4e3-482e-a20d-b6c2bf2ac0c4 req-baa36a17-7fe1-4aac-b13d-5102867a07b9 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973149 Dec 08 00:13:01.240172 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d21eba-911b-4980-94f1-e3c3e8e3d87a x-openstack-request-id: req-11d21eba-911b-4980-94f1-e3c3e8e3d87a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:01.241050 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21950934-0e47-43e3-89c3-2aca219595e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3e5280c-e56d-43ee-b0c8-03dc1a8d938b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:01.241437 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11d21eba-911b-4980-94f1-e3c3e8e3d87a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:01.242208 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21950934-0e47-43e3-89c3-2aca219595e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b', 'code': 200} Dec 08 00:13:01.247265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-050c5419-f570-4dba-9b64-61a38f7903b6 req-5676c31e-eb13-4e49-8bdc-bf158581345a tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632633 Dec 08 00:13:01.263381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33287c42-9757-4251-a25d-1e5904e682d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.268668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=396f11b2-ceed-4aef-943d-088d4362a0af,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:01.269527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33287c42-9757-4251-a25d-1e5904e682d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.325519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-33287c42-9757-4251-a25d-1e5904e682d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e94fbf47b1d4dbdb84b9dbaf8ac5c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099585 Dec 08 00:13:01.329579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57656) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:01.337557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33287c42-9757-4251-a25d-1e5904e682d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea3b43a-f878-4357-a418-d51d97f47984,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:01.381702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8387b881-e923-4ee5-9b47-d68f3ce5713c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de7b9232766b493c817fc50d1c6512a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202631 Dec 08 00:13:01.384842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57666) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:01.432039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691b4e8-c6a7-49aa-9e65-706b7b56189f req-5f6484e8-7ad2-4d59-b42e-cae93bd97fff tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:01.433537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4691b4e8-c6a7-49aa-9e65-706b7b56189f req-5f6484e8-7ad2-4d59-b42e-cae93bd97fff tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 943 time: 0.1107595 Dec 08 00:13:01.436192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf284b-370d-4c9a-af9e-8528adc8b63e req-66af4385-4f05-4005-869f-c5c67e0719c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:01.437569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0caf284b-370d-4c9a-af9e-8528adc8b63e req-66af4385-4f05-4005-869f-c5c67e0719c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 1096 time: 0.0842535 Dec 08 00:13:01.449764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ef90db4-90b8-4572-911f-8cdb15a07e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.468014 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8942cd5c-3c0e-4289-9834-1c735a230b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.485832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ef90db4-90b8-4572-911f-8cdb15a07e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.499685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-61ed7f91-e6f5-458a-b197-f302578e5c73 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1179074004&fields=id&tenant_id=a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 267 time: 0.1012185 Dec 08 00:13:01.510008 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8942cd5c-3c0e-4289-9834-1c735a230b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.555779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4691b4e8-c6a7-49aa-9e65-706b7b56189f req-aa866796-0efb-4127-9f0e-fe193e86ba64 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147292 Dec 08 00:13:01.560993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0caf284b-370d-4c9a-af9e-8528adc8b63e req-d3f81634-2e42-49ad-9ed5-c4f4dbe1c1bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058536 Dec 08 00:13:01.585965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ef90db4-90b8-4572-911f-8cdb15a07e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.588692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ef90db4-90b8-4572-911f-8cdb15a07e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.589985 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2ef90db4-90b8-4572-911f-8cdb15a07e4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ea3b43a-f878-4357-a418-d51d97f47984 HTTP/1.1" status: 204 len: 168 time: 0.2581031 Dec 08 00:13:01.594420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8942cd5c-3c0e-4289-9834-1c735a230b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.597504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8942cd5c-3c0e-4289-9834-1c735a230b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:01.598635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8942cd5c-3c0e-4289-9834-1c735a230b60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05d28112-2753-4776-bc51-66b5c57111e1 HTTP/1.1" status: 204 len: 168 time: 0.2127531 Dec 08 00:13:01.605333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef90db4-90b8-4572-911f-8cdb15a07e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea3b43a-f878-4357-a418-d51d97f47984,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:01.651049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942cd5c-3c0e-4289-9834-1c735a230b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d28112-2753-4776-bc51-66b5c57111e1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:01.658877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c93a9a31-d946-4c07-90cd-f45034b1641d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:01.660547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c93a9a31-d946-4c07-90cd-f45034b1641d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 817 time: 0.1493893 Dec 08 00:13:01.724211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-d457bf6b-6cf9-4117-8ae8-d00394462a0b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/quotas/a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 375 time: 0.0568209 Dec 08 00:13:01.792216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bcf00-3059-4349-9fbe-29ad37e4000f req-330ec0a2-b308-4fdc-a173-108ea5cfd591 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:01.799922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d52bcf00-3059-4349-9fbe-29ad37e4000f req-330ec0a2-b308-4fdc-a173-108ea5cfd591 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1337368 Dec 08 00:13:01.833551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c64f006e-107d-4a22-8c93-4ea708fe6806 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081038 Dec 08 00:13:01.877546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d52bcf00-3059-4349-9fbe-29ad37e4000f req-a269a3fa-0f2c-4c8d-9fec-db35dafc9fc0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Dec 08 00:13:01.954517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-bad0b182-b350-4e00-9997-be61983a1af5 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:01.955983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-bad0b182-b350-4e00-9997-be61983a1af5 tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.44 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 946 time: 0.0657926 Dec 08 00:13:01.975294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-84f00924-13e2-4837-ad12-4888fe1434b5 service neutron] 10.222.0.18 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216733 Dec 08 00:13:02.082208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57684) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:02.103211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a299a2d-3102-4b74-b0ad-c8e53ebf927d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.105833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Deleting port fb7bcb5e-e196-4b49-913e-04e4ef42899f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:02.106182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.130614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-a4cc2534-4d24-408f-a31c-6ab5c735e311 service neutron] 10.222.0.18 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478488 Dec 08 00:13:02.226935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] For port fb7bcb5e-e196-4b49-913e-04e4ef42899f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fb7bcb5e-e196-4b49-913e-04e4ef42899f,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:02.227311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.229322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a299a2d-3102-4b74-b0ad-c8e53ebf927d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.240095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a299a2d-3102-4b74-b0ad-c8e53ebf927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.246005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Calling delete_port for fb7bcb5e-e196-4b49-913e-04e4ef42899f owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:02.339114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a299a2d-3102-4b74-b0ad-c8e53ebf927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c828d75-85c1-4300-9bdb-edf88a4f0809,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:02.371196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a299a2d-3102-4b74-b0ad-c8e53ebf927d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4319c147d36d4672b3314b38fad55dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878644 Dec 08 00:13:02.374376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57698) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:02.441797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb5aaec7-d3de-46a2-ba1b-2b589413f40e req-149cb0c5-b302-40bd-9f45-a36c6a3422ac tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 210 time: 0.0690041 Dec 08 00:13:02.453009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.487926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fb7bcb5e-e196-4b49-913e-04e4ef42899f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:02.491977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb2c0-d2ee-495a-9fc7-2def9aeac261 req-f1b79341-c3f0-4cff-8444-d44ac408c80f tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:02.493465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-146fb2c0-d2ee-495a-9fc7-2def9aeac261 req-f1b79341-c3f0-4cff-8444-d44ac408c80f tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/ports?device_id=904b8177-9154-4e7d-8f30-7745fda12a40 HTTP/1.1" status: 200 len: 867 time: 0.2151055 Dec 08 00:13:02.505365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Pushing event deleted for resources: {'Port': ['ID=fb7bcb5e-e196-4b49-913e-04e4ef42899f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:02.561318 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3bc974f-d18d-420e-8d0a-f2a2449a299d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.572749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] No DVR routers for this DVR port fb7bcb5e-e196-4b49-913e-04e4ef42899f on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:02.577067 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.580593 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a3adc336-eb87-4b81-b67c-e416addaed49 req-3585594e-c325-4edd-99e4-08259228db0d tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.44 "DELETE /v2.0/ports/fb7bcb5e-e196-4b49-913e-04e4ef42899f HTTP/1.1" status: 204 len: 173 time: 0.6115468 Dec 08 00:13:02.581186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'name': 'network-vif-deleted', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:02.594673 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599c0a43-1c21-440f-b0f8-35b380c49b8e" -d '{"events": [{"server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "name": "network-vif-deleted", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:02.607034 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3bc974f-d18d-420e-8d0a-f2a2449a299d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.722498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-146fb2c0-d2ee-495a-9fc7-2def9aeac261 req-1d994515-b17d-47c8-bbc7-b4f4a43dc92f tempest-ServerRescueTestJSONUnderV235-156896717 tempest-ServerRescueTestJSONUnderV235-156896717-project] 10.222.0.18 "GET /v2.0/security-groups?id=21d3b1cb-5f66-4c02-b672-ceecd7c56069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969900 Dec 08 00:13:02.736572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7b5ba-51fa-4140-9092-7bc399784f27 req-fe40b966-c7a2-4cf7-a2d2-2dd9e5f1c584 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:02.738140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4db7b5ba-51fa-4140-9092-7bc399784f27 req-fe40b966-c7a2-4cf7-a2d2-2dd9e5f1c584 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 945 time: 0.1283567 Dec 08 00:13:02.772442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3bc974f-d18d-420e-8d0a-f2a2449a299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.776941 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3bc974f-d18d-420e-8d0a-f2a2449a299d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:02.781160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c3bc974f-d18d-420e-8d0a-f2a2449a299d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c828d75-85c1-4300-9bdb-edf88a4f0809 HTTP/1.1" status: 204 len: 168 time: 0.4025621 Dec 08 00:13:03.180099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc974f-d18d-420e-8d0a-f2a2449a299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c828d75-85c1-4300-9bdb-edf88a4f0809,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:03.243813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396f11b2-ceed-4aef-943d-088d4362a0af'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:03.251350 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223fa2a4-6881-4225-b157-7b14d5423abc" -d '{"events": [{"server_uuid": "f3ab9e70-1a33-4a98-a3f1-4086eac8a55a", "name": "network-vif-plugged", "status": "completed", "tag": "396f11b2-ceed-4aef-943d-088d4362a0af"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:03.253015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4db7b5ba-51fa-4140-9092-7bc399784f27 req-9f3dbb1f-c63f-4a68-b404-f482a31069cb tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929724 Dec 08 00:13:03.253906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:03.265193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad86aa-5f5c-4149-9902-464b5e47918b req-f2417c17-b14d-4031-b363-1fd22d5a049c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:03.273018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ad86aa-5f5c-4149-9902-464b5e47918b req-f2417c17-b14d-4031-b363-1fd22d5a049c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 943 time: 0.1128063 Dec 08 00:13:03.336170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ad86aa-5f5c-4149-9902-464b5e47918b req-8f1f2b0e-f827-4c4e-97ad-907251095d9e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607140 Dec 08 00:13:03.366460 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3cff9508-de18-4d5c-8465-80b862605090 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdb180d564014bc78e653680a265effa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097727 Dec 08 00:13:03.367829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57740) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:03.371264 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af66e7-5c9a-4adf-a8f7-873ac33feac0 x-openstack-request-id: req-31af66e7-5c9a-4adf-a8f7-873ac33feac0 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:03.371801 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904b8177-9154-4e7d-8f30-7745fda12a40", "name": "network-vif-deleted", "tag": "fb7bcb5e-e196-4b49-913e-04e4ef42899f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:03.372077 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31af66e7-5c9a-4adf-a8f7-873ac33feac0 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:03.376019 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904b8177-9154-4e7d-8f30-7745fda12a40', 'name': 'network-vif-deleted', 'tag': 'fb7bcb5e-e196-4b49-913e-04e4ef42899f', 'status': 'completed', 'code': 200} Dec 08 00:13:03.447626 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e31c1a-a8b9-43d0-a981-83879d5080cc x-openstack-request-id: req-f4e31c1a-a8b9-43d0-a981-83879d5080cc {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:03.447920 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ab9e70-1a33-4a98-a3f1-4086eac8a55a", "name": "network-vif-plugged", "status": "completed", "tag": "396f11b2-ceed-4aef-943d-088d4362a0af", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:03.448438 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4e31c1a-a8b9-43d0-a981-83879d5080cc {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:03.448834 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396f11b2-ceed-4aef-943d-088d4362a0af', 'code': 200} Dec 08 00:13:03.497085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415b10e-06c2-49f0-b14f-f45f18da57b7 req-1e8ba85f-f7bd-4480-8294-ccba04a666ea tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:03.498527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d415b10e-06c2-49f0-b14f-f45f18da57b7 req-1e8ba85f-f7bd-4480-8294-ccba04a666ea tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0833068 Dec 08 00:13:03.516527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6185b8a-1a6c-4bfe-8b71-03e9dc577c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:03.579108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-330e46a2-2b69-4563-9c4a-01418cfee153 req-c2558402-a31a-4c86-a4b2-be3706be155d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 210 time: 0.0457444 Dec 08 00:13:03.582804 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6185b8a-1a6c-4bfe-8b71-03e9dc577c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:03.598497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e902e-7883-4f8f-8d38-e6f8e925ad84 req-9b853a85-086c-4ed5-8d48-e62b56b013bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:03.600732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f24e902e-7883-4f8f-8d38-e6f8e925ad84 req-9b853a85-086c-4ed5-8d48-e62b56b013bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 1097 time: 0.0455632 Dec 08 00:13:03.619191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d415b10e-06c2-49f0-b14f-f45f18da57b7 req-3c4bb050-57d8-4a20-813c-b06a882ea524 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068561 Dec 08 00:13:03.661312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6185b8a-1a6c-4bfe-8b71-03e9dc577c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:03.665065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6185b8a-1a6c-4bfe-8b71-03e9dc577c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:03.668518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e6185b8a-1a6c-4bfe-8b71-03e9dc577c2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d533e052-4f91-43d7-8ec3-8af3fdaa26fd HTTP/1.1" status: 204 len: 168 time: 0.2972326 Dec 08 00:13:03.668675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f24e902e-7883-4f8f-8d38-e6f8e925ad84 req-09e7800c-007c-45fc-bffe-ec45ff355ac9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595524 Dec 08 00:13:03.675393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6185b8a-1a6c-4bfe-8b71-03e9dc577c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d533e052-4f91-43d7-8ec3-8af3fdaa26fd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:03.794286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57760) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:04.124954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-359283f2-0eac-4839-ba13-92b3b6c4cd72 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:04.127053 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-359283f2-0eac-4839-ba13-92b3b6c4cd72 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.44 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 817 time: 0.1556849 Dec 08 00:13:04.262113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a7347357-54af-4bed-acb3-bc92121ba74d details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:04.263840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-87f0ffbe-f8e1-423b-bfe2-501e7b9cc903 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 380 time: 0.1082559 Dec 08 00:13:04.282148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'port': {'device_id': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'admin_state_up': True, 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'security_groups': ['79cac55b-fd79-4348-b87d-646d01df1d57']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:04.322734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:04.459491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Made reservation on behalf of a23434605ed74e0da84e68b56c0b4467 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:04.464004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:04.465657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a7347357-54af-4bed-acb3-bc92121ba74d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a7347357-54af-4bed-acb3-bc92121ba74d,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:04.478227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'a7347357-54af-4bed-acb3-bc92121ba74d', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': 'a7347357-54af-4bed-acb3-bc92121ba74d', 'mac_address': 'fa:16:3e:d6:c7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:04.521649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ffad-a3fc-499e-a685-a9c6c21edfb9 req-277493e6-74d8-4867-afab-d16387808837 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:04.523350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae96ffad-a3fc-499e-a685-a9c6c21edfb9 req-277493e6-74d8-4867-afab-d16387808837 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 945 time: 0.1409779 Dec 08 00:13:04.524017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:04.538021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7347357-54af-4bed-acb3-bc92121ba74d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:04.558870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a7347357-54af-4bed-acb3-bc92121ba74d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a7347357-54af-4bed-acb3-bc92121ba74d,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:04.564555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:04.573358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3235d-d33e-44ac-b155-05e47c7350c2 req-2fe6ac25-30d4-4b35-a327-6602a22c6803 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:04.579521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41c3235d-d33e-44ac-b155-05e47c7350c2 req-2fe6ac25-30d4-4b35-a327-6602a22c6803 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 943 time: 0.1512876 Dec 08 00:13:04.633738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a7347357-54af-4bed-acb3-bc92121ba74d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:04.640556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Allocated IP 172.20.0.11 (34b557cc-e162-4128-861d-521274cd0218/89ee2937-d0a3-4134-bb5f-bec0f8b05cb5/7c0a4a34-7368-4534-a3cf-4f055d3899c2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:04.734069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41c3235d-d33e-44ac-b155-05e47c7350c2 req-96aa9533-fe78-4694-89a9-0e241571f21e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080532 Dec 08 00:13:04.742635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae96ffad-a3fc-499e-a685-a9c6c21edfb9 req-35b657a9-e09a-41a9-aa94-fd5f285da176 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121506 Dec 08 00:13:04.808924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb7bcb5e-e196-4b49-913e-04e4ef42899f no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:04.822406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:04.857934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: fb7bcb5e-e196-4b49-913e-04e4ef42899f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:04.858306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fb7bcb5e-e196-4b49-913e-04e4ef42899f not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:04.881862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:04.941464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Network 34b557cc-e162-4128-861d-521274cd0218 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:04.945213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:04.947736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:04.981664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a8f7-0f3d-4e37-9d0a-b0e9cd3f3877 req-f3a8c6b0-2e15-407e-a24d-d383feef1627 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:04.988860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:04.989807 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3396a8f7-0f3d-4e37-9d0a-b0e9cd3f3877 req-f3a8c6b0-2e15-407e-a24d-d383feef1627 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 932 time: 0.1156437 Dec 08 00:13:04.993996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a7347357-54af-4bed-acb3-bc92121ba74d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:05.017600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440ec8-df73-4f1d-8a31-2001fdd470d7 req-608a6ce2-c745-4eea-a0a1-24d23acfbab0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:05.026568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83440ec8-df73-4f1d-8a31-2001fdd470d7 req-608a6ce2-c745-4eea-a0a1-24d23acfbab0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1400676 Dec 08 00:13:05.026825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:05.027464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.029986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Deleting port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:05.030290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57838) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:05.030407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.055186 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-38f50eba-f781-4bd5-8ca3-fb08dbde12a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7785182 Dec 08 00:13:05.073214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Request body: {'port': {'device_id': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:05.134361 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.212423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44a65629-a843-4a21-a504-fa232e956449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.212640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] For port b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,segment=NetworkSegment(51943bda-4213-4ba4-8d6b-236498893c5d),segment_id=51943bda-4213-4ba4-8d6b-236498893c5d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:05.212829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.259981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Calling delete_port for b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:05.277719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3396a8f7-0f3d-4e37-9d0a-b0e9cd3f3877 req-8ee7f592-10be-4286-828b-309cb3ae5807 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869990 Dec 08 00:13:05.296512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83440ec8-df73-4f1d-8a31-2001fdd470d7 req-1bc2ed05-e86b-471d-b359-b7ec7b98fb53 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682712 Dec 08 00:13:05.348017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c896c09b-1cc5-400f-80d4-13d8d3312f05 None None] Provisioning complete for port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:05.348824 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c896c09b-1cc5-400f-80d4-13d8d3312f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.394009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c896c09b-1cc5-400f-80d4-13d8d3312f05 None None] Port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:13:05.441207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44a65629-a843-4a21-a504-fa232e956449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.447606 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44a65629-a843-4a21-a504-fa232e956449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.478352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9f195-f3b2-439d-b904-67a9a0f0604f req-6b676d20-1f53-449a-8b5c-6de0b483d7c9 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:05.479875 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ea9f195-f3b2-439d-b904-67a9a0f0604f req-6b676d20-1f53-449a-8b5c-6de0b483d7c9 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0 HTTP/1.1" status: 200 len: 945 time: 0.1074808 Dec 08 00:13:05.503200 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-44a65629-a843-4a21-a504-fa232e956449 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a10e9f64dcb34522b5b3aa4a00d920f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4697416 Dec 08 00:13:05.507960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57842) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:05.512867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a65629-a843-4a21-a504-fa232e956449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b189a0-d6c2-414c-8a7d-6c49b78bd5af,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:05.566916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0a4a34-7368-4534-a3cf-4f055d3899c2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:05.574411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.586982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Transition to ACTIVE for port object 7c0a4a34-7368-4534-a3cf-4f055d3899c2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:05.590959 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.593741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ea9f195-f3b2-439d-b904-67a9a0f0604f req-89045e3c-84a2-4ae1-9533-ccec81cafc61 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061397 Dec 08 00:13:05.608691 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.646509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2084c1b-1ae8-4e75-9eea-ac2054e76575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.651814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:05.677062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:05.697346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.697346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.697346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.697722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.697812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.698217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.698556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.698917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.699239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.699567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.699898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.700223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.700540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:05.767247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:05.767571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:05.768062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:05.774119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on network 34b557cc-e162-4128-861d-521274cd0218 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:05.774522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:05.781248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:05.781989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Checking segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:05.783145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Bound using segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:05.783894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Bound port: 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:05.784507 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.796129 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2084c1b-1ae8-4e75-9eea-ac2054e76575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.847437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-e23d9381-04c6-476e-a2c9-0af08a592500 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1426823 Dec 08 00:13:05.879891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:05.883239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:05.892636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.963153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:05.980139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:05.980654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:05.982872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c9d9cd8d-1884-471e-a611-88a8c331f236 service neutron] 10.222.0.44 "PUT /v2.0/ports/7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1092 time: 0.9134388 Dec 08 00:13:05.990423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:05.992936 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf" -d '{"events": [{"name": "network-changed", "server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:06.014605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a5f6a-53b3-4f77-ac28-e9b6dce6858b req-432485c5-2e73-4ede-b9ba-3ec90363c781 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.021851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-368a5f6a-53b3-4f77-ac28-e9b6dce6858b req-432485c5-2e73-4ede-b9ba-3ec90363c781 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 944 time: 0.1665823 Dec 08 00:13:06.084784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2084c1b-1ae8-4e75-9eea-ac2054e76575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.087344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2084c1b-1ae8-4e75-9eea-ac2054e76575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.090767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e2084c1b-1ae8-4e75-9eea-ac2054e76575 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42b189a0-d6c2-414c-8a7d-6c49b78bd5af HTTP/1.1" status: 204 len: 168 time: 0.5796053 Dec 08 00:13:06.101611 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ec5c59-5a6a-4043-bf81-63eed242a9d5 x-openstack-request-id: req-07ec5c59-5a6a-4043-bf81-63eed242a9d5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:06.101912 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:06.102175 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07ec5c59-5a6a-4043-bf81-63eed242a9d5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:06.102575 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'status': 'completed', 'code': 200} Dec 08 00:13:06.121073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c3dff986-f4bd-4e05-91d8-7daba7d2ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.124879 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-c3dff986-f4bd-4e05-91d8-7daba7d2ce40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1095 time: 0.0639260 Dec 08 00:13:06.144862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.145180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.145876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.146387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.147115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.147626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.149394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.154669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a46be00c-d379-403e-9631-ecc696473ca7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 6490 time: 0.1899855 Dec 08 00:13:06.181703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.183865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2084c1b-1ae8-4e75-9eea-ac2054e76575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b189a0-d6c2-414c-8a7d-6c49b78bd5af,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:06.212931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-a0559599-e8e8-45ad-9f4c-06235e35cfee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 217 time: 0.0716879 Dec 08 00:13:06.215631 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-368a5f6a-53b3-4f77-ac28-e9b6dce6858b req-0504f9a4-77a5-48fc-96e6-7e9baca3c968 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864009 Dec 08 00:13:06.277392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-385f8f49-09e0-4484-9960-db42808845a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.278902 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-385f8f49-09e0-4484-9960-db42808845a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.0569444 Dec 08 00:13:06.292300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a7347357-54af-4bed-acb3-bc92121ba74d up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:06.382983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-52924759-a48f-4b45-b426-1ffbeeeb5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.384839 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-52924759-a48f-4b45-b426-1ffbeeeb5a0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973766 Dec 08 00:13:06.389922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port a7347357-54af-4bed-acb3-bc92121ba74d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:06.396393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port a7347357-54af-4bed-acb3-bc92121ba74d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:06.396775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.498530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.516910 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-de9166b7-690b-4c18-8d7d-4da458d9eddf service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211710 Dec 08 00:13:06.541695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a7347357-54af-4bed-acb3-bc92121ba74d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a7347357-54af-4bed-acb3-bc92121ba74d,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:06.543713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7347357-54af-4bed-acb3-bc92121ba74d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:06.546610 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c037808-0fee-47db-9605-e140a8443565" -d '{"events": [{"server_uuid": "a7f6692b-03e1-4743-a603-8db2cd27ecbb", "name": "network-vif-plugged", "status": "completed", "tag": "a7347357-54af-4bed-acb3-bc92121ba74d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:06.553466 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.563765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57874) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:06.586531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da72962f-2574-47c1-a62e-a7cacc7d2840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.605654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-6a44e114-92c4-4920-892d-4982cdd69333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.606226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a7347357-54af-4bed-acb3-bc92121ba74d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:06.606336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-6a44e114-92c4-4920-892d-4982cdd69333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.606673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-6a44e114-92c4-4920-892d-4982cdd69333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.608425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-6a44e114-92c4-4920-892d-4982cdd69333 service neutron] 10.222.0.59 "GET /v2.0/networks?id=669642aa-1618-4b35-a7ba-c2f405592211&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&id=1309ab95-0789-4dee-93fc-c5cbc2662c29&id=1309ab95-0789-4dee-93fc-c5cbc2662c29 HTTP/1.1" status: 200 len: 2294 time: 0.3892443 Dec 08 00:13:06.627494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-37f7e1a2-43be-4677-9f37-047874cfce68 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.628944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-37f7e1a2-43be-4677-9f37-047874cfce68 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 812 time: 0.2862577 Dec 08 00:13:06.636909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5c7ce-afe9-4f57-9535-5544f672bf7e req-bc23cb4b-79a6-4c68-b8f0-db5c5ab64b37 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.638976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bba5c7ce-afe9-4f57-9535-5544f672bf7e req-bc23cb4b-79a6-4c68-b8f0-db5c5ab64b37 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1738603 Dec 08 00:13:06.667010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8ae2cb92-59dc-408d-8dd8-56558c94922d req-fe845d8d-ea46-4d79-9bb8-0213ceabbe52 service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427050 Dec 08 00:13:06.729584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da72962f-2574-47c1-a62e-a7cacc7d2840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.734672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da72962f-2574-47c1-a62e-a7cacc7d2840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.795998 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-da72962f-2574-47c1-a62e-a7cacc7d2840 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c94434f129c4fadaf1535a7ba68dcbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280250 Dec 08 00:13:06.811600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57876) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:06.813946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72962f-2574-47c1-a62e-a7cacc7d2840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf834b4-7573-43d7-af6d-754efcb35b3b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:06.865556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-e46798a7-f218-4165-8211-2fb84f9b0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:06.867025 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-e46798a7-f218-4165-8211-2fb84f9b0741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1095 time: 0.0991774 Dec 08 00:13:06.901257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f289b909-a5eb-4933-9ee8-f87d880e342c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:06.960643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f289b909-a5eb-4933-9ee8-f87d880e342c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:07.014764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-70324430-bd4c-4576-afaf-ec619a3e8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.016302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-70324430-bd4c-4576-afaf-ec619a3e8d40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1370602 Dec 08 00:13:07.045978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-8aa8a07a-ddd6-489c-8477-22816629010d tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/quotas/d025c4a05a4d4068acddcd89a00b9ef0 HTTP/1.1" status: 200 len: 375 time: 0.4060295 Dec 08 00:13:07.062725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-beae9293-7c32-4353-90ad-952d03869ca8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 217 time: 0.0382881 Dec 08 00:13:07.064349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f289b909-a5eb-4933-9ee8-f87d880e342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:07.065855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f289b909-a5eb-4933-9ee8-f87d880e342c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:07.066877 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f289b909-a5eb-4933-9ee8-f87d880e342c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bf834b4-7573-43d7-af6d-754efcb35b3b HTTP/1.1" status: 204 len: 168 time: 0.2539680 Dec 08 00:13:07.116472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-f6458320-c489-4f10-bef1-6d291c2209f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.117857 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-f6458320-c489-4f10-bef1-6d291c2209f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.0475974 Dec 08 00:13:07.118566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289b909-a5eb-4933-9ee8-f87d880e342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf834b4-7573-43d7-af6d-754efcb35b3b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:07.156219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-35b968e6-1c00-41bb-a541-86930f5ee5b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f HTTP/1.1" status: 200 len: 1002 time: 0.5363371 Dec 08 00:13:07.169224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bba5c7ce-afe9-4f57-9535-5544f672bf7e req-6aaea632-9e49-4410-be8d-47f0025a7bd1 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927578 Dec 08 00:13:07.176045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-8709e698-cac7-4d98-9a3f-c4b330aead18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.177697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-8709e698-cac7-4d98-9a3f-c4b330aead18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499392 Dec 08 00:13:07.193885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Router 8a149ded-4967-4dcd-8028-fc948b976bd9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:07.199454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-2d8160aa-b668-49ed-93e2-0675671de875 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414576 Dec 08 00:13:07.291229 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-e545dd33-8595-4b75-906e-23d026af48e1 service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054485 Dec 08 00:13:07.382204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-1263a9e1-eb99-409d-89b5-a6c9750d8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.383621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-1263a9e1-eb99-409d-89b5-a6c9750d8163 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bb150f-69fb-4d11-92ad-06e5b0366180 HTTP/1.1" status: 200 len: 851 time: 0.1814015 Dec 08 00:13:07.404243 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b966a59-e3b2-4a42-a52c-9e9caa87dddf req-155bf426-daac-42be-b2b9-ea4f13cda54a service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012845 Dec 08 00:13:07.426261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90833c-1257-434d-aebb-ed407479a8b2 req-1f4b5591-95b0-4425-b528-f9f53acce388 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.427801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b90833c-1257-434d-aebb-ed407479a8b2 req-1f4b5591-95b0-4425-b528-f9f53acce388 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.1678052 Dec 08 00:13:07.477863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-7581e53d-91b0-44c1-9182-a2407bf56cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775233 Dec 08 00:13:07.540423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-e08f621d-ff1c-4aa5-bad8-e9fd6e5cda9f tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.541911 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-e08f621d-ff1c-4aa5-bad8-e9fd6e5cda9f tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "GET /v2.0/ports?device_id=f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0584450 Dec 08 00:13:07.571035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:07.580071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] Sync routers for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:07.581408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0da41d1e-a552-47bd-9311-dc364ea3ffab admin admin] 10.222.0.18 "PUT /v2.0/routers/8a149ded-4967-4dcd-8028-fc948b976bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7850924 Dec 08 00:13:07.588468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57894) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:07.594825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:07.595953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:07.676777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-b7091c8a-dd4b-47ae-b1bb-082a47fd6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.680100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Deleting port 582c8882-8c38-4bbe-a45a-ea8ae573515d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:07.680444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:07.680852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-b7091c8a-dd4b-47ae-b1bb-082a47fd6343 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=669642aa-1618-4b35-a7ba-c2f405592211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640924 Dec 08 00:13:07.691639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b90833c-1257-434d-aebb-ed407479a8b2 req-f2b228a9-4f1d-4dd5-8f40-4c9ebac11a91 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239072 Dec 08 00:13:07.745760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:13:07.794681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-15c3a2fb-a6cd-424d-ac1e-cfb6bbbeba21 service neutron] 10.222.0.18 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158841 Dec 08 00:13:07.896780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-bdb9dfe6-c6b1-4af4-808a-d99291fa71d3 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:07.898293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-bdb9dfe6-c6b1-4af4-808a-d99291fa71d3 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "GET /v2.0/ports?device_id=21950934-0e47-43e3-89c3-2aca219595e2 HTTP/1.1" status: 200 len: 945 time: 0.1743629 Dec 08 00:13:07.900334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] For port 582c8882-8c38-4bbe-a45a-ea8ae573515d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=582c8882-8c38-4bbe-a45a-ea8ae573515d,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:07.900703 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:07.903631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.59', 60160) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:07.969765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Calling delete_port for 582c8882-8c38-4bbe-a45a-ea8ae573515d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:07.990294 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:08.018228 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec0738a-ceeb-4739-9f97-7653eb79c982 x-openstack-request-id: req-fec0738a-ceeb-4739-9f97-7653eb79c982 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:08.023463 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f6692b-03e1-4743-a603-8db2cd27ecbb", "name": "network-vif-plugged", "status": "completed", "tag": "a7347357-54af-4bed-acb3-bc92121ba74d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:08.024428 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fec0738a-ceeb-4739-9f97-7653eb79c982 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:08.025574 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7347357-54af-4bed-acb3-bc92121ba74d', 'code': 200} Dec 08 00:13:08.063924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95877785-c5d5-4c9e-b583-f76ba7f6ed92 req-b4630d8c-c2ab-4e4e-8fde-110bd0263e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:08.065761 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95877785-c5d5-4c9e-b583-f76ba7f6ed92 req-b4630d8c-c2ab-4e4e-8fde-110bd0263e38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 1096 time: 0.1616273 Dec 08 00:13:08.106863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:13:05Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:08.143368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] Checking router: 8a149ded-4967-4dcd-8028-fc948b976bd9 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:13:08.153217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] Routers {'8a149ded-4967-4dcd-8028-fc948b976bd9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:08.154918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8a149ded-4967-4dcd-8028-fc948b976bd9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:08.189642 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95877785-c5d5-4c9e-b583-f76ba7f6ed92 req-57d34268-6702-454d-a8a8-466dd3549eb3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169276 Dec 08 00:13:08.196758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Deleting port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:08.197145 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:08.243810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-2e1b5c11-c9ae-4a37-9c2e-901318479596 service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221918 Dec 08 00:13:08.326785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c0bc-cb1a-499e-a320-09f83b3a22dc req-87efc7ac-6440-4cd7-8fd5-d429e26ac89b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:08.328691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cf1c0bc-cb1a-499e-a320-09f83b3a22dc req-87efc7ac-6440-4cd7-8fd5-d429e26ac89b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 945 time: 0.2083521 Dec 08 00:13:08.343735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] Set router 8a149ded-4967-4dcd-8028-fc948b976bd9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:13:08.376478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:08.410814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:08.431822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354c64d-1275-4c61-8ec8-7cbc994bb9e5 req-00d34078-17da-4258-9ad8-b54f92029979 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:08.433678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8354c64d-1275-4c61-8ec8-7cbc994bb9e5 req-00d34078-17da-4258-9ad8-b54f92029979 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1879611 Dec 08 00:13:08.446784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cf1c0bc-cb1a-499e-a320-09f83b3a22dc req-d88fef73-5305-4030-ba4c-d999e115d1f6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083496 Dec 08 00:13:08.728322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event deleted for resources: {'Port': ['ID=582c8882-8c38-4bbe-a45a-ea8ae573515d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:08.736833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a3e5280c-e56d-43ee-b0c8-03dc1a8d938b', '582c8882-8c38-4bbe-a45a-ea8ae573515d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:08.772520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8354c64d-1275-4c61-8ec8-7cbc994bb9e5 req-270b58db-b2ad-42cf-a9e4-9385cdf538c6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151799 Dec 08 00:13:08.779762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] For port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:08.780389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:08.818037 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-67308303-cc1e-47af-98b7-7409b7110bf5 service neutron] 10.222.0.59 "GET /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693447 Dec 08 00:13:08.859685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Calling delete_port for a3e5280c-e56d-43ee-b0c8-03dc1a8d938b owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:08.860800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7bfdb9a7-01bd-4fd6-a9ef-3eb192f11008 req-3c0ef8ce-ba82-4a4b-bd59-591df229a7b8 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 210 time: 0.1008079 Dec 08 00:13:08.861726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] No DVR routers for this DVR port 582c8882-8c38-4bbe-a45a-ea8ae573515d on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:08.873536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:08.887852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-436ebf81-56ac-4c5c-9a25-bf712b8a1419 req-9d5dbe26-8404-45a7-8163-21b204c38a3c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "DELETE /v2.0/ports/582c8882-8c38-4bbe-a45a-ea8ae573515d HTTP/1.1" status: 204 len: 173 time: 1.3365366 Dec 08 00:13:08.888282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'name': 'network-vif-deleted', 'tag': '582c8882-8c38-4bbe-a45a-ea8ae573515d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:08.890653 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd50ff1e-3926-49b2-ace6-35242e85fff8" -d '{"events": [{"server_uuid": "f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0", "name": "network-vif-deleted", "tag": "582c8882-8c38-4bbe-a45a-ea8ae573515d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:08.899426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:08.936099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-f24d20d4-c83f-4308-8e29-c40247702075 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 217 time: 0.0983295 Dec 08 00:13:08.946737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Deleting port 018038b4-a826-45c7-9c30-5f60722bb97a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:08.947474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.034873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] For port 018038b4-a826-45c7-9c30-5f60722bb97a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=018038b4-a826-45c7-9c30-5f60722bb97a,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:09.035270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.051844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Calling delete_port for 018038b4-a826-45c7-9c30-5f60722bb97a owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:09.145122 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31182342-f90b-41fb-a72a-2422cba9a42b x-openstack-request-id: req-31182342-f90b-41fb-a72a-2422cba9a42b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:09.145682 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0", "name": "network-vif-deleted", "tag": "582c8882-8c38-4bbe-a45a-ea8ae573515d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:09.145682 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31182342-f90b-41fb-a72a-2422cba9a42b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:09.146114 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33cfe97-36b0-4f24-bbb3-cda68a7b7cb0', 'name': 'network-vif-deleted', 'tag': '582c8882-8c38-4bbe-a45a-ea8ae573515d', 'status': 'completed', 'code': 200} Dec 08 00:13:09.153396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.158171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:13:05Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:09.195257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1474fc-dc7c-46d4-b44c-ecabe8bcb333 None None] The sync data for ids ['8a149ded-4967-4dcd-8028-fc948b976bd9'] in n-d-820549-2 is: [{'id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-778203088-router', 'tenant_id': 'a259c34893f240559a0c748ec3999aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:11:34Z', 'updated_at': '2021-12-08T00:13:05Z', 'revision_number': 5, 'project_id': 'a259c34893f240559a0c748ec3999aac', 'gw_port': {'id': '018038b4-a826-45c7-9c30-5f60722bb97a', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a149ded-4967-4dcd-8028-fc948b976bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:11:35Z', 'updated_at': '2021-12-08T00:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:09.313607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event deleted for resources: {'Port': ['ID=a3e5280c-e56d-43ee-b0c8-03dc1a8d938b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:09.354569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57940) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:09.371437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-2b015653-de2d-43a0-9c77-69fe2ccea71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:09.373481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-2b015653-de2d-43a0-9c77-69fe2ccea71f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.1901641 Dec 08 00:13:09.384108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd992da-0126-45e5-b030-c016e35d18a6 req-be7d798e-c42e-47ee-b81f-33ee824f6b93 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:09.385636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fd992da-0126-45e5-b030-c016e35d18a6 req-be7d798e-c42e-47ee-b81f-33ee824f6b93 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.4533985 Dec 08 00:13:09.425720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:09.427930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] No DVR routers for this DVR port a3e5280c-e56d-43ee-b0c8-03dc1a8d938b on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:09.430691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.434563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e3c71fda-ea44-4e0a-b3ea-6790a810c3ba req-96ceb5ce-a6ed-4630-a0d3-695e140bebe6 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "DELETE /v2.0/ports/a3e5280c-e56d-43ee-b0c8-03dc1a8d938b HTTP/1.1" status: 204 len: 173 time: 1.5287719 Dec 08 00:13:09.458918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.467241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'port_id': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'mac_address': 'fa:16:3e:23:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:09.544818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=018038b4-a826-45c7-9c30-5f60722bb97a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:09.557410 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.577396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0a4a34-7368-4534-a3cf-4f055d3899c2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:09.613213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:09.623234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-3dc03efd-f24f-4d72-8a13-7d7106127fe5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:09.625524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-3dc03efd-f24f-4d72-8a13-7d7106127fe5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 945 time: 0.1329350 Dec 08 00:13:09.626997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.670432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-ae14404d-f70f-48e2-a859-1acd9a6083cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:09.675786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-ae14404d-f70f-48e2-a859-1acd9a6083cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2870457 Dec 08 00:13:09.732208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['582c8882-8c38-4bbe-a45a-ea8ae573515d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:09.802199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:09.852302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1716195438'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:09.870146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port a7347357-54af-4bed-acb3-bc92121ba74d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:09.871407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.899331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fd992da-0126-45e5-b030-c016e35d18a6 req-611218a5-99c2-45ae-af2c-67c96d6ad8f2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4987144 Dec 08 00:13:09.919746 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:09.948716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7c0a4a34-7368-4534-a3cf-4f055d3899c2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:10.002097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port a7347357-54af-4bed-acb3-bc92121ba74d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a7347357-54af-4bed-acb3-bc92121ba74d,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:10.003585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.019029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for a7347357-54af-4bed-acb3-bc92121ba74d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:10.035570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Made reservation on behalf of 0956748fe8724ae5b492acdeef3f540c for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:10.038986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.195054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.229057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a7347357-54af-4bed-acb3-bc92121ba74d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:10.236431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=a7347357-54af-4bed-acb3-bc92121ba74d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:10.334272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port a7347357-54af-4bed-acb3-bc92121ba74d on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:10.337429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.342633 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-586cf22c-90b2-4f0c-92b6-ef5d3bae2208 req-f060910d-c1fc-4bda-8f2a-2e44ac595127 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "DELETE /v2.0/ports/a7347357-54af-4bed-acb3-bc92121ba74d HTTP/1.1" status: 204 len: 173 time: 0.7105384 Dec 08 00:13:10.422396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-d946867a-f9c6-4180-ba4b-527aa2754766 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:10.424066 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-d946867a-f9c6-4180-ba4b-527aa2754766 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.44 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 812 time: 0.1806481 Dec 08 00:13:10.440323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.449785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa1903-2a15-45f6-87bc-7dd4c27a4d1d req-71c4c926-28f3-49ed-a032-7a0d805949e5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:10.453753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Request body: {'port': {'device_id': 'ad930b18-602b-4409-88ac-9d6020273693', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'admin_state_up': True, 'tenant_id': 'd025c4a05a4d4068acddcd89a00b9ef0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:10.457782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bbfa1903-2a15-45f6-87bc-7dd4c27a4d1d req-71c4c926-28f3-49ed-a032-7a0d805949e5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 945 time: 0.7047601 Dec 08 00:13:10.503440 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.525648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.569176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:10.592958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-3b38b713-7eaa-434f-857b-091eadc32b2d service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8518834 Dec 08 00:13:10.609162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Made reservation on behalf of d025c4a05a4d4068acddcd89a00b9ef0 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:10.628737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.641435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.641986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a149ded-4967-4dcd-8028-fc948b976bd9 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:13:10.654193 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.655393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0a7ef0e2-b0e1-4b36-a7b7-82b58aa756c9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8a149ded-4967-4dcd-8028-fc948b976bd9 HTTP/1.1" status: 204 len: 168 time: 3.0630414 Dec 08 00:13:10.665833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:10.693915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bbfa1903-2a15-45f6-87bc-7dd4c27a4d1d req-3f130c5e-1e5e-40f1-8cc5-5e8ccb78fb53 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349176 Dec 08 00:13:10.703530 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0ce5bfc7-281c-4ad6-92c1-54bc67ce6d70 req-b93036e3-0deb-4ada-b49a-a61ddc668a51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 210 time: 0.0625961 Dec 08 00:13:10.752814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a096e-50ee-47f7-8fec-ac20e485367f req-6fbae0fc-79f2-477e-ae28-abeedac91863 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:10.755773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-190a096e-50ee-47f7-8fec-ac20e485367f req-6fbae0fc-79f2-477e-ae28-abeedac91863 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.7119384 Dec 08 00:13:10.829055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:10.874716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] Deleting subnet a06bc1b5-113e-4bdf-bf36-8160a9d738bc {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:13:10.892441 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.902255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:10.911312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:10.911718 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:10.961640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:10.988864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-190a096e-50ee-47f7-8fec-ac20e485367f req-7dae9b06-6fd4-4cca-84ca-9adc727a7ab3 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170339 Dec 08 00:13:10.995673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9b84787-73c8-4269-b0e4-9bb09b7d7307 req-ef9b5b14-0a7b-4313-bbcf-76616ff3b44e tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 210 time: 0.1671283 Dec 08 00:13:10.999184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:10.999404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b3b46a78-99cf-4d1e-9cc3-2bac09f1f0c6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:11.059663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-d11d422e-2a0e-46aa-bd5f-54232b04ba5e service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296482 Dec 08 00:13:11.094112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.106086 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.122064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5bfc7-281c-4ad6-92c1-54bc67ce6d70 req-11fc0a80-40e5-42da-8116-9c66b5ca19af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.124086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0ce5bfc7-281c-4ad6-92c1-54bc67ce6d70 req-11fc0a80-40e5-42da-8116-9c66b5ca19af service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e7bf3efb41324b4c91c8df688e855172&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3837631 Dec 08 00:13:11.130354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-8e85e1de-a254-4c0e-bcb7-e6852acf3162 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 217 time: 0.0550771 Dec 08 00:13:11.131438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:11.132465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.133867 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9252fd-7276-4ffe-9be4-3316699a5828" -d '{"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:11.134384 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-48c0ce7c-b01b-4bd6-ade3-99c90a944970 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.135918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-48c0ce7c-b01b-4bd6-ade3-99c90a944970 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 812 time: 0.4139225 Dec 08 00:13:11.157163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21950934-0e47-43e3-89c3-2aca219595e2', 'name': 'network-vif-deleted', 'tag': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b'}, {'server_uuid': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'name': 'network-vif-deleted', 'tag': 'a7347357-54af-4bed-acb3-bc92121ba74d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:11.158548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.161380 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00e89d-baee-4028-b86f-ce9dda515619" -d '{"events": [{"server_uuid": "21950934-0e47-43e3-89c3-2aca219595e2", "name": "network-vif-deleted", "tag": "a3e5280c-e56d-43ee-b0c8-03dc1a8d938b"}, {"server_uuid": "a7f6692b-03e1-4743-a603-8db2cd27ecbb", "name": "network-vif-deleted", "tag": "a7347357-54af-4bed-acb3-bc92121ba74d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:11.161749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:11.171498 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.171706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:11.175008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Allocated IP 172.20.0.4 (f7188b5e-1021-4fc5-a6ec-17fb19efdde7/d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f/e9ff8510-c158-4262-b544-6beaf37ef5b0) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:11.181461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.181885 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Added segment 42fc7783-04b6-4625-b246-aebf87254aab of type vlan for network 6838e9be-e17c-418c-a549-2e47d0da535f Dec 08 00:13:11.182094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Request body: {'port': {'device_id': '46d8a867-2b7e-4627-a955-1338afa44f14', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'admin_state_up': True, 'tenant_id': 'd025c4a05a4d4068acddcd89a00b9ef0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:11.228515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.245825 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945eeb87-ec9a-46d1-a2c7-5751c2ec7b02 x-openstack-request-id: req-945eeb87-ec9a-46d1-a2c7-5751c2ec7b02 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:11.245825 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:11.246241 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-945eeb87-ec9a-46d1-a2c7-5751c2ec7b02 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:11.246329 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'code': 200} Dec 08 00:13:11.258280 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea2595-452a-4bdd-81fe-1afbe8e8adc9 x-openstack-request-id: req-13ea2595-452a-4bdd-81fe-1afbe8e8adc9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:11.258849 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21950934-0e47-43e3-89c3-2aca219595e2", "name": "network-vif-deleted", "tag": "a3e5280c-e56d-43ee-b0c8-03dc1a8d938b", "status": "completed", "code": 200}, {"server_uuid": "a7f6692b-03e1-4743-a603-8db2cd27ecbb", "name": "network-vif-deleted", "tag": "a7347357-54af-4bed-acb3-bc92121ba74d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:11.258849 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13ea2595-452a-4bdd-81fe-1afbe8e8adc9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:11.259247 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21950934-0e47-43e3-89c3-2aca219595e2', 'name': 'network-vif-deleted', 'tag': 'a3e5280c-e56d-43ee-b0c8-03dc1a8d938b', 'status': 'completed', 'code': 200} Dec 08 00:13:11.259505 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f6692b-03e1-4743-a603-8db2cd27ecbb', 'name': 'network-vif-deleted', 'tag': 'a7347357-54af-4bed-acb3-bc92121ba74d', 'status': 'completed', 'code': 200} Dec 08 00:13:11.270202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.286352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:11.314844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc9dc-c6ed-4d14-b115-3e349a58c5b9 req-ecd2599d-30da-4ce2-9cd1-25c8337f3400 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.314844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-911cc9dc-c6ed-4d14-b115-3e349a58c5b9 req-ecd2599d-30da-4ce2-9cd1-25c8337f3400 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.1961312 Dec 08 00:13:11.343475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e7d858-0698-49d8-998b-746061f39f31,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:11.357748 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.364054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.364683 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.379652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-fad4393f-8231-413e-aff8-e503b3f5bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.381112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-fad4393f-8231-413e-aff8-e503b3f5bced service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.2286131 Dec 08 00:13:11.451155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0922313 Dec 08 00:13:11.459889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57962) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:11.484260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5bfc7-281c-4ad6-92c1-54bc67ce6d70 req-2e459344-e52b-4134-87bf-46bbbcaacfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.486032 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0ce5bfc7-281c-4ad6-92c1-54bc67ce6d70 req-2e459344-e52b-4134-87bf-46bbbcaacfd7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3417988 Dec 08 00:13:11.498690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-911cc9dc-c6ed-4d14-b115-3e349a58c5b9 req-dab63a67-8d6d-476b-bb6e-7c370881dce6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690686 Dec 08 00:13:11.500223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3863550-5e89-47fa-ba5f-0f9728da4761 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Pushing event updated for resources: {'Network': ['ID=6838e9be-e17c-418c-a549-2e47d0da535f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:11.524483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-3e3c2228-4332-475a-b08c-14dde0968887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.528347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-3e3c2228-4332-475a-b08c-14dde0968887 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334984 Dec 08 00:13:11.535284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.539375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6838e9be-e17c-418c-a549-2e47d0da535f details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:11.564048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'network': {'name': 'tempest-network--1828344513', 'router:external': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:11.630741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.636252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a06bc1b5-113e-4bdf-bf36-8160a9d738bc HTTP/1.1" status: 204 len: 168 time: 0.9584579 Dec 08 00:13:11.638195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57966) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:11.639100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942c203-99db-47ec-8417-abc96cdfc59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a06bc1b5-113e-4bdf-bf36-8160a9d738bc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:11.656315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Made reservation on behalf of d025c4a05a4d4068acddcd89a00b9ef0 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:11.660043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.665284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-d052a873-56a1-47e0-8189-0e5b68a99886 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218781 Dec 08 00:13:11.687954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb634c-71ce-494e-bf11-39fb10260db5 req-60ca0d30-33e4-4ed4-859b-46c1301e1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:11.689431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-abcb634c-71ce-494e-bf11-39fb10260db5 req-60ca0d30-33e4-4ed4-859b-46c1301e1e99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1097 time: 0.3247011 Dec 08 00:13:11.740420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.741788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Made reservation on behalf of 49040fb61bf5442dbf697191cbdc39e2 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:11.744083 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.747268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.790160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.820716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55846a65-06b2-49a9-b274-1ff3db628e70 req-7500a529-703a-4826-b466-c7aa2ae8532b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 210 time: 0.0401154 Dec 08 00:13:11.851424 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-abcb634c-71ce-494e-bf11-39fb10260db5 req-dab9f295-c6c9-4788-8e1a-d1baa30dbd97 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489027 Dec 08 00:13:11.857325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-fa26cc1a-93ab-4180-a910-fe8dfd2946e2 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830354 Dec 08 00:13:11.892930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.914475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-a7ec6c31-7541-4984-a89c-a1c7fd032841 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57 HTTP/1.1" status: 200 len: 217 time: 0.0476978 Dec 08 00:13:11.943972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:11.993968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:12.002687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:12.007968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51943bda-4213-4ba4-8d6b-236498893c5d') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:12.008268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51943bda-4213-4ba4-8d6b-236498893c5d') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:12.011492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:12.014032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event updated for resources: {'Port': ['ID=e9ff8510-c158-4262-b544-6beaf37ef5b0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:12.018928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:12.020775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-c96e37d8-d7be-4c4d-8db9-810010c75ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.022654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-c96e37d8-d7be-4c4d-8db9-810010c75ae2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0754802 Dec 08 00:13:12.023956 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.051334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Allocated IP 172.20.0.6 (f7188b5e-1021-4fc5-a6ec-17fb19efdde7/d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f/6d0fc52b-7f1d-4c39-858c-13c48a074593) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:12.067145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.068096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.076956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:12.077509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:12.079927 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:12.087620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.106441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.107666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.116321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:12.166645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-e7ea6de5-c1a1-4bc1-ae93-8a49f6a7aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.168163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-e7ea6de5-c1a1-4bc1-ae93-8a49f6a7aa0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1370454 Dec 08 00:13:12.171890 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.172263 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Added segment 4ae7247d-8e8e-4a0e-a232-edd9d0bc4fce of type vlan for network 8eb7e99a-c539-41c2-9ca7-28d92182ef31 Dec 08 00:13:12.185878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08162988-57a7-4e13-b97c-f15429e0b65e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:12.194942 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-b05af8c1-73f6-44de-9937-6a207d31f99c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7486057 Dec 08 00:13:12.208734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.222210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ce66b31-6270-425b-8e66-fd9804a46de7 req-fc590d68-fe0a-422b-a5e2-dc4eb77a5e32 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 210 time: 0.0618486 Dec 08 00:13:12.228505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.231705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d HTTP/1.1" status: 204 len: 168 time: 0.5924823 Dec 08 00:13:12.234676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Request body: {'port': {'device_id': 'ad930b18-602b-4409-88ac-9d6020273693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:12.258665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abefbf-bc40-4101-8503-899430c4d3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6b37d8-66cc-4b57-a27e-cf4dfd37db1d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:12.271806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd68-6e82-448d-bed3-6c9501d018a3 req-dce997ec-a74b-4216-9f8a-77390955a07a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.273345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13b0dd68-6e82-448d-bed3-6c9501d018a3 req-dce997ec-a74b-4216-9f8a-77390955a07a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1717117 Dec 08 00:13:12.290085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.299409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 582c8882-8c38-4bbe-a45a-ea8ae573515d no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:12.329559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 582c8882-8c38-4bbe-a45a-ea8ae573515d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:12.330166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 582c8882-8c38-4bbe-a45a-ea8ae573515d not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:12.330755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a3e5280c-e56d-43ee-b0c8-03dc1a8d938b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:12.352440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: a3e5280c-e56d-43ee-b0c8-03dc1a8d938b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:12.353169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a3e5280c-e56d-43ee-b0c8-03dc1a8d938b not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:12.358769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-1111a328-977e-410a-aaca-10d345546fdd service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809905 Dec 08 00:13:12.366489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-13b0dd68-6e82-448d-bed3-6c9501d018a3 req-6e200e54-e06d-496d-886f-efd992e196f2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679796 Dec 08 00:13:12.411773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.418236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.resource_extend [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:13:12.464970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-66ec7846-6956-4d36-97db-e0faa6e464b6 service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974381 Dec 08 00:13:12.496783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.498573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57976) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:12.502085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.503090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.503663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.511201 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-d632e4d7-370a-4332-bb74-54ab8b6b1eff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=671424f2-2a5b-4fbf-be9c-b289efefad60 HTTP/1.1" status: 200 len: 217 time: 0.0372019 Dec 08 00:13:12.586679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-50d117a3-b31a-430f-8eb6-90182551e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.588316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-50d117a3-b31a-430f-8eb6-90182551e41d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 200 len: 797 time: 0.0500021 Dec 08 00:13:12.617540 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1564233 Dec 08 00:13:12.623728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:12.691000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002adafa-9fee-43c2-82f9-358bc7bffefe tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Network': ['ID=8eb7e99a-c539-41c2-9ca7-28d92182ef31,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:12.701384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8eb7e99a-c539-41c2-9ca7-28d92182ef31 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:12.715744 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2cb80629-e9c1-4f79-8518-50d8807024ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a259c34893f240559a0c748ec3999aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122014 Dec 08 00:13:12.716001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57982) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:12.728459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-580eff8f-cbe7-4555-b693-652c207ede3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.730021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-580eff8f-cbe7-4555-b693-652c207ede3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b17fad21-61ca-4491-9de5-9ff6e0ba6381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297247 Dec 08 00:13:12.738795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd509d6-8ec3-4608-848e-71b42aa2fef7 req-65a5150f-04e4-4226-bad6-da2591a27aad tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.740424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.740804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbd509d6-8ec3-4608-848e-71b42aa2fef7 req-65a5150f-04e4-4226-bad6-da2591a27aad tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1491337 Dec 08 00:13:12.743495 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.805441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 018038b4-a826-45c7-9c30-5f60722bb97a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:12.829876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 018038b4-a826-45c7-9c30-5f60722bb97a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:12.830552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 018038b4-a826-45c7-9c30-5f60722bb97a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:12.864405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:12.877546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:12.879970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:12.901783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbd509d6-8ec3-4608-848e-71b42aa2fef7 req-776e18cc-fd3a-4b6e-a86f-d744f9de21d8 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542387 Dec 08 00:13:12.911629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event updated for resources: {'Port': ['ID=6d0fc52b-7f1d-4c39-858c-13c48a074593,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:12.949344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ae6609a-9cd1-453b-a69a-66487d5150f0 req-cbe91c49-6e13-43df-b690-0d9daec5ea10 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 210 time: 0.0430908 Dec 08 00:13:12.953229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-2f3c55ed-6daa-466b-a45a-0d137b4e545f service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069066 Dec 08 00:13:12.955809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3600f19b-38b6-488e-9f5a-ceeec9f7d7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.983816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:12.990791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:12.991468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.027851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb7e99a-c539-41c2-9ca7-28d92182ef31']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:13.035247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3600f19b-38b6-488e-9f5a-ceeec9f7d7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.043321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae7247d-8e8e-4a0e-a232-edd9d0bc4fce') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:13.043706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae7247d-8e8e-4a0e-a232-edd9d0bc4fce') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:13.046693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0ce5bfc7-281c-4ad6-92c1-54bc67ce6d70 req-d7374e48-c064-4acf-89b4-a668a30ef4f4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f6692b-03e1-4743-a603-8db2cd27ecbb HTTP/1.1" status: 200 len: 210 time: 0.0759838 Dec 08 00:13:13.076718 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-0b8fbc1e-1b8f-46c8-abe4-56dcefc81bd2 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9033229 Dec 08 00:13:13.080195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.100968 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.110065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Request body: {'port': {'device_id': '46d8a867-2b7e-4627-a955-1338afa44f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:13.113983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:13.114684 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:13.116354 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:13.150442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-eeacc34d-5e1a-4bd7-9886-3ed71c6838ce service neutron] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636415 Dec 08 00:13:13.156893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ff8510-c158-4262-b544-6beaf37ef5b0 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:13.187938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.203103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.209337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3600f19b-38b6-488e-9f5a-ceeec9f7d7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.211906 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3600f19b-38b6-488e-9f5a-ceeec9f7d7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.215567 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3600f19b-38b6-488e-9f5a-ceeec9f7d7ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21d3b1cb-5f66-4c02-b672-ceecd7c56069 HTTP/1.1" status: 204 len: 168 time: 0.4956949 Dec 08 00:13:13.217260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-0d3e59b3-fd6f-4b05-a533-0a6c039aea12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de HTTP/1.1" status: 200 len: 217 time: 0.0373349 Dec 08 00:13:13.227311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Transition to ACTIVE for port object e9ff8510-c158-4262-b544-6beaf37ef5b0 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:13.235521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600f19b-38b6-488e-9f5a-ceeec9f7d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3b1cb-5f66-4c02-b672-ceecd7c56069,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:13.237213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.241509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.266091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8eb7e99a-c539-41c2-9ca7-28d92182ef31 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 00:13:13.270581 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.273829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8eb7e99a-c539-41c2-9ca7-28d92182ef31 HTTP/1.1" status: 204 len: 168 time: 0.6375706 Dec 08 00:13:13.300325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57990) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:13.308512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:13.322125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dab617-821c-45ac-ae05-f3e0b1552fca tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event deleted for resources: {'Network': ['ID=8eb7e99a-c539-41c2-9ca7-28d92182ef31,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:13.341127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-b43a5085-dd56-4955-89e8-509aa468f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:13.343305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-b43a5085-dd56-4955-89e8-509aa468f90e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.1186676 Dec 08 00:13:13.391533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Made reservation on behalf of 49040fb61bf5442dbf697191cbdc39e2 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:13.403235 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.489570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-9f2d3f26-dcb1-47c5-8f93-2f858bbab6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:13.491383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-9f2d3f26-dcb1-47c5-8f93-2f858bbab6c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375053 Dec 08 00:13:13.541171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:13.583404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e71f39-eaae-4e72-8c72-d6aa910122a4 req-8e996740-11ee-4955-8816-21aac833e62b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:13.586090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff8510-c158-4262-b544-6beaf37ef5b0,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:13.591035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9e71f39-eaae-4e72-8c72-d6aa910122a4 req-8e996740-11ee-4955-8816-21aac833e62b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 931 time: 0.2358165 Dec 08 00:13:13.596628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.597165 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Added segment 3e45a9de-6f23-4b6f-a05b-fc0692cc80b0 of type vlan for network a0eaef0e-00b2-4d0b-b903-68ec6a10eefd Dec 08 00:13:13.629001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.727211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906305a-7e42-434e-9079-aef267dc5160 req-44c83744-a556-4131-bc11-318a40282ff7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:13.736208 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c906305a-7e42-434e-9079-aef267dc5160 req-44c83744-a556-4131-bc11-318a40282ff7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.2591765 Dec 08 00:13:13.805765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:13.857508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-60a41f92-64e1-493c-86fe-e694fc3879fe service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504949 Dec 08 00:13:13.886316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9e71f39-eaae-4e72-8c72-d6aa910122a4 req-4f506c0f-4109-40fc-a77d-1a1cdb94a222 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894423 Dec 08 00:13:13.924875 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c906305a-7e42-434e-9079-aef267dc5160 req-3fbbd2c7-bb38-4ed6-94b8-84d4ef07a328 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876588 Dec 08 00:13:14.010576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.011649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.012302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.087111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-eaefef9e-5854-47c0-8ecf-bae07def47a1 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159712 Dec 08 00:13:14.094093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7895055 Dec 08 00:13:14.095975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58014) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:14.111256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'subnet': {'network_id': 'a0eaef0e-00b2-4d0b-b903-68ec6a10eefd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:14.118014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Attempting to bind port e9ff8510-c158-4262-b544-6beaf37ef5b0 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:14.118720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Attempting to bind port e9ff8510-c158-4262-b544-6beaf37ef5b0 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:14.119276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Attempting to bind port e9ff8510-c158-4262-b544-6beaf37ef5b0 on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:14.134156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Port e9ff8510-c158-4262-b544-6beaf37ef5b0 on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:14.134964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Attempting to bind port e9ff8510-c158-4262-b544-6beaf37ef5b0 on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:14.165892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:14.166259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Checking segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:14.166612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Bound using segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:14.167125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Bound port: e9ff8510-c158-4262-b544-6beaf37ef5b0, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:14.168184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.225163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0fc52b-7f1d-4c39-858c-13c48a074593 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:14.237448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.265927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Transition to ACTIVE for port object 6d0fc52b-7f1d-4c39-858c-13c48a074593 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:14.269044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] For port e9ff8510-c158-4262-b544-6beaf37ef5b0, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:14.272807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] For port e9ff8510-c158-4262-b544-6beaf37ef5b0, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e9ff8510-c158-4262-b544-6beaf37ef5b0,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:14.273909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.290976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.323471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58030) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:14.362502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.363754 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.365195 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] 10.222.0.44 "PUT /v2.0/ports/e9ff8510-c158-4262-b544-6beaf37ef5b0 HTTP/1.1" status: 200 len: 1091 time: 2.1458039 Dec 08 00:13:14.365662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad930b18-602b-4409-88ac-9d6020273693', 'tag': 'e9ff8510-c158-4262-b544-6beaf37ef5b0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:14.368238 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01f6832-187e-46c6-8e22-59efcd9404e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad930b18-602b-4409-88ac-9d6020273693", "tag": "e9ff8510-c158-4262-b544-6beaf37ef5b0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:14.373838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d0fc52b-7f1d-4c39-858c-13c48a074593,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:14.487129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1624202618-network', 'tenant_id': '45376afed4604b3c91d33b4fc1fb6088'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:14.501555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8185389-2bbd-4d6e-b168-088a7d6b6235 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Network': ['ID=a0eaef0e-00b2-4d0b-b903-68ec6a10eefd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:14.508109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-39bead80-e2ba-442a-85ba-c2fb18a17caa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a79998b1-a1e0-4454-998f-c66257c7ffce HTTP/1.1" status: 200 len: 217 time: 0.4128516 Dec 08 00:13:14.513955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a0eaef0e-00b2-4d0b-b903-68ec6a10eefd details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:14.540822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 00:13:14.540822 n-d-820549-2 neutron-server[103113]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 00:13:14.540822 n-d-820549-2 neutron-server[103113]: [parameters: {'project_id': '45376afed4604b3c91d33b4fc1fb6088', 'id': 'bf84b01b-438d-4b3f-b752-758289a065c5', 'expiration': datetime.datetime(2021, 12, 8, 0, 15, 14, 524768)}] Dec 08 00:13:14.540822 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:13:14.541342 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:13:14.545373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e84ab8-a5ec-45c6-b155-b74b1da4a119 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff8510-c158-4262-b544-6beaf37ef5b0,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:14.550077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-cecea4dc-4844-471c-8612-5f734aef8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.551613 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-cecea4dc-4844-471c-8612-5f734aef8c6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 1094 time: 0.1128306 Dec 08 00:13:14.551892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b660-4735-4460-ac23-3b6ea1d029ee req-a044ed1c-85ff-4a95-8d9b-75f27884a87d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.553061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Attempting to bind port 6d0fc52b-7f1d-4c39-858c-13c48a074593 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:14.553389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de37b660-4735-4460-ac23-3b6ea1d029ee req-a044ed1c-85ff-4a95-8d9b-75f27884a87d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.5559282 Dec 08 00:13:14.553514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Attempting to bind port 6d0fc52b-7f1d-4c39-858c-13c48a074593 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:14.553712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Attempting to bind port 6d0fc52b-7f1d-4c39-858c-13c48a074593 on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:14.558583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Port 6d0fc52b-7f1d-4c39-858c-13c48a074593 on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:14.558927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Attempting to bind port 6d0fc52b-7f1d-4c39-858c-13c48a074593 on network f7188b5e-1021-4fc5-a6ec-17fb19efdde7 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:14.565771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:14.566058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Checking segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:14.566438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Bound using segment: {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:14.567275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Bound port: 6d0fc52b-7f1d-4c39-858c-13c48a074593, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3d6c34-14be-43e8-947a-5b174b4afdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:14.567751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.611556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Made reservation on behalf of 49040fb61bf5442dbf697191cbdc39e2 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:14.613880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.620838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-66beb568-ebd5-428e-b01c-04277eba23b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9ff8510-c158-4262-b544-6beaf37ef5b0 HTTP/1.1" status: 200 len: 217 time: 0.0499077 Dec 08 00:13:14.686559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-901142e1-372b-4504-8c49-80ab88d3b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.688055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-901142e1-372b-4504-8c49-80ab88d3b90e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 200 len: 797 time: 0.1660154 Dec 08 00:13:14.711941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-5052c72e-f4ac-4779-92b6-48151420f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.713408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-5052c72e-f4ac-4779-92b6-48151420f118 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.0716496 Dec 08 00:13:14.715725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] For port 6d0fc52b-7f1d-4c39-858c-13c48a074593, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:14.719373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] For port 6d0fc52b-7f1d-4c39-858c-13c48a074593, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6d0fc52b-7f1d-4c39-858c-13c48a074593,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:14.730462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.753135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-08657c06-48d0-4b25-9ac8-0908f3411bd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322194 Dec 08 00:13:14.790394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de37b660-4735-4460-ac23-3b6ea1d029ee req-144d0e5b-121e-4d9e-9945-087cd4957482 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109826 Dec 08 00:13:14.815314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.816002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:14.817435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] 10.222.0.59 "PUT /v2.0/ports/6d0fc52b-7f1d-4c39-858c-13c48a074593 HTTP/1.1" status: 200 len: 1091 time: 1.7119861 Dec 08 00:13:14.824815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c155cf3c-a37f-4e0b-9e9f-88818c3ca273 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.827017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c155cf3c-a37f-4e0b-9e9f-88818c3ca273 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.3264892 Dec 08 00:13:14.856933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1249e-33df-4cbc-a794-351387e45770 req-efcfe8e1-a700-4370-9141-bed3e84d0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.858432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-efcfe8e1-a700-4370-9141-bed3e84d0b62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1309ab95-0789-4dee-93fc-c5cbc2662c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1605535 Dec 08 00:13:14.861792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-ef70f903-ba38-465e-90b5-b43bc8679be0 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0251980 Dec 08 00:13:14.878339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1709ddb-17cb-42ff-93a7-18997a813c7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d0fc52b-7f1d-4c39-858c-13c48a074593,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:14.899772 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc49777-411d-404e-ad85-110c62467305 x-openstack-request-id: req-bfc49777-411d-404e-ad85-110c62467305 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:14.900116 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad930b18-602b-4409-88ac-9d6020273693", "tag": "e9ff8510-c158-4262-b544-6beaf37ef5b0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:14.900384 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfc49777-411d-404e-ad85-110c62467305 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:14.900789 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad930b18-602b-4409-88ac-9d6020273693', 'tag': 'e9ff8510-c158-4262-b544-6beaf37ef5b0', 'status': 'completed', 'code': 200} Dec 08 00:13:14.927704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-630b90c5-ed9b-4bc9-bcc0-56b70dab5cd2 service neutron] 10.222.0.44 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526358 Dec 08 00:13:14.960199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-1a883cd4-159e-4e19-8008-3878fb1f7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:14.961703 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-1a883cd4-159e-4e19-8008-3878fb1f7d42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 1094 time: 0.0703769 Dec 08 00:13:15.049138 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-8ee9ef67-f3c4-465d-be2e-c94ce5a24afd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0fc52b-7f1d-4c39-858c-13c48a074593 HTTP/1.1" status: 200 len: 217 time: 0.0431314 Dec 08 00:13:15.050401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-19243702-96aa-49c8-8efc-e393d170fa90 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1778250 Dec 08 00:13:15.112457 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-9cc29bd2-ff57-49fa-9da5-62c295ddd014 service neutron] 10.222.0.44 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755447 Dec 08 00:13:15.120435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Made reservation on behalf of 45376afed4604b3c91d33b4fc1fb6088 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:15.122810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.128349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-0330b20c-3a06-4a98-8078-d7e3d22fc6e0 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537708 Dec 08 00:13:15.136464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c6281e71-7329-47be-85c2-fee3e30a1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:15.139165 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-c6281e71-7329-47be-85c2-fee3e30a1037 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.0805194 Dec 08 00:13:15.140251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.177355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc13c61-033f-4bec-a80c-8e7cee6d056a req-6e58ae6c-7548-4239-9d9d-ef748b54d4aa tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:15.179347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfc13c61-033f-4bec-a80c-8e7cee6d056a req-6e58ae6c-7548-4239-9d9d-ef748b54d4aa tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2293408 Dec 08 00:13:15.192130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58042) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:15.198105 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-ef209b6e-ab11-4f3b-bf37-cb287a7a8fd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481827 Dec 08 00:13:15.201709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'floatingip': {'port_id': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:15.301797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.357757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c130cb53-4972-4b7a-8b04-3196c00fc48e service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827210 Dec 08 00:13:15.402291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7079-129b-4c91-a218-f848b6987b62 req-bc534341-3576-4aa8-858a-034ae42fd580 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:15.403861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-238b7079-129b-4c91-a218-f848b6987b62 req-bc534341-3576-4aa8-858a-034ae42fd580 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 943 time: 0.1595278 Dec 08 00:13:15.413698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ff1249e-33df-4cbc-a794-351387e45770 req-828cfdad-4b18-4ccc-8013-fe467113a6f6 service neutron] 10.222.0.59 "GET /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685831 Dec 08 00:13:15.478115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-a265c103-60f7-485b-80a4-5e30835472f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:15.479744 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-a265c103-60f7-485b-80a4-5e30835472f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 1094 time: 0.2348235 Dec 08 00:13:15.507758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-f1edfd09-d663-4216-b015-397a62124c26 service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000243 Dec 08 00:13:15.555864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-238b7079-129b-4c91-a218-f848b6987b62 req-e8b95bd5-aa75-4c6e-8607-13395e9dc3aa tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122015 Dec 08 00:13:15.558640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-e59b32aa-14b4-499b-ae9b-179c1648683d service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920907 Dec 08 00:13:15.600421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.609064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:13:15.609662 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.664752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.678338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c36750a-467e-4090-ba81-0ec3883e01fb,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:15.709135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Checking segment: {'id': '3e45a9de-6f23-4b6f-a05b-fc0692cc80b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a0eaef0e-00b2-4d0b-b903-68ec6a10eefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:15.709617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Network hostable DHCP agents. Network: a0eaef0e-00b2-4d0b-b903-68ec6a10eefd, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:13:15.744748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc30d83-7a4b-4599-b716-5563c3aa41cb req-5e971cb4-2ed8-4a1d-833e-03d9b43a7585 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:15.746442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbc30d83-7a4b-4599-b716-5563c3aa41cb req-5e971cb4-2ed8-4a1d-833e-03d9b43a7585 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0867708 Dec 08 00:13:15.766145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c56cf2a1-0a9c-4ed1-a957-d54addab4b3b req-1d27f0d7-ffad-4918-8670-869e153d37e7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 210 time: 0.0452013 Dec 08 00:13:15.783517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Network a0eaef0e-00b2-4d0b-b903-68ec6a10eefd is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:13:15.802705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a0eaef0e-00b2-4d0b-b903-68ec6a10eefd) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:15.813535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0e9ba1-fe5e-44db-9d56-50d78b350884 None None] Network a0eaef0e-00b2-4d0b-b903-68ec6a10eefd requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:15.814069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:15.814673 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.842014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbc30d83-7a4b-4599-b716-5563c3aa41cb req-20e8bc1a-3be8-448b-b8fc-c1ab5a5c4207 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757031 Dec 08 00:13:15.859136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3d27d666-70e8-40c6-9e0d-2af022b83002 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7590034 Dec 08 00:13:15.859894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58050) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:15.864387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0eaef0e-00b2-4d0b-b903-68ec6a10eefd'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:15.884163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07dd599-01e3-439c-b8bb-0f12ce3908d7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:15.890597 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:15.922815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-32052bb6-9959-4c19-8c82-3a406161d4e2 req-15ab9133-5031-47ff-a85b-7e7402ca155b service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914602 Dec 08 00:13:15.926875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:15.964153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3881e3-9f2c-4fbd-9f78-08dd7966d16e None None] Network a0eaef0e-00b2-4d0b-b903-68ec6a10eefd requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:15.971714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.972194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.972631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.973191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.973595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.974024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.975094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.975688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.976118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.976799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.977224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.977706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:15.978125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:16.016744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.031541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.032037 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Added segment 2809dcee-36fd-455b-8605-37a992afbf0e of type vlan for network 4e710410-51f4-49f6-b063-b1dbbe7a26ec Dec 08 00:13:16.036269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-827b55ad-73f7-4dee-a691-8ff9eeff84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:16.038054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-827b55ad-73f7-4dee-a691-8ff9eeff84ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 913 time: 0.5438013 Dec 08 00:13:16.149348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Allocated IP 172.20.0.2 (a0eaef0e-00b2-4d0b-b903-68ec6a10eefd/7c36750a-467e-4090-ba81-0ec3883e01fb/77fd6859-c31c-4673-a2e4-c35351a06a82) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:16.175961 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-04c36789-666f-491b-9b1d-f770717f0e5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9ff8510-c158-4262-b544-6beaf37ef5b0 HTTP/1.1" status: 200 len: 217 time: 0.1067107 Dec 08 00:13:16.211141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.284682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.330525 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.335949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a7347357-54af-4bed-acb3-bc92121ba74d no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:16.364521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: a7347357-54af-4bed-acb3-bc92121ba74d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:16.365341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a7347357-54af-4bed-acb3-bc92121ba74d not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:16.378009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Network a0eaef0e-00b2-4d0b-b903-68ec6a10eefd is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:16.381891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:16.384322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-5a636763-bf7d-4e7e-b82f-16830e57ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:16.384470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:16.385795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-5a636763-bf7d-4e7e-b82f-16830e57ef9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.1980577 Dec 08 00:13:16.396436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.397371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:16.397942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.415251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Port': ['ID=77fd6859-c31c-4673-a2e4-c35351a06a82,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:16.489558 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.496459 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-9cf10daf-27e5-4f68-85ce-78fefbacbc0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660369 Dec 08 00:13:16.530734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.548469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2237463 Dec 08 00:13:16.551352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58058) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:16.555263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.resource_extend [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:13:16.556507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Request body: {'subnet': {'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1624202618-subnet', 'tenant_id': '45376afed4604b3c91d33b4fc1fb6088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:16.558085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6617295-f707-4386-979d-ce8340687354 admin admin] Pushing event updated for resources: {'Network': ['ID=4e710410-51f4-49f6-b063-b1dbbe7a26ec,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:16.573417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 4e710410-51f4-49f6-b063-b1dbbe7a26ec details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:16.598339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Made reservation on behalf of 45376afed4604b3c91d33b4fc1fb6088 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:16.605440 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.822880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e9ff8510-c158-4262-b544-6beaf37ef5b0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:16.866244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c161f2-a02e-48df-83d0-ae1347fadc49 req-0d97eb62-1ca5-4dee-bda3-43c385d065b5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:16.868269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44c161f2-a02e-48df-83d0-ae1347fadc49 req-0d97eb62-1ca5-4dee-bda3-43c385d065b5 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 943 time: 0.1628897 Dec 08 00:13:16.901358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d8a867-2b7e-4627-a955-1338afa44f14', 'tag': '6d0fc52b-7f1d-4c39-858c-13c48a074593'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:16.903715 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173532b9-5638-42f2-9f66-287500d563e4" -d '{"events": [{"name": "network-changed", "server_uuid": "46d8a867-2b7e-4627-a955-1338afa44f14", "tag": "6d0fc52b-7f1d-4c39-858c-13c48a074593"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:16.911981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.924651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-563625d8-f12f-4a50-81c6-3d7e44fc1b9c req-f1615102-56ab-423d-bae6-cdb528ce41a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 210 time: 0.0535376 Dec 08 00:13:16.939157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:16.999433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e9ff8510-c158-4262-b544-6beaf37ef5b0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e9ff8510-c158-4262-b544-6beaf37ef5b0,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:17.008167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44c161f2-a02e-48df-83d0-ae1347fadc49 req-65e2b8b9-7426-42a9-84e1-d61817b88a70 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207237 Dec 08 00:13:17.010592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-e08bce9d-48db-449c-82a2-c1a432a11395 service neutron] 10.222.0.44 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507959 Dec 08 00:13:17.021743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'e9ff8510-c158-4262-b544-6beaf37ef5b0', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'port_id': 'e9ff8510-c158-4262-b544-6beaf37ef5b0', 'mac_address': 'fa:16:3e:c4:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a2e33-c37c-4ef1-bb7d-3ba75c94e20f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:17.034503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.075233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.076908 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.098055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ff8510-c158-4262-b544-6beaf37ef5b0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:17.123866 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42542916-799d-4686-af81-ac55035009ca x-openstack-request-id: req-42542916-799d-4686-af81-ac55035009ca {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:17.124250 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d8a867-2b7e-4627-a955-1338afa44f14", "tag": "6d0fc52b-7f1d-4c39-858c-13c48a074593", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:17.124417 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42542916-799d-4686-af81-ac55035009ca {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:17.124814 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d8a867-2b7e-4627-a955-1338afa44f14', 'tag': '6d0fc52b-7f1d-4c39-858c-13c48a074593', 'status': 'completed', 'code': 200} Dec 08 00:13:17.128362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e9ff8510-c158-4262-b544-6beaf37ef5b0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e9ff8510-c158-4262-b544-6beaf37ef5b0,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:17.132941 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.150114 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Floating IP 42adf1b7-5d74-4e69-af8d-c9d0f9297274 associated. External IP: 172.25.6.252, port: 7c0a4a34-7368-4534-a3cf-4f055d3899c2. Dec 08 00:13:17.203530 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.204498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e9ff8510-c158-4262-b544-6beaf37ef5b0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:17.256267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Port': ['ID=77fd6859-c31c-4673-a2e4-c35351a06a82,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:17.273316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b3237-d941-4e4f-878b-7c5d5d466f53 req-c35c5cb7-e79d-4012-95ae-84a01c83d8ed tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:17.274929 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-520b3237-d941-4e4f-878b-7c5d5d466f53 req-c35c5cb7-e79d-4012-95ae-84a01c83d8ed tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1879356 Dec 08 00:13:17.279211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.322304 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.326383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d4e22381-c5de-4605-a319-2bab09392215 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4629333 Dec 08 00:13:17.329167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58068) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:17.352557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc59d6f-f190-4512-a973-32ad79b29c61,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:17.363453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Checking segment: {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:17.363815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Network hostable DHCP agents. Network: 4e710410-51f4-49f6-b063-b1dbbe7a26ec, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:13:17.383370 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.399840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-520b3237-d941-4e4f-878b-7c5d5d466f53 req-a993263b-5c5f-4db1-9db1-4daa826bcf3d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033373 Dec 08 00:13:17.400853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Network 4e710410-51f4-49f6-b063-b1dbbe7a26ec is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:13:17.416954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 4e710410-51f4-49f6-b063-b1dbbe7a26ec) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:17.426181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:17.426788 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.433175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668db33-e25f-458c-a16d-495daa86e4c1 None None] Network 4e710410-51f4-49f6-b063-b1dbbe7a26ec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:17.446510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dd6c8e1a-4fb9-4ae3-abb4-e4c89fb97fa3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8941178 Dec 08 00:13:17.469972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c01f6832-187e-46c6-8e22-59efcd9404e9 req-9faaf3fd-e715-41f8-a142-1c8508df5d5a service neutron] 10.222.0.44 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256425 Dec 08 00:13:17.491636 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8b6e483b-5b03-4788-85d3-3b9b2fc4eee9 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=a0eaef0e-00b2-4d0b-b903-68ec6a10eefd HTTP/1.1" status: 200 len: 689 time: 0.1297538 Dec 08 00:13:17.494404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58072) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:17.498341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e9ff8510-c158-4262-b544-6beaf37ef5b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:17.501908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173532b9-5638-42f2-9f66-287500d563e4 req-7f4b2a7e-d7cc-4761-baec-5366e042386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:17.503431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-173532b9-5638-42f2-9f66-287500d563e4 req-7f4b2a7e-d7cc-4761-baec-5366e042386a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 1094 time: 0.3052073 Dec 08 00:13:17.579050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e0d26-de8c-445e-a66d-424b19d95890 None None] Network 4e710410-51f4-49f6-b063-b1dbbe7a26ec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:17.615681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-ef8987ec-06b7-40e8-8dc2-ab7f188668dc tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:17.617173 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-ef8987ec-06b7-40e8-8dc2-ab7f188668dc tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.4087849 Dec 08 00:13:17.636345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.666335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:17.814605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Deleting port 77fd6859-c31c-4673-a2e4-c35351a06a82 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:17.815044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173532b9-5638-42f2-9f66-287500d563e4 req-67d9d805-3741-4555-a011-8f0feea65e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:17.815534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.816550 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-173532b9-5638-42f2-9f66-287500d563e4 req-67d9d805-3741-4555-a011-8f0feea65e64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 200 len: 913 time: 0.3001249 Dec 08 00:13:17.827892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:17.884572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-173532b9-5638-42f2-9f66-287500d563e4 req-4bd17211-2ac0-4cbb-9cf8-8d9b6ee5e0fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0fc52b-7f1d-4c39-858c-13c48a074593 HTTP/1.1" status: 200 len: 217 time: 0.0587065 Dec 08 00:13:17.927712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.928038 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:17.940687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Calling delete_port for 77fd6859-c31c-4673-a2e4-c35351a06a82 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:17.999587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:18.003129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.042598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173532b9-5638-42f2-9f66-287500d563e4 req-c1a215e5-a0d2-48f3-be91-9be42051cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:18.044109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-173532b9-5638-42f2-9f66-287500d563e4 req-c1a215e5-a0d2-48f3-be91-9be42051cd10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 200 len: 852 time: 0.1454570 Dec 08 00:13:18.059755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54c49d76-41c9-4e0c-b00a-afaf189f5dc4 req-1622da53-8b2c-433e-bc61-7d4b8b7a4da5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 210 time: 0.0465481 Dec 08 00:13:18.096952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-173532b9-5638-42f2-9f66-287500d563e4 req-61dcfb1d-94f8-4e3b-8c57-3959d77dc151 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7188b5e-1021-4fc5-a6ec-17fb19efdde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432971 Dec 08 00:13:18.141726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:18.152216 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] Sync routers for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:18.157486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.169040 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:18.170150 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:18.177159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-17bd23a3-0128-4645-8614-8c5ce06f34a9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:18.178784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-17bd23a3-0128-4645-8614-8c5ce06f34a9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 814 time: 0.2260554 Dec 08 00:13:18.239600 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c4b4b3e2-df3b-4367-90bf-6d58f6ee4026 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "PUT /v2.0/floatingips/42adf1b7-5d74-4e69-af8d-c9d0f9297274 HTTP/1.1" status: 200 len: 992 time: 3.0441198 Dec 08 00:13:18.251695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdbcde-c4b7-4efb-8e03-d11c17e7ccba req-65adc3cb-8ea3-470d-8b50-0703ffa2d274 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:18.253201 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ccdbcde-c4b7-4efb-8e03-d11c17e7ccba req-65adc3cb-8ea3-470d-8b50-0703ffa2d274 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 943 time: 0.1199832 Dec 08 00:13:18.259757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-378d1239-45d0-43f7-8dd7-54218db134ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/quotas/45376afed4604b3c91d33b4fc1fb6088 HTTP/1.1" status: 200 len: 375 time: 0.0336146 Dec 08 00:13:18.297842 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:13:18.306705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-173532b9-5638-42f2-9f66-287500d563e4 req-efde1224-07c8-4cc2-b3eb-80a7524bb09c service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008865 Dec 08 00:13:18.307763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.9 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/234cbf65-1963-4475-835e-8b3fb5b6ced4) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:18.327051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-3fbc14ee-6ed3-46be-b4da-d551722f3808 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595789 Dec 08 00:13:18.334001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.336431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6d0fc52b-7f1d-4c39-858c-13c48a074593 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:18.428525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event deleted for resources: {'Port': ['ID=77fd6859-c31c-4673-a2e4-c35351a06a82,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:18.463338 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-173532b9-5638-42f2-9f66-287500d563e4 req-119525ea-78ee-47a1-ab12-d5cb4d07ffc1 service neutron] 10.222.0.59 "GET /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461101 Dec 08 00:13:18.465138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ccdbcde-c4b7-4efb-8e03-d11c17e7ccba req-b5feaa88-3a2f-4e24-888a-93ac453fd1e3 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947935 Dec 08 00:13:18.485663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6d0fc52b-7f1d-4c39-858c-13c48a074593, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6d0fc52b-7f1d-4c39-858c-13c48a074593,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:18.497834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '6d0fc52b-7f1d-4c39-858c-13c48a074593', 'network_id': 'f7188b5e-1021-4fc5-a6ec-17fb19efdde7', 'port_id': '6d0fc52b-7f1d-4c39-858c-13c48a074593', 'mac_address': 'fa:16:3e:e2:69:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a2e33-c37c-4ef1-bb7d-3ba75c94e20f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:18.551839 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.559382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.576993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0fc52b-7f1d-4c39-858c-13c48a074593 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:18.586630 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-5b242b4f-15d1-4e04-bd25-05a0154650e8 service neutron] 10.222.0.18 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374158 Dec 08 00:13:18.614336 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '42adf1b7-5d74-4e69-af8d-c9d0f9297274', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'port_id': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'mac_address': 'fa:16:3e:23:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:12:59Z', 'updated_at': '2021-12-08T00:13:16Z', 'revision_number': 1, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:18.617494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6d0fc52b-7f1d-4c39-858c-13c48a074593, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6d0fc52b-7f1d-4c39-858c-13c48a074593,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:18.618550 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.628806 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.654128 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] Checking router: 7d5d46dd-c6bf-4fc2-b027-783b821861e7 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:13:18.664838 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:18.666031 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:12:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:18.682039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.701458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=6d0fc52b-7f1d-4c39-858c-13c48a074593,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:18.717578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:18.733009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:18.736506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:18.743527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:18.776786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=234cbf65-1963-4475-835e-8b3fb5b6ced4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:18.813218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:18.814224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.831153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e9ff8510-c158-4262-b544-6beaf37ef5b0 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:18.838024 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-c3429663-f9ce-4144-9409-1a6d323a431c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1779859 Dec 08 00:13:18.838256 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:13:18.858639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Request body: {'port': {'device_id': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:18.935971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.953547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port e9ff8510-c158-4262-b544-6beaf37ef5b0 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:18.961068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port e9ff8510-c158-4262-b544-6beaf37ef5b0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:18.962955 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:18.991207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['6d0fc52b-7f1d-4c39-858c-13c48a074593'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:19.069839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.126000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.140950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731977e-ff33-4be7-9a9e-0f83a6937309 req-55b8194c-0328-4fc4-9e91-aea2b0acdbc6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:19.148426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5731977e-ff33-4be7-9a9e-0f83a6937309 req-55b8194c-0328-4fc4-9e91-aea2b0acdbc6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.5027928 Dec 08 00:13:19.153170 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '42adf1b7-5d74-4e69-af8d-c9d0f9297274', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'port_id': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'mac_address': 'fa:16:3e:23:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:12:59Z', 'updated_at': '2021-12-08T00:13:16Z', 'revision_number': 1, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:19.178075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e9ff8510-c158-4262-b544-6beaf37ef5b0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e9ff8510-c158-4262-b544-6beaf37ef5b0,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:19.180379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad930b18-602b-4409-88ac-9d6020273693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff8510-c158-4262-b544-6beaf37ef5b0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:19.181167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7f59fd8a-36cc-4a7b-ae0b-75a13ff754fd service neutron] 10.222.0.18 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705280 Dec 08 00:13:19.183197 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e737592-750b-415b-ab4f-fbe947a93ad3" -d '{"events": [{"server_uuid": "ad930b18-602b-4409-88ac-9d6020273693", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff8510-c158-4262-b544-6beaf37ef5b0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:19.190771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.203758 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a65e74-2824-4361-8b56-2f9fbe9c6898 None None] The sync data for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 is: [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '42adf1b7-5d74-4e69-af8d-c9d0f9297274', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'port_id': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'mac_address': 'fa:16:3e:23:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:12:59Z', 'updated_at': '2021-12-08T00:13:16Z', 'revision_number': 1, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:19.241991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5731977e-ff33-4be7-9a9e-0f83a6937309 req-c4fefda0-0a64-435e-b0cd-8a9dfc14fdb2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925333 Dec 08 00:13:19.249514 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.326873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e9ff8510-c158-4262-b544-6beaf37ef5b0,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:19.334633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c36750a-467e-4090-ba81-0ec3883e01fb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:19.442517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.462318 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bc4b79-68be-4094-808f-ff26a0a637bc x-openstack-request-id: req-03bc4b79-68be-4094-808f-ff26a0a637bc {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:19.462871 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad930b18-602b-4409-88ac-9d6020273693", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff8510-c158-4262-b544-6beaf37ef5b0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:19.462871 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03bc4b79-68be-4094-808f-ff26a0a637bc {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:19.463290 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad930b18-602b-4409-88ac-9d6020273693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff8510-c158-4262-b544-6beaf37ef5b0', 'code': 200} Dec 08 00:13:19.486119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:19.488556 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5137a62e-8244-4259-8ee2-c72898ae5126" -d '{"events": [{"name": "network-changed", "server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:19.488740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eaef0e-00b2-4d0b-b903-68ec6a10eefd']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:19.522969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb09a40-3e3e-44dc-812f-06e0a40f90fb req-6d50d57a-1263-40e8-adab-edfe016d51c8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:19.531195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb09a40-3e3e-44dc-812f-06e0a40f90fb req-6d50d57a-1263-40e8-adab-edfe016d51c8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 931 time: 0.1667671 Dec 08 00:13:19.536478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e45a9de-6f23-4b6f-a05b-fc0692cc80b0') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:19.536989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e45a9de-6f23-4b6f-a05b-fc0692cc80b0') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:19.592809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5afbd-d142-4c6b-a75c-ee0aaf2b8340 None None] New status for floating IP 42adf1b7-5d74-4e69-af8d-c9d0f9297274: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:13:19.594264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3da27236-a2ec-46ef-956b-70d53b68a6db req-99e693c5-4655-493c-90df-83e92c071bc4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 210 time: 0.0605845 Dec 08 00:13:19.597179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.627609 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.643282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:19.643777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:19.645842 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:19.655099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb09a40-3e3e-44dc-812f-06e0a40f90fb req-5883d14a-f71b-46be-b9b7-9ac91d48112d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228187 Dec 08 00:13:19.734779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ac4b-0e8e-4e24-b361-22b6ec90d873 req-cee4ca83-d74a-4b18-bd3d-eec5aeaf5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:19.736430 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a687ac4b-0e8e-4e24-b361-22b6ec90d873 req-cee4ca83-d74a-4b18-bd3d-eec5aeaf5004 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 1096 time: 0.1642613 Dec 08 00:13:19.802524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.815782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0eaef0e-00b2-4d0b-b903-68ec6a10eefd {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 00:13:19.820505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:19.824939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a0eaef0e-00b2-4d0b-b903-68ec6a10eefd HTTP/1.1" status: 204 len: 168 time: 2.3293116 Dec 08 00:13:19.828809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58116) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:19.851620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7a20-5798-47fd-af54-ff17c122a804 req-5526d758-89d2-4d52-a6f2-f20a4d89ee8d tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:19.854002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-167c7a20-5798-47fd-af54-ff17c122a804 req-5526d758-89d2-4d52-a6f2-f20a4d89ee8d tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 944 time: 0.1082308 Dec 08 00:13:19.855018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110ba1-dd12-459e-8176-06e5fa4a2d50 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0eaef0e-00b2-4d0b-b903-68ec6a10eefd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:19.923618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-167c7a20-5798-47fd-af54-ff17c122a804 req-3b433a44-1d12-46c8-8470-8958601fb7a0 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595717 Dec 08 00:13:19.949268 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b720bebd-8066-408b-b128-6bd0db4ff69b x-openstack-request-id: req-b720bebd-8066-408b-b128-6bd0db4ff69b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:19.950059 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:19.950477 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b720bebd-8066-408b-b128-6bd0db4ff69b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:19.950965 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'status': 'completed', 'code': 200} Dec 08 00:13:20.000097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-68ba0feb-408f-498e-becc-cf3a243986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.001698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-68ba0feb-408f-498e-becc-cf3a243986a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1097 time: 0.0835896 Dec 08 00:13:20.008461 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a687ac4b-0e8e-4e24-b361-22b6ec90d873 req-21f388ca-b152-4403-9722-ae642f5640d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635093 Dec 08 00:13:20.012920 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f8181068-57cf-4082-9f11-1001ad47ec40 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1784 time: 0.1792319 Dec 08 00:13:20.017334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58120) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:20.021375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234cbf65-1963-4475-835e-8b3fb5b6ced4 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:20.066370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.104616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Transition to ACTIVE for port object 234cbf65-1963-4475-835e-8b3fb5b6ced4 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:20.112396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-782955d6-71cc-4db7-8301-0d41f23f3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.114142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.114302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-782955d6-71cc-4db7-8301-0d41f23f3352 service neutron] 10.222.0.44 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1047163 Dec 08 00:13:20.165385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.165845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.166296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.166740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.167208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.167645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.168076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.168507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.168936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.169397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.169822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.170248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.172288 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-11f7af44-d186-4172-bdae-54239b8de791 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7752 time: 0.1538861 Dec 08 00:13:20.175352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58122) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:20.197862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Pushing event updated for resources: {'Port': ['ID=234cbf65-1963-4475-835e-8b3fb5b6ced4,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:20.224038 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-34e7b8c4-b91f-418a-8c58-333ad3b70b4b tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] delete failed (client error): The resource could not be found. Dec 08 00:13:20.227589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-34e7b8c4-b91f-418a-8c58-333ad3b70b4b tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/be3b85d4-6c5a-45e2-bddc-b3ee5eaa20b9 HTTP/1.1" status: 404 len: 345 time: 0.0487354 Dec 08 00:13:20.227809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58124) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:20.244160 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff76014-6eab-47fd-ad2b-3b0d67cc28f6 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] DELETE failed (client error): The resource could not be found. Dec 08 00:13:20.244646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff76014-6eab-47fd-ad2b-3b0d67cc28f6 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:13:20.251633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aff76014-6eab-47fd-ad2b-3b0d67cc28f6 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a0eaef0e-00b2-4d0b-b903-68ec6a10eefd HTTP/1.1" status: 404 len: 339 time: 0.0189822 Dec 08 00:13:20.251944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58126) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:20.256798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'network': {'name': 'tempest-network--447068796', 'router:external': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:20.277681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Attempting to bind port 234cbf65-1963-4475-835e-8b3fb5b6ced4 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:20.278384 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Attempting to bind port 234cbf65-1963-4475-835e-8b3fb5b6ced4 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:20.279173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Attempting to bind port 234cbf65-1963-4475-835e-8b3fb5b6ced4 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:20.284953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Port 234cbf65-1963-4475-835e-8b3fb5b6ced4 on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:20.285281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Attempting to bind port 234cbf65-1963-4475-835e-8b3fb5b6ced4 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:20.293140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:20.293313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Made reservation on behalf of 49040fb61bf5442dbf697191cbdc39e2 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:20.293487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:20.293876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:20.294381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Bound port: 234cbf65-1963-4475-835e-8b3fb5b6ced4, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:20.294756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.296192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.333314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:20.335724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6d0fc52b-7f1d-4c39-858c-13c48a074593 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:20.346496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.347589 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Added segment f6c9bc8c-1a9b-427d-bacc-a3e1ed4be230 of type vlan for network 747db949-c46c-4776-a508-0b2529bd5073 Dec 08 00:13:20.379414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] For port 234cbf65-1963-4475-835e-8b3fb5b6ced4, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:20.383574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] For port 234cbf65-1963-4475-835e-8b3fb5b6ced4, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=234cbf65-1963-4475-835e-8b3fb5b6ced4,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:20.390810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.399360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 6d0fc52b-7f1d-4c39-858c-13c48a074593 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:20.404776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 6d0fc52b-7f1d-4c39-858c-13c48a074593 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:20.405267 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.436517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.440717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.443495 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] 10.222.0.44 "PUT /v2.0/ports/234cbf65-1963-4475-835e-8b3fb5b6ced4 HTTP/1.1" status: 200 len: 1091 time: 1.5891881 Dec 08 00:13:20.478535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77462e8b-3217-410c-97e0-02c169a79223 service neutron] Pushing event updated for resources: {'Port': ['ID=234cbf65-1963-4475-835e-8b3fb5b6ced4,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:20.491601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.521292 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.531806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-02f1be9f-3917-4bcb-9c6b-659b4cebb4a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1002 time: 0.2034118 Dec 08 00:13:20.550487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5074ee4-1af3-4af6-8852-618613f65cd9 req-e4e6ff5c-04d4-48c6-9f4b-9d41fb8f18b6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.551967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5074ee4-1af3-4af6-8852-618613f65cd9 req-e4e6ff5c-04d4-48c6-9f4b-9d41fb8f18b6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1915793 Dec 08 00:13:20.554490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6d0fc52b-7f1d-4c39-858c-13c48a074593, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6d0fc52b-7f1d-4c39-858c-13c48a074593,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:20.558957 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.565907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.566873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.567464 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:20.637850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=6d0fc52b-7f1d-4c39-858c-13c48a074593,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:20.666493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4113102 Dec 08 00:13:20.666717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-7e652b6a-cbe3-40ac-8deb-8de66179f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.667408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-7e652b6a-cbe3-40ac-8deb-8de66179f130 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 1094 time: 0.0983140 Dec 08 00:13:20.668151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58132) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:20.716811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087906bf-e2d9-44cc-a2e2-42d124052677 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Network': ['ID=747db949-c46c-4776-a508-0b2529bd5073,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:20.728033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 747db949-c46c-4776-a508-0b2529bd5073 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:20.734189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-a3eef02e-b1ec-4538-8cbc-f7eeb8121985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.735679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-a3eef02e-b1ec-4538-8cbc-f7eeb8121985 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1488068 Dec 08 00:13:20.753490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5074ee4-1af3-4af6-8852-618613f65cd9 req-05dacb2f-954f-4b52-9806-d38a25d88b32 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944492 Dec 08 00:13:20.755448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bc391b3-f95a-4215-bcb5-6f99e89761bf req-264cf810-347f-4bed-bd07-e1cd0fe90f17 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 210 time: 0.0455754 Dec 08 00:13:20.813288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-c7003e84-732c-46b0-9f72-dc41eabe2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.814863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-c7003e84-732c-46b0-9f72-dc41eabe2bf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580788 Dec 08 00:13:20.826284 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-3a46ba30-1e06-4179-be75-42dfe19ae07e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=234cbf65-1963-4475-835e-8b3fb5b6ced4 HTTP/1.1" status: 200 len: 217 time: 0.0947392 Dec 08 00:13:20.939878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b1dca-d38c-4416-9a71-a09f975c3ab3 req-21e5cf0c-09a4-475c-a6ab-c5c68db32ca5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.941735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db8b1dca-d38c-4416-9a71-a09f975c3ab3 req-21e5cf0c-09a4-475c-a6ab-c5c68db32ca5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 943 time: 0.0954823 Dec 08 00:13:20.954842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-85c4440d-a1c8-4b92-8f76-62b4141027fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.956343 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-85c4440d-a1c8-4b92-8f76-62b4141027fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.1008232 Dec 08 00:13:20.963406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42825f2-f2d3-4371-a974-b3790e66e340 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.968275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-ddac1b44-891a-41ef-a428-3b996b7fc318 service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405611 Dec 08 00:13:20.972663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42825f2-f2d3-4371-a974-b3790e66e340 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.980291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42825f2-f2d3-4371-a974-b3790e66e340 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.988930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42825f2-f2d3-4371-a974-b3790e66e340 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:20.992536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b42825f2-f2d3-4371-a974-b3790e66e340 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3209112 Dec 08 00:13:20.998606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58140) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:21.016109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-9671a0e0-d6be-4ec4-a0d8-c02e9d74ba0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249858 Dec 08 00:13:21.061505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db8b1dca-d38c-4416-9a71-a09f975c3ab3 req-95226ac3-6d97-4bcb-954a-ae03313f0b48 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109476 Dec 08 00:13:21.134238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-60d82bfe-68e8-48a2-b969-7081b5ebba40 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062746 Dec 08 00:13:21.162192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.192283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7bc60-a276-4f0e-8ae5-b8f0a904446a req-557cda6f-2957-4a97-a835-c7426dfb2f0b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:21.193746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-def7bc60-a276-4f0e-8ae5-b8f0a904446a req-557cda6f-2957-4a97-a835-c7426dfb2f0b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 945 time: 0.1754227 Dec 08 00:13:21.197864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5137a62e-8244-4259-8ee2-c72898ae5126 req-152a78d8-7554-4bc5-b8a0-0f1709ce8781 service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116911 Dec 08 00:13:21.304517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.311176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-def7bc60-a276-4f0e-8ae5-b8f0a904446a req-b784ccc8-4285-450a-bb3f-75c3672a74eb tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104569 Dec 08 00:13:21.340193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747db949-c46c-4776-a508-0b2529bd5073']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:21.356927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-168397bc-5f20-4b87-b3a2-ec6e4f641630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.373570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c9bc8c-1a9b-427d-bacc-a3e1ed4be230') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:21.374202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c9bc8c-1a9b-427d-bacc-a3e1ed4be230') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:21.388662 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.433629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.444789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:21.445202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:21.446924 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:21.453712 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c918e930-ebd3-47c7-9fae-ce444b864190 req-ba065dd1-0ffd-4520-8a03-a4445c54cada service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444647 Dec 08 00:13:21.464223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d8a867-2b7e-4627-a955-1338afa44f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0fc52b-7f1d-4c39-858c-13c48a074593'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:21.467141 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164384d4-0bd5-4d42-9812-5719052d1adb" -d '{"events": [{"server_uuid": "46d8a867-2b7e-4627-a955-1338afa44f14", "name": "network-vif-plugged", "status": "completed", "tag": "6d0fc52b-7f1d-4c39-858c-13c48a074593"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:21.488365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-a328c1ed-e31a-4b94-909e-19ba87abe786 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:21.490051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-a328c1ed-e31a-4b94-909e-19ba87abe786 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.44 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 814 time: 0.1603401 Dec 08 00:13:21.507482 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301b3363-d19e-413f-b8cc-3dbcf5f628ce x-openstack-request-id: req-301b3363-d19e-413f-b8cc-3dbcf5f628ce {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:21.507800 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d8a867-2b7e-4627-a955-1338afa44f14", "name": "network-vif-plugged", "status": "completed", "tag": "6d0fc52b-7f1d-4c39-858c-13c48a074593", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:21.508045 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-301b3363-d19e-413f-b8cc-3dbcf5f628ce {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:21.508445 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d8a867-2b7e-4627-a955-1338afa44f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0fc52b-7f1d-4c39-858c-13c48a074593', 'code': 200} Dec 08 00:13:21.533462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.537580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 747db949-c46c-4776-a508-0b2529bd5073 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 00:13:21.540140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.547354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "DELETE /v2.0/networks/747db949-c46c-4776-a508-0b2529bd5073 HTTP/1.1" status: 204 len: 168 time: 0.5443318 Dec 08 00:13:21.547556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58144) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:21.552939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'network': {'name': 'tempest-network--1375446680', 'router:external': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:21.572180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Request body: {'port': {'device_id': '9534b6d8-439c-45d4-9c43-87b89422880a', 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec', 'admin_state_up': True, 'tenant_id': '45376afed4604b3c91d33b4fc1fb6088'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:21.576483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Made reservation on behalf of 49040fb61bf5442dbf697191cbdc39e2 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:21.579059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.588499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cb487-b0fe-4d49-a484-02f3ee6d4b8f tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event deleted for resources: {'Network': ['ID=747db949-c46c-4776-a508-0b2529bd5073,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:21.606502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:21.623135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.623750 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Added segment e126afa4-c1c4-40e3-8a94-c1f25718b82f of type vlan for network 43baa61f-c6d7-4dbc-ad6a-408f8133770e Dec 08 00:13:21.700154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Made reservation on behalf of 45376afed4604b3c91d33b4fc1fb6088 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:21.704704 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.705369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.723680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d18b27-ed16-4871-8b20-6287393bd41c req-7903e11c-8393-484c-bacc-724a6ae792d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:21.725080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13d18b27-ed16-4871-8b20-6287393bd41c req-7903e11c-8393-484c-bacc-724a6ae792d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 1096 time: 0.0928254 Dec 08 00:13:21.765083 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.766104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:21.766675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:21.821451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2728403 Dec 08 00:13:21.822102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58150) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:21.838767 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13d18b27-ed16-4871-8b20-6287393bd41c req-7e487318-bed2-43ca-a71d-3db14bc2e1f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026678 Dec 08 00:13:21.882838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868873a-486b-47c8-ba69-f5d04ed0007e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Network': ['ID=43baa61f-c6d7-4dbc-ad6a-408f8133770e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:21.897191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 43baa61f-c6d7-4dbc-ad6a-408f8133770e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:21.949148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087c9d5f-257d-409a-b4fb-7f525286f9c4 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:21.953517 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-087c9d5f-257d-409a-b4fb-7f525286f9c4 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] 10.222.0.18 "GET /v2.0/networks/43baa61f-c6d7-4dbc-ad6a-408f8133770e HTTP/1.1" status: 200 len: 757 time: 0.1283898 Dec 08 00:13:21.954131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58152) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:21.954585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'tag': '234cbf65-1963-4475-835e-8b3fb5b6ced4'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:21.956888 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d8c227-3dd5-4a36-9034-14230c7be1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "84022d3a-26e2-42b2-9c4f-d03b181af237", "tag": "234cbf65-1963-4475-835e-8b3fb5b6ced4"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:21.958095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Allocated IP 172.20.0.9 (4e710410-51f4-49f6-b063-b1dbbe7a26ec/afc59d6f-f190-4512-a973-32ad79b29c61/26003c5f-f456-44af-9aa7-a682bddd794d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:21.977820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9781290-ed63-40f2-8b81-7c5781b04a42 req-2d21b3fc-44f5-4167-b3cb-a3d308da58b7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 210 time: 0.0982084 Dec 08 00:13:22.004370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5afd29-6b8b-422c-89a6-6cff057a3c96 req-a098a252-cfd5-40e7-b6e9-7a910354f932 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.006403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b5afd29-6b8b-422c-89a6-6cff057a3c96 req-a098a252-cfd5-40e7-b6e9-7a910354f932 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1306205 Dec 08 00:13:22.050751 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f47796-1edd-4069-a59a-36a36165da7c x-openstack-request-id: req-c2f47796-1edd-4069-a59a-36a36165da7c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:22.051068 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84022d3a-26e2-42b2-9c4f-d03b181af237", "tag": "234cbf65-1963-4475-835e-8b3fb5b6ced4", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:22.051327 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2f47796-1edd-4069-a59a-36a36165da7c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:22.051729 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'tag': '234cbf65-1963-4475-835e-8b3fb5b6ced4', 'status': 'completed', 'code': 200} Dec 08 00:13:22.067593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a1568-efcc-4460-bd5e-bf2e05d21220 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.071536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b91a1568-efcc-4460-bd5e-bf2e05d21220 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] 10.222.0.18 "GET /v2.0/networks/6838e9be-e17c-418c-a549-2e47d0da535f HTTP/1.1" status: 200 len: 768 time: 0.1092248 Dec 08 00:13:22.072229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58156) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:22.119143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b5afd29-6b8b-422c-89a6-6cff057a3c96 req-5644ad6d-9edf-4ffb-9d77-7f88101dd3e8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035385 Dec 08 00:13:22.188620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.199277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-9181dade-be4f-43e4-ab85-48a03c8dd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.201391 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-9181dade-be4f-43e4-ab85-48a03c8dd215 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 1094 time: 0.1067526 Dec 08 00:13:22.237969 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.251410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ab6e1-17ec-4a11-b95f-3546f641fb65 req-60fd6a13-9a77-4c9c-8c2a-edf5ad06ac65 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.252920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd4ab6e1-17ec-4a11-b95f-3546f641fb65 req-60fd6a13-9a77-4c9c-8c2a-edf5ad06ac65 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 943 time: 0.0891707 Dec 08 00:13:22.322329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.334788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd4ab6e1-17ec-4a11-b95f-3546f641fb65 req-310de37c-60b3-4230-a829-68a72425d951 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687985 Dec 08 00:13:22.335230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.367116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43baa61f-c6d7-4dbc-ad6a-408f8133770e']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:22.385665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e126afa4-c1c4-40e3-8a94-c1f25718b82f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:22.386021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e126afa4-c1c4-40e3-8a94-c1f25718b82f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:22.386158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Network 4e710410-51f4-49f6-b063-b1dbbe7a26ec is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:22.390317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:22.395121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:22.398720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.401322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-ed0235c6-0f6a-4096-875f-025f05d94ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.402491 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-ed0235c6-0f6a-4096-875f-025f05d94ea5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.1743343 Dec 08 00:13:22.415708 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.419130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:22.423603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:22.424042 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:22.430527 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:22.473019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-9482e082-15b8-4b57-9953-25370b452ddf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=234cbf65-1963-4475-835e-8b3fb5b6ced4 HTTP/1.1" status: 200 len: 217 time: 0.0507822 Dec 08 00:13:22.473591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.474217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.500543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658e7e8-01ee-4356-8492-35a385ff7b8e req-3f6f1662-6556-427a-985b-30a3f4ddcbae tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.502027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b658e7e8-01ee-4356-8492-35a385ff7b8e req-3f6f1662-6556-427a-985b-30a3f4ddcbae tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 945 time: 0.0840998 Dec 08 00:13:22.505719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7b1a3eae-e1f0-472f-aed7-c99b1bc2e3d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381111 Dec 08 00:13:22.528247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Request body: {'port': {'device_id': '9534b6d8-439c-45d4-9c43-87b89422880a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:22.548340 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.555939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43baa61f-c6d7-4dbc-ad6a-408f8133770e {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 00:13:22.558453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.562206 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "DELETE /v2.0/networks/43baa61f-c6d7-4dbc-ad6a-408f8133770e HTTP/1.1" status: 204 len: 168 time: 0.4890301 Dec 08 00:13:22.566495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58164) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:22.572592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-a3a28d1a-884d-4647-8d89-2a7f762a67be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.574027 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-a3a28d1a-884d-4647-8d89-2a7f762a67be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0662396 Dec 08 00:13:22.575048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5d92a-f619-48e4-ae98-0bedb903d064 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event deleted for resources: {'Network': ['ID=43baa61f-c6d7-4dbc-ad6a-408f8133770e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:22.586024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'network': {'name': 'tempest-network--1657604089'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:22.608283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-205b1c7c-9165-4768-b37c-ff28f79710d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254953 Dec 08 00:13:22.610537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b658e7e8-01ee-4356-8492-35a385ff7b8e req-15534d80-ce29-474b-a4c2-c2e2b973a455 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020381 Dec 08 00:13:22.633291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.644525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Made reservation on behalf of 49040fb61bf5442dbf697191cbdc39e2 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:22.646850 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.710994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:22.727812 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-65a81bf6-b9c6-4475-9a0c-d385d9367f92 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106553 Dec 08 00:13:22.762456 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:13:22.773257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.773635 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Added segment 6b097ec7-05a9-4bd6-a02d-41079ed01596 of type vlan for network 920e33b9-f3bb-4386-ae6e-af9ca5406437 Dec 08 00:13:22.837727 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.840144 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f0d8c227-3dd5-4a36-9034-14230c7be1f1 req-9c1bc68a-0bc9-4216-9705-09a203820d3a service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945504 Dec 08 00:13:22.913928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.914879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:22.915493 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:22.965507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3926015 Dec 08 00:13:22.966600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:22.972386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:23.010743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafde990-f3c3-4f8a-b922-e2f4ec7d93ed tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Network': ['ID=920e33b9-f3bb-4386-ae6e-af9ca5406437,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:23.023846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 920e33b9-f3bb-4386-ae6e-af9ca5406437 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:23.094383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26003c5f-f456-44af-9aa7-a682bddd794d {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:23.105593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.124063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Transition to ACTIVE for port object 26003c5f-f456-44af-9aa7-a682bddd794d will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:23.133514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d44c-a1a9-4535-8ede-e1509db3ae49 req-bc4054af-221e-4e72-a608-0c88e0540af0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:23.135030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87f6d44c-a1a9-4535-8ede-e1509db3ae49 req-bc4054af-221e-4e72-a608-0c88e0540af0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 931 time: 0.0795591 Dec 08 00:13:23.136110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.140506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.158587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.167993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Network 920e33b9-f3bb-4386-ae6e-af9ca5406437 is not hosted by any dhcp agent {{(pid=103113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:13:23.169210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:23.170444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.174059 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "PUT /v2.0/networks/920e33b9-f3bb-4386-ae6e-af9ca5406437 HTTP/1.1" status: 200 len: 858 time: 0.2041526 Dec 08 00:13:23.181413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58172) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:23.226748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c02d2-7141-48f4-b02f-e4d0988b4ba4 tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event updated for resources: {'Network': ['ID=920e33b9-f3bb-4386-ae6e-af9ca5406437,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:23.261709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:23.342685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87f6d44c-a1a9-4535-8ede-e1509db3ae49 req-87295afc-46b9-429b-a867-9239725c03cc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949751 Dec 08 00:13:23.372201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.409038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d4bb-4e5b-412d-b98e-32ddb23ea55b req-31944a01-fa53-472b-a7d0-b4c339672ffe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:23.410531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaf1d4bb-4e5b-412d-b98e-32ddb23ea55b req-31944a01-fa53-472b-a7d0-b4c339672ffe tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1878350 Dec 08 00:13:23.464803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:23.465142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:23.465476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:23.485353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Port 26003c5f-f456-44af-9aa7-a682bddd794d on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:23.485674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:23.541387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79ad2466-10aa-48ee-b599-e6be4cbff078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.549125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.551899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:23.552243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Checking segment: {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:23.552629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Bound using segment: {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:23.553072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Bound port: 26003c5f-f456-44af-9aa7-a682bddd794d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:23.553417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.598194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaf1d4bb-4e5b-412d-b98e-32ddb23ea55b req-272dc28a-bcef-4e38-8fa9-5f30c5b108df tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758101 Dec 08 00:13:23.599632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920e33b9-f3bb-4386-ae6e-af9ca5406437']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:23.629688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b097ec7-05a9-4bd6-a02d-41079ed01596') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:23.629972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b097ec7-05a9-4bd6-a02d-41079ed01596') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:23.645014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.657125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cebc1-2634-4909-a1b2-7db1d207401c req-966081c3-4362-4012-9d7f-74928cefd4d2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:23.658866 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-338cebc1-2634-4909-a1b2-7db1d207401c req-966081c3-4362-4012-9d7f-74928cefd4d2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 943 time: 0.1798723 Dec 08 00:13:23.695698 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.721955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:23.722354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:23.725303 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:23.750482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:23.810060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:23.821853 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.835987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-338cebc1-2634-4909-a1b2-7db1d207401c req-4402194d-4ee5-462b-a7df-03a3934e0af5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703434 Dec 08 00:13:23.866076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.873665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 920e33b9-f3bb-4386-ae6e-af9ca5406437 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 00:13:23.888601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d68bd2-05aa-426a-9dff-09bcb86f0267 req-f90fe337-8297-4ede-868f-7e027988ea38 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:23.890066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08d68bd2-05aa-426a-9dff-09bcb86f0267 req-f90fe337-8297-4ede-868f-7e027988ea38 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 945 time: 0.2010765 Dec 08 00:13:23.891082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.898770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] 10.222.0.18 "DELETE /v2.0/networks/920e33b9-f3bb-4386-ae6e-af9ca5406437 HTTP/1.1" status: 204 len: 168 time: 0.7104511 Dec 08 00:13:23.899361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58180) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:23.906570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:23.907220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:23.908935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 1091 time: 1.3847463 Dec 08 00:13:23.909450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:23.911842 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:23.922565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe43a0e-c176-4db4-99fc-bde75a690a5e tempest-ExternalNetworksTestJSON-83109467 tempest-ExternalNetworksTestJSON-83109467-project-admin] Pushing event deleted for resources: {'Network': ['ID=920e33b9-f3bb-4386-ae6e-af9ca5406437,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:23.935434 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-681cbc29-d188-4f20-a1c1-122721f9db39 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] DELETE failed (client error): The resource could not be found. Dec 08 00:13:23.935911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681cbc29-d188-4f20-a1c1-122721f9db39 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:13:23.942928 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-681cbc29-d188-4f20-a1c1-122721f9db39 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] 10.222.0.18 "DELETE /v2.0/subnets/7c36750a-467e-4090-ba81-0ec3883e01fb HTTP/1.1" status: 404 len: 337 time: 0.0397174 Dec 08 00:13:23.942928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58184) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:23.953121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc024a-9adc-43fb-bdc4-3ab4a4f4a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:23.999568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08d68bd2-05aa-426a-9dff-09bcb86f0267 req-a449010c-f16f-49c9-be4a-31efbfbe51f9 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814893 Dec 08 00:13:24.014319 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6800a45-1d5d-417f-853f-01fcd1d05ea6 x-openstack-request-id: req-d6800a45-1d5d-417f-853f-01fcd1d05ea6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:24.014319 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:24.014319 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6800a45-1d5d-417f-853f-01fcd1d05ea6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:24.014319 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d', 'status': 'completed', 'code': 200} Dec 08 00:13:24.053003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-dc752611-916c-4f98-91ef-9ce40fbf03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:24.054821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-dc752611-916c-4f98-91ef-9ce40fbf03cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1094 time: 0.0531929 Dec 08 00:13:24.120397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-c5f6879a-495e-4468-a294-ae6938f122a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 217 time: 0.0503602 Dec 08 00:13:24.199729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee16b3-0f45-4ee2-940f-96235711157a req-ee334be6-bbf7-4d39-9343-5018b687cc87 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:24.201515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17ee16b3-0f45-4ee2-940f-96235711157a req-ee334be6-bbf7-4d39-9343-5018b687cc87 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 945 time: 0.0907431 Dec 08 00:13:24.203096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-a7e8d072-a17c-4ec2-aa0c-ef941c67bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:24.204518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-a7e8d072-a17c-4ec2-aa0c-ef941c67bf73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.0667348 Dec 08 00:13:24.248226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-02902799-f68d-4a0c-9b7f-110ddf10ecc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355225 Dec 08 00:13:24.307086 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17ee16b3-0f45-4ee2-940f-96235711157a req-31925607-34b7-426f-bfe3-bfa8abe75b3b tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962949 Dec 08 00:13:24.335907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:24.400262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-7f61e07f-0f03-4c5d-8ea5-dff191067554 service neutron] 10.222.0.44 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445661 Dec 08 00:13:24.439206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:24.462354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6838e9be-e17c-418c-a549-2e47d0da535f']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:24.474502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fc7783-04b6-4625-b246-aebf87254aab') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:24.475344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fc7783-04b6-4625-b246-aebf87254aab') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:24.487097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:24.522543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:24.540116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:24.540688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:24.544434 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:24.642028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:24.652143 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:24.656357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] 10.222.0.18 "DELETE /v2.0/networks/6838e9be-e17c-418c-a549-2e47d0da535f HTTP/1.1" status: 204 len: 168 time: 0.7123902 Dec 08 00:13:24.682251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7277a0-31c7-4d38-affd-b7f291378de5 tempest-ExternalNetworksTestJSON-109581421 tempest-ExternalNetworksTestJSON-109581421-project] Pushing event deleted for resources: {'Network': ['ID=6838e9be-e17c-418c-a549-2e47d0da535f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:24.838325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 234cbf65-1963-4475-835e-8b3fb5b6ced4 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:24.890215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ed536-6270-4824-9167-72b54f325600 req-0f4d6186-647c-4eac-9c2e-a4730595fd57 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:24.891499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c9ed536-6270-4824-9167-72b54f325600 req-0f4d6186-647c-4eac-9c2e-a4730595fd57 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.4510055 Dec 08 00:13:24.945318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caade90e-8c83-43cb-abd6-8e14de1c83d0 req-d41fda07-87df-46aa-99af-a447280a94d3 service neutron] 10.222.0.44 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334401 Dec 08 00:13:24.984939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 234cbf65-1963-4475-835e-8b3fb5b6ced4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=234cbf65-1963-4475-835e-8b3fb5b6ced4,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:24.986421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa788d-4341-43cd-855d-2fe27b2f1d42 req-5effea1a-aebd-4888-a01d-70090af0aacd tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:24.994109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76fa788d-4341-43cd-855d-2fe27b2f1d42 req-5effea1a-aebd-4888-a01d-70090af0aacd tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1015775 Dec 08 00:13:24.998348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '234cbf65-1963-4475-835e-8b3fb5b6ced4', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': '234cbf65-1963-4475-835e-8b3fb5b6ced4', 'mac_address': 'fa:16:3e:3e:6c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:24.998969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58206) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:25.005832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c9ed536-6270-4824-9167-72b54f325600 req-93d8ea7a-1c88-4da1-868a-0e41df7211f4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985248 Dec 08 00:13:25.064075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76fa788d-4341-43cd-855d-2fe27b2f1d42 req-544f85b0-e632-4a9d-813b-a859b938913d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690236 Dec 08 00:13:25.089922 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.098599 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.110134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234cbf65-1963-4475-835e-8b3fb5b6ced4 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:25.133082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 234cbf65-1963-4475-835e-8b3fb5b6ced4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=234cbf65-1963-4475-835e-8b3fb5b6ced4,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:25.139193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.187351 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-98d76315-e387-4d03-ac1d-ce9b63f2d2d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0956748fe8724ae5b492acdeef3f540c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837804 Dec 08 00:13:25.187691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e746a-3687-41d5-85d5-8d49b73c7ab1 req-cdb543ac-540a-4cb7-a545-68c9ec60fb2c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:25.187825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58210) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:25.188789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-508e746a-3687-41d5-85d5-8d49b73c7ab1 req-cdb543ac-540a-4cb7-a545-68c9ec60fb2c tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 945 time: 0.1100986 Dec 08 00:13:25.192874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-b0e77aef-7005-4b3f-827b-75359fce3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:25.194283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-b0e77aef-7005-4b3f-827b-75359fce3a16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1094 time: 0.1015558 Dec 08 00:13:25.202406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=234cbf65-1963-4475-835e-8b3fb5b6ced4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:25.239604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b84fa221-a45f-4620-9a39-0b52772dd6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.239868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5489a-53cd-4fa1-a0bf-276b1adea36f req-73ca5e59-4cb6-46bb-9cdd-44236f7dd4eb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:25.241367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6a5489a-53cd-4fa1-a0bf-276b1adea36f req-73ca5e59-4cb6-46bb-9cdd-44236f7dd4eb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 944 time: 0.1035278 Dec 08 00:13:25.263902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b84fa221-a45f-4620-9a39-0b52772dd6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.307898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-508e746a-3687-41d5-85d5-8d49b73c7ab1 req-1839ed87-a9a3-497b-a77d-126aca1a2649 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096137 Dec 08 00:13:25.322738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b84fa221-a45f-4620-9a39-0b52772dd6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.326402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b84fa221-a45f-4620-9a39-0b52772dd6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.330557 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b84fa221-a45f-4620-9a39-0b52772dd6e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64e7d858-0698-49d8-998b-746061f39f31 HTTP/1.1" status: 204 len: 168 time: 0.1420546 Dec 08 00:13:25.338535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fa221-a45f-4620-9a39-0b52772dd6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e7d858-0698-49d8-998b-746061f39f31,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:25.365405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6a5489a-53cd-4fa1-a0bf-276b1adea36f req-f36fdcb4-32b9-4b79-aef7-bab63c9f8516 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096609 Dec 08 00:13:25.385547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-abc0f23a-6147-4f26-8382-d5dd91019e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:25.385547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-abc0f23a-6147-4f26-8382-d5dd91019e41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 915 time: 0.1631558 Dec 08 00:13:25.435549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-2b227d21-2500-4ef0-97cc-0d7fc9d65aeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 217 time: 0.0399942 Dec 08 00:13:25.489846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-a9b41def-1bb5-44f8-a766-9d6fb6754ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:25.491343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-a9b41def-1bb5-44f8-a766-9d6fb6754ea2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.0447211 Dec 08 00:13:25.529914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-063d4444-6b14-4d4c-907d-209195636344 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252383 Dec 08 00:13:25.587554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['234cbf65-1963-4475-835e-8b3fb5b6ced4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:25.614296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58216) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:25.660705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-0dd35178-66c3-4d22-9110-9ef3b4085dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151402 Dec 08 00:13:25.671708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fcbf4490-41af-4a59-8df8-3a44c62b402a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49040fb61bf5442dbf697191cbdc39e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561314 Dec 08 00:13:25.674319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58220) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:25.733877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-141ff906-0a77-415c-9f2a-aeae70df0513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.756694 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-141ff906-0a77-415c-9f2a-aeae70df0513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.760747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dcd0e2c-4e79-48ea-a0be-34d0ee2fdc3c req-afad441d-706d-464a-9bb2-5614a01f4f9f service neutron] 10.222.0.44 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880618 Dec 08 00:13:25.803778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-141ff906-0a77-415c-9f2a-aeae70df0513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.806504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-141ff906-0a77-415c-9f2a-aeae70df0513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:25.807776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-141ff906-0a77-415c-9f2a-aeae70df0513 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08162988-57a7-4e13-b97c-f15429e0b65e HTTP/1.1" status: 204 len: 168 time: 0.1324520 Dec 08 00:13:25.815564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ff906-0a77-415c-9f2a-aeae70df0513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08162988-57a7-4e13-b97c-f15429e0b65e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:26.140406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9680ab0-1039-4dff-9dbb-7521b78fcc4f req-87b86d1c-5473-4ee5-9c2a-1c2af4c15915 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:26.142189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9680ab0-1039-4dff-9dbb-7521b78fcc4f req-87b86d1c-5473-4ee5-9c2a-1c2af4c15915 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.0703232 Dec 08 00:13:26.227739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9680ab0-1039-4dff-9dbb-7521b78fcc4f req-8c387ace-f0ba-4fa0-9fae-3f41817634c7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797548 Dec 08 00:13:26.236321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ee4eb-db88-4b1c-81b9-7ba6656bfcf3 req-b23f6dc7-e87c-44a7-9f00-4b69cc186d3e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:26.238087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b77ee4eb-db88-4b1c-81b9-7ba6656bfcf3 req-b23f6dc7-e87c-44a7-9f00-4b69cc186d3e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0883741 Dec 08 00:13:26.248229 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:26.294414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b77ee4eb-db88-4b1c-81b9-7ba6656bfcf3 req-8eab05c8-1fdd-42e3-a3f3-55a8234ec654 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477629 Dec 08 00:13:26.356900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-b126e198-f45a-420d-b230-cc401a69f6c9 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:26.358409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-b126e198-f45a-420d-b230-cc401a69f6c9 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d8a867-2b7e-4627-a955-1338afa44f14 HTTP/1.1" status: 200 len: 945 time: 0.0627592 Dec 08 00:13:26.482450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Deleting port 6d0fc52b-7f1d-4c39-858c-13c48a074593 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:26.482789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:26.486800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7df88-34c6-4f20-9a72-e9d09e2d4b31 req-9bbb6ddf-42da-434d-b549-190917bec86e tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:26.488435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68c7df88-34c6-4f20-9a72-e9d09e2d4b31 req-9bbb6ddf-42da-434d-b549-190917bec86e tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 945 time: 0.1018722 Dec 08 00:13:26.535256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-54de3b0c-2afc-4ed7-b76b-57ebc1823462 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:26.536852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-54de3b0c-2afc-4ed7-b76b-57ebc1823462 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 945 time: 0.1166179 Dec 08 00:13:26.582610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] For port 6d0fc52b-7f1d-4c39-858c-13c48a074593, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6d0fc52b-7f1d-4c39-858c-13c48a074593,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:26.582992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:26.592458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa22f56-7298-47d9-8eef-1cfe0392901c req-eb441c83-a167-4e28-be3a-41418d4fa01c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:26.592458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0aa22f56-7298-47d9-8eef-1cfe0392901c req-eb441c83-a167-4e28-be3a-41418d4fa01c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 944 time: 0.1389604 Dec 08 00:13:26.602459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Calling delete_port for 6d0fc52b-7f1d-4c39-858c-13c48a074593 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:26.623545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68c7df88-34c6-4f20-9a72-e9d09e2d4b31 req-e3dea881-81c5-44d3-9ab3-5985f3e6aaae tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c90e50e-5c8b-45a1-8c53-135ee7e42fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192710 Dec 08 00:13:26.699864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0aa22f56-7298-47d9-8eef-1cfe0392901c req-c6f69bde-d274-4e32-89bd-d1569af00863 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979009 Dec 08 00:13:26.724327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Deleting port e9ff8510-c158-4262-b544-6beaf37ef5b0 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:26.724977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:26.779146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:26.811237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event deleted for resources: {'Port': ['ID=6d0fc52b-7f1d-4c39-858c-13c48a074593,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:26.814625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['6d0fc52b-7f1d-4c39-858c-13c48a074593'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:26.816902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e9ff8510-c158-4262-b544-6beaf37ef5b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:26.848235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] For port e9ff8510-c158-4262-b544-6beaf37ef5b0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e9ff8510-c158-4262-b544-6beaf37ef5b0,segment=NetworkSegment(1c3d6c34-14be-43e8-947a-5b174b4afdd5),segment_id=1c3d6c34-14be-43e8-947a-5b174b4afdd5)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:26.848235 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:26.862148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Calling delete_port for e9ff8510-c158-4262-b544-6beaf37ef5b0 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:26.862818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:26.866175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 234cbf65-1963-4475-835e-8b3fb5b6ced4 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:26.887984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] No DVR routers for this DVR port 6d0fc52b-7f1d-4c39-858c-13c48a074593 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:26.891859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:26.897662 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61a6b44d-c6c4-4972-9ca7-ee68835708b0 req-8b66a5a7-bdc0-44c4-9827-9b1b0e211f76 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.59 "DELETE /v2.0/ports/6d0fc52b-7f1d-4c39-858c-13c48a074593 HTTP/1.1" status: 204 len: 173 time: 0.5325739 Dec 08 00:13:26.899500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d8a867-2b7e-4627-a955-1338afa44f14', 'name': 'network-vif-deleted', 'tag': '6d0fc52b-7f1d-4c39-858c-13c48a074593'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:26.904353 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac1e05-e155-4231-b195-5bce5936f9ad" -d '{"events": [{"server_uuid": "46d8a867-2b7e-4627-a955-1338afa44f14", "name": "network-vif-deleted", "tag": "6d0fc52b-7f1d-4c39-858c-13c48a074593"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:26.957320 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a778e-69ca-4b75-99c2-7b8df9217554 x-openstack-request-id: req-f59a778e-69ca-4b75-99c2-7b8df9217554 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:26.957863 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d8a867-2b7e-4627-a955-1338afa44f14", "name": "network-vif-deleted", "tag": "6d0fc52b-7f1d-4c39-858c-13c48a074593", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:26.958367 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f59a778e-69ca-4b75-99c2-7b8df9217554 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:26.958981 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d8a867-2b7e-4627-a955-1338afa44f14', 'name': 'network-vif-deleted', 'tag': '6d0fc52b-7f1d-4c39-858c-13c48a074593', 'status': 'completed', 'code': 200} Dec 08 00:13:27.045879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 234cbf65-1963-4475-835e-8b3fb5b6ced4 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:27.062321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.065435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:27.078318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 234cbf65-1963-4475-835e-8b3fb5b6ced4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:27.078684 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.085256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '26003c5f-f456-44af-9aa7-a682bddd794d', 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec', 'port_id': '26003c5f-f456-44af-9aa7-a682bddd794d', 'mac_address': 'fa:16:3e:04:f9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc59d6f-f190-4512-a973-32ad79b29c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:27.096903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Pushing event deleted for resources: {'Port': ['ID=e9ff8510-c158-4262-b544-6beaf37ef5b0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:27.115388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['6d0fc52b-7f1d-4c39-858c-13c48a074593'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:27.152203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] No DVR routers for this DVR port e9ff8510-c158-4262-b544-6beaf37ef5b0 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:27.155635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.160626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61997e21-bec3-46e3-89f8-6fd0bc463867 req-c88961cb-94fa-40e3-87f3-b5d626f974f4 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.44 "DELETE /v2.0/ports/e9ff8510-c158-4262-b544-6beaf37ef5b0 HTTP/1.1" status: 204 len: 173 time: 0.6139834 Dec 08 00:13:27.161180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad930b18-602b-4409-88ac-9d6020273693', 'name': 'network-vif-deleted', 'tag': 'e9ff8510-c158-4262-b544-6beaf37ef5b0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:27.163448 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca41baf7-65ec-418c-b486-7f63f675b0a7" -d '{"events": [{"server_uuid": "ad930b18-602b-4409-88ac-9d6020273693", "name": "network-vif-deleted", "tag": "e9ff8510-c158-4262-b544-6beaf37ef5b0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:27.218526 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39493698-e521-4b0c-b779-ba36e68685c1 x-openstack-request-id: req-39493698-e521-4b0c-b779-ba36e68685c1 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:27.218914 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad930b18-602b-4409-88ac-9d6020273693", "name": "network-vif-deleted", "tag": "e9ff8510-c158-4262-b544-6beaf37ef5b0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:27.219321 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39493698-e521-4b0c-b779-ba36e68685c1 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:27.219917 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad930b18-602b-4409-88ac-9d6020273693', 'name': 'network-vif-deleted', 'tag': 'e9ff8510-c158-4262-b544-6beaf37ef5b0', 'status': 'completed', 'code': 200} Dec 08 00:13:27.237874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.239254 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.294392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26003c5f-f456-44af-9aa7-a682bddd794d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:27.326955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:27.334031 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.343242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.344527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58274) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:27.389242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234cbf65-1963-4475-835e-8b3fb5b6ced4'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:27.391824 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dddbd53-0930-462a-a34e-39d9b2a515dd" -d '{"events": [{"server_uuid": "84022d3a-26e2-42b2-9c4f-d03b181af237", "name": "network-vif-plugged", "status": "completed", "tag": "234cbf65-1963-4475-835e-8b3fb5b6ced4"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:27.409876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 234cbf65-1963-4475-835e-8b3fb5b6ced4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=234cbf65-1963-4475-835e-8b3fb5b6ced4,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:27.423738 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.429140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:27.473425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e049-ff4b-4180-bfd6-99709483cf69 req-649171ce-5f9a-4e12-9acd-ef3cba1ee033 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:27.480905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b22e049-ff4b-4180-bfd6-99709483cf69 req-649171ce-5f9a-4e12-9acd-ef3cba1ee033 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1422460 Dec 08 00:13:27.495755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=234cbf65-1963-4475-835e-8b3fb5b6ced4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:27.508477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:27.533933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b236413-5244-45d7-9523-15b068013afb req-f4ac03b8-f395-4d6f-9eb7-9aaa8776903f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:27.534976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.541682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b236413-5244-45d7-9523-15b068013afb req-f4ac03b8-f395-4d6f-9eb7-9aaa8776903f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1183195 Dec 08 00:13:27.566734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b22e049-ff4b-4180-bfd6-99709483cf69 req-ac4b1243-a666-467c-b819-a1d8a58f8fc1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849390 Dec 08 00:13:27.602359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b236413-5244-45d7-9523-15b068013afb req-f5db113d-7218-47c7-b2d1-1cab6c1d5960 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Dec 08 00:13:27.648473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.749726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fa6958f-9eae-4699-a05c-2f578b9e828e req-44224e87-a897-4c34-bce7-d198de6b7523 tempest-MultipleCreateTestJSON-343456175 tempest-MultipleCreateTestJSON-343456175-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad930b18-602b-4409-88ac-9d6020273693 HTTP/1.1" status: 200 len: 210 time: 0.0400372 Dec 08 00:13:27.761487 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5cad6-85ec-4ef6-a226-0ef227dcd8b4 x-openstack-request-id: req-44b5cad6-85ec-4ef6-a226-0ef227dcd8b4 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:27.762094 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84022d3a-26e2-42b2-9c4f-d03b181af237", "name": "network-vif-plugged", "status": "completed", "tag": "234cbf65-1963-4475-835e-8b3fb5b6ced4", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:27.762239 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44b5cad6-85ec-4ef6-a226-0ef227dcd8b4 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:27.762552 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234cbf65-1963-4475-835e-8b3fb5b6ced4', 'code': 200} Dec 08 00:13:27.777326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Allocated IP 172.25.6.46 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/9d25c15f-bf2e-4ebe-9bde-1e8d85a25be3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:27.777519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['26003c5f-f456-44af-9aa7-a682bddd794d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:27.906459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b021278-5655-4d4c-adc4-cda355a080b5 req-a6e6f8d6-9c79-445d-a0d5-f43ed25666bb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:27.908304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b021278-5655-4d4c-adc4-cda355a080b5 req-a6e6f8d6-9c79-445d-a0d5-f43ed25666bb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.0840321 Dec 08 00:13:27.908738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.962128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:27.991488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b021278-5655-4d4c-adc4-cda355a080b5 req-bf24404d-39d7-49b1-88f6-f2e205c49f10 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765023 Dec 08 00:13:28.010465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:28.012777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa8b5-5894-48e0-a9a9-66d67df8bf9f req-b09de9a9-0470-49d3-bf48-cc7e98a2a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:28.014162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad9fa8b5-5894-48e0-a9a9-66d67df8bf9f req-b09de9a9-0470-49d3-bf48-cc7e98a2a927 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 1096 time: 0.0571804 Dec 08 00:13:28.015354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:28.018857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:28.024634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Pushing event updated for resources: {'Port': ['ID=9d25c15f-bf2e-4ebe-9bde-1e8d85a25be3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:28.067166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad9fa8b5-5894-48e0-a9a9-66d67df8bf9f req-8cb58cc9-a7b8-43ec-91c5-1d2c3c9a8b3e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Dec 08 00:13:28.104663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.137803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.288594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.293013 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.365828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Pushing event updated for resources: {'Port': ['ID=9d25c15f-bf2e-4ebe-9bde-1e8d85a25be3,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:28.375637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.390148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.391373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a4b6dae3-71a4-45d5-bb91-f0151787f694 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0456328 Dec 08 00:13:28.394317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58288) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:28.399232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-353558652', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'fixed_ips': [{'ip_address': '172.25.6.46'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:28.419926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Made reservation on behalf of 0f4ca8842aba452ea2aab507c2322bba for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:28.422165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.430493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.504199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.507767 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.512179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] device_id is not set on port c5f98cb5-2d96-4e2f-8759-16a21455d9a0 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:13:28.591542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ece4a8-f19f-45b2-8cac-c949aec8f513,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:28.714601 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 00:13:28.715140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:13:28.720128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671bf6-6434-4844-b322-56a68c85c55f req-6f2065bb-dcd9-48ea-9add-0cc9a82f6094 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:28.721623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06671bf6-6434-4844-b322-56a68c85c55f req-6f2065bb-dcd9-48ea-9add-0cc9a82f6094 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.0795193 Dec 08 00:13:28.732667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-33112bad-fe16-4e6b-b078-0b35c99a6fc0 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3372974 Dec 08 00:13:28.735606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58294) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:28.744625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757e869-6261-44f7-a692-7ae024fd2194 req-88f4bd1d-9fbb-4a53-90af-11232e7e28cd tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:28.746192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a757e869-6261-44f7-a692-7ae024fd2194 req-88f4bd1d-9fbb-4a53-90af-11232e7e28cd tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0710421 Dec 08 00:13:28.809348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06671bf6-6434-4844-b322-56a68c85c55f req-404bc272-656f-4c07-9bd2-1d3c45aa7183 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Dec 08 00:13:28.825305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a757e869-6261-44f7-a692-7ae024fd2194 req-23939df6-ebff-48b2-8cb2-756fe158d38f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698981 Dec 08 00:13:28.852501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:28.899829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58300) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:28.924409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 26003c5f-f456-44af-9aa7-a682bddd794d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:28.926730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Deleting port 9d25c15f-bf2e-4ebe-9bde-1e8d85a25be3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:28.927278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.929220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 26003c5f-f456-44af-9aa7-a682bddd794d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:28.929879 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:28.961811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] Deleting subnet d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:13:28.965317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.009576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.018127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.018633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.033519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Calling delete_port for 9d25c15f-bf2e-4ebe-9bde-1e8d85a25be3 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:29.115110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.198513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.204096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.237083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d25c15f-bf2e-4ebe-9bde-1e8d85a25be3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:29.247780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:29.270540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.274512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-027737db-5f8a-419c-a7aa-bea185cd3bc9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d18a2e33-c37c-4ef1-bb7d-3ba75c94e20f HTTP/1.1" status: 204 len: 168 time: 0.3736596 Dec 08 00:13:29.277841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58306) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:29.297156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5851f26-0fbe-47a6-9bc0-d104b12804d7 req-875dfc80-b129-46f4-a7e3-6d8bc1d46423 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:29.305271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5851f26-0fbe-47a6-9bc0-d104b12804d7 req-875dfc80-b129-46f4-a7e3-6d8bc1d46423 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.1237535 Dec 08 00:13:29.334356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.374164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5851f26-0fbe-47a6-9bc0-d104b12804d7 req-573bc9e6-e6b7-4fa2-a3c4-4d038741f014 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675259 Dec 08 00:13:29.385675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.388947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.390171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-26c5d629-f21e-47cc-8d4f-8d7535f8de9b tempest-ExternalNetworksAdminNegativeTestJSON-1548112451 tempest-ExternalNetworksAdminNegativeTestJSON-1548112451-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/9b334eac-ec36-4cca-b39e-0c843e41b7e4 HTTP/1.1" status: 204 len: 168 time: 0.6519935 Dec 08 00:13:29.393670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:29.401248 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.402572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e9ff8510-c158-4262-b544-6beaf37ef5b0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:29.406783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.453745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: e9ff8510-c158-4262-b544-6beaf37ef5b0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:29.454467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e9ff8510-c158-4262-b544-6beaf37ef5b0 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:29.486514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:29.511374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.535567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7188b5e-1021-4fc5-a6ec-17fb19efdde7']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:29.547549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3d6c34-14be-43e8-947a-5b174b4afdd5') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:29.547942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3d6c34-14be-43e8-947a-5b174b4afdd5') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:29.558471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.574065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.581859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:29.582253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:29.584382 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:29.641451 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.647889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.652410 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f7188b5e-1021-4fc5-a6ec-17fb19efdde7 HTTP/1.1" status: 204 len: 168 time: 0.3733530 Dec 08 00:13:29.667627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b48a63-db92-4283-984b-1557e98bf840 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7188b5e-1021-4fc5-a6ec-17fb19efdde7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:29.711443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58314) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:29.763886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:29.766518 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a983bc2-dab7-4180-bb89-23369d5504f1" -d '{"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-plugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:29.812232 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0f95e-e943-481f-9db1-e5cde2db69e4 x-openstack-request-id: req-35f0f95e-e943-481f-9db1-e5cde2db69e4 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:29.812778 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-plugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:29.813232 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35f0f95e-e943-481f-9db1-e5cde2db69e4 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:29.813828 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d', 'code': 200} Dec 08 00:13:29.838396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-735e4436-99dc-48dc-a3c7-63ca04e94709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:29.847545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58322) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:29.931260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c36cb42b-a862-4fb1-a9d1-30e2644ec30e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d025c4a05a4d4068acddcd89a00b9ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0802789 Dec 08 00:13:29.932896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58326) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:29.996172 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-735e4436-99dc-48dc-a3c7-63ca04e94709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.001215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa2888-0cac-486e-9bd0-07d79a162da3 req-519f4e55-eaa5-4a24-9c73-a2ac682ffcc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:30.002790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6aa2888-0cac-486e-9bd0-07d79a162da3 req-519f4e55-eaa5-4a24-9c73-a2ac682ffcc2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0908434 Dec 08 00:13:30.005615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-735e4436-99dc-48dc-a3c7-63ca04e94709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.054328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e4436-99dc-48dc-a3c7-63ca04e94709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aea784-7e24-45c1-ab3a-20b7997e8291,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:30.062620 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-735e4436-99dc-48dc-a3c7-63ca04e94709 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8b4db71df474ee2b629bc38827a3eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500628 Dec 08 00:13:30.065130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58328) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:30.077389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cec9f-9025-4c77-a541-90baa522a378 req-30479e08-0cc9-4033-9bc3-f271478b547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:30.079287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-538cec9f-9025-4c77-a541-90baa522a378 req-30479e08-0cc9-4033-9bc3-f271478b547c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1096 time: 0.1250744 Dec 08 00:13:30.088245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4e2de40-8731-43ec-8d65-896d0af1c0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.123414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a6818-b58d-4fbe-ae4f-f86087d23b2d req-f500b9cd-1a8e-41ca-954c-e9d70ea6db03 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:30.124987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-222a6818-b58d-4fbe-ae4f-f86087d23b2d req-f500b9cd-1a8e-41ca-954c-e9d70ea6db03 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1355841 Dec 08 00:13:30.130591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6aa2888-0cac-486e-9bd0-07d79a162da3 req-5b4a3e15-639e-421a-a80d-fc272b93eb7b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191740 Dec 08 00:13:30.131420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4e2de40-8731-43ec-8d65-896d0af1c0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.172216 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c976435-a01f-4523-83db-45b19a0b51f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.184001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-538cec9f-9025-4c77-a541-90baa522a378 req-cf065704-c613-4db5-a65f-7838b4bb4960 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958788 Dec 08 00:13:30.196451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-222a6818-b58d-4fbe-ae4f-f86087d23b2d req-47c9c799-2d10-40b7-a6bb-2fc47c2197c2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Dec 08 00:13:30.206253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c976435-a01f-4523-83db-45b19a0b51f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.246813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4e2de40-8731-43ec-8d65-896d0af1c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.250721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4e2de40-8731-43ec-8d65-896d0af1c0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.252257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4e2de40-8731-43ec-8d65-896d0af1c0ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c90e50e-5c8b-45a1-8c53-135ee7e42fab HTTP/1.1" status: 204 len: 168 time: 0.3157225 Dec 08 00:13:30.261300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2de40-8731-43ec-8d65-896d0af1c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c90e50e-5c8b-45a1-8c53-135ee7e42fab,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:30.295031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c976435-a01f-4523-83db-45b19a0b51f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.299085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c976435-a01f-4523-83db-45b19a0b51f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.300202 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9c976435-a01f-4523-83db-45b19a0b51f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5aea784-7e24-45c1-ab3a-20b7997e8291 HTTP/1.1" status: 204 len: 168 time: 0.2341516 Dec 08 00:13:30.308285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c976435-a01f-4523-83db-45b19a0b51f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aea784-7e24-45c1-ab3a-20b7997e8291,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:30.338682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6d0fc52b-7f1d-4c39-858c-13c48a074593 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:30.359525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 6d0fc52b-7f1d-4c39-858c-13c48a074593 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:30.359872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6d0fc52b-7f1d-4c39-858c-13c48a074593 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:30.503788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d3cf-67b6-455c-a62a-de39732241cd req-aee6ce82-67c6-4b3f-af40-fed39a94d5f6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:30.509942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01b2d3cf-67b6-455c-a62a-de39732241cd req-aee6ce82-67c6-4b3f-af40-fed39a94d5f6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.0570381 Dec 08 00:13:30.568014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01b2d3cf-67b6-455c-a62a-de39732241cd req-6da2955d-0728-4a5f-9bdc-0edcc635c96d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501709 Dec 08 00:13:30.700113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4838-c3df-4d60-ae31-75f98955b270 req-0b74e955-4bd2-4393-a248-8e5f19255a25 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:30.702106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f97d4838-c3df-4d60-ae31-75f98955b270 req-0b74e955-4bd2-4393-a248-8e5f19255a25 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.0587783 Dec 08 00:13:30.756416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58352) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:30.756931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f97d4838-c3df-4d60-ae31-75f98955b270 req-d68e8def-2c3a-404f-bf46-74893b034689 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Dec 08 00:13:30.804551 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-956c6293-7228-400c-8df9-a3fc2cda5e9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f4ca8842aba452ea2aab507c2322bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473530 Dec 08 00:13:30.807128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58358) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:30.856207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8031b816-925c-4f6b-bbb3-947f3b15aa75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.880257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8031b816-925c-4f6b-bbb3-947f3b15aa75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.955464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8031b816-925c-4f6b-bbb3-947f3b15aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.958728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8031b816-925c-4f6b-bbb3-947f3b15aa75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:30.962325 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8031b816-925c-4f6b-bbb3-947f3b15aa75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1ece4a8-f19f-45b2-8cac-c949aec8f513 HTTP/1.1" status: 204 len: 168 time: 0.1519332 Dec 08 00:13:30.971143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031b816-925c-4f6b-bbb3-947f3b15aa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ece4a8-f19f-45b2-8cac-c949aec8f513,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:31.040640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48107900-9590-4494-9ebd-3f6cf76d8424 req-285e87c3-efab-482e-9d5c-c3aa1c000d53 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:31.042164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48107900-9590-4494-9ebd-3f6cf76d8424 req-285e87c3-efab-482e-9d5c-c3aa1c000d53 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.0549572 Dec 08 00:13:31.101618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48107900-9590-4494-9ebd-3f6cf76d8424 req-fe76add2-0d38-4df6-ba6c-8efeb84a4f7e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528331 Dec 08 00:13:31.271083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a975d4-77ec-4705-acb8-2a365fcaa389 req-6487773c-8c0e-4d27-84ea-9f1903259b7f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:31.272708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53a975d4-77ec-4705-acb8-2a365fcaa389 req-6487773c-8c0e-4d27-84ea-9f1903259b7f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0578218 Dec 08 00:13:31.353848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53a975d4-77ec-4705-acb8-2a365fcaa389 req-b1fa115f-b536-4e36-b648-fae19fcec435 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733020 Dec 08 00:13:31.367899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8cba1-479f-4595-af1a-03604cfcb34a req-c6b2c9d0-577b-4b50-a78f-0d4b6bbe13f6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:31.369380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ab8cba1-479f-4595-af1a-03604cfcb34a req-c6b2c9d0-577b-4b50-a78f-0d4b6bbe13f6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0900645 Dec 08 00:13:31.421707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ab8cba1-479f-4595-af1a-03604cfcb34a req-413eac0d-6944-4306-81cb-235e801675ed tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Dec 08 00:13:32.079755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58432) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.191923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e3ae-a390-49ea-832e-fc9e6af1e833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:32.246747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56457b3d-ad05-408e-8115-2583aef38e18 req-e13eb2c0-332b-4c52-be64-ccc332ab40fc tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:32.249846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56457b3d-ad05-408e-8115-2583aef38e18 req-e13eb2c0-332b-4c52-be64-ccc332ab40fc tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.0605671 Dec 08 00:13:32.269334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e3ae-a390-49ea-832e-fc9e6af1e833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:32.274070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e3ae-a390-49ea-832e-fc9e6af1e833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:32.307623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56457b3d-ad05-408e-8115-2583aef38e18 req-e65940da-8b56-4344-94d3-6d893196ca57 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501251 Dec 08 00:13:32.320132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c4c4e3ae-a390-49ea-832e-fc9e6af1e833 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abeca47aa92e4275b53909a1be1991cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369246 Dec 08 00:13:32.320884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58444) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.330104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4e3ae-a390-49ea-832e-fc9e6af1e833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ddc7dd-48e2-4af3-b6d6-3b19127d1948,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:32.383801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d004a828-7830-4782-bac3-bf9d992831df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:32.408714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d004a828-7830-4782-bac3-bf9d992831df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:32.475460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d004a828-7830-4782-bac3-bf9d992831df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:32.478214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d004a828-7830-4782-bac3-bf9d992831df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:32.482293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d004a828-7830-4782-bac3-bf9d992831df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16ddc7dd-48e2-4af3-b6d6-3b19127d1948 HTTP/1.1" status: 204 len: 168 time: 0.1580894 Dec 08 00:13:32.486018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b008577-addf-4968-8403-b9be1f0c1a4d req-9562a9c6-6eeb-4f34-802f-1559679c34b8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:32.487584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b008577-addf-4968-8403-b9be1f0c1a4d req-9562a9c6-6eeb-4f34-802f-1559679c34b8 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0576806 Dec 08 00:13:32.495084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004a828-7830-4782-bac3-bf9d992831df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ddc7dd-48e2-4af3-b6d6-3b19127d1948,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:32.580330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58456) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.607251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b008577-addf-4968-8403-b9be1f0c1a4d req-8391413d-f436-48bd-a924-c340e92b7223 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071296 Dec 08 00:13:32.627673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ea125-69a4-4f14-b04b-caaeb090cbc3 req-badf5297-5b28-4c1e-bdbf-4e8e62afed3d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:32.629647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d99ea125-69a4-4f14-b04b-caaeb090cbc3 req-badf5297-5b28-4c1e-bdbf-4e8e62afed3d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0957544 Dec 08 00:13:32.690523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d99ea125-69a4-4f14-b04b-caaeb090cbc3 req-13726d98-2907-4e19-95f5-b3842710e8f6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549679 Dec 08 00:13:32.830738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1447a0a2-dcaf-4266-930a-2863cfc12e03 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:32.844069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b227ac-979c-4785-9712-80048cd150c6 req-ca59e643-6e1b-42a6-89e0-3d51387fbf81 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:32.845699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59b227ac-979c-4785-9712-80048cd150c6 req-ca59e643-6e1b-42a6-89e0-3d51387fbf81 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.0606022 Dec 08 00:13:32.875334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1447a0a2-dcaf-4266-930a-2863cfc12e03 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "PUT /v2.0/quotas/e9aee00423cf4a7599291fbb2d90dac7 HTTP/1.1" status: 200 len: 366 time: 0.2937608 Dec 08 00:13:32.877643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58476) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.889351 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-87c07276-f1d1-4ce2-95a7-0b5b5d0c9f8b tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0104175 Dec 08 00:13:32.892028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58478) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.902761 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b4366df7-aca7-44b7-b019-a6b6a2704916 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "GET /v2.0/quotas/e9aee00423cf4a7599291fbb2d90dac7 HTTP/1.1" status: 200 len: 366 time: 0.0092416 Dec 08 00:13:32.905408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58480) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.929810 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2b3b33f3-a0d3-40ae-b576-426c992f8bab tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/e9aee00423cf4a7599291fbb2d90dac7 HTTP/1.1" status: 204 len: 168 time: 0.0231533 Dec 08 00:13:32.932135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58484) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.941245 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-23bf6409-0840-4aaf-a145-b52c13e4a4ea tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0079999 Dec 08 00:13:32.943467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58486) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.952737 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c57f80f2-ba8a-4e51-8d3b-3aa236e9b6d1 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "GET /v2.0/quotas/e9aee00423cf4a7599291fbb2d90dac7 HTTP/1.1" status: 200 len: 370 time: 0.0082595 Dec 08 00:13:32.955105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58488) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.961166 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-574b1dad-7431-4feb-947b-6d9355e40804 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "GET /v2.0/quotas/e9aee00423cf4a7599291fbb2d90dac7/default HTTP/1.1" status: 200 len: 370 time: 0.0045221 Dec 08 00:13:32.963163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58490) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:32.972048 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-4f17e263-b9f0-490e-9dcd-b59619c13ee3 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] delete failed (client error): The resource could not be found. Dec 08 00:13:32.974956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4f17e263-b9f0-490e-9dcd-b59619c13ee3 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/e9aee00423cf4a7599291fbb2d90dac7 HTTP/1.1" status: 404 len: 348 time: 0.0088766 Dec 08 00:13:33.040380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port 234cbf65-1963-4475-835e-8b3fb5b6ced4 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:33.040854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.051302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-dc9d3f67-32fc-4b61-b0f7-2ea043bab4f9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:33.052714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-dc9d3f67-32fc-4b61-b0f7-2ea043bab4f9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 814 time: 0.1531043 Dec 08 00:13:33.087890 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-a84a4ecf-ee49-4336-92e5-0e237f304c2a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/quotas/45376afed4604b3c91d33b4fc1fb6088 HTTP/1.1" status: 200 len: 375 time: 0.0234571 Dec 08 00:13:33.103239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58500) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:33.124718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:network and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.128279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.135002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:subnet and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.139244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.145823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:subnetpool and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.152512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.160233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:port and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.163418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.171287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:router and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.174832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.183153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:floatingip and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.188062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.188807 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-be7880d1-c632-4be9-828e-2922d8bd7fe3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700214 Dec 08 00:13:33.194436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port 234cbf65-1963-4475-835e-8b3fb5b6ced4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=234cbf65-1963-4475-835e-8b3fb5b6ced4,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:33.194836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.228686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for 234cbf65-1963-4475-835e-8b3fb5b6ced4 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:33.238077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:security_group and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.243237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.250689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Usage tracker for resource:security_group_rule and project:83db4aee8a564dbfa2333e9ae97b042c is out of sync, need to count used quota {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 00:13:33.253892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.quota.resource [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 00:13:33.258958 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-950b6cf0-4a20-40b1-82d1-8ee049cbe141 tempest-QuotasTest-1670654976 tempest-QuotasTest-1670654976-project-admin] 10.222.0.18 "GET /v2.0/quotas/83db4aee8a564dbfa2333e9ae97b042c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1546783 Dec 08 00:13:33.363426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-454816eb-5b1e-4cfb-a5fc-51a521818fe6 service neutron] 10.222.0.18 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594994 Dec 08 00:13:33.512092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58516) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:33.527334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:33.534519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedcd18-881c-4874-ad1f-27c13fff4f12 req-6e758766-b100-4909-a441-db1b127a8f38 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:33.536042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeedcd18-881c-4874-ad1f-27c13fff4f12 req-6e758766-b100-4909-a441-db1b127a8f38 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=84022d3a-26e2-42b2-9c4f-d03b181af237 HTTP/1.1" status: 200 len: 945 time: 0.1405060 Dec 08 00:13:33.574140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-590fae9e-c1aa-4336-919a-197fbb61cf07 service neutron] 10.222.0.18 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018809 Dec 08 00:13:33.584583 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.621656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738', '234cbf65-1963-4475-835e-8b3fb5b6ced4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:33.640800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1415515553-network', 'tenant_id': 'ea57831a202e4582b2a987d489ee5f0b'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:33.650110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=234cbf65-1963-4475-835e-8b3fb5b6ced4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:33.676552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeedcd18-881c-4874-ad1f-27c13fff4f12 req-f9ad42f2-f2ee-4a6d-893b-ebf271df8a86 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287723 Dec 08 00:13:33.697373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port 234cbf65-1963-4475-835e-8b3fb5b6ced4 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:33.704623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Made reservation on behalf of ea57831a202e4582b2a987d489ee5f0b for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:33.709515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.711140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.714151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59b227ac-979c-4785-9712-80048cd150c6 req-946d408e-81d9-4ee3-b3ca-564579c1c037 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "DELETE /v2.0/ports/234cbf65-1963-4475-835e-8b3fb5b6ced4 HTTP/1.1" status: 204 len: 173 time: 0.8620484 Dec 08 00:13:33.714676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'name': 'network-vif-deleted', 'tag': '234cbf65-1963-4475-835e-8b3fb5b6ced4'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:33.717691 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245d332-15ab-4d2d-8149-cc5aaf6b1de9" -d '{"events": [{"server_uuid": "84022d3a-26e2-42b2-9c4f-d03b181af237", "name": "network-vif-deleted", "tag": "234cbf65-1963-4475-835e-8b3fb5b6ced4"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:33.764317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.769259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8d661c1-679f-41d3-b2a1-57399a11da75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.927161 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1388e2-f88d-4074-94b8-e0ac4ebdf605 x-openstack-request-id: req-6e1388e2-f88d-4074-94b8-e0ac4ebdf605 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:33.927465 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84022d3a-26e2-42b2-9c4f-d03b181af237", "name": "network-vif-deleted", "tag": "234cbf65-1963-4475-835e-8b3fb5b6ced4", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:33.928171 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e1388e2-f88d-4074-94b8-e0ac4ebdf605 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:33.928600 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84022d3a-26e2-42b2-9c4f-d03b181af237', 'name': 'network-vif-deleted', 'tag': '234cbf65-1963-4475-835e-8b3fb5b6ced4', 'status': 'completed', 'code': 200} Dec 08 00:13:33.933162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.941713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8d661c1-679f-41d3-b2a1-57399a11da75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.944416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.956291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05534d-d613-46ca-ab62-243f23b66ade req-3ef52e14-414d-4f22-880e-d2263b89c62f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:33.958082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e05534d-d613-46ca-ab62-243f23b66ade req-3ef52e14-414d-4f22-880e-d2263b89c62f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1092987 Dec 08 00:13:33.960485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8d661c1-679f-41d3-b2a1-57399a11da75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:33.996166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:34.007642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87da9447-1885-4271-85e8-9951c5516c5c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:34.012653 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a8d661c1-679f-41d3-b2a1-57399a11da75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4d4103ac0a94a23b02dab3552c99b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4993875 Dec 08 00:13:34.014477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f2d6a0-bf53-451c-a86e-2864c495113d req-c021260b-602a-4eb4-a796-e1039f7f7a0d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 210 time: 0.0372374 Dec 08 00:13:34.016942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58538) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:34.046151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e05534d-d613-46ca-ab62-243f23b66ade req-9e9d00e2-113a-4360-a043-5d397a999b71 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Dec 08 00:13:34.051953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.052373 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Added segment dc3b530d-8f58-4e1d-958d-f1cbf4520cb7 of type vlan for network 87792768-b121-41ee-b5c3-c27d4c9c81d1 Dec 08 00:13:34.077119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d661c1-679f-41d3-b2a1-57399a11da75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39deec2d-d3de-4367-ac04-0f051bfcfd58,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:34.123142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.155317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c37bbad-f6e9-47dc-91f1-55e88f673657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.166745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.167716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:34.168289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.209989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c37bbad-f6e9-47dc-91f1-55e88f673657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.221955 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6934161 Dec 08 00:13:34.225020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58542) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:34.230429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Request body: {'subnet': {'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1415515553-subnet', 'tenant_id': 'ea57831a202e4582b2a987d489ee5f0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:34.253236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Made reservation on behalf of ea57831a202e4582b2a987d489ee5f0b for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:34.256074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.268656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b689-e186-46e4-bd23-a28eff757de0 admin admin] Pushing event updated for resources: {'Network': ['ID=87792768-b121-41ee-b5c3-c27d4c9c81d1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:34.293369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 87792768-b121-41ee-b5c3-c27d4c9c81d1 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:34.327941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c37bbad-f6e9-47dc-91f1-55e88f673657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.331625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c37bbad-f6e9-47dc-91f1-55e88f673657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.333040 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0c37bbad-f6e9-47dc-91f1-55e88f673657 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39deec2d-d3de-4367-ac04-0f051bfcfd58 HTTP/1.1" status: 204 len: 168 time: 0.3130915 Dec 08 00:13:34.344201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37bbad-f6e9-47dc-91f1-55e88f673657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39deec2d-d3de-4367-ac04-0f051bfcfd58,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:34.484463 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.549953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6452aa1c-b940-4bde-a909-77b8e16a03fb,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:34.555464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Checking segment: {'id': 'dc3b530d-8f58-4e1d-958d-f1cbf4520cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:34.555902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Network hostable DHCP agents. Network: 87792768-b121-41ee-b5c3-c27d4c9c81d1, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:13:34.581054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Network 87792768-b121-41ee-b5c3-c27d4c9c81d1 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:13:34.597589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 87792768-b121-41ee-b5c3-c27d4c9c81d1) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:34.602375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:34.603256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.608237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08273e91-f68c-4472-bc49-5b75fb224cff None None] Network 87792768-b121-41ee-b5c3-c27d4c9c81d1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:34.621975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00f6a2b6-27dd-4e05-927b-02ffc83e55b4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3956122 Dec 08 00:13:34.677283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58550) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:34.691305 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-433ebb60-c843-436d-bc3c-fd2f6a8e9fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.723627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d7e9d-8b5d-40de-acb2-0dbfbbd2f9cc None None] Network 87792768-b121-41ee-b5c3-c27d4c9c81d1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:34.814639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-433ebb60-c843-436d-bc3c-fd2f6a8e9fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.820750 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-433ebb60-c843-436d-bc3c-fd2f6a8e9fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:34.862923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-433ebb60-c843-436d-bc3c-fd2f6a8e9fd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83db4aee8a564dbfa2333e9ae97b042c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1845033 Dec 08 00:13:34.865898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58560) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:34.884646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ebb60-c843-436d-bc3c-fd2f6a8e9fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b34168-9df4-4a86-bf1b-52e577248ec4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:34.953746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1af8f46-0d31-4913-9f40-8e5f2bc79f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.013725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1af8f46-0d31-4913-9f40-8e5f2bc79f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.123044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-cb7e4487-103f-4ef2-a371-986acc0c9832 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:35.124508 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-cb7e4487-103f-4ef2-a371-986acc0c9832 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.59 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 814 time: 0.1410055 Dec 08 00:13:35.134623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1af8f46-0d31-4913-9f40-8e5f2bc79f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.138926 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1af8f46-0d31-4913-9f40-8e5f2bc79f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.143421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d1af8f46-0d31-4913-9f40-8e5f2bc79f9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3b34168-9df4-4a86-bf1b-52e577248ec4 HTTP/1.1" status: 204 len: 168 time: 0.2740939 Dec 08 00:13:35.157300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Request body: {'port': {'device_id': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec', 'admin_state_up': True, 'tenant_id': '45376afed4604b3c91d33b4fc1fb6088'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:35.185471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af8f46-0d31-4913-9f40-8e5f2bc79f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b34168-9df4-4a86-bf1b-52e577248ec4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:35.312204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d38c341e-dc2a-4f9b-a113-bcd5bd825359 req-5c9d09b6-125e-46ff-87a1-93f6a85f0c91 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 210 time: 0.0396123 Dec 08 00:13:35.331873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Made reservation on behalf of 45376afed4604b3c91d33b4fc1fb6088 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:35.338187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.464061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-98daa0ac-8315-417d-a846-bf4cd04c6aae tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:35.465534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-98daa0ac-8315-417d-a846-bf4cd04c6aae tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/networks?id=87792768-b121-41ee-b5c3-c27d4c9c81d1 HTTP/1.1" status: 200 len: 821 time: 0.1566303 Dec 08 00:13:35.477014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb678f-837c-4eb0-85af-4bc4ff789969 req-0cd4e1c3-54a0-42de-9120-c76a4ee79be0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:35.478513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97cb678f-837c-4eb0-85af-4bc4ff789969 req-0cd4e1c3-54a0-42de-9120-c76a4ee79be0 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.0769570 Dec 08 00:13:35.484653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Allocated IP 172.20.0.3 (4e710410-51f4-49f6-b063-b1dbbe7a26ec/afc59d6f-f190-4512-a973-32ad79b29c61/7bf85d92-6d68-4d06-9c4a-81927f23ecbe) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:35.495814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-5225583b-e2ab-424e-9682-d0155159da71 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/quotas/ea57831a202e4582b2a987d489ee5f0b HTTP/1.1" status: 200 len: 375 time: 0.0162940 Dec 08 00:13:35.550339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-9ad819ab-32fc-4e14-82f2-e8bc8e4b953b tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea57831a202e4582b2a987d489ee5f0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407848 Dec 08 00:13:35.587296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97cb678f-837c-4eb0-85af-4bc4ff789969 req-f5c7ff75-4336-4da1-b71c-c5d613324072 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010075 Dec 08 00:13:35.661371 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.688770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-f996e0aa-9ac3-46ac-ab46-a2f4842a0891 service neutron] 10.222.0.18 "GET /v2.0/networks/87792768-b121-41ee-b5c3-c27d4c9c81d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281030 Dec 08 00:13:35.701242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.735638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['26003c5f-f456-44af-9aa7-a682bddd794d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:35.744883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Network 4e710410-51f4-49f6-b063-b1dbbe7a26ec is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:35.751227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:35.754981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:35.793642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Pushing event updated for resources: {'Port': ['ID=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:35.819428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-711491b3-0d38-4e88-8af0-d53a8a005e6e service neutron] 10.222.0.18 "GET /v2.0/networks/87792768-b121-41ee-b5c3-c27d4c9c81d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233554 Dec 08 00:13:35.843061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:35.843715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:35.874672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-f98f0bc4-21d4-4924-8b04-6d8872d3f817 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7299626 Dec 08 00:13:35.975165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694e77-c943-47a1-88d3-8be07b755807 req-0c448085-a8d3-4ba1-b20f-a9e9adcd1b1d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:35.976705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-0c448085-a8d3-4ba1-b20f-a9e9adcd1b1d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.1440909 Dec 08 00:13:36.017085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-0c3daae5-232a-47a3-84ca-f3c00e979e2f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0332320 Dec 08 00:13:36.034360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Request body: {'port': {'device_id': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:36.090238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-7297542d-b1a1-4d54-baee-437dd5121e6c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588479 Dec 08 00:13:36.115121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.201364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65501dbc-681e-45a2-a7aa-d62a31b9b363 req-2a5d5613-e430-4475-9a96-95baebb23c86 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 210 time: 0.0494971 Dec 08 00:13:36.201847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58622) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:36.264294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-a9947d68-4a45-4c1b-80ad-0f1897a7eee7 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565442 Dec 08 00:13:36.378819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-296734125'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:36.437406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-51308b56-8fc6-451b-93b5-02c293af02f0 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662080 Dec 08 00:13:36.451633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf85d92-6d68-4d06-9c4a-81927f23ecbe {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:36.455229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:36.458750 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.464075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.473438 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.483061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Transition to ACTIVE for port object 7bf85d92-6d68-4d06-9c4a-81927f23ecbe will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:36.488893 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.507894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9872636-65a5-4aff-9deb-46440fedf979 req-c05d9853-4a17-44f4-afb0-99e1697940ee tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:36.509449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9872636-65a5-4aff-9deb-46440fedf979 req-c05d9853-4a17-44f4-afb0-99e1697940ee tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 931 time: 0.1001196 Dec 08 00:13:36.629024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9872636-65a5-4aff-9deb-46440fedf979 req-52ea214e-9c0a-4442-93b3-705e60c99ddf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803208 Dec 08 00:13:36.643477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:36.670250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Attempting to bind port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:36.670589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Attempting to bind port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:36.670945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Attempting to bind port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:36.680660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:36.680993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Attempting to bind port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:36.688056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:36.688402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Checking segment: {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:36.689486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Bound using segment: {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:36.689891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Bound port: 7bf85d92-6d68-4d06-9c4a-81927f23ecbe, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:36.690252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.698759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b75289f-1a06-479c-b433-4f68e217a285 req-50fe587e-a7ec-47fa-850d-f56698ab696d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 210 time: 0.0579257 Dec 08 00:13:36.715368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.734404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.765845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] For port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:36.769949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] For port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:36.780292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.794011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:13:36.836840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55e5cb-bf76-4620-952f-8627117abb7a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:36.847457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.847837 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Added segment a86545dc-d98f-4d3f-a236-c6db8144ca77 of type vlan for network 6ddea882-1965-43d5-8054-79cf2a97b1aa Dec 08 00:13:36.849828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:36.850667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.852975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] 10.222.0.59 "PUT /v2.0/ports/7bf85d92-6d68-4d06-9c4a-81927f23ecbe HTTP/1.1" status: 200 len: 1091 time: 0.9641862 Dec 08 00:13:36.853448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'tag': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:36.856389 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f56a9bd-032c-45fe-a366-521debc2bc24" -d '{"events": [{"name": "network-changed", "server_uuid": "67f7ca54-f1ee-41e5-a7b9-4a561a0860b1", "tag": "7bf85d92-6d68-4d06-9c4a-81927f23ecbe"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:36.872291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838233cd-4b8a-49ae-a3ee-d1d82c5a17d1 req-11754bc7-4f2f-4e83-8d3c-b0eb95dbd00e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:36.882033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-838233cd-4b8a-49ae-a3ee-d1d82c5a17d1 req-11754bc7-4f2f-4e83-8d3c-b0eb95dbd00e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1358092 Dec 08 00:13:36.890813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 234cbf65-1963-4475-835e-8b3fb5b6ced4 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:36.899024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec59b5-3168-4bb7-85cc-e9fd84109d03 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:36.923080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 234cbf65-1963-4475-835e-8b3fb5b6ced4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:36.923678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 234cbf65-1963-4475-835e-8b3fb5b6ced4 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:36.957401 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194173b4-d003-4f05-ac26-e4aa6ae0e417 x-openstack-request-id: req-194173b4-d003-4f05-ac26-e4aa6ae0e417 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:36.957401 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f7ca54-f1ee-41e5-a7b9-4a561a0860b1", "tag": "7bf85d92-6d68-4d06-9c4a-81927f23ecbe", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:36.957401 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194173b4-d003-4f05-ac26-e4aa6ae0e417 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:36.957401 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'tag': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe', 'status': 'completed', 'code': 200} Dec 08 00:13:36.966605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:36.980557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-571fb11a-c25c-44a8-a7a9-c8d35b273477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:36.982362 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-571fb11a-c25c-44a8-a7a9-c8d35b273477 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 1094 time: 0.0567670 Dec 08 00:13:37.011593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-838233cd-4b8a-49ae-a3ee-d1d82c5a17d1 req-b6457141-9432-464d-9521-29dc5033809f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285553 Dec 08 00:13:37.017001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:37.023368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:37.023994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:37.043226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-a8b4c7ac-ad91-4a5e-be73-758d60a4253b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf85d92-6d68-4d06-9c4a-81927f23ecbe HTTP/1.1" status: 200 len: 217 time: 0.0443921 Dec 08 00:13:37.071668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8441508 Dec 08 00:13:37.074433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58646) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:37.082514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'subnet': {'network_id': '6ddea882-1965-43d5-8054-79cf2a97b1aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:37.101572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-b0f7913a-62ac-49af-8448-0f4d7dfa3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:37.103774 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-b0f7913a-62ac-49af-8448-0f4d7dfa3c92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.0532565 Dec 08 00:13:37.133339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60642eb-5126-460b-8604-0f27f2993373 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Network': ['ID=6ddea882-1965-43d5-8054-79cf2a97b1aa,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:37.149301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:13:37.160745 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-67ac8a15-c915-429d-a6c8-dad4cdf977cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387492 Dec 08 00:13:37.241019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:37.246722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:37.277398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-86732fe0-6a18-4163-9673-9bd6259e8c39 service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067522 Dec 08 00:13:37.391619 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7a155e4-c5b6-4c58-b38a-a27b88d52f0c req-8aa013e7-1ea3-43c4-b73a-e6cfabcac997 service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974941 Dec 08 00:13:37.436030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-622b490e-e786-4dfa-839e-9a6d83c8cb05 req-345fa03b-a7bc-469c-b38b-d47ea6fa66e5 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 210 time: 0.0654302 Dec 08 00:13:37.536509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-1a5d052c-6aaa-4966-9b48-0bb35d5c2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:37.538017 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-1a5d052c-6aaa-4966-9b48-0bb35d5c2bdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 1094 time: 0.0469284 Dec 08 00:13:37.647282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-4c2b581b-2f9a-469f-b976-fb1272d55358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:37.648790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-4c2b581b-2f9a-469f-b976-fb1272d55358 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 915 time: 0.0953357 Dec 08 00:13:37.693882 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-da0550d0-d3d8-4c4d-a974-becbdf6d3c79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf85d92-6d68-4d06-9c4a-81927f23ecbe HTTP/1.1" status: 200 len: 217 time: 0.0365179 Dec 08 00:13:37.756685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-15b661a7-ad10-411a-9488-39a7ed19e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:37.758253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-15b661a7-ad10-411a-9488-39a7ed19e6b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.0504494 Dec 08 00:13:37.796698 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-1923f4a4-f508-430b-8e97-9ed8eb9cd7a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275218 Dec 08 00:13:37.931878 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-512f9dbc-e0ca-4356-a811-3c68bdc9fc6f service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190491 Dec 08 00:13:37.948740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-7882ff37-43c2-41df-b86f-0af7d91885e5 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:37.950298 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-7882ff37-43c2-41df-b86f-0af7d91885e5 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.59 "GET /v2.0/networks?id=87792768-b121-41ee-b5c3-c27d4c9c81d1 HTTP/1.1" status: 200 len: 821 time: 0.5809307 Dec 08 00:13:37.962182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc093207-982a-4bd9-9052-7a3a49e01fbc req-123d9464-9c5a-4a2b-9d4e-da7d16bd43f3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:37.963750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc093207-982a-4bd9-9052-7a3a49e01fbc req-123d9464-9c5a-4a2b-9d4e-da7d16bd43f3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 943 time: 0.1713994 Dec 08 00:13:37.982674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.023700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Request body: {'port': {'device_id': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1', 'admin_state_up': True, 'tenant_id': 'ea57831a202e4582b2a987d489ee5f0b'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:38.102860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfd8105e-6a8c-4ed8-98f8-d7d3902b3cad req-d6a12ba4-7e98-4bcc-a953-6d13367c5047 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 210 time: 0.0758634 Dec 08 00:13:38.144774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Subnet': ['ID=b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:38.223436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc093207-982a-4bd9-9052-7a3a49e01fbc req-2b17160c-9633-4c8b-b5ea-8d6c415e488d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515755 Dec 08 00:13:38.273797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Checking segment: {'id': 'a86545dc-d98f-4d3f-a236-c6db8144ca77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6ddea882-1965-43d5-8054-79cf2a97b1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:38.274162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network hostable DHCP agents. Network: 6ddea882-1965-43d5-8054-79cf2a97b1aa, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:13:38.302768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b6ee7-4855-4ecc-a38f-b960623bfaf0 req-3a33edba-b986-4ee2-bf09-c7d8ab51656b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:38.304346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f7b6ee7-4855-4ecc-a38f-b960623bfaf0 req-3a33edba-b986-4ee2-bf09-c7d8ab51656b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1109254 Dec 08 00:13:38.327298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Made reservation on behalf of ea57831a202e4582b2a987d489ee5f0b for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:38.330837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.342693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:13:38.380620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 6ddea882-1965-43d5-8054-79cf2a97b1aa) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:38.392464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8456f8f-ba95-4d6b-a6a1-c9993e63b231 None None] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:38.394849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:38.395487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.403685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f7b6ee7-4855-4ecc-a38f-b960623bfaf0 req-36ba340a-2322-4251-9fe5-f7219337424b tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899267 Dec 08 00:13:38.416095 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3f56a9bd-032c-45fe-a366-521debc2bc24 req-03dbcc1b-a253-48de-8521-7c0e8c15a51b service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770346 Dec 08 00:13:38.455408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f2ec4eb2-ce55-4451-a5a5-fe80b7bae9eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3798778 Dec 08 00:13:38.458387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58660) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:38.462762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-381969316', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:38.468600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694e77-c943-47a1-88d3-8be07b755807 req-38840622-118f-4e77-a062-93ab06bf9859 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:38.472211 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-38840622-118f-4e77-a062-93ab06bf9859 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.4534023 Dec 08 00:13:38.495470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:38.524065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93596332-4604-4395-bf19-96d0b4737d11 None None] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:13:38.556443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.557393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.565622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e957c80a-10f7-47b5-b850-79386c1be650 req-b9c11b8f-3bde-4983-a94b-0dc5d2d987b4 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 210 time: 0.0479162 Dec 08 00:13:38.577722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Allocated IP 172.20.0.2 (87792768-b121-41ee-b5c3-c27d4c9c81d1/6452aa1c-b940-4bde-a909-77b8e16a03fb/87fe3546-b58a-44b8-9baa-41dc30b4cccc) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:38.647942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.675019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:38.678473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.808718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.4 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/7ad2e2cf-78d4-4dce-8781-06133397cf36) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:38.850522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.929792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.956129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:38.991569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.007009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.027691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:39.035972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:39.039160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:39.042873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:39.063991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Network 87792768-b121-41ee-b5c3-c27d4c9c81d1 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:39.071908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:39.073635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=7ad2e2cf-78d4-4dce-8781-06133397cf36,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:39.076673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:39.079282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Pushing event updated for resources: {'Port': ['ID=87fe3546-b58a-44b8-9baa-41dc30b4cccc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:39.098531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.099201 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.118290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-934d2b74-1a62-4fa8-96c6-3173ae11bfa7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296709 Dec 08 00:13:39.136170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Request body: {'port': {'device_id': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:39.206052 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.211527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.225879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.226492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.263857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.316302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-c73adf6a-69e9-48c1-a8d2-f89fa03794d0 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3153713 Dec 08 00:13:39.359351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Request body: {'port': {'device_id': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:39.368928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6a9b-c37f-49d9-87a1-eb485c158526 req-df974146-7381-4699-bbbc-058ea09d414d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.370415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8bb6a9b-c37f-49d9-87a1-eb485c158526 req-df974146-7381-4699-bbbc-058ea09d414d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 931 time: 0.1608827 Dec 08 00:13:39.479637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad2e2cf-78d4-4dce-8781-06133397cf36 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:39.487681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.500539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Transition to ACTIVE for port object 7ad2e2cf-78d4-4dce-8781-06133397cf36 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:39.504770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.509769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e5d88-140c-4919-acd3-5871a53ff6b3 req-e4ebe4c3-b81f-4db3-9b41-0daa6fd33dd4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.511311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-819e5d88-140c-4919-acd3-5871a53ff6b3 req-e4ebe4c3-b81f-4db3-9b41-0daa6fd33dd4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 943 time: 0.2006466 Dec 08 00:13:39.518939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.547041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.25.6.114 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/31634b21-77da-43cf-9492-9ff0b627b18e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:39.552844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8bb6a9b-c37f-49d9-87a1-eb485c158526 req-74d9bd86-0435-41bb-a3f9-1d8880428047 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576619 Dec 08 00:13:39.580327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Pushing event updated for resources: {'Port': ['ID=7ad2e2cf-78d4-4dce-8781-06133397cf36,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:39.634774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Attempting to bind port 7ad2e2cf-78d4-4dce-8781-06133397cf36 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:39.635141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Attempting to bind port 7ad2e2cf-78d4-4dce-8781-06133397cf36 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:39.635470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Attempting to bind port 7ad2e2cf-78d4-4dce-8781-06133397cf36 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:39.640032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Port 7ad2e2cf-78d4-4dce-8781-06133397cf36 on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:39.640355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Attempting to bind port 7ad2e2cf-78d4-4dce-8781-06133397cf36 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:39.645313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:39.645782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:39.646173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:39.646670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Bound port: 7ad2e2cf-78d4-4dce-8781-06133397cf36, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:39.647061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.656125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-819e5d88-140c-4919-acd3-5871a53ff6b3 req-64f58f05-a988-4390-8c14-f93b7464439e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342471 Dec 08 00:13:39.727572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] For port 7ad2e2cf-78d4-4dce-8781-06133397cf36, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:39.731536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] For port 7ad2e2cf-78d4-4dce-8781-06133397cf36, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7ad2e2cf-78d4-4dce-8781-06133397cf36,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:39.737606 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.770826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.771547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.773003 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] 10.222.0.59 "PUT /v2.0/ports/7ad2e2cf-78d4-4dce-8781-06133397cf36 HTTP/1.1" status: 200 len: 1091 time: 0.6411495 Dec 08 00:13:39.773515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'tag': '7ad2e2cf-78d4-4dce-8781-06133397cf36'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:39.775873 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b15598c-56f4-436e-81e8-2f0a485d308f" -d '{"events": [{"name": "network-changed", "server_uuid": "e81204e5-1521-46ee-b69a-7d3448a2126e", "tag": "7ad2e2cf-78d4-4dce-8781-06133397cf36"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:39.803850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264600c-fb87-48b3-9b0a-3f1f55901d2f service neutron] Pushing event updated for resources: {'Port': ['ID=7ad2e2cf-78d4-4dce-8781-06133397cf36,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:39.865988 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:39.872859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694e77-c943-47a1-88d3-8be07b755807 req-97a6061b-b89f-4ef1-8764-e0e429a81fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.874403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-97a6061b-b89f-4ef1-8764-e0e429a81fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 1094 time: 0.0470083 Dec 08 00:13:39.893154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722a235-8ff4-4eb2-b033-432cb20dffbf req-ea977a84-e7bd-47fb-a70e-b021f92ea048 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.894624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8722a235-8ff4-4eb2-b033-432cb20dffbf req-ea977a84-e7bd-47fb-a70e-b021f92ea048 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 931 time: 0.1577806 Dec 08 00:13:39.901933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc08e9-f190-4deb-ba0c-c5917fe54c23 req-d8d81792-bdc2-455e-ba03-22562e1bfce6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.903433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39dc08e9-f190-4deb-ba0c-c5917fe54c23 req-d8d81792-bdc2-455e-ba03-22562e1bfce6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1702807 Dec 08 00:13:39.923947 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-2285e92b-0fe8-49ac-84cb-9a79bacebe6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad2e2cf-78d4-4dce-8781-06133397cf36 HTTP/1.1" status: 200 len: 217 time: 0.0360467 Dec 08 00:13:39.974452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694e77-c943-47a1-88d3-8be07b755807 req-9b9253e8-2c69-41af-b1c2-e29bbe7e9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:39.975112 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-9b9253e8-2c69-41af-b1c2-e29bbe7e9d55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0444415 Dec 08 00:13:40.008033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-23adc1d7-ea8e-469f-9a43-77884eb3120f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253637 Dec 08 00:13:40.060141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8722a235-8ff4-4eb2-b033-432cb20dffbf req-7179adb1-8cec-449b-a587-3d1800df8e78 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552353 Dec 08 00:13:40.063244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:40.079798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39dc08e9-f190-4deb-ba0c-c5917fe54c23 req-251d7758-1101-4d79-8633-99439f21039d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632524 Dec 08 00:13:40.119207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-11bcfc19-d907-4bb3-9f44-3569dd067cb8 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036692 Dec 08 00:13:40.120917 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4370704e-10d2-4a87-8b19-032c78892556 x-openstack-request-id: req-4370704e-10d2-4a87-8b19-032c78892556 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:40.121211 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81204e5-1521-46ee-b69a-7d3448a2126e", "tag": "7ad2e2cf-78d4-4dce-8781-06133397cf36", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:40.121920 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4370704e-10d2-4a87-8b19-032c78892556 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:40.121920 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'tag': '7ad2e2cf-78d4-4dce-8781-06133397cf36', 'status': 'completed', 'code': 200} Dec 08 00:13:40.127717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:40.148758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:40.156876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:40.165321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=31634b21-77da-43cf-9492-9ff0b627b18e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:40.188773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fe3546-b58a-44b8-9baa-41dc30b4cccc {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:40.199592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:40.221051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Transition to ACTIVE for port object 87fe3546-b58a-44b8-9baa-41dc30b4cccc will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:40.226996 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:40.244048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f694e77-c943-47a1-88d3-8be07b755807 req-079f3066-ccda-478d-9181-5326696c9ba7 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050680 Dec 08 00:13:40.349924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7bf85d92-6d68-4d06-9c4a-81927f23ecbe details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:40.375639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-9b2bab6b-3d14-49f3-9a77-6492efbfe4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:40.377075 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-9b2bab6b-3d14-49f3-9a77-6492efbfe4c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 1094 time: 0.0446372 Dec 08 00:13:40.398332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Pushing event updated for resources: {'Port': ['ID=87fe3546-b58a-44b8-9baa-41dc30b4cccc,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:40.466566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:40.478317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe', 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec', 'port_id': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe', 'mac_address': 'fa:16:3e:ef:c1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc59d6f-f190-4512-a973-32ad79b29c61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:40.485201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-058009cf-1ace-4ef8-8301-487c3adf2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:40.486783 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-058009cf-1ace-4ef8-8301-487c3adf2743 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.0952449 Dec 08 00:13:40.496981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26954ba6-4f38-4cb5-9db2-b41e0a9a658b req-7fc96eb4-4ffe-43fc-a3d3-aade6d76943d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:40.499045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26954ba6-4f38-4cb5-9db2-b41e0a9a658b req-7fc96eb4-4ffe-43fc-a3d3-aade6d76943d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1756377 Dec 08 00:13:40.517923 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:40.533235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf85d92-6d68-4d06-9c4a-81927f23ecbe {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:40.535048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-c94f1f2d-31a6-414e-95b0-5012c470c7db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad2e2cf-78d4-4dce-8781-06133397cf36 HTTP/1.1" status: 200 len: 217 time: 0.0412712 Dec 08 00:13:40.555274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:40.559152 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:40.587171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-68594083-f56d-4176-acfb-b52fd2e77d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:40.588504 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-68594083-f56d-4176-acfb-b52fd2e77d32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0463617 Dec 08 00:13:40.598013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Attempting to bind port 87fe3546-b58a-44b8-9baa-41dc30b4cccc on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:40.598358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Attempting to bind port 87fe3546-b58a-44b8-9baa-41dc30b4cccc by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'dc3b530d-8f58-4e1d-958d-f1cbf4520cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:40.598691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Attempting to bind port 87fe3546-b58a-44b8-9baa-41dc30b4cccc on network 87792768-b121-41ee-b5c3-c27d4c9c81d1 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:40.615192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:40.625148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.625885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.626222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.626562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.627026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.627365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.627823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.628159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.628489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.628862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.629105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26954ba6-4f38-4cb5-9db2-b41e0a9a658b req-c5c82939-be96-43f0-8244-1700943e010e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103256 Dec 08 00:13:40.629230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.629502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.629831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:13:40.632564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Port 87fe3546-b58a-44b8-9baa-41dc30b4cccc on network 87792768-b121-41ee-b5c3-c27d4c9c81d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:40.635181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Attempting to bind port 87fe3546-b58a-44b8-9baa-41dc30b4cccc on network 87792768-b121-41ee-b5c3-c27d4c9c81d1 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:40.635354 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-205723ad-f252-40da-a868-420a75a289c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389740 Dec 08 00:13:40.646258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:40.646603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Checking segment: {'id': 'dc3b530d-8f58-4e1d-958d-f1cbf4520cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:40.647027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Bound using segment: {'id': 'dc3b530d-8f58-4e1d-958d-f1cbf4520cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:40.647467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Bound port: 87fe3546-b58a-44b8-9baa-41dc30b4cccc, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3b530d-8f58-4e1d-958d-f1cbf4520cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:40.647836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:40.649800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:40.748106 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-0ac51711-6fac-4390-93d2-76d0195bc19c service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046393 Dec 08 00:13:40.856975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b15598c-56f4-436e-81e8-2f0a485d308f req-3d56cd50-21ea-4f7e-b63c-15cac2b1a8ea service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999110 Dec 08 00:13:40.924675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['7bf85d92-6d68-4d06-9c4a-81927f23ecbe'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:41.179545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] For port 87fe3546-b58a-44b8-9baa-41dc30b4cccc, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:41.195330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268e9b8-170d-441a-9918-5ab81411ca92 req-f03877a9-e174-4e3a-8067-b1985ac60d9f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.196800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9268e9b8-170d-441a-9918-5ab81411ca92 req-f03877a9-e174-4e3a-8067-b1985ac60d9f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 943 time: 0.4918885 Dec 08 00:13:41.211690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] For port 87fe3546-b58a-44b8-9baa-41dc30b4cccc, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fe3546-b58a-44b8-9baa-41dc30b4cccc,segment=NetworkSegment(dc3b530d-8f58-4e1d-958d-f1cbf4520cb7),segment_id=dc3b530d-8f58-4e1d-958d-f1cbf4520cb7)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:41.256024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:41.318544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f64236-941b-4cb2-8d93-9947e32b4599 req-abb1958e-ea01-4694-ade4-882b366d3c0c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.320048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03f64236-941b-4cb2-8d93-9947e32b4599 req-abb1958e-ea01-4694-ade4-882b366d3c0c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 944 time: 0.1897614 Dec 08 00:13:41.326908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.327515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:41.328881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] 10.222.0.59 "PUT /v2.0/ports/87fe3546-b58a-44b8-9baa-41dc30b4cccc HTTP/1.1" status: 200 len: 1091 time: 1.9947131 Dec 08 00:13:41.331741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'tag': '87fe3546-b58a-44b8-9baa-41dc30b4cccc'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:41.335101 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86dd6f2-0d7b-42d5-9c57-531701d8860a" -d '{"events": [{"name": "network-changed", "server_uuid": "d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa", "tag": "87fe3546-b58a-44b8-9baa-41dc30b4cccc"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:41.488549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9268e9b8-170d-441a-9918-5ab81411ca92 req-0fb86a9c-e342-4316-81e3-dcd1bd61571a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846572 Dec 08 00:13:41.495352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f93060-f112-422a-aea3-ec50d0c2b72a service neutron] Pushing event updated for resources: {'Port': ['ID=87fe3546-b58a-44b8-9baa-41dc30b4cccc,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:41.502048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:41.526358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03f64236-941b-4cb2-8d93-9947e32b4599 req-68246df0-723e-406b-83b9-9517fe73aca5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841829 Dec 08 00:13:41.566364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-fb24a80b-13a8-40e9-94db-2e0c6ccde516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.567857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-fb24a80b-13a8-40e9-94db-2e0c6ccde516 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea57831a202e4582b2a987d489ee5f0b&device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 1094 time: 0.1661210 Dec 08 00:13:41.571458 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb0593-0716-4062-8632-82f8d1909ee8 x-openstack-request-id: req-0acb0593-0716-4062-8632-82f8d1909ee8 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:41.571744 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa", "tag": "87fe3546-b58a-44b8-9baa-41dc30b4cccc", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:41.572000 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0acb0593-0716-4062-8632-82f8d1909ee8 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:41.572384 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'tag': '87fe3546-b58a-44b8-9baa-41dc30b4cccc', 'status': 'completed', 'code': 200} Dec 08 00:13:41.638974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-4d1aabd7-fe6d-4228-8e68-f6a7db2cbbb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87fe3546-b58a-44b8-9baa-41dc30b4cccc HTTP/1.1" status: 200 len: 217 time: 0.0411069 Dec 08 00:13:41.771902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572929c2-a6a1-4b3c-8658-4b94746d49e9 req-27363136-228b-4555-bd56-1d209c98869d tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.773955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572929c2-a6a1-4b3c-8658-4b94746d49e9 req-27363136-228b-4555-bd56-1d209c98869d tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 943 time: 0.2112994 Dec 08 00:13:41.846010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-5afab325-5981-4df8-9c3e-8dedf1256ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.847473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-5afab325-5981-4df8-9c3e-8dedf1256ae0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6452aa1c-b940-4bde-a909-77b8e16a03fb HTTP/1.1" status: 200 len: 861 time: 0.1727929 Dec 08 00:13:41.867184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-e0a46a5e-0231-42d0-83fe-c7e53c8a9d79 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.868539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-e0a46a5e-0231-42d0-83fe-c7e53c8a9d79 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.1922941 Dec 08 00:13:41.924234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d983ffd-7be0-401b-86a3-cf7766d4497f req-2a91dee4-c3c0-43f3-b3f9-e3dce5bc1e97 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:41.925685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d983ffd-7be0-401b-86a3-cf7766d4497f req-2a91dee4-c3c0-43f3-b3f9-e3dce5bc1e97 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 946 time: 0.2294087 Dec 08 00:13:41.946477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-75830025-61d9-4284-8dec-f75e7ce67105 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87792768-b121-41ee-b5c3-c27d4c9c81d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870006 Dec 08 00:13:41.966670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572929c2-a6a1-4b3c-8658-4b94746d49e9 req-3e1b8619-3273-4a65-a610-01486e60b22d tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656306 Dec 08 00:13:42.122168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:13:42.128503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d983ffd-7be0-401b-86a3-cf7766d4497f req-66c3db0f-593b-49b3-8c2c-d27c87635b4f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793182 Dec 08 00:13:42.199675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-8257a7f7-bbd2-4aa6-87f1-ef6e361c1fd3 service neutron] 10.222.0.59 "GET /v2.0/networks/87792768-b121-41ee-b5c3-c27d4c9c81d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370515 Dec 08 00:13:42.227710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Deleting port 396f11b2-ceed-4aef-943d-088d4362a0af {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:42.228047 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.359839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7ad2e2cf-78d4-4dce-8781-06133397cf36 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:42.364410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7bf85d92-6d68-4d06-9c4a-81927f23ecbe up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:42.386722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:42.398140 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:42.409417 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:42.410383 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:42.444235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] For port 396f11b2-ceed-4aef-943d-088d4362a0af, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=396f11b2-ceed-4aef-943d-088d4362a0af,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:42.444602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.445335 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:42.456031 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:42.456973 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:42.457104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a30c0907-9f54-44ec-bc9e-9b7608747284 req-f95eea95-f80c-4f2e-b0b8-964f77fb7c1c service neutron] 10.222.0.59 "GET /v2.0/networks/87792768-b121-41ee-b5c3-c27d4c9c81d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481728 Dec 08 00:13:42.462685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.466773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5ae202a7-6daa-402e-a6af-b498c32cfb57 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0045545 Dec 08 00:13:42.466773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Calling delete_port for 396f11b2-ceed-4aef-943d-088d4362a0af owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:42.466773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58694) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:42.477873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:42.488757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:42.489119 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.500191 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:42.500983 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad94947-d5ba-4138-a490-b688770285c0 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:42.547711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7ad2e2cf-78d4-4dce-8781-06133397cf36, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7ad2e2cf-78d4-4dce-8781-06133397cf36,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:42.564566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '7ad2e2cf-78d4-4dce-8781-06133397cf36', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': '7ad2e2cf-78d4-4dce-8781-06133397cf36', 'mac_address': 'fa:16:3e:b0:cb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:42.630558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.652559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad2e2cf-78d4-4dce-8781-06133397cf36 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:42.656691 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.689759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:42.691982 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599675b4-8b83-4363-81ed-e9ea47e1c4a0" -d '{"events": [{"server_uuid": "67f7ca54-f1ee-41e5-a7b9-4a561a0860b1", "name": "network-vif-plugged", "status": "completed", "tag": "7bf85d92-6d68-4d06-9c4a-81927f23ecbe"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:42.698952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7ad2e2cf-78d4-4dce-8781-06133397cf36, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7ad2e2cf-78d4-4dce-8781-06133397cf36,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:42.706101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.713501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:42.736084 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:42.739958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-6c9fdf95-52c9-4f06-b9d8-0bced35ce9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:42.741439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-6c9fdf95-52c9-4f06-b9d8-0bced35ce9de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea57831a202e4582b2a987d489ee5f0b&device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 1094 time: 0.1857312 Dec 08 00:13:42.763118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7ad2e2cf-78d4-4dce-8781-06133397cf36,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:42.813652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:42.828054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6f32c-b08a-427d-8e42-6a9c08784b41 req-ad503059-2ac0-47a0-bd13-7bab8f8aaf7d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:42.829459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6f6f32c-b08a-427d-8e42-6a9c08784b41 req-ad503059-2ac0-47a0-bd13-7bab8f8aaf7d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 943 time: 0.2136838 Dec 08 00:13:42.836690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e4c1-7c0a-4c0d-92ed-7ec9fd7cd5fe req-293a0ca9-987c-494e-bf8a-43adb83ba651 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:42.838042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28b6e4c1-7c0a-4c0d-92ed-7ec9fd7cd5fe req-293a0ca9-987c-494e-bf8a-43adb83ba651 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 944 time: 0.2236433 Dec 08 00:13:43.012231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:43.056410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['7ad2e2cf-78d4-4dce-8781-06133397cf36'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:43.074469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6f6f32c-b08a-427d-8e42-6a9c08784b41 req-27ecbe57-c495-466e-96d5-e5e011aa44db tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354698 Dec 08 00:13:43.077551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event deleted for resources: {'Port': ['ID=396f11b2-ceed-4aef-943d-088d4362a0af,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:43.082149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28b6e4c1-7c0a-4c0d-92ed-7ec9fd7cd5fe req-123ec749-1504-4325-b290-9059a169098c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272289 Dec 08 00:13:43.091698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-fc075b61-5e23-47b1-aaed-b6417697bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:43.093287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-fc075b61-5e23-47b1-aaed-b6417697bfa3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87792768-b121-41ee-b5c3-c27d4c9c81d1 HTTP/1.1" status: 200 len: 922 time: 0.3111100 Dec 08 00:13:43.168054 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e784c8-efff-4a3a-a69b-3ab5ced84287 x-openstack-request-id: req-88e784c8-efff-4a3a-a69b-3ab5ced84287 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:43.168348 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f7ca54-f1ee-41e5-a7b9-4a561a0860b1", "name": "network-vif-plugged", "status": "completed", "tag": "7bf85d92-6d68-4d06-9c4a-81927f23ecbe", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:43.168603 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88e784c8-efff-4a3a-a69b-3ab5ced84287 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:43.169511 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe', 'code': 200} Dec 08 00:13:43.214064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-56be30a2-ffba-4245-b538-8da7c12a9564 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87fe3546-b58a-44b8-9baa-41dc30b4cccc HTTP/1.1" status: 200 len: 217 time: 0.0824022 Dec 08 00:13:43.234077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] No DVR routers for this DVR port 396f11b2-ceed-4aef-943d-088d4362a0af on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:43.246719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:43.250697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-969db77e-0303-49ba-ab1f-e454e6bc9b26 req-50e933fb-823b-4278-af3b-b5305353ef2d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "DELETE /v2.0/ports/396f11b2-ceed-4aef-943d-088d4362a0af HTTP/1.1" status: 204 len: 173 time: 1.3663652 Dec 08 00:13:43.328998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1b48a-e4d1-4e37-92bd-555a42491ad4 req-2d72ba04-af49-4cb5-b0b6-c802863d4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:43.330798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-33b1b48a-e4d1-4e37-92bd-555a42491ad4 req-2d72ba04-af49-4cb5-b0b6-c802863d4b6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 1096 time: 0.0590243 Dec 08 00:13:43.395376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-33b1b48a-e4d1-4e37-92bd-555a42491ad4 req-cea041a1-31d3-4461-a63a-d9ede974849a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564272 Dec 08 00:13:43.593170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'name': 'network-vif-deleted', 'tag': '396f11b2-ceed-4aef-943d-088d4362a0af'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:43.595435 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208c4bf-4945-45a3-9edc-8de52c1638bd" -d '{"events": [{"server_uuid": "f3ab9e70-1a33-4a98-a3f1-4086eac8a55a", "name": "network-vif-deleted", "tag": "396f11b2-ceed-4aef-943d-088d4362a0af"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:43.624876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:43.671526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-221ef2f0-d57f-42d2-8474-8961f8cc294c req-284e06da-0fae-40ef-b43d-cd441354cbb2 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3ab9e70-1a33-4a98-a3f1-4086eac8a55a HTTP/1.1" status: 200 len: 210 time: 0.0694644 Dec 08 00:13:43.699211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c3d52-4877-47c2-bc34-5a85f194cf73 req-a239d60f-42b9-4c77-b0bd-4d8a1376260e tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:43.700846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-925c3d52-4877-47c2-bc34-5a85f194cf73 req-a239d60f-42b9-4c77-b0bd-4d8a1376260e tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 943 time: 0.5464761 Dec 08 00:13:43.705884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-2b9093f4-6dfc-44de-a8f0-a4b3e819db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:43.707321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-2b9093f4-6dfc-44de-a8f0-a4b3e819db7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6452aa1c-b940-4bde-a909-77b8e16a03fb HTTP/1.1" status: 200 len: 861 time: 0.4712870 Dec 08 00:13:43.737538 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a86a7c6-9fd9-459e-8cd8-b1be30325b07 x-openstack-request-id: req-4a86a7c6-9fd9-459e-8cd8-b1be30325b07 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:43.737829 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ab9e70-1a33-4a98-a3f1-4086eac8a55a", "name": "network-vif-deleted", "tag": "396f11b2-ceed-4aef-943d-088d4362a0af", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:43.738081 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a86a7c6-9fd9-459e-8cd8-b1be30325b07 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:43.738472 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ab9e70-1a33-4a98-a3f1-4086eac8a55a', 'name': 'network-vif-deleted', 'tag': '396f11b2-ceed-4aef-943d-088d4362a0af', 'status': 'completed', 'code': 200} Dec 08 00:13:43.775872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-14b60d5d-baed-4194-a408-a9195e81fa70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87792768-b121-41ee-b5c3-c27d4c9c81d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400231 Dec 08 00:13:43.870707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-925c3d52-4877-47c2-bc34-5a85f194cf73 req-8ed8c405-8909-47fe-b5be-80a69da5822a tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612875 Dec 08 00:13:43.966077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-bd1ac8fa-e835-41aa-a3e5-147fbfa2ba35 service neutron] 10.222.0.59 "GET /v2.0/networks/87792768-b121-41ee-b5c3-c27d4c9c81d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785293 Dec 08 00:13:43.967927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:44.148250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d86dd6f2-0d7b-42d5-9c57-531701d8860a req-0afec240-1472-4c47-88fd-ba12d63e0393 service neutron] 10.222.0.59 "GET /v2.0/networks/87792768-b121-41ee-b5c3-c27d4c9c81d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694293 Dec 08 00:13:44.359266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7ad2e2cf-78d4-4dce-8781-06133397cf36 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:44.365851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e6d0-5c00-4483-95df-821d702c1ce9 req-37d46e36-a8e3-4ec4-80ba-377122e632ab tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:44.367479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ac4e6d0-5c00-4483-95df-821d702c1ce9 req-37d46e36-a8e3-4ec4-80ba-377122e632ab tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 945 time: 0.2081304 Dec 08 00:13:44.378519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78b42-c0fb-44df-818c-688895c4f688 req-a4ad5a6f-3168-4eac-a0cc-877d47b3e3b7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:44.380126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71f78b42-c0fb-44df-818c-688895c4f688 req-a4ad5a6f-3168-4eac-a0cc-877d47b3e3b7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 944 time: 0.2272692 Dec 08 00:13:44.417384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 7ad2e2cf-78d4-4dce-8781-06133397cf36 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:44.422026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 7ad2e2cf-78d4-4dce-8781-06133397cf36 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:44.422400 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:44.500045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ac4e6d0-5c00-4483-95df-821d702c1ce9 req-38bc32f8-7498-4929-bbca-1376afeb9cdf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163635 Dec 08 00:13:44.506733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.1 (6ddea882-1965-43d5-8054-79cf2a97b1aa/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944/1afdbc08-d520-4bff-a4a0-ab54d3830021) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:44.523775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71f78b42-c0fb-44df-818c-688895c4f688 req-128f4be4-4748-44b5-8f14-ce98e007cd11 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289966 Dec 08 00:13:44.554636 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:44.591562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7ad2e2cf-78d4-4dce-8781-06133397cf36, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7ad2e2cf-78d4-4dce-8781-06133397cf36,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:44.595263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:44.643189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7ad2e2cf-78d4-4dce-8781-06133397cf36,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:44.644037 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:44.678829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:44.714238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:44.720364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:44.722989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:44.760090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=1afdbc08-d520-4bff-a4a0-ab54d3830021,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:44.776032 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:44.931228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 396f11b2-ceed-4aef-943d-088d4362a0af no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:44.959599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 396f11b2-ceed-4aef-943d-088d4362a0af {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:44.959944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 396f11b2-ceed-4aef-943d-088d4362a0af not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:45.036923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:45.080435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-e6146cbe-b9fa-453b-b98c-b990603c3302 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:45.081881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-e6146cbe-b9fa-453b-b98c-b990603c3302 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.1921904 Dec 08 00:13:45.089133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82dc0-778e-42a0-8b17-b1888df1334b req-0bc054a1-9388-470b-ad83-306653649225 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:45.090482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09b82dc0-778e-42a0-8b17-b1888df1334b req-0bc054a1-9388-470b-ad83-306653649225 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 943 time: 0.1441636 Dec 08 00:13:45.139017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-eea9dc93-04a4-4ed5-97d2-7ba35f93b60a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/quotas/f9f13e4acbc34c019c9407e4921c1873 HTTP/1.1" status: 200 len: 375 time: 0.0474281 Dec 08 00:13:45.170827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad2e2cf-78d4-4dce-8781-06133397cf36'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:45.173193 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c49ac68-09a2-4a51-b1c3-fd6734eb6e4b" -d '{"events": [{"server_uuid": "e81204e5-1521-46ee-b69a-7d3448a2126e", "name": "network-vif-plugged", "status": "completed", "tag": "7ad2e2cf-78d4-4dce-8781-06133397cf36"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:45.218537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-0d570b62-2c87-4157-ac2b-dcc32d15233f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721307 Dec 08 00:13:45.253848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09b82dc0-778e-42a0-8b17-b1888df1334b req-0127d7fa-ab56-4948-8bc8-2f79c3055a25 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428118 Dec 08 00:13:45.298471 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c8cf11-7149-4be8-b007-9b614a04b036 x-openstack-request-id: req-f8c8cf11-7149-4be8-b007-9b614a04b036 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:45.298771 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81204e5-1521-46ee-b69a-7d3448a2126e", "name": "network-vif-plugged", "status": "completed", "tag": "7ad2e2cf-78d4-4dce-8781-06133397cf36", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:45.299186 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8c8cf11-7149-4be8-b007-9b614a04b036 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:45.299741 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad2e2cf-78d4-4dce-8781-06133397cf36', 'code': 200} Dec 08 00:13:45.369893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-15f5761d-ff56-4ab8-820a-ae8a4c33e291 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441820 Dec 08 00:13:45.532536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318c2b6-801a-4d3f-93ef-fe8c00ecb704 req-3bc27e0f-76f8-4f30-b0de-caf177677bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:45.534203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9318c2b6-801a-4d3f-93ef-fe8c00ecb704 req-3bc27e0f-76f8-4f30-b0de-caf177677bfb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 1096 time: 0.1471848 Dec 08 00:13:45.632038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-b21df25e-2c87-4ca9-8ca6-56eb0fa685bb service neutron] 10.222.0.18 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549977 Dec 08 00:13:45.656281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:45.660168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9318c2b6-801a-4d3f-93ef-fe8c00ecb704 req-8a8c228b-24f1-4e3d-9fa7-c07c0cac11f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150608 Dec 08 00:13:45.663805 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:45.727577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29ace3-32ca-464c-9198-32ea653345c3 req-bdd5b23e-7022-4cf1-9933-55c3b02c21bf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:45.729116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c29ace3-32ca-464c-9198-32ea653345c3 req-bdd5b23e-7022-4cf1-9933-55c3b02c21bf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 945 time: 0.1489937 Dec 08 00:13:45.752800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:45.758763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=1afdbc08-d520-4bff-a4a0-ab54d3830021,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:45.882920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c29ace3-32ca-464c-9198-32ea653345c3 req-0297c977-9c96-4d24-aecd-55468851c9bf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345439 Dec 08 00:13:45.917648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65f86-58b5-41e2-89c7-bfbb1c1d8e59 req-611c0807-13f5-4cd9-818a-b47d87a84da2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:45.919744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddf65f86-58b5-41e2-89c7-bfbb1c1d8e59 req-611c0807-13f5-4cd9-818a-b47d87a84da2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 945 time: 0.1214259 Dec 08 00:13:45.929347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:45.933153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:46.022871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddf65f86-58b5-41e2-89c7-bfbb1c1d8e59 req-b00b4203-de28-4bc2-848a-cd8ca6c3b5cd tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923700 Dec 08 00:13:46.060699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83b009b7-c12e-4510-aecc-4c250316d09c req-e1a755ee-d63e-4250-a593-be29dfd987b6 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 210 time: 0.0367720 Dec 08 00:13:46.123313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:46.374606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fe3546-b58a-44b8-9baa-41dc30b4cccc details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:46.474034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 87fe3546-b58a-44b8-9baa-41dc30b4cccc, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fe3546-b58a-44b8-9baa-41dc30b4cccc,segment=NetworkSegment(dc3b530d-8f58-4e1d-958d-f1cbf4520cb7),segment_id=dc3b530d-8f58-4e1d-958d-f1cbf4520cb7)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:46.485951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '87fe3546-b58a-44b8-9baa-41dc30b4cccc', 'network_id': '87792768-b121-41ee-b5c3-c27d4c9c81d1', 'port_id': '87fe3546-b58a-44b8-9baa-41dc30b4cccc', 'mac_address': 'fa:16:3e:c9:3d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6452aa1c-b940-4bde-a909-77b8e16a03fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:46.533346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:46.546058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fe3546-b58a-44b8-9baa-41dc30b4cccc {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:46.565282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 87fe3546-b58a-44b8-9baa-41dc30b4cccc, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fe3546-b58a-44b8-9baa-41dc30b4cccc,segment=NetworkSegment(dc3b530d-8f58-4e1d-958d-f1cbf4520cb7),segment_id=dc3b530d-8f58-4e1d-958d-f1cbf4520cb7)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:46.569877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:46.609638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7848c-119f-4120-a4bc-468408268ecc req-3aab8d33-2274-47e7-a546-8c42120b5abc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:46.611055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98c7848c-119f-4120-a4bc-468408268ecc req-3aab8d33-2274-47e7-a546-8c42120b5abc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 945 time: 0.1265283 Dec 08 00:13:46.617619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=87fe3546-b58a-44b8-9baa-41dc30b4cccc,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:46.623669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe870a-4d6c-467a-9bf3-40ea33464f3c req-77720763-f4ed-448a-8512-2aa777694b69 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:46.625123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ebe870a-4d6c-467a-9bf3-40ea33464f3c req-77720763-f4ed-448a-8512-2aa777694b69 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 943 time: 0.1417248 Dec 08 00:13:46.635879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:46.648176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:46.650013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b02f50ea-e922-40e9-a4c9-b514e1a123cb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/routers/dc790409-245a-429d-8fcd-e73a6d7ef071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1823463 Dec 08 00:13:46.652818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:46.658949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'port': {'network_id': '6ddea882-1965-43d5-8054-79cf2a97b1aa', 'name': 'tempest-FloatingIPTestJSON-916916251'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:46.661780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:46.662393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:46.698568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:46.707612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98c7848c-119f-4120-a4bc-468408268ecc req-8e5db425-02ec-46f7-a20f-6ade53b0a6d3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Dec 08 00:13:46.712562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:46.713371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:46.729855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ebe870a-4d6c-467a-9bf3-40ea33464f3c req-18a7a56e-05b8-43f9-892b-e589ab378597 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869248 Dec 08 00:13:46.769846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:46.770517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9405f-3f67-48bc-8dd5-e852cd01feb5 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:46.795695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:46.799682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:46.818153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] device_id is not set on port da23d64a-9957-4034-8063-e61e02376d60 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:13:46.936556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.8 (6ddea882-1965-43d5-8054-79cf2a97b1aa/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944/da23d64a-9957-4034-8063-e61e02376d60) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:46.974815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fe3546-b58a-44b8-9baa-41dc30b4cccc'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:47.002531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6163aa54-9b74-4cb4-89ce-2cdff3ff4365 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.004438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6163aa54-9b74-4cb4-89ce-2cdff3ff4365 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 812 time: 0.1156633 Dec 08 00:13:47.025635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Request body: {'port': {'device_id': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'admin_state_up': True, 'tenant_id': 'f9f13e4acbc34c019c9407e4921c1873'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:47.135887 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.172333 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.214212 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-858b1715-c55a-40de-8347-555e06d917f0 req-174e76f9-1a9d-4157-8aa2-186e17545160 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 210 time: 0.0417573 Dec 08 00:13:47.218644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:47.221798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:47.227494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:47.234566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=da23d64a-9957-4034-8063-e61e02376d60,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:47.237378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76287-901c-41b6-a576-765b3c896cf2 req-dea17319-e4a7-4294-9cb5-0763aecd0f5c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.239305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1c76287-901c-41b6-a576-765b3c896cf2 req-dea17319-e4a7-4294-9cb5-0763aecd0f5c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 945 time: 0.1193631 Dec 08 00:13:47.269945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Made reservation on behalf of f9f13e4acbc34c019c9407e4921c1873 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:47.273436 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.286395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.287064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.305341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-30b3e068-a568-44cd-91ab-0d8f0edafefd tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6507621 Dec 08 00:13:47.307911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58764) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:47.313389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'port': {'network_id': '6ddea882-1965-43d5-8054-79cf2a97b1aa', 'name': 'tempest-FloatingIPTestJSON-282395992'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:47.323637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1c76287-901c-41b6-a576-765b3c896cf2 req-1c005cf0-c243-4a37-8c24-8090dc68aaea tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768094 Dec 08 00:13:47.386276 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.436668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:47.440351 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.457035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] device_id is not set on port aaeae988-2a98-4cb5-8173-58f425fc9556 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:13:47.462660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Allocated IP 172.20.0.9 (a9b1164d-d88c-4080-a8e5-3d56d0ce446f/41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16/1f1d60c2-4027-4be5-824c-bf35c0bad367) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:47.484650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa9147-018f-4520-8f34-dbe0b229d95f req-8e84afcb-6fd9-4910-8e7b-c2972a3abaf3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.486073 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52fa9147-018f-4520-8f34-dbe0b229d95f req-8e84afcb-6fd9-4910-8e7b-c2972a3abaf3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 945 time: 0.0789614 Dec 08 00:13:47.572033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.2 (6ddea882-1965-43d5-8054-79cf2a97b1aa/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944/aaeae988-2a98-4cb5-8173-58f425fc9556) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:47.587433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52fa9147-018f-4520-8f34-dbe0b229d95f req-87a74cf4-87ef-428c-a968-2b5fdfe3d1ab tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921903 Dec 08 00:13:47.692529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.726264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.733542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.771819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.776924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Network a9b1164d-d88c-4080-a8e5-3d56d0ce446f is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:47.781031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:47.789368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:47.841288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:47.844599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:47.847032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:47.854051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=aaeae988-2a98-4cb5-8173-58f425fc9556,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:47.900613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.901220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.914008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event updated for resources: {'Port': ['ID=1f1d60c2-4027-4be5-824c-bf35c0bad367,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:47.917107 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-270438a8-94d4-4014-afcb-5527ede98287 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6081445 Dec 08 00:13:47.920247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58778) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:47.925285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'aaeae988-2a98-4cb5-8173-58f425fc9556', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:47.947219 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.947760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.948381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:47.978680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7614e8d-a9c4-4235-ab78-c115525b8446 req-2936b721-4713-40e8-aaa2-4001ee075b07 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.980220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7614e8d-a9c4-4235-ab78-c115525b8446 req-2936b721-4713-40e8-aaa2-4001ee075b07 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 945 time: 0.1535935 Dec 08 00:13:47.990144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9734b-ec06-4c4d-a38d-a7a3bac16016 req-9e7fa137-91f3-49cd-b925-9a6fb2364a99 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:47.992475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfa9734b-ec06-4c4d-a38d-a7a3bac16016 req-9e7fa137-91f3-49cd-b925-9a6fb2364a99 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 944 time: 0.1538959 Dec 08 00:13:48.001273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-12b60b8a-a38f-461f-8032-d779372f5438 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:48.002632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-12b60b8a-a38f-461f-8032-d779372f5438 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.59 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 945 time: 0.1403463 Dec 08 00:13:48.007663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-77bf776a-7f40-43bc-97ed-9d4d1dde060c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9860706 Dec 08 00:13:48.042927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Request body: {'port': {'device_id': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:48.053101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.161944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.25.6.116 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/ac55358d-1f4c-40ef-aea1-386ba0e66155) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:48.182498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfa9734b-ec06-4c4d-a38d-a7a3bac16016 req-e36a8f89-daed-4a37-a665-0e41fbed2b74 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781609 Dec 08 00:13:48.190234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7614e8d-a9c4-4235-ab78-c115525b8446 req-c954ab97-aedd-423b-ac08-2ee6341b5053 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976869 Dec 08 00:13:48.198070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.266420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Deleting port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:48.266664 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.293034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.338999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.377258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fe3546-b58a-44b8-9baa-41dc30b4cccc up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:48.378048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:48.383508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:48.387145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:48.419490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=ac55358d-1f4c-40ef-aea1-386ba0e66155,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:48.442764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 87fe3546-b58a-44b8-9baa-41dc30b4cccc completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:48.447507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 87fe3546-b58a-44b8-9baa-41dc30b4cccc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:48.448609 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.518591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf8f-0c60-4ae2-ad01-146ef76d2a53 req-804e1c49-20a3-4487-9271-c2ae14fe4678 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:48.520034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfd2bf8f-0c60-4ae2-ad01-146ef76d2a53 req-804e1c49-20a3-4487-9271-c2ae14fe4678 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 945 time: 0.1908183 Dec 08 00:13:48.537121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] For port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:48.537545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.557131 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.584381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fe3546-b58a-44b8-9baa-41dc30b4cccc'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:48.586603 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209cd165-74bb-43ab-9192-22dcb383423e" -d '{"events": [{"server_uuid": "d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa", "name": "network-vif-plugged", "status": "completed", "tag": "87fe3546-b58a-44b8-9baa-41dc30b4cccc"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:48.593715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f12d-2c2a-42e2-b163-7b2c711e3784 req-cd1e6283-e31b-4cc3-bc8e-feb38e9c1def tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:48.595238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65e2f12d-2c2a-42e2-b163-7b2c711e3784 req-cd1e6283-e31b-4cc3-bc8e-feb38e9c1def tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 931 time: 0.1865406 Dec 08 00:13:48.599263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 87fe3546-b58a-44b8-9baa-41dc30b4cccc, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fe3546-b58a-44b8-9baa-41dc30b4cccc,segment=NetworkSegment(dc3b530d-8f58-4e1d-958d-f1cbf4520cb7),segment_id=dc3b530d-8f58-4e1d-958d-f1cbf4520cb7)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:48.602073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Calling delete_port for 7bf85d92-6d68-4d06-9c4a-81927f23ecbe owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:48.605288 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.658477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=87fe3546-b58a-44b8-9baa-41dc30b4cccc,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:48.727015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfd2bf8f-0c60-4ae2-ad01-146ef76d2a53 req-74dbf28c-fda8-4d2a-b8cb-e0343c90610f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986573 Dec 08 00:13:48.777255 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea271029-fcee-48dc-b4f4-1a81a3ab9023 x-openstack-request-id: req-ea271029-fcee-48dc-b4f4-1a81a3ab9023 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:48.777555 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa", "name": "network-vif-plugged", "status": "completed", "tag": "87fe3546-b58a-44b8-9baa-41dc30b4cccc", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:48.777817 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea271029-fcee-48dc-b4f4-1a81a3ab9023 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:48.778747 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fe3546-b58a-44b8-9baa-41dc30b4cccc', 'code': 200} Dec 08 00:13:48.779471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65e2f12d-2c2a-42e2-b163-7b2c711e3784 req-b934c030-4f87-421b-acd1-fd75812005ec tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721642 Dec 08 00:13:48.808525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.826044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1d60c2-4027-4be5-824c-bf35c0bad367 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:48.835328 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.872285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Transition to ACTIVE for port object 1f1d60c2-4027-4be5-824c-bf35c0bad367 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:48.880092 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.895384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.944551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:48.949331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1d60c2-4027-4be5-824c-bf35c0bad367,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:48.978543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['26003c5f-f456-44af-9aa7-a682bddd794d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:48.992109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03e862-b55e-4214-b8b2-93f1cc7262ca req-dd053c3e-7afc-42a5-8902-20ac4a853fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:48.993603 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eb03e862-b55e-4214-b8b2-93f1cc7262ca req-dd053c3e-7afc-42a5-8902-20ac4a853fa3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 1096 time: 0.0775039 Dec 08 00:13:49.013986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Pushing event deleted for resources: {'Port': ['ID=7bf85d92-6d68-4d06-9c4a-81927f23ecbe,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:49.032433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['7bf85d92-6d68-4d06-9c4a-81927f23ecbe'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:49.058692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] No DVR routers for this DVR port 7bf85d92-6d68-4d06-9c4a-81927f23ecbe on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:49.062521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:49.065743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51eae2ee-b00b-4645-97b4-c9d7d530b58f req-85d868f7-a7db-4318-aff7-565b5604e580 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.59 "DELETE /v2.0/ports/7bf85d92-6d68-4d06-9c4a-81927f23ecbe HTTP/1.1" status: 204 len: 173 time: 1.0511632 Dec 08 00:13:49.066203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'name': 'network-vif-deleted', 'tag': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:49.070920 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a766f5bf-52df-4a43-a356-33963d44d5ee" -d '{"events": [{"server_uuid": "67f7ca54-f1ee-41e5-a7b9-4a561a0860b1", "name": "network-vif-deleted", "tag": "7bf85d92-6d68-4d06-9c4a-81927f23ecbe"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:49.089426 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-eb03e862-b55e-4214-b8b2-93f1cc7262ca req-2247a544-f9ba-4d5a-8258-f58040ff2867 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857415 Dec 08 00:13:49.114043 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafbc4fa-db75-48fa-b91f-41311b6369c0 x-openstack-request-id: req-bafbc4fa-db75-48fa-b91f-41311b6369c0 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:49.114400 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f7ca54-f1ee-41e5-a7b9-4a561a0860b1", "name": "network-vif-deleted", "tag": "7bf85d92-6d68-4d06-9c4a-81927f23ecbe", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:49.114670 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bafbc4fa-db75-48fa-b91f-41311b6369c0 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:49.115102 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7ca54-f1ee-41e5-a7b9-4a561a0860b1', 'name': 'network-vif-deleted', 'tag': '7bf85d92-6d68-4d06-9c4a-81927f23ecbe', 'status': 'completed', 'code': 200} Dec 08 00:13:49.119664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Attempting to bind port 1f1d60c2-4027-4be5-824c-bf35c0bad367 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:49.120329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Attempting to bind port 1f1d60c2-4027-4be5-824c-bf35c0bad367 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:49.120329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Attempting to bind port 1f1d60c2-4027-4be5-824c-bf35c0bad367 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:49.125160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Port 1f1d60c2-4027-4be5-824c-bf35c0bad367 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:49.125160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Attempting to bind port 1f1d60c2-4027-4be5-824c-bf35c0bad367 on network a9b1164d-d88c-4080-a8e5-3d56d0ce446f {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:49.126197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:49.131312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:49.131664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:49.131830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Checking segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:49.132097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Bound using segment: {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:49.132533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Bound port: 1f1d60c2-4027-4be5-824c-bf35c0bad367, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b8a99f-d7e8-4f9b-a567-0e16d131d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:49.132891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:49.199246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=ac55358d-1f4c-40ef-aea1-386ba0e66155,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:49.211100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] For port 1f1d60c2-4027-4be5-824c-bf35c0bad367, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:49.212832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:49.214690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] For port 1f1d60c2-4027-4be5-824c-bf35c0bad367, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f1d60c2-4027-4be5-824c-bf35c0bad367,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:49.222642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:49.273871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:49.274442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:49.275920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f1d60c2-4027-4be5-824c-bf35c0bad367 HTTP/1.1" status: 200 len: 1091 time: 1.2369862 Dec 08 00:13:49.337300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9b5b5-3e4d-497b-bc7f-1f78f19c50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1d60c2-4027-4be5-824c-bf35c0bad367,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:49.340657 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP bfe44cfe-6da6-4bcd-be90-c3f8d11b54d1 associated. External IP: 172.25.6.116, port: aaeae988-2a98-4cb5-8173-58f425fc9556. Dec 08 00:13:49.365416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cbfe73e-c082-486d-a75b-3bb754367d9f req-4c4d06dc-49de-4a8f-a008-eedf39805459 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67f7ca54-f1ee-41e5-a7b9-4a561a0860b1 HTTP/1.1" status: 200 len: 210 time: 0.0723000 Dec 08 00:13:49.405438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ec409-de7e-4005-b1d7-26d8e82265f7 req-755538df-5d9d-4e9b-b81b-a6a6a9a9c39b tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:49.407027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-984ec409-de7e-4005-b1d7-26d8e82265f7 req-755538df-5d9d-4e9b-b81b-a6a6a9a9c39b tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 945 time: 0.1122921 Dec 08 00:13:49.437511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-3800b138-545b-4234-b427-f5f3c83ea176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:49.439191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-3800b138-545b-4234-b427-f5f3c83ea176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 1094 time: 0.1048839 Dec 08 00:13:49.483155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-984ec409-de7e-4005-b1d7-26d8e82265f7 req-c67e0d67-63d6-41c8-ab39-e856f05b394c tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659626 Dec 08 00:13:49.522395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-469bce80-7f41-47bf-9e75-2bcae04ffd67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f1d60c2-4027-4be5-824c-bf35c0bad367 HTTP/1.1" status: 200 len: 217 time: 0.0507154 Dec 08 00:13:49.576838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-d4295b6d-6572-4245-9839-102bd776b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:49.578316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-d4295b6d-6572-4245-9839-102bd776b192 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.0475326 Dec 08 00:13:49.612306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-8314427d-ac5a-4a5a-a5dc-b7a11665ec5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258396 Dec 08 00:13:49.709906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-83035ff6-dd49-4d04-ba3f-3924c8301b33 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906923 Dec 08 00:13:49.802160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e690b3-7328-4be4-964e-3905f89de650 req-6ed73a95-ab2f-431c-abe8-06b5341eb927 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:49.803688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c6e690b3-7328-4be4-964e-3905f89de650 req-6ed73a95-ab2f-431c-abe8-06b5341eb927 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 945 time: 0.0658369 Dec 08 00:13:49.809747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be83c4b5-31cc-4563-a93e-166ee5d8fc5f req-0c4d6aee-f3d9-4b2c-82d3-cf7bef2bb08f service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919588 Dec 08 00:13:49.887394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f4dce-4f83-45bd-b69f-a1d6b2e2790c req-f429e745-fc26-4c3c-8d72-838b290d07f3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:49.891452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad2f4dce-4f83-45bd-b69f-a1d6b2e2790c req-f429e745-fc26-4c3c-8d72-838b290d07f3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=e81204e5-1521-46ee-b69a-7d3448a2126e HTTP/1.1" status: 200 len: 945 time: 0.0776196 Dec 08 00:13:49.970021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069ebe3-dc08-49b9-a61b-cb12b8fc0a22 req-05f0d66b-43b2-4929-a2d9-a6d07931359e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:49.971380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a069ebe3-dc08-49b9-a61b-cb12b8fc0a22 req-05f0d66b-43b2-4929-a2d9-a6d07931359e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 943 time: 0.1057789 Dec 08 00:13:49.976454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad2f4dce-4f83-45bd-b69f-a1d6b2e2790c req-ee990ed0-1a72-4ff9-8f7b-8a650f9f2628 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678957 Dec 08 00:13:49.985224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:49.993140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port 7ad2e2cf-78d4-4dce-8781-06133397cf36 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:49.993680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.036171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a069ebe3-dc08-49b9-a61b-cb12b8fc0a22 req-3f30933b-72d5-47b4-be0b-3d98673d9020 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556102 Dec 08 00:13:50.165022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port 7ad2e2cf-78d4-4dce-8781-06133397cf36, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7ad2e2cf-78d4-4dce-8781-06133397cf36,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:50.165388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.183595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for 7ad2e2cf-78d4-4dce-8781-06133397cf36 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:50.189025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:50.199684 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecb299-5361-4542-939b-f583de7067ea None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:50.209917 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecb299-5361-4542-939b-f583de7067ea None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:50.210638 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-feecb299-5361-4542-939b-f583de7067ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:50.240336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.245611 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-feecb299-5361-4542-939b-f583de7067ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:50.255147 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecb299-5361-4542-939b-f583de7067ea None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:50.255989 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-feecb299-5361-4542-939b-f583de7067ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:50.275334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd9e8ed6-f87d-48ce-a86c-0d1290b7d7b2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3538353 Dec 08 00:13:50.279298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58798) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:50.284296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:50.294640 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-feecb299-5361-4542-939b-f583de7067ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:50.295333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecb299-5361-4542-939b-f583de7067ea None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:50.351059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.367685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.398842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=7ad2e2cf-78d4-4dce-8781-06133397cf36,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:50.400103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['7ad2e2cf-78d4-4dce-8781-06133397cf36'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:50.432466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:50.465876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port 7ad2e2cf-78d4-4dce-8781-06133397cf36 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:50.469589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.474639 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c6e690b3-7328-4be4-964e-3905f89de650 req-5a8d8869-9096-4e35-b737-3a39be5a1de9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "DELETE /v2.0/ports/7ad2e2cf-78d4-4dce-8781-06133397cf36 HTTP/1.1" status: 204 len: 173 time: 0.6357465 Dec 08 00:13:50.475138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'name': 'network-vif-deleted', 'tag': '7ad2e2cf-78d4-4dce-8781-06133397cf36'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:50.477603 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3894f24-107b-40f7-8196-f9ea4c712d36" -d '{"events": [{"server_uuid": "e81204e5-1521-46ee-b69a-7d3448a2126e", "name": "network-vif-deleted", "tag": "7ad2e2cf-78d4-4dce-8781-06133397cf36"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:50.531912 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3693a64-3aa8-4b2e-8c7a-6d70afc2fe4b x-openstack-request-id: req-e3693a64-3aa8-4b2e-8c7a-6d70afc2fe4b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:50.532209 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81204e5-1521-46ee-b69a-7d3448a2126e", "name": "network-vif-deleted", "tag": "7ad2e2cf-78d4-4dce-8781-06133397cf36", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:50.532486 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3693a64-3aa8-4b2e-8c7a-6d70afc2fe4b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:50.533168 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81204e5-1521-46ee-b69a-7d3448a2126e', 'name': 'network-vif-deleted', 'tag': '7ad2e2cf-78d4-4dce-8781-06133397cf36', 'status': 'completed', 'code': 200} Dec 08 00:13:50.554715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.564648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:50.565551 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP bfe44cfe-6da6-4bcd-be90-c3f8d11b54d1 disassociated. External IP: 172.25.6.116, port: aaeae988-2a98-4cb5-8173-58f425fc9556. Dec 08 00:13:50.636473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff202c2b-2746-4bb7-98d3-09642ae54b63 req-329bb067-267e-481f-a449-c0bf12aa87ee tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:50.639382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff202c2b-2746-4bb7-98d3-09642ae54b63 req-329bb067-267e-481f-a449-c0bf12aa87ee tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1539967 Dec 08 00:13:50.803236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff202c2b-2746-4bb7-98d3-09642ae54b63 req-48dece5f-50de-4e28-8050-e5798963ec02 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565096 Dec 08 00:13:50.813125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d5834-ee54-4360-b36b-3327fc365b03 req-8249fe13-c38e-428c-9911-4da3db797e26 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:50.814556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-220d5834-ee54-4360-b36b-3327fc365b03 req-8249fe13-c38e-428c-9911-4da3db797e26 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 945 time: 0.1215358 Dec 08 00:13:50.911011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-220d5834-ee54-4360-b36b-3327fc365b03 req-4cfd507d-8baf-4e5c-8933-0958bebc881d tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880518 Dec 08 00:13:50.935550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:51.350363 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b14eff12-a6e8-4833-940a-0c9f4fb3778a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:51.378232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'tag': '1f1d60c2-4027-4be5-824c-bf35c0bad367'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:51.380508 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2993402-2f21-4f79-892c-8bc45340514d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a17604d-9db0-47e7-8b4c-b609c07edcb6", "tag": "1f1d60c2-4027-4be5-824c-bf35c0bad367"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:51.446071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1f46-7e0f-4838-878d-0d8a7871edc9 req-792ed4e3-3480-416b-9bbe-3f6f1c2dda8d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:51.447549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0cc1f46-7e0f-4838-878d-0d8a7871edc9 req-792ed4e3-3480-416b-9bbe-3f6f1c2dda8d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.4486971 Dec 08 00:13:51.449625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:51.455797 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:51.459751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:51.469655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:51.470265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:51.500947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98e720-8c60-4366-a67c-7497005f8a43 req-d6f5eff3-42a4-4da4-a164-f7df0c23d82f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:51.502381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac98e720-8c60-4366-a67c-7497005f8a43 req-d6f5eff3-42a4-4da4-a164-f7df0c23d82f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 943 time: 0.1180387 Dec 08 00:13:51.503667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:51.512300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:51.513384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:51.527679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f119f06f-a995-448b-91eb-cbc9dfc519e5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/floatingips/bfe44cfe-6da6-4bcd-be90-c3f8d11b54d1 HTTP/1.1" status: 200 len: 688 time: 1.2471371 Dec 08 00:13:51.531165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58830) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:51.553404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0cc1f46-7e0f-4838-878d-0d8a7871edc9 req-eb69816b-58f1-4ecf-b526-7302eb346a88 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954745 Dec 08 00:13:51.579665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac98e720-8c60-4366-a67c-7497005f8a43 req-a18a40ca-7ffc-43fb-9eb0-bf04eaefac08 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 Dec 08 00:13:51.660586 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5cc7c1-7fc6-4ed1-8be6-f7aab1b07d3a x-openstack-request-id: req-cd5cc7c1-7fc6-4ed1-8be6-f7aab1b07d3a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:51.660867 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a17604d-9db0-47e7-8b4c-b609c07edcb6", "tag": "1f1d60c2-4027-4be5-824c-bf35c0bad367", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:51.661120 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd5cc7c1-7fc6-4ed1-8be6-f7aab1b07d3a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:51.661514 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'tag': '1f1d60c2-4027-4be5-824c-bf35c0bad367', 'status': 'completed', 'code': 200} Dec 08 00:13:51.738673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port ac55358d-1f4c-40ef-aea1-386ba0e66155 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:51.739186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:51.758404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:51.759081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf6e57-e595-4d01-bd48-5772288b68d2 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:51.826100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae91b-e7bd-4396-b468-f211b1901260 req-55ab16dc-6a5e-4535-8f40-0c2ccb70a093 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:51.827826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c02ae91b-e7bd-4396-b468-f211b1901260 req-55ab16dc-6a5e-4535-8f40-0c2ccb70a093 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0768275 Dec 08 00:13:51.829760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2993402-2f21-4f79-892c-8bc45340514d req-1cc4f890-9952-4893-980d-cd2b29765816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:51.831383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2993402-2f21-4f79-892c-8bc45340514d req-1cc4f890-9952-4893-980d-cd2b29765816 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f13e4acbc34c019c9407e4921c1873&device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 1094 time: 0.1147361 Dec 08 00:13:51.849938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:51.850363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:51.863979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for ac55358d-1f4c-40ef-aea1-386ba0e66155 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:51.998795 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:52.013185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c02ae91b-e7bd-4396-b468-f211b1901260 req-dea1151c-01f8-41ea-98bd-a721d4f5e9f1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764953 Dec 08 00:13:52.029104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=ac55358d-1f4c-40ef-aea1-386ba0e66155,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:52.052650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2993402-2f21-4f79-892c-8bc45340514d req-54916691-d77c-4e38-95a2-a4d95c595e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:52.054367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2993402-2f21-4f79-892c-8bc45340514d req-54916691-d77c-4e38-95a2-a4d95c595e5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 200 len: 913 time: 0.2105970 Dec 08 00:13:52.069074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-7e57de51-f1b9-43df-9e12-262308648218 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:52.070643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-7e57de51-f1b9-43df-9e12-262308648218 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.1979117 Dec 08 00:13:52.114928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:52.118261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:52.123762 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5584a220-d53d-4456-9d1e-40d0a3af1640 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/floatingips/bfe44cfe-6da6-4bcd-be90-c3f8d11b54d1 HTTP/1.1" status: 204 len: 168 time: 0.5910156 Dec 08 00:13:52.124507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:52.131599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'da23d64a-9957-4034-8063-e61e02376d60'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:52.132050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2993402-2f21-4f79-892c-8bc45340514d req-6f192962-3492-4dd4-b902-6a22345702aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f1d60c2-4027-4be5-824c-bf35c0bad367 HTTP/1.1" status: 200 len: 217 time: 0.0601134 Dec 08 00:13:52.141542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-1f2ef1cc-b000-41ae-bde4-7b65c82f57d6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0613155 Dec 08 00:13:52.160870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:52.229244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2993402-2f21-4f79-892c-8bc45340514d req-1cf5d6a5-7132-4e96-b609-9878f5bddee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:52.229244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2993402-2f21-4f79-892c-8bc45340514d req-1cf5d6a5-7132-4e96-b609-9878f5bddee1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 200 len: 852 time: 0.0850956 Dec 08 00:13:52.270739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2993402-2f21-4f79-892c-8bc45340514d req-f3884607-7771-474e-9d09-ed9fc977f7ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9b1164d-d88c-4080-a8e5-3d56d0ce446f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297687 Dec 08 00:13:52.284186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-82bfaa2e-a2d3-4cab-acc6-870470530e5c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1415586 Dec 08 00:13:52.297165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:52.426571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7bf85d92-6d68-4d06-9c4a-81927f23ecbe no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:52.470722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 7bf85d92-6d68-4d06-9c4a-81927f23ecbe {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:52.471307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7bf85d92-6d68-4d06-9c4a-81927f23ecbe not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:52.492783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.25.6.174 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/d08aefc9-c010-4c82-afca-6718bc828270) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:52.532368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2993402-2f21-4f79-892c-8bc45340514d req-76b8dbcd-e54b-45d6-8ef6-63ba9067172f service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388635 Dec 08 00:13:52.538845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-a399e644-d27f-457c-88c5-1598db6991a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538314 Dec 08 00:13:52.615893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bee1ae-6f0f-4e73-9637-7fb0580f9cfb req-38a53103-d946-455e-9f2d-f58b9abeafeb tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:52.617559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06bee1ae-6f0f-4e73-9637-7fb0580f9cfb req-38a53103-d946-455e-9f2d-f58b9abeafeb tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 945 time: 0.1390839 Dec 08 00:13:52.634282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:52.670669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:52.682097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2993402-2f21-4f79-892c-8bc45340514d req-8f355736-919d-488d-a3c4-635aa1b22771 service neutron] 10.222.0.44 "GET /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404724 Dec 08 00:13:52.718639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:52.721854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:52.726537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:52.729791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=d08aefc9-c010-4c82-afca-6718bc828270,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:52.803445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06bee1ae-6f0f-4e73-9637-7fb0580f9cfb req-4abbb776-225b-4e6c-9859-b27f7667e233 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179848 Dec 08 00:13:52.822800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-4bfe0cd9-71b7-45bd-847a-07513efd2340 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639937 Dec 08 00:13:52.928392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789712e-d578-4cf6-b059-5eb063ca6dab req-10d5ceda-35ec-4c91-aeac-e488b65cd364 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:52.929830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c789712e-d578-4cf6-b059-5eb063ca6dab req-10d5ceda-35ec-4c91-aeac-e488b65cd364 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 943 time: 0.0530541 Dec 08 00:13:52.948914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f1d60c2-4027-4be5-824c-bf35c0bad367 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:13:53.054717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c789712e-d578-4cf6-b059-5eb063ca6dab req-42f98c9b-bd4d-4817-8891-1f27c2419f1f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143150 Dec 08 00:13:53.133817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91a54242-d087-4860-b15a-dfe98d75463b req-3ac0acfc-201a-4e7d-b0a6-a6f34560da6d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 210 time: 0.0346673 Dec 08 00:13:53.160046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f1d60c2-4027-4be5-824c-bf35c0bad367, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f1d60c2-4027-4be5-824c-bf35c0bad367,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:53.184979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '1f1d60c2-4027-4be5-824c-bf35c0bad367', 'network_id': 'a9b1164d-d88c-4080-a8e5-3d56d0ce446f', 'port_id': '1f1d60c2-4027-4be5-824c-bf35c0bad367', 'mac_address': 'fa:16:3e:f4:3d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:13:53.230362 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.261392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1d60c2-4027-4be5-824c-bf35c0bad367 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:53.267129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.307980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f1d60c2-4027-4be5-824c-bf35c0bad367, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f1d60c2-4027-4be5-824c-bf35c0bad367,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:53.319443 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.369889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.382612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1f1d60c2-4027-4be5-824c-bf35c0bad367,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:53.541581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.547542 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.568974 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0f654ce4-df69-49a8-bd26-7f2be15d8b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.614918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=d08aefc9-c010-4c82-afca-6718bc828270,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:53.631470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:53.679079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['1f1d60c2-4027-4be5-824c-bf35c0bad367'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:53.768869 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP aa75c820-611b-45f5-aa78-2f20f7a6e4d3 associated. External IP: 172.25.6.174, port: da23d64a-9957-4034-8063-e61e02376d60. Dec 08 00:13:53.885860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa264-87c3-4e96-9f47-e7531280a717 req-452ace9b-1af3-4d86-8ba9-5bf4c60dd6ce tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:53.888142 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f9fa264-87c3-4e96-9f47-e7531280a717 req-452ace9b-1af3-4d86-8ba9-5bf4c60dd6ce tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0614874 Dec 08 00:13:53.963581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eaf61-d90f-4d96-806d-48f13321de1c req-327b6ded-c8e8-431b-86ef-37b12d304aad tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:53.964982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-209eaf61-d90f-4d96-806d-48f13321de1c req-327b6ded-c8e8-431b-86ef-37b12d304aad tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 945 time: 0.0758450 Dec 08 00:13:53.973138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f9fa264-87c3-4e96-9f47-e7531280a717 req-7c7cae11-1635-4cdb-b66d-0461d18e4ea8 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745826 Dec 08 00:13:53.977038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48372941-e85a-4e48-ae49-738e50c54c07 req-32d14718-dcf2-45e4-8666-dc272d0d27a1 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:53.978505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48372941-e85a-4e48-ae49-738e50c54c07 req-32d14718-dcf2-45e4-8666-dc272d0d27a1 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.59 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 945 time: 0.0970812 Dec 08 00:13:54.020625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-209eaf61-d90f-4d96-806d-48f13321de1c req-d5bada4b-adf9-442b-a637-37fec5ade89f tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/security-groups?id=87da9447-1885-4271-85e8-9951c5516c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465326 Dec 08 00:13:54.092117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:54.102255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1b879-5ed2-451f-8ea2-252169b28e62 req-5bcade8f-9e48-4ca7-ae20-5f8f1938c743 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:54.104018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9db1b879-5ed2-451f-8ea2-252169b28e62 req-5bcade8f-9e48-4ca7-ae20-5f8f1938c743 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0555701 Dec 08 00:13:54.160930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Deleting port 87fe3546-b58a-44b8-9baa-41dc30b4cccc {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:54.161270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:54.165602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9db1b879-5ed2-451f-8ea2-252169b28e62 req-04b0c7c8-2931-4f3f-83b4-b6a0df411fd7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540817 Dec 08 00:13:54.323467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] For port 87fe3546-b58a-44b8-9baa-41dc30b4cccc, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fe3546-b58a-44b8-9baa-41dc30b4cccc,segment=NetworkSegment(dc3b530d-8f58-4e1d-958d-f1cbf4520cb7),segment_id=dc3b530d-8f58-4e1d-958d-f1cbf4520cb7)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:54.323880 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:54.337930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:54.350582 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:54.353163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Calling delete_port for 87fe3546-b58a-44b8-9baa-41dc30b4cccc owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:54.361951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82c19c-94eb-4c69-944e-a7866519f800 req-5f21653b-653f-4592-b6d1-a995ee3592d9 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:54.363381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:54.370587 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:54.371684 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:54.373108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac82c19c-94eb-4c69-944e-a7866519f800 req-5f21653b-653f-4592-b6d1-a995ee3592d9 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 944 time: 0.1462841 Dec 08 00:13:54.426553 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:54.431002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a736bcad-1107-4f8d-848a-b48d2af37400 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3052976 Dec 08 00:13:54.435413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:54.436930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7ad2e2cf-78d4-4dce-8781-06133397cf36 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:54.441577 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:54.442440 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:54.461753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 7ad2e2cf-78d4-4dce-8781-06133397cf36 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:54.462271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7ad2e2cf-78d4-4dce-8781-06133397cf36 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:54.467474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ed9dd45-f667-497b-8838-f38e616e36dc req-f3e327a8-3af0-4b87-99dc-993753532b0a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 210 time: 0.1623843 Dec 08 00:13:54.486828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-24f321cd-1597-4f42-92d7-c50ef710c886 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:54.489216 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:54.489383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-24f321cd-1597-4f42-92d7-c50ef710c886 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.2747035 Dec 08 00:13:54.490319 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782ded9-1d4f-4e84-8183-79b123be4ab0 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:54.508727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:54.532588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dc755f1e-ecbc-4a08-9d7b-75a561a50861 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "GET /v2.0/floatingips/aa75c820-611b-45f5-aa78-2f20f7a6e4d3 HTTP/1.1" status: 200 len: 977 time: 0.0950716 Dec 08 00:13:54.537241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58926) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:54.591329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac82c19c-94eb-4c69-944e-a7866519f800 req-a74b06e1-2458-40a5-850b-f0e78e6fcd61 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171865 Dec 08 00:13:54.685578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:54.689935 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:54.708630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2339f519-04b8-47a4-8f2f-e99663add179 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1712899 Dec 08 00:13:54.711781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58932) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:54.717691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'port_id': 'aaeae988-2a98-4cb5-8173-58f425fc9556'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:54.836470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.4 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/3b3f8400-4954-4f2b-9463-336fc6a47beb) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:54.962309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f1d60c2-4027-4be5-824c-bf35c0bad367 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:13:55.017764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.040747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 1f1d60c2-4027-4be5-824c-bf35c0bad367 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:13:55.063452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.070863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 1f1d60c2-4027-4be5-824c-bf35c0bad367 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:13:55.075412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.079353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.126715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Pushing event deleted for resources: {'Port': ['ID=87fe3546-b58a-44b8-9baa-41dc30b4cccc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:55.126971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:55.131320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:55.141226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:55.165825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:55.169569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fe3546-b58a-44b8-9baa-41dc30b4cccc'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:13:55.178916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] No DVR routers for this DVR port 87fe3546-b58a-44b8-9baa-41dc30b4cccc on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:13:55.182005 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.185878 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48372941-e85a-4e48-ae49-738e50c54c07 req-fa60c356-e835-4f05-91a4-3fa60aa8fe88 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.59 "DELETE /v2.0/ports/87fe3546-b58a-44b8-9baa-41dc30b4cccc HTTP/1.1" status: 204 len: 173 time: 1.1999087 Dec 08 00:13:55.186686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'name': 'network-vif-deleted', 'tag': '87fe3546-b58a-44b8-9baa-41dc30b4cccc'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:55.189743 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d8db2-de3e-4b91-8c0c-8a7fb3d6f203" -d '{"events": [{"server_uuid": "d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa", "name": "network-vif-deleted", "tag": "87fe3546-b58a-44b8-9baa-41dc30b4cccc"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:55.194945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.223483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d19b167-2342-477c-b56a-1602fb2056f2 req-3af020d8-49bc-4113-9a27-21d1e7f95d71 tempest-ServerMetadataNegativeTestJSON-1370861444 tempest-ServerMetadataNegativeTestJSON-1370861444-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa HTTP/1.1" status: 200 len: 210 time: 0.0390117 Dec 08 00:13:55.227084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=3b3f8400-4954-4f2b-9463-336fc6a47beb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:55.261131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:55.261811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.285475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-904247c9-ac25-438b-8b27-355640982464 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7807417 Dec 08 00:13:55.308516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Request body: {'port': {'device_id': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:55.348160 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6881cc7-b83f-4219-8070-e567954de300 x-openstack-request-id: req-f6881cc7-b83f-4219-8070-e567954de300 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:55.348586 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa", "name": "network-vif-deleted", "tag": "87fe3546-b58a-44b8-9baa-41dc30b4cccc", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:55.348945 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6881cc7-b83f-4219-8070-e567954de300 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:55.349450 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82bf9ce-edcf-4ce2-8ba8-4cbfc84b46aa', 'name': 'network-vif-deleted', 'tag': '87fe3546-b58a-44b8-9baa-41dc30b4cccc', 'status': 'completed', 'code': 200} Dec 08 00:13:55.385943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.417252 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.517139 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.609482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1f1d60c2-4027-4be5-824c-bf35c0bad367, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f1d60c2-4027-4be5-824c-bf35c0bad367,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:13:55.612970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d60c2-4027-4be5-824c-bf35c0bad367'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:55.616035 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75317250-296c-4737-ba19-c19a60c4b466" -d '{"events": [{"server_uuid": "8a17604d-9db0-47e7-8b4c-b609c07edcb6", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d60c2-4027-4be5-824c-bf35c0bad367"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:55.634046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.722092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1f1d60c2-4027-4be5-824c-bf35c0bad367,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:55.848077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.854368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:55.858231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a455f4-d57f-424e-a600-01a84d7d45b3 req-04665843-f95e-4dad-a744-ffea874201ed tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:55.859859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49a455f4-d57f-424e-a600-01a84d7d45b3 req-04665843-f95e-4dad-a744-ffea874201ed tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 931 time: 0.2332768 Dec 08 00:13:55.894492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5abcb-c065-4fc1-8609-c7a396930b59 req-24a83d0f-39f0-429a-868f-ffcdfe986b5c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:55.895975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aaa5abcb-c065-4fc1-8609-c7a396930b59 req-24a83d0f-39f0-429a-868f-ffcdfe986b5c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.1377726 Dec 08 00:13:55.958955 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP aa75c820-611b-45f5-aa78-2f20f7a6e4d3 associated. External IP: 172.25.6.174, port: da23d64a-9957-4034-8063-e61e02376d60. Dec 08 00:13:56.005111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49a455f4-d57f-424e-a600-01a84d7d45b3 req-62b16862-4d9a-4331-9a1e-43dd37e8e86a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363964 Dec 08 00:13:56.015045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aaa5abcb-c065-4fc1-8609-c7a396930b59 req-e7cb9fee-13db-469d-bddc-41888536ab9d tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067998 Dec 08 00:13:56.017169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3f8400-4954-4f2b-9463-336fc6a47beb {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:13:56.026230 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.040019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Transition to ACTIVE for port object 3b3f8400-4954-4f2b-9463-336fc6a47beb will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:13:56.044661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.073088 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d711388-0d47-4e70-8263-567e58663598 x-openstack-request-id: req-0d711388-0d47-4e70-8263-567e58663598 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:56.073610 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a17604d-9db0-47e7-8b4c-b609c07edcb6", "name": "network-vif-plugged", "status": "completed", "tag": "1f1d60c2-4027-4be5-824c-bf35c0bad367", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:56.073711 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d711388-0d47-4e70-8263-567e58663598 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:56.074170 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1d60c2-4027-4be5-824c-bf35c0bad367', 'code': 200} Dec 08 00:13:56.105949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f8400-4954-4f2b-9463-336fc6a47beb,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:56.174609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Attempting to bind port 3b3f8400-4954-4f2b-9463-336fc6a47beb on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:13:56.175048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Attempting to bind port 3b3f8400-4954-4f2b-9463-336fc6a47beb by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:13:56.175436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Attempting to bind port 3b3f8400-4954-4f2b-9463-336fc6a47beb on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:56.183419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:56.188612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Port 3b3f8400-4954-4f2b-9463-336fc6a47beb on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:13:56.188937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Attempting to bind port 3b3f8400-4954-4f2b-9463-336fc6a47beb on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:13:56.207975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:13:56.208317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:13:56.208701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:13:56.209137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Bound port: 3b3f8400-4954-4f2b-9463-336fc6a47beb, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:13:56.209491 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.234094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43cc6f-f34c-43bf-9d8b-4a14262514d3 req-5a5b104b-c4d5-400c-8632-163686dc0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:56.235404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed43cc6f-f34c-43bf-9d8b-4a14262514d3 req-5a5b104b-c4d5-400c-8632-163686dc0fb2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 1096 time: 0.0577831 Dec 08 00:13:56.241882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.298153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:56.315863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:56.324376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] For port 3b3f8400-4954-4f2b-9463-336fc6a47beb, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:13:56.327674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] For port 3b3f8400-4954-4f2b-9463-336fc6a47beb, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3b3f8400-4954-4f2b-9463-336fc6a47beb,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:13:56.330401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed43cc6f-f34c-43bf-9d8b-4a14262514d3 req-6f238a04-82c9-451c-9b1d-215fea0af4b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761669 Dec 08 00:13:56.331327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:56.334628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.345607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:56.346227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.369830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:56.370508 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.372222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] 10.222.0.59 "PUT /v2.0/ports/3b3f8400-4954-4f2b-9463-336fc6a47beb HTTP/1.1" status: 200 len: 1091 time: 1.0690169 Dec 08 00:13:56.372658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'tag': '3b3f8400-4954-4f2b-9463-336fc6a47beb'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:13:56.375165 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941c441b-d0aa-41ee-8b67-a6195fdf2b84" -d '{"events": [{"name": "network-changed", "server_uuid": "86fe09f9-6183-4a9f-9085-35ad0a358340", "tag": "3b3f8400-4954-4f2b-9463-336fc6a47beb"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:13:56.400091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.408395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] Deleting subnet 6452aa1c-b940-4bde-a909-77b8e16a03fb {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:13:56.412231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:56.414457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.419276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c72bd-cdca-4bee-80c5-b456f95e39cc service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f8400-4954-4f2b-9463-336fc6a47beb,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:56.439250 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b65ae-d513-49fd-be52-86c1b0e9eeea x-openstack-request-id: req-d38b65ae-d513-49fd-be52-86c1b0e9eeea {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:13:56.439552 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fe09f9-6183-4a9f-9085-35ad0a358340", "tag": "3b3f8400-4954-4f2b-9463-336fc6a47beb", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:13:56.439812 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d38b65ae-d513-49fd-be52-86c1b0e9eeea {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:13:56.440211 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'tag': '3b3f8400-4954-4f2b-9463-336fc6a47beb', 'status': 'completed', 'code': 200} Dec 08 00:13:56.445300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.457750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.458404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead588a3-2e50-48a1-b492-2dec66ce67fc None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:56.475870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-be747573-6b25-46ae-8803-044ebc4c6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:56.477375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-be747573-6b25-46ae-8803-044ebc4c6b07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 1094 time: 0.0477152 Dec 08 00:13:56.492530 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.530306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-7312b7e8-d8bf-49ac-afb3-4bd4c460781f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3f8400-4954-4f2b-9463-336fc6a47beb HTTP/1.1" status: 200 len: 217 time: 0.0382340 Dec 08 00:13:56.576145 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.582093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-78bdbd90-169f-4c72-9b3a-42dd9db7d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:56.583587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-78bdbd90-169f-4c72-9b3a-42dd9db7d1d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0456645 Dec 08 00:13:56.616217 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-adf2610b-cb9b-444f-aea4-9357e04c5882 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255165 Dec 08 00:13:56.671018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:56.681981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.711449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-30ef914c-96c5-4ad9-8b33-c37c8829f9a3 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876553 Dec 08 00:13:56.715054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.721066 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6452aa1c-b940-4bde-a909-77b8e16a03fb HTTP/1.1" status: 204 len: 168 time: 0.4193728 Dec 08 00:13:56.721066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9af6-0a57-4463-99e9-e5391bd145af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6452aa1c-b940-4bde-a909-77b8e16a03fb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:56.725867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58958) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:56.829130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:56.836970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.840501 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:56.846558 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:56.850510 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:56.851168 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.873525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-578a3b1d-0f55-471f-9f80-6ca5488f1be3 req-4c67475f-fe4d-43b0-87f7-f9728d432215 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546159 Dec 08 00:13:56.900925 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.913868 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:56.914617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.940578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3855b834-1cbd-48ce-a190-0f60d0d36f5c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/floatingips/aa75c820-611b-45f5-aa78-2f20f7a6e4d3 HTTP/1.1" status: 200 len: 977 time: 2.2276242 Dec 08 00:13:56.943077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58968) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:56.948487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:56.968313 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:56.969262 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfc5ef-1626-4a5a-b3b5-964231935798 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:56.989978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.006337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.039443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87792768-b121-41ee-b5c3-c27d4c9c81d1']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:57.052399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3b530d-8f58-4e1d-958d-f1cbf4520cb7') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:57.052764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3b530d-8f58-4e1d-958d-f1cbf4520cb7') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:57.070650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f4a0-6e7f-4c21-8b48-20772a96cdbd req-e867e085-8932-4006-9f63-f5a0aa143d63 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:57.072188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1490f4a0-6e7f-4c21-8b48-20772a96cdbd req-e867e085-8932-4006-9f63-f5a0aa143d63 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1515281 Dec 08 00:13:57.077804 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.118049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-2ccc664f-b0c8-4559-8cad-b94f924e804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:57.119570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-2ccc664f-b0c8-4559-8cad-b94f924e804c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 1094 time: 0.1260235 Dec 08 00:13:57.137360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.161047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.163824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:13:57.164356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.165871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.165871 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP aa75c820-611b-45f5-aa78-2f20f7a6e4d3 disassociated. External IP: 172.25.6.174, port: aaeae988-2a98-4cb5-8173-58f425fc9556. Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:13:57.167090 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:13:57.194532 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.380914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:13:57.491937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:13:57.497896 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.505938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:13:57.521762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:57.522560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:57.534958 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-57aa1a53-6a61-45ce-b780-4ab1490888bc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/floatingips/aa75c820-611b-45f5-aa78-2f20f7a6e4d3 HTTP/1.1" status: 200 len: 688 time: 0.5905240 Dec 08 00:13:57.537488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58974) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:57.559996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:57.568932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:13:57.569574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:57.602027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:13:57.602693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7c356-6651-4ea6-b159-b12059f353f0 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:13:57.647463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1490f4a0-6e7f-4c21-8b48-20772a96cdbd req-7850c45f-da40-4f2d-a224-890232bd1400 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674419 Dec 08 00:13:57.659403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19702561-62e1-479b-a87e-c1740e3883a3 req-1b64bd7b-7413-48a7-8d06-dc35121577d3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:57.660892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19702561-62e1-479b-a87e-c1740e3883a3 req-1b64bd7b-7413-48a7-8d06-dc35121577d3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 943 time: 0.5736704 Dec 08 00:13:57.661542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.666132 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.675241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] 10.222.0.18 "DELETE /v2.0/networks/87792768-b121-41ee-b5c3-c27d4c9c81d1 HTTP/1.1" status: 204 len: 168 time: 0.9433520 Dec 08 00:13:57.694430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port d08aefc9-c010-4c82-afca-6718bc828270 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:13:57.694872 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.699043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01365088-e194-4c95-8e29-31dd3d69f09f admin admin] Pushing event deleted for resources: {'Network': ['ID=87792768-b121-41ee-b5c3-c27d4c9c81d1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:57.732802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-9c86f03a-9d1f-4018-a906-887cdbef5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:57.734299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-9c86f03a-9d1f-4018-a906-887cdbef5cd6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.5902388 Dec 08 00:13:57.789629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.790061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:57.797978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19702561-62e1-479b-a87e-c1740e3883a3 req-e92d3246-2e0b-426f-bb6e-3c01071b494e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185496 Dec 08 00:13:57.799845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-d6957451-cf4b-4183-9bfa-881f48a5fdd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3f8400-4954-4f2b-9463-336fc6a47beb HTTP/1.1" status: 200 len: 217 time: 0.0540054 Dec 08 00:13:57.808482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for d08aefc9-c010-4c82-afca-6718bc828270 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:13:57.882647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc718d2-d742-4d3c-895b-f0061201e352 req-68859000-3156-43c8-a65c-764c75b9b15f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:57.888032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fc718d2-d742-4d3c-895b-f0061201e352 req-68859000-3156-43c8-a65c-764c75b9b15f tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.1405127 Dec 08 00:13:57.892862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-16f8d41c-3472-4674-bf65-737aa296ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:57.892862 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-16f8d41c-3472-4674-bf65-737aa296ef17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0721247 Dec 08 00:13:57.894295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58982) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:57.947451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-26ba15f4-e91d-4e44-9a46-a9b15f901059 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397449 Dec 08 00:13:57.978950 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.005860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=d08aefc9-c010-4c82-afca-6718bc828270,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:58.045151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fc718d2-d742-4d3c-895b-f0061201e352 req-3b7bba91-cca5-4a91-a7ba-051e7f8d4f48 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522293 Dec 08 00:13:58.047429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3152cb52-cb60-479d-bdfe-d79db938d2f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea57831a202e4582b2a987d489ee5f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522021 Dec 08 00:13:58.052135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58984) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:58.099045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.102033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.105599 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-521b91f7-52f0-4082-9703-f4a8ed484689 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa75c820-611b-45f5-aa78-2f20f7a6e4d3 HTTP/1.1" status: 204 len: 168 time: 0.5646560 Dec 08 00:13:58.105847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58988) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:58.111297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8d1dd-226b-4ac3-8247-b9f44dff51fd req-7acf6200-a310-492a-b56a-3b503fae4c43 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.113854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68e8d1dd-226b-4ac3-8247-b9f44dff51fd req-7acf6200-a310-492a-b56a-3b503fae4c43 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1620684 Dec 08 00:13:58.144262 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-06640370-f519-40fd-860d-41e637d7df08 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] delete failed (client error): The resource could not be found. Dec 08 00:13:58.148865 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-06640370-f519-40fd-860d-41e637d7df08 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa75c820-611b-45f5-aa78-2f20f7a6e4d3 HTTP/1.1" status: 404 len: 345 time: 0.0380523 Dec 08 00:13:58.149053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-3c263269-538a-4087-900e-cea420eff55a service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930361 Dec 08 00:13:58.149413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58990) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:58.211787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68e8d1dd-226b-4ac3-8247-b9f44dff51fd req-41e8e69c-f361-4559-a065-de13a953b99a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850160 Dec 08 00:13:58.224375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b02a2d2-3f34-4a9d-b641-fb79873a7c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.284040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b02a2d2-3f34-4a9d-b641-fb79873a7c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.287273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-941c441b-d0aa-41ee-8b67-a6195fdf2b84 req-08004aaa-322c-4140-a2e0-ef79fc169d58 service neutron] 10.222.0.59 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313169 Dec 08 00:13:58.302349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad99b9c-dff3-4478-abec-811ad1beb589 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.309405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad99b9c-dff3-4478-abec-811ad1beb589 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.315632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad99b9c-dff3-4478-abec-811ad1beb589 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.319987 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ad99b9c-dff3-4478-abec-811ad1beb589 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "GET /v2.0/ports?network_id=6ddea882-1965-43d5-8054-79cf2a97b1aa HTTP/1.1" status: 200 len: 2356 time: 0.1668680 Dec 08 00:13:58.320752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58996) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:58.341552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fabc39-69d8-4d03-9971-aa42756dc557 req-5811bbe8-556b-46e0-b79c-3bde3b5fd16c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.344118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2fabc39-69d8-4d03-9971-aa42756dc557 req-5811bbe8-556b-46e0-b79c-3bde3b5fd16c tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.0694447 Dec 08 00:13:58.389970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4081ccb8-c09d-4c38-bd5b-c72247daec40 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.395987 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4081ccb8-c09d-4c38-bd5b-c72247daec40 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "GET /v2.0/subnets/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944 HTTP/1.1" status: 200 len: 797 time: 0.0703714 Dec 08 00:13:58.396589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59002) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:58.401942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'port': {'network_id': '6ddea882-1965-43d5-8054-79cf2a97b1aa', 'name': 'tempest-FloatingIPTestJSON-360140489', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:58.416038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2fabc39-69d8-4d03-9971-aa42756dc557 req-ba1958fb-a5ee-4b1d-aa24-3ed6d8495c4e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658090 Dec 08 00:13:58.420611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b02a2d2-3f34-4a9d-b641-fb79873a7c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.423173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b02a2d2-3f34-4a9d-b641-fb79873a7c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.424444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1b02a2d2-3f34-4a9d-b641-fb79873a7c84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87da9447-1885-4271-85e8-9951c5516c5c HTTP/1.1" status: 204 len: 168 time: 0.3713760 Dec 08 00:13:58.446294 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02a2d2-3f34-4a9d-b641-fb79873a7c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87da9447-1885-4271-85e8-9951c5516c5c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:58.452282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fe3546-b58a-44b8-9baa-41dc30b4cccc no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:13:58.486672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 87fe3546-b58a-44b8-9baa-41dc30b4cccc {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:13:58.487037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fe3546-b58a-44b8-9baa-41dc30b4cccc not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:13:58.493363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27e957-2628-4ada-b1c0-0db7fdfc91cb req-de47b36d-9527-42bd-a7dd-223f0c6b079c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.495651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a27e957-2628-4ada-b1c0-0db7fdfc91cb req-de47b36d-9527-42bd-a7dd-223f0c6b079c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0714092 Dec 08 00:13:58.538711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:13:58.549796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a27e957-2628-4ada-b1c0-0db7fdfc91cb req-fe3d3bd3-736f-47e4-96f7-4305a4f8b393 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Dec 08 00:13:58.630466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:58.648651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] device_id is not set on port b1014151-1bc5-4b0b-a47f-ec95b3281ae9 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:13:58.668918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf3ac-2c94-40b9-806e-eb9c706fea00 req-dac3bd83-db5f-4898-8667-c3b7d2688ec6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:58.670555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d07bf3ac-2c94-40b9-806e-eb9c706fea00 req-dac3bd83-db5f-4898-8667-c3b7d2688ec6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0518413 Dec 08 00:13:58.721768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d07bf3ac-2c94-40b9-806e-eb9c706fea00 req-4401578b-5174-49c3-8767-adc224439b23 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Dec 08 00:13:59.000153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44cde-b02a-47e9-9c5b-fded0e189542 req-610bd7f4-9c26-4c66-9ce5-1f4d14806fd0 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:59.001516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aac44cde-b02a-47e9-9c5b-fded0e189542 req-610bd7f4-9c26-4c66-9ce5-1f4d14806fd0 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 943 time: 0.1072567 Dec 08 00:13:59.029257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aaaa5-bafe-4abc-a4cc-15be38acad24 req-f86b2903-0b05-4f21-89a1-f137f299834b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:59.030771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee6aaaa5-bafe-4abc-a4cc-15be38acad24 req-f86b2903-0b05-4f21-89a1-f137f299834b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0730965 Dec 08 00:13:59.095950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aac44cde-b02a-47e9-9c5b-fded0e189542 req-e9a15fc9-1ea1-4ba5-ba60-23f0150ef983 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832906 Dec 08 00:13:59.123409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee6aaaa5-bafe-4abc-a4cc-15be38acad24 req-81d747b7-6a09-438d-8be2-ac0ee0af9a9f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809762 Dec 08 00:13:59.244123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f915d29-e447-4b47-ae99-a98413cbb65f req-ad1a3f6e-5c07-4a05-8ba1-49de93976547 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:59.245610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f915d29-e447-4b47-ae99-a98413cbb65f req-ad1a3f6e-5c07-4a05-8ba1-49de93976547 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0579927 Dec 08 00:13:59.304795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f915d29-e447-4b47-ae99-a98413cbb65f req-435d4e6f-8564-4be0-8bab-7592cad39349 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524845 Dec 08 00:13:59.307545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.14 (6ddea882-1965-43d5-8054-79cf2a97b1aa/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944/b1014151-1bc5-4b0b-a47f-ec95b3281ae9) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:59.319542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.13 (6ddea882-1965-43d5-8054-79cf2a97b1aa/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944/b1014151-1bc5-4b0b-a47f-ec95b3281ae9) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:13:59.499782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:59.535650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:59.554573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c083f37-1787-4974-a7d3-352ebf8a6d2f req-3573d823-341c-4d5b-b511-d6375b63b253 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:59.556324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c083f37-1787-4974-a7d3-352ebf8a6d2f req-3573d823-341c-4d5b-b511-d6375b63b253 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.0568087 Dec 08 00:13:59.586853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:13:59.590145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:13:59.594455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:13:59.612828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c083f37-1787-4974-a7d3-352ebf8a6d2f req-e95fa756-edbd-4043-b8dd-dc578e3ad996 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506945 Dec 08 00:13:59.619003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=b1014151-1bc5-4b0b-a47f-ec95b3281ae9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:13:59.668230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:59.669469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:59.701689 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c32b239-ccba-4ada-a0ae-6f3ea10ad916 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3037827 Dec 08 00:13:59.702564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59066) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:13:59.706934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'b1014151-1bc5-4b0b-a47f-ec95b3281ae9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:13:59.733230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:59.745435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545071-b9ce-4c54-a4cd-cedd3e4feba3 req-558b5ddb-f4f6-4175-bb13-dc67346c568a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:13:59.748355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f545071-b9ce-4c54-a4cd-cedd3e4feba3 req-558b5ddb-f4f6-4175-bb13-dc67346c568a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0646539 Dec 08 00:13:59.762587 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:13:59.819665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f545071-b9ce-4c54-a4cd-cedd3e4feba3 req-e5119437-d288-41d4-9637-e7ddba2d7877 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646613 Dec 08 00:13:59.906724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:13:59.911898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778f0059-cb38-4a06-aec0-64b161a5d77c req-879e432b-1a07-45df-b3ae-0c4f79427f46 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.0380931 Dec 08 00:14:00.010210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603bbf6-ebdf-4dcc-bcf9-79afdd749903 req-a79490b2-bb08-437a-8d65-4a3e568fd67e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:00.011874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5603bbf6-ebdf-4dcc-bcf9-79afdd749903 req-a79490b2-bb08-437a-8d65-4a3e568fd67e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.1094658 Dec 08 00:14:00.040128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.25.6.132 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b2320cb1-56a2-43c1-8746-1568647da466) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:00.096387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b1f78-f393-4dc8-b7b6-3b55e26fbb43 req-8a7c73b7-506c-459f-8cf4-ad6e197f1fc2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:00.097818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d99b1f78-f393-4dc8-b7b6-3b55e26fbb43 req-8a7c73b7-506c-459f-8cf4-ad6e197f1fc2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0841882 Dec 08 00:14:00.101471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5603bbf6-ebdf-4dcc-bcf9-79afdd749903 req-8a6290e4-c5dd-4f85-9aa3-66ac5cac8fe5 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778079 Dec 08 00:14:00.169040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:00.170337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d99b1f78-f393-4dc8-b7b6-3b55e26fbb43 req-087343e7-9760-428c-83a0-85af6ec85d5d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642345 Dec 08 00:14:00.236621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:00.288370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:00.292209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:00.296988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:00.299400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014be0-0ef2-4aa3-8535-4d13f21e06c0 req-f51d525f-be87-4c7c-b383-433092513833 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:00.300707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=b2320cb1-56a2-43c1-8746-1568647da466,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:00.301754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e014be0-0ef2-4aa3-8535-4d13f21e06c0 req-f51d525f-be87-4c7c-b383-433092513833 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 943 time: 0.0568843 Dec 08 00:14:00.415115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e014be0-0ef2-4aa3-8535-4d13f21e06c0 req-9b23f917-2763-4380-ab55-e468e5fad864 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974708 Dec 08 00:14:00.457445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-56c2c8af-eb64-47ce-92fc-a19fa2b88bad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790007 Dec 08 00:14:00.458854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3b3f8400-4954-4f2b-9463-336fc6a47beb details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:00.634592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3b3f8400-4954-4f2b-9463-336fc6a47beb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3b3f8400-4954-4f2b-9463-336fc6a47beb,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:00.656312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '3b3f8400-4954-4f2b-9463-336fc6a47beb', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': '3b3f8400-4954-4f2b-9463-336fc6a47beb', 'mac_address': 'fa:16:3e:69:04:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:00.674079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c353d616-7de9-4719-8a3f-9811ebad6929 req-bae39984-6e8e-44d2-9298-d67e24915d9f tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0409224 Dec 08 00:14:00.678692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549bcb-322d-4074-822f-a86ae61f194a req-a3f42c55-4d88-4598-b5a0-b38c5ce64435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:00.680247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-a3f42c55-4d88-4598-b5a0-b38c5ce64435 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 1096 time: 0.1326735 Dec 08 00:14:00.700172 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:00.705391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c12e3-9c22-4bd6-8a7f-e390b864864d req-493e437d-b552-4337-95f2-a1ee818c80c7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:00.713687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf2c12e3-9c22-4bd6-8a7f-e390b864864d req-493e437d-b552-4337-95f2-a1ee818c80c7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1670840 Dec 08 00:14:00.714460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3f8400-4954-4f2b-9463-336fc6a47beb {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:00.735912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3b3f8400-4954-4f2b-9463-336fc6a47beb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3b3f8400-4954-4f2b-9463-336fc6a47beb,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:00.743274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:00.801673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3b3f8400-4954-4f2b-9463-336fc6a47beb,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:00.837029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf2c12e3-9c22-4bd6-8a7f-e390b864864d req-386c91e9-e0a3-44e6-b1a1-57e976ecd58b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175630 Dec 08 00:14:00.855716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549bcb-322d-4074-822f-a86ae61f194a req-ec27e5c6-aedc-4433-bd55-ba09c7166db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:00.859885 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-ec27e5c6-aedc-4433-bd55-ba09c7166db2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.1435666 Dec 08 00:14:00.907111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-677db5cc-ddf6-4b5d-857c-5f01ff256b32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70bb801-6c4b-4603-94e7-404ac55e4738 HTTP/1.1" status: 200 len: 217 time: 0.0390329 Dec 08 00:14:00.962929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:00.995848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549bcb-322d-4074-822f-a86ae61f194a req-d118fa95-862e-4086-89a1-20c83b6ca63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:00.997879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-d118fa95-862e-4086-89a1-20c83b6ca63b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0838983 Dec 08 00:14:01.013167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b002-af1b-411d-955b-7e9ee1f9ca55 req-51f14377-5fd1-4dbd-8f7d-d0a5bcd3b6c8 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:01.014778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7720b002-af1b-411d-955b-7e9ee1f9ca55 req-51f14377-5fd1-4dbd-8f7d-d0a5bcd3b6c8 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0918224 Dec 08 00:14:01.048115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:01.048623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-314c22a7-98d4-40db-9b74-720a6269f513 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326004 Dec 08 00:14:01.090182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3b3f8400-4954-4f2b-9463-336fc6a47beb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:01.119872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7720b002-af1b-411d-955b-7e9ee1f9ca55 req-6b030548-7bf8-4e07-b7df-fa870c0c1e9e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952201 Dec 08 00:14:01.268336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-ce13fd54-97f6-480c-a77e-69b3601b0aa1 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097008 Dec 08 00:14:01.322306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:01.331169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:01.335056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72375203-0c67-4aa5-aee2-8dcedc6260cf req-58f22f94-83f5-4294-b75f-6112a3852b8a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:01.336572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72375203-0c67-4aa5-aee2-8dcedc6260cf req-58f22f94-83f5-4294-b75f-6112a3852b8a tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.1255279 Dec 08 00:14:01.415084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=b2320cb1-56a2-43c1-8746-1568647da466,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:01.424559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:01.455441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5fec-bb64-499c-8f12-758a3db50802 req-6a300f70-2c51-49d3-97e8-146e3e75eb67 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:01.456921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-903d5fec-bb64-499c-8f12-758a3db50802 req-6a300f70-2c51-49d3-97e8-146e3e75eb67 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1561110 Dec 08 00:14:01.478911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72375203-0c67-4aa5-aee2-8dcedc6260cf req-38ee1912-5636-4a22-afc7-176224d01874 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182978 Dec 08 00:14:01.492694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f549bcb-322d-4074-822f-a86ae61f194a req-c90be65c-6766-498c-b342-440fdc1b66b0 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028418 Dec 08 00:14:01.527341 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP 50210f95-64ed-4f28-b77f-863996afa590 associated. External IP: 172.25.6.132, port: b1014151-1bc5-4b0b-a47f-ec95b3281ae9. Dec 08 00:14:01.532329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-903d5fec-bb64-499c-8f12-758a3db50802 req-fd35e894-239d-4ec8-834e-e638244108c7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684423 Dec 08 00:14:01.610769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e7bf-7f06-436b-b672-836aad609259 req-4211c04b-0b7d-43c6-91b8-dd6ef38b3f14 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:01.612656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ca9e7bf-7f06-436b-b672-836aad609259 req-4211c04b-0b7d-43c6-91b8-dd6ef38b3f14 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 944 time: 0.0629563 Dec 08 00:14:01.716945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ca9e7bf-7f06-436b-b672-836aad609259 req-92dd040b-59b1-40f5-a7be-5eb22c4c3921 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956855 Dec 08 00:14:01.743800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-479c1b34-0dfc-4cd5-8dc1-a994d1deac13 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:01.745664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-479c1b34-0dfc-4cd5-8dc1-a994d1deac13 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.1272597 Dec 08 00:14:01.788243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:01.841962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acfa7bbf-343e-40c3-a71b-22ae533c91d6 req-146900e5-eebc-4fc2-a401-1031cbdd6cfb tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0503561 Dec 08 00:14:01.884011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cf5f1-8bf4-49d5-b2f2-9698f2a0786f req-1c0141bc-66c3-4ec1-b4a0-f9fed84ec1dd tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:01.885502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d83cf5f1-8bf4-49d5-b2f2-9698f2a0786f req-1c0141bc-66c3-4ec1-b4a0-f9fed84ec1dd tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1644726 Dec 08 00:14:01.910196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:01.921661 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:01.930033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:01.933289 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:01.933900 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:01.938041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Deleting port 1f1d60c2-4027-4be5-824c-bf35c0bad367 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:01.938379 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:01.962403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b9076a57-9a2a-41b0-a194-ff6cd034c5e9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2562149 Dec 08 00:14:01.962622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59130) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:01.967736 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:01.967908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'port_id': 'b1014151-1bc5-4b0b-a47f-ec95b3281ae9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:01.976207 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:01.976791 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:01.980249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d83cf5f1-8bf4-49d5-b2f2-9698f2a0786f req-49f9daf9-7eeb-4c68-b848-bcc12b29af0b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867972 Dec 08 00:14:02.011533 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:02.012179 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286ff07-d5b8-49b8-9c8e-29895d9978eb None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:02.073615 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:02.169704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] For port 1f1d60c2-4027-4be5-824c-bf35c0bad367, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1f1d60c2-4027-4be5-824c-bf35c0bad367,segment=NetworkSegment(32b8a99f-d7e8-4f9b-a567-0e16d131d42b),segment_id=32b8a99f-d7e8-4f9b-a567-0e16d131d42b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:02.170423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:02.236358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Calling delete_port for 1f1d60c2-4027-4be5-824c-bf35c0bad367 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:02.300534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a612926-3559-4e99-ad24-78a5d1b8c28c req-3f94a601-d240-4685-8a27-1db7969219dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.0596862 Dec 08 00:14:02.379708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d703d8-6086-4c3a-a584-842ffb00e234 req-270005fd-a2a8-4941-9e5d-ad494ba8aa58 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:02.381176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89d703d8-6086-4c3a-a584-842ffb00e234 req-270005fd-a2a8-4941-9e5d-ad494ba8aa58 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 814 time: 0.2742212 Dec 08 00:14:02.443254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89d703d8-6086-4c3a-a584-842ffb00e234 req-86dc6759-cc7f-40a2-9fc3-a432c955cf44 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/quotas/45376afed4604b3c91d33b4fc1fb6088 HTTP/1.1" status: 200 len: 375 time: 0.0294514 Dec 08 00:14:02.467378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3b3f8400-4954-4f2b-9463-336fc6a47beb up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:02.518984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 3b3f8400-4954-4f2b-9463-336fc6a47beb completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:14:02.523208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 3b3f8400-4954-4f2b-9463-336fc6a47beb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:02.523588 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:02.605489 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:02.629753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8400-4954-4f2b-9463-336fc6a47beb'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:02.632196 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af1a213-4578-4c1b-838f-9aa302619fa9" -d '{"events": [{"server_uuid": "86fe09f9-6183-4a9f-9085-35ad0a358340", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8400-4954-4f2b-9463-336fc6a47beb"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:02.637588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89d703d8-6086-4c3a-a584-842ffb00e234 req-69b3059e-e1cd-4a6c-96cc-b1075672acc4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874874 Dec 08 00:14:02.644969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 3b3f8400-4954-4f2b-9463-336fc6a47beb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3b3f8400-4954-4f2b-9463-336fc6a47beb,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:02.656420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:02.706448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:02.711246 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f05c52-3cff-42d9-9166-c013db6484b0 x-openstack-request-id: req-b3f05c52-3cff-42d9-9166-c013db6484b0 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:02.711544 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fe09f9-6183-4a9f-9085-35ad0a358340", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8400-4954-4f2b-9463-336fc6a47beb", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:02.712250 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3f05c52-3cff-42d9-9166-c013db6484b0 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:02.712250 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8400-4954-4f2b-9463-336fc6a47beb', 'code': 200} Dec 08 00:14:02.730137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=3b3f8400-4954-4f2b-9463-336fc6a47beb,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:02.736120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803790-2ef7-4257-86b4-e7b7ed98886c req-a3b544f9-a9de-473d-b572-22211606e7ae tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:02.744985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90803790-2ef7-4257-86b4-e7b7ed98886c req-a3b544f9-a9de-473d-b572-22211606e7ae tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a17604d-9db0-47e7-8b4c-b609c07edcb6 HTTP/1.1" status: 200 len: 945 time: 0.1584635 Dec 08 00:14:02.745169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['1f1d60c2-4027-4be5-824c-bf35c0bad367'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:02.776083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Pushing event deleted for resources: {'Port': ['ID=1f1d60c2-4027-4be5-824c-bf35c0bad367,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:02.912314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] No DVR routers for this DVR port 1f1d60c2-4027-4be5-824c-bf35c0bad367 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:02.924347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:02.927696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d32c35b6-783a-41aa-b4ea-2ff0296815b5 req-ee5c0e7c-2acf-4770-a84f-e9b5a10096c7 tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.44 "DELETE /v2.0/ports/1f1d60c2-4027-4be5-824c-bf35c0bad367 HTTP/1.1" status: 204 len: 173 time: 1.1634378 Dec 08 00:14:02.928775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'name': 'network-vif-deleted', 'tag': '1f1d60c2-4027-4be5-824c-bf35c0bad367'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:02.931025 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ff2ee-f9f8-4b56-878c-e1e474cef529" -d '{"events": [{"server_uuid": "8a17604d-9db0-47e7-8b4c-b609c07edcb6", "name": "network-vif-deleted", "tag": "1f1d60c2-4027-4be5-824c-bf35c0bad367"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:02.962636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90803790-2ef7-4257-86b4-e7b7ed98886c req-95f3e494-436a-435c-bd08-44808658540e tempest-DeleteServersTestJSON-1856687831 tempest-DeleteServersTestJSON-1856687831-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165382 Dec 08 00:14:03.269401 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-afde6e4a-f05c-4854-a051-162c47122178 req-6826be04-bc39-439f-bddd-adf6e3b9ec16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0262561 Dec 08 00:14:03.325279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5afb4-0b2c-4242-88d3-53cf8dd96b8e req-39fefd9a-6973-425f-b22c-6db183e9b9a6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:03.326702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ed5afb4-0b2c-4242-88d3-53cf8dd96b8e req-39fefd9a-6973-425f-b22c-6db183e9b9a6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.5552950 Dec 08 00:14:03.368325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4461aba-80a3-482d-a438-d025b6ad6dd5 req-413a15eb-91a6-4e71-9758-8e523c1aaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:03.369724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4461aba-80a3-482d-a438-d025b6ad6dd5 req-413a15eb-91a6-4e71-9758-8e523c1aaa7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 1096 time: 0.5150318 Dec 08 00:14:03.379324 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.resource_extend [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:14:03.450546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20028d5d-6681-4b59-92a2-3227b1f513b8 req-73a75d01-219c-48a3-989b-f54bcb1f76fb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:03.452027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20028d5d-6681-4b59-92a2-3227b1f513b8 req-73a75d01-219c-48a3-989b-f54bcb1f76fb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.1394861 Dec 08 00:14:03.467800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:03.475127 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:03.484991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ed5afb4-0b2c-4242-88d3-53cf8dd96b8e req-798af803-6c2b-4f19-b16a-c61b11d7a7af tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478286 Dec 08 00:14:03.553442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20028d5d-6681-4b59-92a2-3227b1f513b8 req-5f7e46dc-5e52-4b9d-a6bb-7571dfbc68cf tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951335 Dec 08 00:14:03.624205 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26223d4e-1ccc-4ecd-aadb-56e19f19c21f x-openstack-request-id: req-26223d4e-1ccc-4ecd-aadb-56e19f19c21f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:03.624504 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a17604d-9db0-47e7-8b4c-b609c07edcb6", "name": "network-vif-deleted", "tag": "1f1d60c2-4027-4be5-824c-bf35c0bad367", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:03.624756 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26223d4e-1ccc-4ecd-aadb-56e19f19c21f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:03.625215 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a17604d-9db0-47e7-8b4c-b609c07edcb6', 'name': 'network-vif-deleted', 'tag': '1f1d60c2-4027-4be5-824c-bf35c0bad367', 'status': 'completed', 'code': 200} Dec 08 00:14:03.627148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d6390e1-97c8-4f89-b826-3ae88b07a484 req-2a07c01d-d45c-45cb-ae55-c076d65c16ae tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0691662 Dec 08 00:14:03.670718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4461aba-80a3-482d-a438-d025b6ad6dd5 req-37090013-b1ae-4760-8189-32bd0dd5cbb4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711010 Dec 08 00:14:03.796355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4398b5-6dd4-4081-96b3-66debc95089b req-0c7eb507-6b08-4264-bf6e-1b2ade01885b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:03.797809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b4398b5-6dd4-4081-96b3-66debc95089b req-0c7eb507-6b08-4264-bf6e-1b2ade01885b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0930569 Dec 08 00:14:03.826700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:03.900752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b4398b5-6dd4-4081-96b3-66debc95089b req-54f9c003-6d34-4fb5-901e-eeffce15921a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962002 Dec 08 00:14:03.962226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:03.967666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:03.974235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:03.984191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:03.984815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:04.031933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:04.043418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:04.044187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:04.050478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2c90b71-50dd-48a4-a13d-fab2dae81e4a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/floatingips/50210f95-64ed-4f28-b77f-863996afa590 HTTP/1.1" status: 200 len: 978 time: 2.0844941 Dec 08 00:14:04.050865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59176) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:04.079665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af9c8c26-b088-48e5-80f2-38ea4a832dbe req-816e74eb-8df6-4c7d-9146-aa8bca5b186c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=45376afed4604b3c91d33b4fc1fb6088 HTTP/1.1" status: 200 len: 221 time: 0.0439589 Dec 08 00:14:04.091428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:04.092084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e4a1a-07d7-4c5e-add1-662a1acce674 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:04.203056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c94eb-f548-4a94-83d6-df54eece7540 req-bfb1707a-644b-4d58-be4e-1ee73d77de6b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:04.204575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e90c94eb-f548-4a94-83d6-df54eece7540 req-bfb1707a-644b-4d58-be4e-1ee73d77de6b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0552595 Dec 08 00:14:04.253359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port b2320cb1-56a2-43c1-8746-1568647da466 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:04.253359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:04.261980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e90c94eb-f548-4a94-83d6-df54eece7540 req-6292f988-fc7a-4fd5-bb33-4e186a453455 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503919 Dec 08 00:14:04.350696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:04.351499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:04.365186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for b2320cb1-56a2-43c1-8746-1568647da466 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:04.402686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6299e-c03a-494c-a6a8-51e43f8b3805 req-21015f94-297d-4fe6-824a-17604e5fd772 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:04.404740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52a6299e-c03a-494c-a6a8-51e43f8b3805 req-21015f94-297d-4fe6-824a-17604e5fd772 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0506284 Dec 08 00:14:04.458467 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52a6299e-c03a-494c-a6a8-51e43f8b3805 req-27e3071c-9607-4d37-a840-3e74b851931b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470464 Dec 08 00:14:04.573454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:04.620310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=b2320cb1-56a2-43c1-8746-1568647da466,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:04.620873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bec0-d9b4-4840-8245-6491940639c9 req-39bfdb8f-f210-4ed3-8a47-da21f991903e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:04.631424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d799bec0-d9b4-4840-8245-6491940639c9 req-39bfdb8f-f210-4ed3-8a47-da21f991903e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0849845 Dec 08 00:14:04.697195 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:04.697546 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP 50210f95-64ed-4f28-b77f-863996afa590 disassociated (deleted). External IP: 172.25.6.132, port: b1014151-1bc5-4b0b-a47f-ec95b3281ae9. Dec 08 00:14:04.714642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d799bec0-d9b4-4840-8245-6491940639c9 req-981b7ae4-ad82-4089-816f-19ce1aaf537e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819812 Dec 08 00:14:04.731680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c731d71-117e-45ee-8a7f-76f811b0b2e1 req-ac025229-cf73-4199-a5ef-f52d2afc36ed tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:04.733492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c731d71-117e-45ee-8a7f-76f811b0b2e1 req-ac025229-cf73-4199-a5ef-f52d2afc36ed tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.0920937 Dec 08 00:14:04.798423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c731d71-117e-45ee-8a7f-76f811b0b2e1 req-7c0e9903-d733-4f62-aec7-b6dc8bf879da tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561318 Dec 08 00:14:04.851209 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a14ac828-4541-4a03-bd8a-f13851c817e8 req-78d3119e-0ed6-4e37-bd9f-780afea60541 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0506721 Dec 08 00:14:04.959378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6beec26-afd4-4886-a941-a3fd479a5d0e req-4069491f-160a-4952-a438-323b3f3b8633 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:04.960983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6beec26-afd4-4886-a941-a3fd479a5d0e req-4069491f-160a-4952-a438-323b3f3b8633 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0727170 Dec 08 00:14:05.010140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f1d60c2-4027-4be5-824c-bf35c0bad367 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:05.027459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:05.042453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 1f1d60c2-4027-4be5-824c-bf35c0bad367 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:14:05.043006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1f1d60c2-4027-4be5-824c-bf35c0bad367 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:05.061810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6beec26-afd4-4886-a941-a3fd479a5d0e req-a1cd91b9-6841-4877-a3c5-870ad1dc3809 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894547 Dec 08 00:14:05.180846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:05.186434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:05.194078 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:05.209491 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:05.210147 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:05.218101 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a2bec55-0a02-4bc3-b455-b0c00c325ea1 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/floatingips/50210f95-64ed-4f28-b77f-863996afa590 HTTP/1.1" status: 204 len: 168 time: 1.1660924 Dec 08 00:14:05.221335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59222) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:05.222849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043bb00-9b6c-4851-bc98-d1203fc933b7 req-6167d0fe-ad4d-462a-a2b3-7489b9227575 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:05.224699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4043bb00-9b6c-4851-bc98-d1203fc933b7 req-6167d0fe-ad4d-462a-a2b3-7489b9227575 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0693672 Dec 08 00:14:05.260043 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:05.269974 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:05.270763 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:05.290482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4043bb00-9b6c-4851-bc98-d1203fc933b7 req-f245bb90-97e7-4ab1-9cba-9df48575106a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578129 Dec 08 00:14:05.322472 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:05.323566 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb6921-42ea-46a5-9e28-872f13c14d9a None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:05.356541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port b1014151-1bc5-4b0b-a47f-ec95b3281ae9 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:05.357154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:05.427448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d57e80-e36a-4691-89c3-4295774b8ce3 req-4fddb6fa-53d5-4312-b9f4-d93c735bc123 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:05.429160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90d57e80-e36a-4691-89c3-4295774b8ce3 req-4fddb6fa-53d5-4312-b9f4-d93c735bc123 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0581343 Dec 08 00:14:05.453251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:05.467118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for b1014151-1bc5-4b0b-a47f-ec95b3281ae9 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:05.483903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90d57e80-e36a-4691-89c3-4295774b8ce3 req-619a1dd6-8c70-4584-8f14-54ab4eb52da6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Dec 08 00:14:05.616254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b84c1-abbd-4620-8687-5aa36c040ff7 req-517bff2e-0038-40b2-bafa-4bd4e6015718 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:05.617775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae7b84c1-abbd-4620-8687-5aa36c040ff7 req-517bff2e-0038-40b2-bafa-4bd4e6015718 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0522149 Dec 08 00:14:05.663448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:05.678296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae7b84c1-abbd-4620-8687-5aa36c040ff7 req-1618752e-618e-410d-a8cf-0838a16d3b06 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538974 Dec 08 00:14:05.690594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=b1014151-1bc5-4b0b-a47f-ec95b3281ae9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:05.786276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:05.793599 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-510aa171-c6f7-4c91-93f4-337696e60106 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/ports/b1014151-1bc5-4b0b-a47f-ec95b3281ae9 HTTP/1.1" status: 204 len: 168 time: 0.5678179 Dec 08 00:14:05.793775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59234) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:05.799314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:05.802089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcddde-7daa-4249-ae56-f27ac736a0bd req-28ced8f8-c385-407f-878e-e1e40a57a038 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:05.803687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1fcddde-7daa-4249-ae56-f27ac736a0bd req-28ced8f8-c385-407f-878e-e1e40a57a038 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0522234 Dec 08 00:14:05.831467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:05.868846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1fcddde-7daa-4249-ae56-f27ac736a0bd req-6f34ca8a-535a-4100-ae96-698ccd3d5c04 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578918 Dec 08 00:14:05.944990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca2ac2-6d6b-4c0f-9f67-e95364bb753c req-ef0c6f0b-3ef1-40d7-848a-10cd9babc414 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:05.953137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4cca2ac2-6d6b-4c0f-9f67-e95364bb753c req-ef0c6f0b-3ef1-40d7-848a-10cd9babc414 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.0748005 Dec 08 00:14:05.981982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:05.991535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1d7c70d-efe4-4e48-ac40-5188680390af req-c1a1509e-df90-4085-80a4-08c5fe6331f7 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0358131 Dec 08 00:14:06.021716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4cca2ac2-6d6b-4c0f-9f67-e95364bb753c req-c781c87a-162a-4b47-8e4a-f2cf17e72854 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677309 Dec 08 00:14:06.132592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.25.6.248 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/fcc03266-9730-4f0f-8b9a-d27ecbd2521f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:06.198781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7241343-2258-4bb3-a8c4-8ee773279f17 req-2dd1cdd4-08e6-4cba-b693-a76caccaeea3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:06.207393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7241343-2258-4bb3-a8c4-8ee773279f17 req-2dd1cdd4-08e6-4cba-b693-a76caccaeea3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0889249 Dec 08 00:14:06.260233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.303615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7241343-2258-4bb3-a8c4-8ee773279f17 req-1e6762a8-d7e6-4759-b5e0-715ed6fff75b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951457 Dec 08 00:14:06.306373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.360887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:06.365961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:06.369723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:06.399679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=fcc03266-9730-4f0f-8b9a-d27ecbd2521f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:06.480370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.529395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.545327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519de1e-8830-4439-969f-82f8bb03a690 req-060d579e-8632-4854-8675-6a4d25cbee5a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:06.551955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-060d579e-8632-4854-8675-6a4d25cbee5a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.1475463 Dec 08 00:14:06.588018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-5f1c7403-e4ee-468a-bee2-321906d21fec tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0351863 Dec 08 00:14:06.631870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d7899-758f-4b1e-92e9-1d998c271361 req-967b4e04-ae2b-49c2-9869-c969a8bb2c6e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:06.633434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e75d7899-758f-4b1e-92e9-1d998c271361 req-967b4e04-ae2b-49c2-9869-c969a8bb2c6e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1130662 Dec 08 00:14:06.675238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-9e62b035-069b-47e4-81d6-964dc4f59577 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806911 Dec 08 00:14:06.733204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.750280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.751079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e75d7899-758f-4b1e-92e9-1d998c271361 req-48f02d4f-0336-4b43-b38c-0a5af5b0e5ab tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084297 Dec 08 00:14:06.847815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=fcc03266-9730-4f0f-8b9a-d27ecbd2521f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:06.855041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.862230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a34990cb-d4a5-413b-9482-9587c2534af6 req-a887d1bf-ccb0-4815-8954-7536b22e4842 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0437574 Dec 08 00:14:06.872533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:06.873769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7eb5e567-42fc-4610-9dd6-8f40c88f06ea tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0787771 Dec 08 00:14:06.876372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59282) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:06.882028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'port': {'network_id': '6ddea882-1965-43d5-8054-79cf2a97b1aa', 'name': 'tempest-FloatingIPTestJSON-514740503'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:06.963040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-a4854757-bf76-4a67-b656-fcce201eb78f service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604434 Dec 08 00:14:07.034478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:07.038080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:07.055300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] device_id is not set on port 6165e247-79ae-481b-bc85-ceae10bd4f1f yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:14:07.076785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96805-df91-4d41-a8df-f07333b90a89 req-b489af16-1745-4bfb-ad45-62add4cdaa40 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:07.078426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f96805-df91-4d41-a8df-f07333b90a89 req-b489af16-1745-4bfb-ad45-62add4cdaa40 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1104589 Dec 08 00:14:07.113316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-7f279c7d-39d6-4315-b3d2-17793dbf1f58 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433823 Dec 08 00:14:07.143156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f96805-df91-4d41-a8df-f07333b90a89 req-ac4942a3-bb07-4547-be3b-f026ad1f63bf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530536 Dec 08 00:14:07.189147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.12 (6ddea882-1965-43d5-8054-79cf2a97b1aa/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944/6165e247-79ae-481b-bc85-ceae10bd4f1f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:07.298764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bde75-f908-4b86-bfdf-8a4d3c97331a req-e69327e1-d8e1-460e-99e4-41ded5169ba2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:07.300247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-171bde75-f908-4b86-bfdf-8a4d3c97331a req-e69327e1-d8e1-460e-99e4-41ded5169ba2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0787916 Dec 08 00:14:07.339009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80d93a1b-9db7-486f-9d25-6b3f560146c1 req-8e28902a-742d-4995-ac2b-ff3aab1d33f8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 210 time: 0.0377154 Dec 08 00:14:07.391527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-171bde75-f908-4b86-bfdf-8a4d3c97331a req-d6e23bda-fc6a-45b4-99fc-bca68757a99f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801117 Dec 08 00:14:07.407092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:07.471192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:07.530510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=6165e247-79ae-481b-bc85-ceae10bd4f1f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:07.538165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network 6ddea882-1965-43d5-8054-79cf2a97b1aa is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:07.539648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:07.542185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:07.581010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d001313-9d34-4996-a550-d4530ed8b0cc req-b34554f7-5178-4e39-9367-05ec8f6ff7da tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:07.591752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d001313-9d34-4996-a550-d4530ed8b0cc req-b34554f7-5178-4e39-9367-05ec8f6ff7da tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0866969 Dec 08 00:14:07.609969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:07.610694 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:07.630379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f76e2272-57cf-412e-b829-88779d1a88a5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7505863 Dec 08 00:14:07.630840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59302) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:07.635894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'port_id': '6165e247-79ae-481b-bc85-ceae10bd4f1f'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:07.687417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:07.693101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d001313-9d34-4996-a550-d4530ed8b0cc req-85a122cf-3d21-4543-b584-7238a80ed9d9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012764 Dec 08 00:14:07.852665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2414-9877-4d8f-8283-979f8020f9c9 req-245c29a3-59bc-4480-aba1-ebdc6c2cb098 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:07.864970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b9a2414-9877-4d8f-8283-979f8020f9c9 req-245c29a3-59bc-4480-aba1-ebdc6c2cb098 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0815456 Dec 08 00:14:07.946648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b9a2414-9877-4d8f-8283-979f8020f9c9 req-80ac7519-ffb5-41a4-b859-43377c3d17bf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799589 Dec 08 00:14:08.047455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2872389d-6968-40ba-8f50-60fb940f8677 req-3e63ac05-a9e9-45fa-a1c5-2f82b2d97f4a tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0491390 Dec 08 00:14:08.151166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61dfdc-e83e-440f-83e4-73ee8f997e05 req-2ce47891-b539-4596-9c70-718203e2aa5f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:08.162522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac61dfdc-e83e-440f-83e4-73ee8f997e05 req-2ce47891-b539-4596-9c70-718203e2aa5f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0791264 Dec 08 00:14:08.218146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac61dfdc-e83e-440f-83e4-73ee8f997e05 req-ce718b83-d44b-488b-bee1-56c0970ac6bf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544910 Dec 08 00:14:08.348019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a976265-2421-42db-8ca5-a373233c8a60 req-800c07cd-db9e-4096-ba00-862a8f0af00d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:08.349701 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a976265-2421-42db-8ca5-a373233c8a60 req-800c07cd-db9e-4096-ba00-862a8f0af00d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0511560 Dec 08 00:14:08.405970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a976265-2421-42db-8ca5-a373233c8a60 req-f506bbb8-deba-45c8-b32b-4283ff920b23 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503459 Dec 08 00:14:08.468575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc16180a-8b1c-4d3e-bfe4-62b1de556416 req-26cfdbbf-3234-47cc-8789-cc6e4bb886db tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 210 time: 0.0433261 Dec 08 00:14:08.588775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:08.594429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:08.713614 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP 5a1fa635-a03c-427f-acf9-077fdc0119aa associated. External IP: 172.25.6.248, port: 6165e247-79ae-481b-bc85-ceae10bd4f1f. Dec 08 00:14:08.729370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964792b5-2af2-4c20-b8f5-da17685262c1 req-5f64be98-4667-4e43-9433-148cb93dcb6a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:08.731429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-964792b5-2af2-4c20-b8f5-da17685262c1 req-5f64be98-4667-4e43-9433-148cb93dcb6a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1489468 Dec 08 00:14:08.805273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519de1e-8830-4439-969f-82f8bb03a690 req-ea76a190-0343-49d3-8d22-b20d1a98326c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:08.806874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-ea76a190-0343-49d3-8d22-b20d1a98326c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.1892807 Dec 08 00:14:08.835687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-964792b5-2af2-4c20-b8f5-da17685262c1 req-465631eb-c767-4fcd-b1d1-f0e7eadba8a9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914481 Dec 08 00:14:08.860442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:09.008871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:09.019043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:09.022800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.035055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59342) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:09.108868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a85d4c-6bc2-4509-a417-f29f1d7f0c4d req-a797a041-d49b-4764-9df9-79808f86ea1d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:09.110391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0a85d4c-6bc2-4509-a417-f29f1d7f0c4d req-a797a041-d49b-4764-9df9-79808f86ea1d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1217160 Dec 08 00:14:09.151075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:09.156844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.165118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:09.179918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:09.180989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:09.191249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b2fac1ab-eb59-4651-b9d1-b7ead442bfd9 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/floatingips/5a1fa635-a03c-427f-acf9-077fdc0119aa HTTP/1.1" status: 200 len: 978 time: 1.5590425 Dec 08 00:14:09.193737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59346) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:09.197560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Deleting subnet 41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:14:09.206678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2be256cd-3a5b-4db2-aca3-7fcb62a57ee3 req-93ef61cf-b1d1-474c-89db-7b090833694d tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0607090 Dec 08 00:14:09.210763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.238060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:09.250306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:09.251254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:09.289340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:09.290130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d2974-7a58-49ee-8344-36e87a330398 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:09.307392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0a85d4c-6bc2-4509-a417-f29f1d7f0c4d req-de415675-9a34-48f4-ba4b-0d13f87316f1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646860 Dec 08 00:14:09.313566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.322175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port 6165e247-79ae-481b-bc85-ceae10bd4f1f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:09.322601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.359218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.8 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/0ddf8e57-85e3-438f-9215-9241a1d2f89e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:09.432140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.470465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.588152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80105dd-c2c7-4742-9eaa-9fefe68752c6 req-e5d0c6c7-1b5c-4f9c-a07d-d71dccff31f2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:09.589620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b80105dd-c2c7-4742-9eaa-9fefe68752c6 req-e5d0c6c7-1b5c-4f9c-a07d-d71dccff31f2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1844568 Dec 08 00:14:09.595912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16531fff-5123-47fc-80f4-8f1a4c623466 req-bc60ec54-9299-4e89-b877-ff63dec17d92 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 210 time: 0.0578673 Dec 08 00:14:09.632641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.633412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.633412 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP 5a1fa635-a03c-427f-acf9-077fdc0119aa disassociated. External IP: 172.25.6.248, port: 6165e247-79ae-481b-bc85-ceae10bd4f1f. Dec 08 00:14:09.633767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for 6165e247-79ae-481b-bc85-ceae10bd4f1f owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:09.645944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.688467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.693883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:09.701232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.704168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41a9d7a4-8fb1-40d4-bd72-bb5596ba4f16 HTTP/1.1" status: 204 len: 168 time: 0.6629114 Dec 08 00:14:09.710767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59356) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:09.715432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b80105dd-c2c7-4742-9eaa-9fefe68752c6 req-1afce72b-8c12-426b-a616-e355a9e61512 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185782 Dec 08 00:14:09.718397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.719506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.719506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.719506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.719849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.720073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.720407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.720803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.721135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.721516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.721797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.722124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.722441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e72d5-e27e-4c30-a939-3e372c00f2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:09.753570 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.792492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:09.795295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3b3f8400-4954-4f2b-9463-336fc6a47beb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:09.818927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.819818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:09.842242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:09.846157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=0ddf8e57-85e3-438f-9215-9241a1d2f89e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:09.849496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:09.858130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.902721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854c1c7-ea9c-4988-8fa4-bac0b72fd7b4 req-1d97d380-27fa-4bbc-8ae0-1c9310a31c5d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:09.904522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c854c1c7-ea9c-4988-8fa4-bac0b72fd7b4 req-1d97d380-27fa-4bbc-8ae0-1c9310a31c5d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1071136 Dec 08 00:14:09.910035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=6165e247-79ae-481b-bc85-ceae10bd4f1f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:09.916513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:09.917322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:09.951349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-8284cee2-e9f8-424b-92f0-cd8f37fba4a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0959616 Dec 08 00:14:09.974148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Request body: {'port': {'device_id': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:09.980595 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.004706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c854c1c7-ea9c-4988-8fa4-bac0b72fd7b4 req-52531e1d-b1c0-47cb-b5b8-cea5c0078786 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745354 Dec 08 00:14:10.019837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b1164d-d88c-4080-a8e5-3d56d0ce446f']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:10.040959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b8a99f-d7e8-4f9b-a567-0e16d131d42b') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:10.040959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b8a99f-d7e8-4f9b-a567-0e16d131d42b') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:10.048086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.084538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.108066 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.119782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:14:10.120174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:14:10.121877 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:14:10.136305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:10.193971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.235016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.240514 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a9b1164d-d88c-4080-a8e5-3d56d0ce446f HTTP/1.1" status: 204 len: 168 time: 0.5266969 Dec 08 00:14:10.251779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4064fd1-13b4-41aa-a3a9-c0cbdc7666b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b1164d-d88c-4080-a8e5-3d56d0ce446f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:10.327138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:10.331960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a202-0836-437f-b4fc-ff8f823c0f3b req-e37213bd-4751-4910-a80d-8e304912e3d9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:10.332930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3b1a202-0836-437f-b4fc-ff8f823c0f3b req-e37213bd-4751-4910-a80d-8e304912e3d9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1132767 Dec 08 00:14:10.344886 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:10.359352 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:10.360347 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:10.398971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:10.409159 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:10.410288 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:10.426802 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.432406 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dccf1e08-1385-45e6-b11f-9051008c9579 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/ports/6165e247-79ae-481b-bc85-ceae10bd4f1f HTTP/1.1" status: 204 len: 168 time: 1.2373981 Dec 08 00:14:10.435247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59368) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:10.445027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20613b8e-016f-4442-8d8d-17e256f7a91d req-5793b54d-d935-48fe-adb0-87955c9f5980 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.1109958 Dec 08 00:14:10.453195 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:10.454327 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0586bf2-cf94-495c-a148-40746379cbfc None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:10.480451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddf8e57-85e3-438f-9215-9241a1d2f89e {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:10.489553 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4bc061db-034a-445f-99e9-8b46b9d0633a tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "GET /v2.0/floatingips/5a1fa635-a03c-427f-acf9-077fdc0119aa HTTP/1.1" status: 200 len: 688 time: 0.0505595 Dec 08 00:14:10.489745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.489875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:10.523637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59372) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:10.525786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Transition to ACTIVE for port object 0ddf8e57-85e3-438f-9215-9241a1d2f89e will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:14:10.533800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.538274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3b1a202-0836-437f-b4fc-ff8f823c0f3b req-73909f55-c2d9-4010-827c-da39039a1a98 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107771 Dec 08 00:14:10.626210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port fcc03266-9730-4f0f-8b9a-d27ecbd2521f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:10.626586 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.629339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Pushing event updated for resources: {'Port': ['ID=0ddf8e57-85e3-438f-9215-9241a1d2f89e,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:10.662020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c1747d70-cda8-403d-b919-125cc99e3609 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9f13e4acbc34c019c9407e4921c1873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372902 Dec 08 00:14:10.680925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59376) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:10.713565 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.714196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.726172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for fcc03266-9730-4f0f-8b9a-d27ecbd2521f owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:10.788361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Attempting to bind port 0ddf8e57-85e3-438f-9215-9241a1d2f89e on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:10.788923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Attempting to bind port 0ddf8e57-85e3-438f-9215-9241a1d2f89e by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:10.788923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Attempting to bind port 0ddf8e57-85e3-438f-9215-9241a1d2f89e on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:10.798283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5862cb-2eb8-4609-b253-87ae2fa1ec68 req-bb56fd6e-b8c7-4d0e-9931-13e80cd9172e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:10.799789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e5862cb-2eb8-4609-b253-87ae2fa1ec68 req-bb56fd6e-b8c7-4d0e-9931-13e80cd9172e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 943 time: 0.1179903 Dec 08 00:14:10.804720 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ce0185e-4e37-4173-a23d-ab7ea723145b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.809692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Port 0ddf8e57-85e3-438f-9215-9241a1d2f89e on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:14:10.810009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Attempting to bind port 0ddf8e57-85e3-438f-9215-9241a1d2f89e on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:10.836144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:10.836478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:10.836853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:10.837281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Bound port: 0ddf8e57-85e3-438f-9215-9241a1d2f89e, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:10.837628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.853975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ce0185e-4e37-4173-a23d-ab7ea723145b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.866212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.896700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=fcc03266-9730-4f0f-8b9a-d27ecbd2521f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:10.932533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e5862cb-2eb8-4609-b253-87ae2fa1ec68 req-ca4154a7-0ed4-44fc-9b29-f1f0c87c23e6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256700 Dec 08 00:14:10.960678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] For port 0ddf8e57-85e3-438f-9215-9241a1d2f89e, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:10.964126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] For port 0ddf8e57-85e3-438f-9215-9241a1d2f89e, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=0ddf8e57-85e3-438f-9215-9241a1d2f89e,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:10.969106 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.972912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.975892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:10.978982 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8f17049f-112b-420c-822e-51f0b4b4e67c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a1fa635-a03c-427f-acf9-077fdc0119aa HTTP/1.1" status: 204 len: 168 time: 0.4868093 Dec 08 00:14:10.982510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:10.986944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'aaeae988-2a98-4cb5-8173-58f425fc9556'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:11.000445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ce0185e-4e37-4173-a23d-ab7ea723145b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.003778 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ce0185e-4e37-4173-a23d-ab7ea723145b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.007827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9ce0185e-4e37-4173-a23d-ab7ea723145b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690 HTTP/1.1" status: 204 len: 168 time: 0.3219953 Dec 08 00:14:11.012298 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.025050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:11.025675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.027119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] 10.222.0.44 "PUT /v2.0/ports/0ddf8e57-85e3-438f-9215-9241a1d2f89e HTTP/1.1" status: 200 len: 1091 time: 1.0570500 Dec 08 00:14:11.027576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'tag': '0ddf8e57-85e3-438f-9215-9241a1d2f89e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:11.030348 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba62970c-199a-4917-8baf-e41bcb27341d" -d '{"events": [{"name": "network-changed", "server_uuid": "d00838a5-7b90-42f4-bdb7-9710b260ce9e", "tag": "0ddf8e57-85e3-438f-9215-9241a1d2f89e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:11.035755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0185e-4e37-4173-a23d-ab7ea723145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d21e0d3-2eca-4db4-a3f0-9eb3a47d5690,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:11.065855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde66b7-e1c8-4ae7-b6a5-464d70481b4b service neutron] Pushing event updated for resources: {'Port': ['ID=0ddf8e57-85e3-438f-9215-9241a1d2f89e,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:11.099782 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2296bfa0-6e52-4ce8-85a4-153a3a18fec6 x-openstack-request-id: req-2296bfa0-6e52-4ce8-85a4-153a3a18fec6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:11.100207 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00838a5-7b90-42f4-bdb7-9710b260ce9e", "tag": "0ddf8e57-85e3-438f-9215-9241a1d2f89e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:11.100555 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2296bfa0-6e52-4ce8-85a4-153a3a18fec6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:11.101043 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'tag': '0ddf8e57-85e3-438f-9215-9241a1d2f89e', 'status': 'completed', 'code': 200} Dec 08 00:14:11.138613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519de1e-8830-4439-969f-82f8bb03a690 req-33fe729e-8f98-4918-be2c-2eea2c264d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:11.140331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-33fe729e-8f98-4918-be2c-2eea2c264d6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 1094 time: 0.0519619 Dec 08 00:14:11.150617 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.194865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-da6ce944-51b0-4563-a64a-f90f5fe20ccb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ddf8e57-85e3-438f-9215-9241a1d2f89e HTTP/1.1" status: 200 len: 217 time: 0.0409901 Dec 08 00:14:11.286511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.25.6.74 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/fc4f9b58-0b65-4996-bb33-80c4bde42817) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:11.421003 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.457019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.496031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:11.499214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:11.505348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:11.550453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=fc4f9b58-0b65-4996-bb33-80c4bde42817,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:11.619587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-798289fb-3c68-46d4-b4de-d5cdbf2be081 req-bc3281be-f693-40b7-bfb7-d8f13bba1fef tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0388913 Dec 08 00:14:11.643334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519de1e-8830-4439-969f-82f8bb03a690 req-15d263fd-9282-406a-aa00-f30d94bb0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:11.645500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-15d263fd-9282-406a-aa00-f30d94bb0f80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.4440613 Dec 08 00:14:11.701045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-e549c52d-4069-4d58-a501-2900724fab88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447540 Dec 08 00:14:11.750481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a054542-2dba-4019-abe6-3002b0078b39 req-6af4ed60-1a5a-44a0-95b3-ab1263dad0dd tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:11.752047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a054542-2dba-4019-abe6-3002b0078b39 req-6af4ed60-1a5a-44a0-95b3-ab1263dad0dd tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1109588 Dec 08 00:14:11.852511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a054542-2dba-4019-abe6-3002b0078b39 req-ea2776e8-370b-4278-aaaf-4804a5bbcba0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903685 Dec 08 00:14:11.854518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-97c83b1d-055d-471b-9aa0-243a75470590 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458442 Dec 08 00:14:11.890236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59414) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:11.905746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:11.983672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.025035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2519de1e-8830-4439-969f-82f8bb03a690 req-a8278804-8705-44b2-9d27-1805a5e015fc service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386039 Dec 08 00:14:12.058255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1059820019-network', 'tenant_id': 'da334b7d32644f0e8d734c62ac34aa55'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:12.093621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaded90-7dbc-49bf-b6da-3a16f0a126f1 req-8787a1fe-44ac-4f43-88b8-78a6bee9c350 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:12.095282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caaded90-7dbc-49bf-b6da-3a16f0a126f1 req-8787a1fe-44ac-4f43-88b8-78a6bee9c350 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 943 time: 0.0619400 Dec 08 00:14:12.124935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Made reservation on behalf of da334b7d32644f0e8d734c62ac34aa55 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:12.127284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.142686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.211478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caaded90-7dbc-49bf-b6da-3a16f0a126f1 req-14b3278b-9594-48e2-a887-9044e4943c58 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078398 Dec 08 00:14:12.213330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.226212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.234921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8b080-2b6a-4e69-8c21-5665f1689ef3 req-284e6e51-e788-4068-ae71-6105852d1836 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:12.236438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89e8b080-2b6a-4e69-8c21-5665f1689ef3 req-284e6e51-e788-4068-ae71-6105852d1836 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1153450 Dec 08 00:14:12.240295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62970c-199a-4917-8baf-e41bcb27341d req-b5167af1-8553-4453-94dc-7b4c224cc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:12.241869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba62970c-199a-4917-8baf-e41bcb27341d req-b5167af1-8553-4453-94dc-7b4c224cc58e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 1094 time: 0.0928335 Dec 08 00:14:12.304510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89e8b080-2b6a-4e69-8c21-5665f1689ef3 req-c55fde45-472a-4224-a135-8c89b8b139b1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579107 Dec 08 00:14:12.397239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62970c-199a-4917-8baf-e41bcb27341d req-02494af3-34a1-449c-b862-65879a1d7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:12.398750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba62970c-199a-4917-8baf-e41bcb27341d req-02494af3-34a1-449c-b862-65879a1d7787 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.1102326 Dec 08 00:14:12.446724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba62970c-199a-4917-8baf-e41bcb27341d req-d7a9bb86-fcd1-4093-9750-6027e86af04c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ddf8e57-85e3-438f-9215-9241a1d2f89e HTTP/1.1" status: 200 len: 217 time: 0.0383773 Dec 08 00:14:12.503383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62970c-199a-4917-8baf-e41bcb27341d req-a5b44c33-bae2-4deb-9e05-ba97dd56ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:12.504877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba62970c-199a-4917-8baf-e41bcb27341d req-a5b44c33-bae2-4deb-9e05-ba97dd56ac4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0473816 Dec 08 00:14:12.544339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba62970c-199a-4917-8baf-e41bcb27341d req-fddd785a-5a3c-48cc-9347-6b76e8c06daf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306253 Dec 08 00:14:12.638450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba62970c-199a-4917-8baf-e41bcb27341d req-dcdcc0ce-b2bf-4af4-ab4f-778101b50de6 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862551 Dec 08 00:14:12.661657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.679173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=fc4f9b58-0b65-4996-bb33-80c4bde42817,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:12.724444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.732946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.740959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-784fd8af-21e1-4a6f-9280-e59ee65991ac req-51a5b2cd-f6cd-425b-a25c-1fc87ae00953 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0319474 Dec 08 00:14:12.772682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba62970c-199a-4917-8baf-e41bcb27341d req-afa801cb-494b-440b-bb35-edbe23c568fe service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266840 Dec 08 00:14:12.791260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:14:12.804968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220af4b6-fb10-4e8d-bfee-72e0e79c4305,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:12.812692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.813036 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Added segment 6ca0e51a-7d49-4b62-874b-9c65cd770d6f of type vlan for network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c Dec 08 00:14:12.852660 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP 8ca1d59b-438a-4b46-9273-f81dbb48ca78 associated. External IP: 172.25.6.74, port: aaeae988-2a98-4cb5-8173-58f425fc9556. Dec 08 00:14:12.893285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.956027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:12.957020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:12.957586 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.001568 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1103449 Dec 08 00:14:13.004618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59428) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:13.009580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Request body: {'subnet': {'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1059820019-subnet', 'tenant_id': 'da334b7d32644f0e8d734c62ac34aa55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:13.031032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Made reservation on behalf of da334b7d32644f0e8d734c62ac34aa55 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:13.033972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.040850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ec115-5c77-4321-849b-4c891ce88c4d admin admin] Pushing event updated for resources: {'Network': ['ID=6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:13.051203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:14:13.151369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:13.218849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.266965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:13.274219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc106c7d-30a8-4ec9-826d-60fdc55201ce,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:13.288046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Checking segment: {'id': '6ca0e51a-7d49-4b62-874b-9c65cd770d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:13.288046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Network hostable DHCP agents. Network: 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:14:13.294342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:13.296846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.310611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:13.312083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:13.329882 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0167da24-2aa0-4645-96c7-4b3495f7b028 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3462281 Dec 08 00:14:13.333805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59432) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:13.340291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1137953830'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:13.347781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:14:13.363348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:13.371183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:13.375792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.378339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f24b3-b84f-4104-823d-ab0de3dcda28 req-2b4c2268-a5ad-4fb2-8b14-9ee6a155cbec tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:13.378480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba8c7e-6de7-491d-a911-e3f279fef599 None None] Network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:13.380052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f3f24b3-b84f-4104-823d-ab0de3dcda28 req-2b4c2268-a5ad-4fb2-8b14-9ee6a155cbec tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 943 time: 0.0791228 Dec 08 00:14:13.380874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:13.381357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:13.381944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.410717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dbcf326e-db83-4397-8de8-ad4c59dcb67b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3973217 Dec 08 00:14:13.415696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:13.416370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:13.443959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:14:13.461806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.464369 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Added segment 7b9cacf2-7dfa-4c84-a1f2-6cbc25069017 of type vlan for network a4d1c764-3994-42df-8855-73c27c4f2018 Dec 08 00:14:13.474538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f3f24b3-b84f-4104-823d-ab0de3dcda28 req-85f457da-adee-4fac-b6c8-863b2031eebb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830195 Dec 08 00:14:13.485805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:13.486471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e15f0-9585-47b8-a2a5-3763321e0346 None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:13.499419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec978d-70ed-4484-9205-a32bb73d0190 req-a0d37a03-f29d-43e3-81c4-4a42005d4157 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:13.501043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96ec978d-70ed-4484-9205-a32bb73d0190 req-a0d37a03-f29d-43e3-81c4-4a42005d4157 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0678637 Dec 08 00:14:13.536187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.548491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6b2681-4e4e-4689-9be2-6896dce41d0d None None] Network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:13.567874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96ec978d-70ed-4484-9205-a32bb73d0190 req-d3327d04-c1c1-45ef-a994-2d218d90a7f1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595672 Dec 08 00:14:13.569330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.575872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:13.576482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.659454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Network': ['ID=a4d1c764-3994-42df-8855-73c27c4f2018,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:13.665759 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e2a0e9c0-1322-47c4-ab65-cf41ec3a282e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3304315 Dec 08 00:14:13.668785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59444) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:13.674860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'subnet': {'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:13.683731 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.685248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a4d1c764-3994-42df-8855-73c27c4f2018 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:14:13.742683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18e101-d3f9-499c-99d9-8753e065ae56 req-f6613fa8-202a-404f-a6d6-771fc47d4cde tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:13.745319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d18e101-d3f9-499c-99d9-8753e065ae56 req-f6613fa8-202a-404f-a6d6-771fc47d4cde tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0702119 Dec 08 00:14:13.785321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:13.788973 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:13.799450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d18e101-d3f9-499c-99d9-8753e065ae56 req-78051d58-ad88-4ac8-8ad8-85ab932342c7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478072 Dec 08 00:14:13.909560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98bd57ff-bc77-4b32-b0a0-6f1b245c73af req-f62bac8a-a7bb-4ab9-b62b-eb7f01492cef tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0414047 Dec 08 00:14:13.993857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.015970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-523ba63b-9e0b-4300-af0f-058118b849be tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:14.017554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-523ba63b-9e0b-4300-af0f-058118b849be tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/networks?id=6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c HTTP/1.1" status: 200 len: 822 time: 0.1378505 Dec 08 00:14:14.060475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-999d0495-8753-4e20-b8b5-970ebbd0a6a4 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/quotas/da334b7d32644f0e8d734c62ac34aa55 HTTP/1.1" status: 200 len: 375 time: 0.0312345 Dec 08 00:14:14.068126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Subnet': ['ID=68fed77e-1cd4-4eea-b36a-17905dd8c8ec,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:14.072160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Checking segment: {'id': '7b9cacf2-7dfa-4c84-a1f2-6cbc25069017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:14.072521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network hostable DHCP agents. Network: a4d1c764-3994-42df-8855-73c27c4f2018, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:14:14.090939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network a4d1c764-3994-42df-8855-73c27c4f2018 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:14:14.099416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-8e947984-a191-4b92-a73a-4a120b39f3da tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=da334b7d32644f0e8d734c62ac34aa55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310891 Dec 08 00:14:14.100323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a4d1c764-3994-42df-8855-73c27c4f2018) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:14.104312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:14.104899 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.109964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee27f12-8186-44c9-992a-9f75464fa3bd None None] Network a4d1c764-3994-42df-8855-73c27c4f2018 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:14.110879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996c1ac-5f70-483c-8e88-3d11c30bea89 req-f8db8810-351d-4ecb-86dc-c934641ee115 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:14.112455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3996c1ac-5f70-483c-8e88-3d11c30bea89 req-f8db8810-351d-4ecb-86dc-c934641ee115 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0939298 Dec 08 00:14:14.133127 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9cdf7c28-12ce-42e2-8ed3-224ad259639d tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4630449 Dec 08 00:14:14.135708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59464) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:14.142779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1923398931', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:14.180366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.181836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.236171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3996c1ac-5f70-483c-8e88-3d11c30bea89 req-0eed7a34-49eb-4b7e-b86d-dd06f7b1401a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161456 Dec 08 00:14:14.247863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.268855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-5bd4d1a5-d5eb-4e1c-85da-91cc69006a3b service neutron] 10.222.0.18 "GET /v2.0/networks/6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499822 Dec 08 00:14:14.363153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-a4d1c764-3994-42df-8855-73c27c4f2018', 'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018', 'project_id': 'e5e7870275fe4b22a3ea4be7b229839d', 'fixed_ips': [{'subnet_id': '68fed77e-1cd4-4eea-b36a-17905dd8c8ec'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:14:14.364303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.388030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-11ea2756-d190-4eaf-9244-59601077b418 service neutron] 10.222.0.18 "GET /v2.0/networks/6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176996 Dec 08 00:14:14.422927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.514646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Allocated IP 172.20.0.2 (a4d1c764-3994-42df-8855-73c27c4f2018/68fed77e-1cd4-4eea-b36a-17905dd8c8ec/db46d26d-7ba6-4e2d-8076-ba1a40907e1e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:14.523010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafad1-aff4-450f-8244-52759884482a req-c41dd290-5baf-499f-a498-6ef22267a45b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:14.525976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08bafad1-aff4-450f-8244-52759884482a req-c41dd290-5baf-499f-a498-6ef22267a45b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0843165 Dec 08 00:14:14.617221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08bafad1-aff4-450f-8244-52759884482a req-999d2353-dc88-4192-879d-b38201abdc7d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796864 Dec 08 00:14:14.685490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475069f3-3d69-43e5-a9ba-cd8c5f277bb6 req-2ae99e1d-9946-48bd-8c66-289ad32db866 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:14.687803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-475069f3-3d69-43e5-a9ba-cd8c5f277bb6 req-2ae99e1d-9946-48bd-8c66-289ad32db866 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 943 time: 0.0695293 Dec 08 00:14:14.693276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.714676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.748624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-072854a1-99b3-4083-a408-df394f24a599 req-2a7f223c-b0db-4ba7-8572-9b50fd828307 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 210 time: 0.0510848 Dec 08 00:14:14.771531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.788771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.815511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-475069f3-3d69-43e5-a9ba-cd8c5f277bb6 req-24eca864-912a-4731-abb9-c3f9882ff4da tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197209 Dec 08 00:14:14.816449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Network a4d1c764-3994-42df-8855-73c27c4f2018 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:14.856536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.25.6.251 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/986020d9-264f-4ae6-a453-76607512a161) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:14.867857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:14.872158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:14.884811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Pushing event updated for resources: {'Port': ['ID=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:14.925511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b114-18c9-4be0-a0d0-901d1bcd7ec0 req-a84ce8ad-63d2-4b52-9dbc-44ec47c9399c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:14.934832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2066b114-18c9-4be0-a0d0-901d1bcd7ec0 req-a84ce8ad-63d2-4b52-9dbc-44ec47c9399c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0803692 Dec 08 00:14:14.941282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Attempting to bind port db46d26d-7ba6-4e2d-8076-ba1a40907e1e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:14.941719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Attempting to bind port db46d26d-7ba6-4e2d-8076-ba1a40907e1e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '7b9cacf2-7dfa-4c84-a1f2-6cbc25069017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:14.942094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Attempting to bind port db46d26d-7ba6-4e2d-8076-ba1a40907e1e on network a4d1c764-3994-42df-8855-73c27c4f2018 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:14.948430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:14.948813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Checking segment: {'id': '7b9cacf2-7dfa-4c84-a1f2-6cbc25069017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:14.949268 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:14.950238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Bound using segment: {'id': '7b9cacf2-7dfa-4c84-a1f2-6cbc25069017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:14.950715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Bound port: db46d26d-7ba6-4e2d-8076-ba1a40907e1e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9cacf2-7dfa-4c84-a1f2-6cbc25069017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:14.951184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.023548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.041411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] For port db46d26d-7ba6-4e2d-8076-ba1a40907e1e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:15.046152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] For port db46d26d-7ba6-4e2d-8076-ba1a40907e1e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,segment=NetworkSegment(7b9cacf2-7dfa-4c84-a1f2-6cbc25069017),segment_id=7b9cacf2-7dfa-4c84-a1f2-6cbc25069017)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:15.052392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.064620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.070366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 0ddf8e57-85e3-438f-9215-9241a1d2f89e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:15.085770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f481442f-21d9-4c3d-a9cf-da77f2d83989 req-e3b022a5-32fd-4cf0-8b15-aeb1335e1819 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0301259 Dec 08 00:14:15.116040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2066b114-18c9-4be0-a0d0-901d1bcd7ec0 req-3979d2ca-17b3-4ece-8617-ad3f376540b4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666934 Dec 08 00:14:15.124509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:15.133427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:15.137039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:15.154054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=986020d9-264f-4ae6-a453-76607512a161,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:15.187457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ea6a1-2d49-424e-9bdd-50ca5f4253e2 None None] Pushing event updated for resources: {'Port': ['ID=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:15.277000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 0ddf8e57-85e3-438f-9215-9241a1d2f89e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=0ddf8e57-85e3-438f-9215-9241a1d2f89e,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:15.286266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acd45b-9029-4fb1-8b82-54721ea05f6e req-1241e32b-b99d-4a57-a88e-e6cafcea72a9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:15.288044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82acd45b-9029-4fb1-8b82-54721ea05f6e req-1241e32b-b99d-4a57-a88e-e6cafcea72a9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0672925 Dec 08 00:14:15.300831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '0ddf8e57-85e3-438f-9215-9241a1d2f89e', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': '0ddf8e57-85e3-438f-9215-9241a1d2f89e', 'mac_address': 'fa:16:3e:1b:46:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:15.355279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82acd45b-9029-4fb1-8b82-54721ea05f6e req-6b41b68f-2c53-488a-b891-2ada21d0585f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Dec 08 00:14:15.400479 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.431779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddf8e57-85e3-438f-9215-9241a1d2f89e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:15.490652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 0ddf8e57-85e3-438f-9215-9241a1d2f89e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=0ddf8e57-85e3-438f-9215-9241a1d2f89e,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:15.496061 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.581576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.585154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=0ddf8e57-85e3-438f-9215-9241a1d2f89e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:15.621526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672635f7-d6c6-41ec-bc45-61fe38b537d8 req-3712acbb-ddcc-4e59-8b49-051d77577805 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:15.622959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-672635f7-d6c6-41ec-bc45-61fe38b537d8 req-3712acbb-ddcc-4e59-8b49-051d77577805 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0595629 Dec 08 00:14:15.672301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-672635f7-d6c6-41ec-bc45-61fe38b537d8 req-6422bb56-31a4-42b6-85d0-923fac30bc0c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Dec 08 00:14:15.795219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1253c6-f3cd-4482-afca-7535757c70b0 req-b1ddf709-593b-46ea-a374-13071035119c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:15.795417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:15.796984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec1253c6-f3cd-4482-afca-7535757c70b0 req-b1ddf709-593b-46ea-a374-13071035119c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0513723 Dec 08 00:14:15.803864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['0ddf8e57-85e3-438f-9215-9241a1d2f89e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:15.875808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-195653fa-2dd8-40d2-a65c-0b24a6f5d0ab req-cc8a9490-2a67-4644-990c-e9243ae9c00e tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 210 time: 0.0415487 Dec 08 00:14:15.887963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec1253c6-f3cd-4482-afca-7535757c70b0 req-cfb4c722-f0f5-4614-9dbf-28cf44ec1890 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852489 Dec 08 00:14:15.947567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router c64f5fd6-90db-4daa-8d99-0f9f66e02965 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:14:16.102979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:16.113665 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] Sync routers for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:16.129313 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:16.129841 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:16.146050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:16.151133 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-15f8ebe9-7484-4e9e-a262-82e588ce4389 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0141282 Dec 08 00:14:16.151923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59504) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:16.188992 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:16.199215 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:16.200109 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:16.211859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ab36a4c3-7120-4c81-aca1-5f573b8b5b78 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:16.213503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ab36a4c3-7120-4c81-aca1-5f573b8b5b78 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.59 "GET /v2.0/networks?id=6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c HTTP/1.1" status: 200 len: 822 time: 0.1294332 Dec 08 00:14:16.223273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c36d0d-2af5-46b6-9750-f6211c4c707b req-d6935569-8785-4c59-93f8-d2678d2a7557 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:16.224927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64c36d0d-2af5-46b6-9750-f6211c4c707b req-d6935569-8785-4c59-93f8-d2678d2a7557 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 944 time: 0.2401593 Dec 08 00:14:16.245510 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:16.246515 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68ae57-2dcd-4a19-9aaf-4bc5108b92ee None None] The sync data for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:16.255790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Request body: {'port': {'device_id': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c', 'admin_state_up': True, 'tenant_id': 'da334b7d32644f0e8d734c62ac34aa55'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:16.281598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59758896-bbb3-44d4-b356-4bcf45727765 req-f9827877-e29e-42f7-ba20-571539cfd675 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:16.289635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59758896-bbb3-44d4-b356-4bcf45727765 req-f9827877-e29e-42f7-ba20-571539cfd675 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.2386467 Dec 08 00:14:16.412688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4d90c-64b8-49de-931a-673ef68c196b None None] Network a4d1c764-3994-42df-8855-73c27c4f2018 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:16.420888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64c36d0d-2af5-46b6-9750-f6211c4c707b req-5c87712c-b478-4b81-9e88-9e31512ac432 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850154 Dec 08 00:14:16.433263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59758896-bbb3-44d4-b356-4bcf45727765 req-d685a5f1-a6bd-45db-9549-a34d3ebacfb2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419523 Dec 08 00:14:16.487713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Made reservation on behalf of da334b7d32644f0e8d734c62ac34aa55 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:16.493146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:16.585294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9bdc1d2c-dd05-4da3-a1b6-7469129f8299 None None] Provisioning complete for port db46d26d-7ba6-4e2d-8076-ba1a40907e1e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:16.585768 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1d2c-dd05-4da3-a1b6-7469129f8299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:16.685128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1d2c-dd05-4da3-a1b6-7469129f8299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:16.701108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Allocated IP 172.20.0.13 (6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c/cc106c7d-30a8-4ec9-826d-60fdc55201ce/11b7c757-dca4-4f90-913a-547df8c02a70) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:16.731816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9bdc1d2c-dd05-4da3-a1b6-7469129f8299 None None] For port db46d26d-7ba6-4e2d-8076-ba1a40907e1e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,segment=NetworkSegment(7b9cacf2-7dfa-4c84-a1f2-6cbc25069017),segment_id=7b9cacf2-7dfa-4c84-a1f2-6cbc25069017)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:16.740893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1d2c-dd05-4da3-a1b6-7469129f8299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:16.757848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1336151d-bb33-4147-8d59-ac8a0916004e req-a2d5f58d-e93f-4f12-9a88-43c462718887 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0930471 Dec 08 00:14:16.805229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc1d2c-dd05-4da3-a1b6-7469129f8299 None None] Pushing event updated for resources: {'Port': ['ID=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:16.854430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a306e2-d559-4c27-b986-8d43fa452d0b req-4b00c4f3-ba0b-4ebb-ad16-ca9e3dbf47bc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:16.859511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2a306e2-d559-4c27-b986-8d43fa452d0b req-4b00c4f3-ba0b-4ebb-ad16-ca9e3dbf47bc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.2121959 Dec 08 00:14:16.972537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2cd0478e-ef04-4ec8-b129-e1bfc8e457ec None None] Provisioning complete for port db46d26d-7ba6-4e2d-8076-ba1a40907e1e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:16.972913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cd0478e-ef04-4ec8-b129-e1bfc8e457ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:16.974521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2a306e2-d559-4c27-b986-8d43fa452d0b req-a8d6a981-b69c-4f84-a8a5-847fe586b171 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041470 Dec 08 00:14:17.019991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.024095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62940441-e8dd-4983-9433-ce21106e3e8f req-e96aca6d-2cbf-497b-a8b8-ff1ec67e2d8a tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 210 time: 0.0574677 Dec 08 00:14:17.048755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.095003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 0ddf8e57-85e3-438f-9215-9241a1d2f89e up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:17.122674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.147940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device db46d26d-7ba6-4e2d-8076-ba1a40907e1e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:17.207752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 0ddf8e57-85e3-438f-9215-9241a1d2f89e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:14:17.212708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 0ddf8e57-85e3-438f-9215-9241a1d2f89e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:17.213078 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.218560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:17.225904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:17.228608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:17.237175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port db46d26d-7ba6-4e2d-8076-ba1a40907e1e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:17.237542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.256637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Pushing event updated for resources: {'Port': ['ID=11b7c757-dca4-4f90-913a-547df8c02a70,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:17.286533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b52d3f-d597-44b5-9a02-5728feeca9d1 req-f0e4482f-59ca-4ad6-bfef-455386d38d88 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:17.288181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23b52d3f-d597-44b5-9a02-5728feeca9d1 req-f0e4482f-59ca-4ad6-bfef-455386d38d88 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1228559 Dec 08 00:14:17.302384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:17.303057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.334868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-502a4f4d-492b-41da-ab86-a53e9e6cb5dc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0869455 Dec 08 00:14:17.361743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Request body: {'port': {'device_id': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:17.377764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.390784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23b52d3f-d597-44b5-9a02-5728feeca9d1 req-a001e58f-2588-4070-99a9-c0c679e6e9be tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849442 Dec 08 00:14:17.395014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.1 (a4d1c764-3994-42df-8855-73c27c4f2018/68fed77e-1cd4-4eea-b36a-17905dd8c8ec/da6ac043-7191-4afe-9881-8178b4f9b591) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:17.408074 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.415321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddf8e57-85e3-438f-9215-9241a1d2f89e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:17.417721 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b81fac-669c-4c9d-9aab-3f151a238388" -d '{"events": [{"server_uuid": "d00838a5-7b90-42f4-bdb7-9710b260ce9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ddf8e57-85e3-438f-9215-9241a1d2f89e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:17.431852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 0ddf8e57-85e3-438f-9215-9241a1d2f89e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=0ddf8e57-85e3-438f-9215-9241a1d2f89e,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:17.438299 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.445252 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.474546 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bca027d-cd07-4315-81cb-4b33df0794fb x-openstack-request-id: req-2bca027d-cd07-4315-81cb-4b33df0794fb {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:17.474872 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00838a5-7b90-42f4-bdb7-9710b260ce9e", "name": "network-vif-plugged", "status": "completed", "tag": "0ddf8e57-85e3-438f-9215-9241a1d2f89e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:17.475145 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bca027d-cd07-4315-81cb-4b33df0794fb {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:17.475562 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddf8e57-85e3-438f-9215-9241a1d2f89e', 'code': 200} Dec 08 00:14:17.506567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=0ddf8e57-85e3-438f-9215-9241a1d2f89e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:17.581870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.615664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.652493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network a4d1c764-3994-42df-8855-73c27c4f2018 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:17.658898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:17.663051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:17.675678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c092c-3838-427b-9e2c-747dca3b2c68 req-fc65179e-0136-4aed-87ac-0488bdc5bedf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:17.677252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de9c092c-3838-427b-9e2c-747dca3b2c68 req-fc65179e-0136-4aed-87ac-0488bdc5bedf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1798093 Dec 08 00:14:17.693710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=da6ac043-7191-4afe-9881-8178b4f9b591,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:17.706818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.707198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.707540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.707883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.708219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.708552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.708885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.709219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.709555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.709881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.710207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.710534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.710851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:17.727961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.769180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a070293-d2dc-4aa5-9f6d-04e8c58e8a3a req-47b7eb8c-8909-4104-9cd4-ab28fb05508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:17.770799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a070293-d2dc-4aa5-9f6d-04e8c58e8a3a req-47b7eb8c-8909-4104-9cd4-ab28fb05508a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 1096 time: 0.1681471 Dec 08 00:14:17.778763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a38e0f-2e10-44fb-b63a-62300ffbb115 req-7ae21ff9-0b9e-41ed-8ae9-27ef99f83f92 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:17.780259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5a38e0f-2e10-44fb-b63a-62300ffbb115 req-7ae21ff9-0b9e-41ed-8ae9-27ef99f83f92 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 945 time: 0.1832042 Dec 08 00:14:17.854937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de9c092c-3838-427b-9e2c-747dca3b2c68 req-1c77ec71-4143-4281-9d92-df5c0727c5a5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541502 Dec 08 00:14:17.879326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:17.914110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a070293-d2dc-4aa5-9f6d-04e8c58e8a3a req-5157135c-7e23-4acb-b08e-cb69bcb3230f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315646 Dec 08 00:14:17.945105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5a38e0f-2e10-44fb-b63a-62300ffbb115 req-ca99f1b6-ea67-48d3-90a7-92e3ee6314b8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468120 Dec 08 00:14:17.968820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0970066-662f-4fc1-b349-ec8c022d7aed req-158de365-c5d8-4e17-90e9-c41c084851f0 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0385447 Dec 08 00:14:18.001816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d300fc96-4c6e-4f5d-8255-69a6fd1ad904 None None] Provisioning complete for port da6ac043-7191-4afe-9881-8178b4f9b591 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:18.002619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d300fc96-4c6e-4f5d-8255-69a6fd1ad904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.018246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b7c757-dca4-4f90-913a-547df8c02a70 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:18.038453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.044383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d300fc96-4c6e-4f5d-8255-69a6fd1ad904 None None] Port da6ac043-7191-4afe-9881-8178b4f9b591 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:18.076280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Transition to ACTIVE for port object 11b7c757-dca4-4f90-913a-547df8c02a70 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:14:18.099261 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.171211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f254-2257-408e-b815-1b171eb71100 req-5cb1d955-8eca-4d4b-ab97-7881ce243c0f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:18.173109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f592f254-2257-408e-b815-1b171eb71100 req-5cb1d955-8eca-4d4b-ab97-7881ce243c0f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1100378 Dec 08 00:14:18.173354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7c757-dca4-4f90-913a-547df8c02a70,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:18.226022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.231976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.307819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.310433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=da6ac043-7191-4afe-9881-8178b4f9b591,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:18.413457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network a4d1c764-3994-42df-8855-73c27c4f2018 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:18.415094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:18.543017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router c64f5fd6-90db-4daa-8d99-0f9f66e02965 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:18.633608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f592f254-2257-408e-b815-1b171eb71100 req-462c97e3-7650-40cd-b824-4c7aee77ca44 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437099 Dec 08 00:14:18.641318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Attempting to bind port 11b7c757-dca4-4f90-913a-547df8c02a70 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:18.641772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Attempting to bind port 11b7c757-dca4-4f90-913a-547df8c02a70 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '6ca0e51a-7d49-4b62-874b-9c65cd770d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:18.642204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Attempting to bind port 11b7c757-dca4-4f90-913a-547df8c02a70 on network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:18.650803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Port 11b7c757-dca4-4f90-913a-547df8c02a70 on network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:14:18.651083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Attempting to bind port 11b7c757-dca4-4f90-913a-547df8c02a70 on network 6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:18.664564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:18.664975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Checking segment: {'id': '6ca0e51a-7d49-4b62-874b-9c65cd770d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:18.665202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:18.665347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Bound using segment: {'id': '6ca0e51a-7d49-4b62-874b-9c65cd770d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:18.665865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Bound port: 11b7c757-dca4-4f90-913a-547df8c02a70, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca0e51a-7d49-4b62-874b-9c65cd770d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:18.666159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.673678 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf1b5013-1bca-4196-a113-c97f03ecde86 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/routers/c64f5fd6-90db-4daa-8d99-0f9f66e02965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196509 Dec 08 00:14:18.674284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:18.679503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'port': {'network_id': 'a4d1c764-3994-42df-8855-73c27c4f2018', 'name': 'tempest-FloatingIPTestJSON-685463513'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:18.682315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] Sync routers for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:18.685800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295fcd-ef41-43c9-bcd4-2efebd60e1b0 req-8998cdec-52ae-4022-8aee-8f3edcda2a80 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:18.687315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2295fcd-ef41-43c9-bcd4-2efebd60e1b0 req-8998cdec-52ae-4022-8aee-8f3edcda2a80 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 944 time: 0.4233816 Dec 08 00:14:18.699885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:18.700925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:18.739915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fef66bdc-44eb-423f-8335-9546c7950265 None None] Provisioning complete for port da6ac043-7191-4afe-9881-8178b4f9b591 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:18.740604 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fef66bdc-44eb-423f-8335-9546c7950265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.743889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:18.780753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:18.781474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:18.786874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fef66bdc-44eb-423f-8335-9546c7950265 None None] Port da6ac043-7191-4afe-9881-8178b4f9b591 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:18.792213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2295fcd-ef41-43c9-bcd4-2efebd60e1b0 req-0b757813-bf6e-4d69-a7f3-03030f91ee7d tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982969 Dec 08 00:14:18.817395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Made reservation on behalf of e5e7870275fe4b22a3ea4be7b229839d for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:18.821466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:18.821980 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.822370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe2c5d2-ff45-4160-b30f-125f8515fb66 None None] The sync data for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:18.828196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626ff50-325c-4412-8b96-794fb6b1cb6b req-f6351b62-ebbd-4912-ae0b-8839f518d147 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:18.829683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e626ff50-325c-4412-8b96-794fb6b1cb6b req-f6351b62-ebbd-4912-ae0b-8839f518d147 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1118789 Dec 08 00:14:18.833748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] For port 11b7c757-dca4-4f90-913a-547df8c02a70, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:18.837786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] For port 11b7c757-dca4-4f90-913a-547df8c02a70, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=11b7c757-dca4-4f90-913a-547df8c02a70,segment=NetworkSegment(6ca0e51a-7d49-4b62-874b-9c65cd770d6f),segment_id=6ca0e51a-7d49-4b62-874b-9c65cd770d6f)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:18.841478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] device_id is not set on port 4b8f534d-3f8c-4c3f-8783-ba8eb165e139 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:14:18.848031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.904353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:18.904970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:18.906354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] 10.222.0.59 "PUT /v2.0/ports/11b7c757-dca4-4f90-913a-547df8c02a70 HTTP/1.1" status: 200 len: 1092 time: 1.5545592 Dec 08 00:14:18.906800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'tag': '11b7c757-dca4-4f90-913a-547df8c02a70'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:18.909320 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6a9298-92e6-4b82-95db-236b471f3623", "tag": "11b7c757-dca4-4f90-913a-547df8c02a70"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:18.940592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e626ff50-325c-4412-8b96-794fb6b1cb6b req-154200da-81bf-48b2-b2d0-883ad17efdc2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013639 Dec 08 00:14:18.943918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ca3a9-f56d-42c3-95c7-75ad2b20a547 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7c757-dca4-4f90-913a-547df8c02a70,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:18.961817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Allocated IP 172.20.0.6 (a4d1c764-3994-42df-8855-73c27c4f2018/68fed77e-1cd4-4eea-b36a-17905dd8c8ec/4b8f534d-3f8c-4c3f-8783-ba8eb165e139) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:18.983038 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839f05f3-3b7f-42e5-9085-f46578c60cce x-openstack-request-id: req-839f05f3-3b7f-42e5-9085-f46578c60cce {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:18.983510 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6a9298-92e6-4b82-95db-236b471f3623", "tag": "11b7c757-dca4-4f90-913a-547df8c02a70", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:18.983830 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-839f05f3-3b7f-42e5-9085-f46578c60cce {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:18.984314 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'tag': '11b7c757-dca4-4f90-913a-547df8c02a70', 'status': 'completed', 'code': 200} Dec 08 00:14:19.111063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-fe515fab-58a4-4c18-8bdf-b4ecbba83ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.112540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-fe515fab-58a4-4c18-8bdf-b4ecbba83ffc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da334b7d32644f0e8d734c62ac34aa55&device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 1095 time: 0.1010437 Dec 08 00:14:19.129475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5795e66-54db-45a4-9022-5526bcd5ea9e req-d971ed63-d6ad-435f-8f19-0770b9923ecc tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0369368 Dec 08 00:14:19.159739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d673023-0a3c-47ba-b845-761d3b179d16 req-f52bd7b3-2820-42fa-8d2c-47b9b2680dc3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.163232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d673023-0a3c-47ba-b845-761d3b179d16 req-f52bd7b3-2820-42fa-8d2c-47b9b2680dc3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 945 time: 0.1106808 Dec 08 00:14:19.166357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:19.198803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-0029844a-7473-49da-91f5-0ae0c2643c04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11b7c757-dca4-4f90-913a-547df8c02a70 HTTP/1.1" status: 200 len: 217 time: 0.0670424 Dec 08 00:14:19.216439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:19.261626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Network a4d1c764-3994-42df-8855-73c27c4f2018 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:19.264695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:19.267287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:19.296637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event updated for resources: {'Port': ['ID=4b8f534d-3f8c-4c3f-8783-ba8eb165e139,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:19.312598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-18b9f785-c0f3-40b1-ae10-11afffcd8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.314232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-18b9f785-c0f3-40b1-ae10-11afffcd8340 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc106c7d-30a8-4ec9-826d-60fdc55201ce HTTP/1.1" status: 200 len: 862 time: 0.0994599 Dec 08 00:14:19.318440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d673023-0a3c-47ba-b845-761d3b179d16 req-70a2c03c-aba6-42bd-bd03-7911f58272fb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186206 Dec 08 00:14:19.329837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.330463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:19.330603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5e6a-8317-4efa-8c21-fca4709a80be req-a63c662f-c6c0-4ef8-84d3-72442256b780 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.337679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fdf5e6a-8317-4efa-8c21-fca4709a80be req-a63c662f-c6c0-4ef8-84d3-72442256b780 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1242843 Dec 08 00:14:19.351516 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c4e609d5-f33a-4047-b727-5ce952afd069 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6737092 Dec 08 00:14:19.351887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59550) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:19.358166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Request body: {'floatingip': {'port_id': '4b8f534d-3f8c-4c3f-8783-ba8eb165e139'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:19.377734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-ace2c05a-7252-4c94-874e-53b9003cff2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373957 Dec 08 00:14:19.432326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:19.437928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fdf5e6a-8317-4efa-8c21-fca4709a80be req-03e5926b-609c-4f0c-bef2-6884f1a02090 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993924 Dec 08 00:14:19.508948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-4a5027c7-8ca7-4b53-92ee-1e0d74bae9da service neutron] 10.222.0.59 "GET /v2.0/networks/6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190863 Dec 08 00:14:19.621240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e13820a8-404c-4005-959c-1a9399742495 None None] Provisioning complete for port 4b8f534d-3f8c-4c3f-8783-ba8eb165e139 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:19.622534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e13820a8-404c-4005-959c-1a9399742495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:19.634991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdd92d-c10e-4b3d-b440-3b28c614aa5e req-5e415976-bce7-495e-9bdc-b0709de2561a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.636410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdbdd92d-c10e-4b3d-b440-3b28c614aa5e req-5e415976-bce7-495e-9bdc-b0709de2561a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1116955 Dec 08 00:14:19.648237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cb80e83-3ebe-496f-8a41-2e75d602f821 req-a879cd47-be8a-4de1-829f-6f74a84e8bb2 service neutron] 10.222.0.59 "GET /v2.0/networks/6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320837 Dec 08 00:14:19.665546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e13820a8-404c-4005-959c-1a9399742495 None None] Port 4b8f534d-3f8c-4c3f-8783-ba8eb165e139 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:19.700778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdbdd92d-c10e-4b3d-b440-3b28c614aa5e req-713b7d3c-22b4-4102-86ec-f719e019ee6d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504091 Dec 08 00:14:19.794473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-e904fcbc-8e25-4c9f-845f-ae811d333a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.795937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-e904fcbc-8e25-4c9f-845f-ae811d333a32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da334b7d32644f0e8d734c62ac34aa55&device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 1095 time: 0.0441585 Dec 08 00:14:19.943333 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:19.947612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:19.976231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2759-2b96-4105-90ef-20a34d0e08a3 req-ac753034-6c9f-4353-8d61-9af063bd7090 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.977676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c5b2759-2b96-4105-90ef-20a34d0e08a3 req-ac753034-6c9f-4353-8d61-9af063bd7090 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1512208 Dec 08 00:14:19.978929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-0926a6a2-afd6-4e73-b47c-12f41a253ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.980240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-0926a6a2-afd6-4e73-b47c-12f41a253ba3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c HTTP/1.1" status: 200 len: 923 time: 0.1675673 Dec 08 00:14:19.987658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1150f-3d58-4a1d-9c94-32e17275f72f req-8db40b19-3455-4151-9a26-8ae3beb6f3a0 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:19.989076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21c1150f-3d58-4a1d-9c94-32e17275f72f req-8db40b19-3455-4151-9a26-8ae3beb6f3a0 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 944 time: 0.1181021 Dec 08 00:14:20.055992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-9b64f966-7900-4965-9f1a-81f0af886096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11b7c757-dca4-4f90-913a-547df8c02a70 HTTP/1.1" status: 200 len: 217 time: 0.0601118 Dec 08 00:14:20.056825 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP 8ca1d59b-438a-4b46-9273-f81dbb48ca78 associated. External IP: 172.25.6.74, port: aaeae988-2a98-4cb5-8173-58f425fc9556. Dec 08 00:14:20.133935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c5b2759-2b96-4105-90ef-20a34d0e08a3 req-5efa78a9-572b-484d-b31f-26831f564a08 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438990 Dec 08 00:14:20.139311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21c1150f-3d58-4a1d-9c94-32e17275f72f req-409a2dd0-f27f-45b5-ae30-e58e4ef8ea12 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425974 Dec 08 00:14:20.147231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-dfb6c0b0-1e90-439b-96c8-87dd0e024197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:20.148187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-dfb6c0b0-1e90-439b-96c8-87dd0e024197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc106c7d-30a8-4ec9-826d-60fdc55201ce HTTP/1.1" status: 200 len: 862 time: 0.0835636 Dec 08 00:14:20.197339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-af0868c7-b808-4169-8b6c-715e4fc097a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375936 Dec 08 00:14:20.256276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc8138ac-8cb9-4b38-a345-6d4385c41201 req-6ecd91fc-efae-46b3-a5ed-21b9f5f6bc7d tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0413516 Dec 08 00:14:20.277754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:20.350813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624f222-9e66-448c-b128-726f70d1d3c7 req-c034e38e-3462-4640-b228-c47aa8e33113 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:20.352546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d624f222-9e66-448c-b128-726f70d1d3c7 req-c034e38e-3462-4640-b228-c47aa8e33113 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1251094 Dec 08 00:14:20.382819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-f3430d25-94ee-43c4-adf7-7bc69fcfc1a9 service neutron] 10.222.0.59 "GET /v2.0/networks/6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565571 Dec 08 00:14:20.389871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:20.400823 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:20.411001 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:20.411935 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:20.444486 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:20.453927 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:20.454617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:20.460851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d624f222-9e66-448c-b128-726f70d1d3c7 req-ae97796e-9f9b-49b2-bd03-82ddd58a9ffc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967178 Dec 08 00:14:20.513464 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:20.514126 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3883435a-be50-45c9-b763-6c00ceaba0fb None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:20.530250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d20a2-2eec-4b9a-b887-62b8e07abede req-a66f7976-9bf1-420a-b842-a7b59de80512 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:20.531868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b72d20a2-2eec-4b9a-b887-62b8e07abede req-a66f7976-9bf1-420a-b842-a7b59de80512 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 945 time: 0.1254978 Dec 08 00:14:20.548975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afccd50a-3d4b-43ab-ba77-0472e93bb2a4 req-59371ddf-2fe1-4aed-b51c-830f73150ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533129 Dec 08 00:14:20.593328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b72d20a2-2eec-4b9a-b887-62b8e07abede req-53c0a161-3cca-48a0-aea8-83b26f3a0821 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532029 Dec 08 00:14:20.748957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4491294-31fd-4529-9f93-7f53532d73de req-cb8d7fb8-1696-41fb-9ee2-87477e3030a9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:20.750555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4491294-31fd-4529-9f93-7f53532d73de req-cb8d7fb8-1696-41fb-9ee2-87477e3030a9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.0804126 Dec 08 00:14:20.772435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9bf83-c7ec-4887-9e69-162d7a7c91f8 req-23e2c972-6985-4d0a-b628-b1688ec88619 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:20.773986 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eac9bf83-c7ec-4887-9e69-162d7a7c91f8 req-23e2c972-6985-4d0a-b628-b1688ec88619 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0772438 Dec 08 00:14:20.847513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4491294-31fd-4529-9f93-7f53532d73de req-2227e40a-5f55-4f6a-b45b-0743134d3561 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894146 Dec 08 00:14:20.854976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eac9bf83-c7ec-4887-9e69-162d7a7c91f8 req-e7e2f6c1-da60-41d9-9f85-3b5b1d35200a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723114 Dec 08 00:14:20.946436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router c64f5fd6-90db-4daa-8d99-0f9f66e02965 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:21.002408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e1983-207c-4f17-861f-1511cf683c77 req-1eb4d9e3-b94a-4688-ab36-fc330d3740f7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:21.004027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-901e1983-207c-4f17-861f-1511cf683c77 req-1eb4d9e3-b94a-4688-ab36-fc330d3740f7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0783517 Dec 08 00:14:21.017041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ccaa3-ab2b-4fe1-9f98-6122833d1afb req-ca700d11-0712-43fe-a525-1998f7ed92a4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:21.018490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879ccaa3-ab2b-4fe1-9f98-6122833d1afb req-ca700d11-0712-43fe-a525-1998f7ed92a4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 945 time: 0.0823286 Dec 08 00:14:21.056772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:21.061665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:21.067035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] Sync routers for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:21.077739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:21.078577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:21.088817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-901e1983-207c-4f17-861f-1511cf683c77 req-2c513ae2-2f52-4880-9d04-4119d7537dd0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Dec 08 00:14:21.101615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879ccaa3-ab2b-4fe1-9f98-6122833d1afb req-960f386a-e5ab-41d9-bbab-0244211f3fe3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762970 Dec 08 00:14:21.123635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-268ced1e-65b1-49c4-a6ae-f90127ab6015 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/floatingips/8ca1d59b-438a-4b46-9273-f81dbb48ca78 HTTP/1.1" status: 200 len: 976 time: 1.7707226 Dec 08 00:14:21.123813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59582) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:21.141980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:21.152315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:21.153816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:21.195523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:21.196490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200ad9a-1d90-4cda-a140-6fb16a1322a7 None None] The sync data for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:21.266240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da5df5-f20d-4d5d-b041-62339d80066a req-9cc30eba-3050-42ea-b966-dbf41811c806 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:21.267805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03da5df5-f20d-4d5d-b041-62339d80066a req-9cc30eba-3050-42ea-b966-dbf41811c806 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0618386 Dec 08 00:14:21.278242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port 4b8f534d-3f8c-4c3f-8783-ba8eb165e139 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:21.278509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:21.351512 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-56cd477a-3917-429b-b0ae-ec8a9bd531b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:21.420207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03da5df5-f20d-4d5d-b041-62339d80066a req-fb0fbdc5-1de3-424f-8cb7-1fbc9e046e3f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339858 Dec 08 00:14:21.443198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:21.453954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a44e7-ff3a-4766-b1da-7c93e03ecf6e req-9e4022d9-97d4-4439-ac80-d5d9242ee3a3 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:21.455458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-570a44e7-ff3a-4766-b1da-7c93e03ecf6e req-9e4022d9-97d4-4439-ac80-d5d9242ee3a3 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 944 time: 0.1326690 Dec 08 00:14:21.624761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aecb1-9e58-4768-b214-a37e663975fd req-ca8b27b5-b45d-4bb9-8221-80503ab1d9a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:21.626211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-344aecb1-9e58-4768-b214-a37e663975fd req-ca8b27b5-b45d-4bb9-8221-80503ab1d9a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 945 time: 0.1263285 Dec 08 00:14:21.631573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-570a44e7-ff3a-4766-b1da-7c93e03ecf6e req-e14fce88-263b-4bb6-b7fe-6c4721ff45d5 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687956 Dec 08 00:14:21.744719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b26d5a7-c1c5-4d5c-96b3-0d0ad35110bd req-15fa11b7-dc7d-49a1-8505-6680628243e7 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0513825 Dec 08 00:14:21.748960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:21.749329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:21.749929 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Floating IP 8ca1d59b-438a-4b46-9273-f81dbb48ca78 disassociated. External IP: 172.25.6.74, port: 4b8f534d-3f8c-4c3f-8783-ba8eb165e139. Dec 08 00:14:21.750041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for 4b8f534d-3f8c-4c3f-8783-ba8eb165e139 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:21.758803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-344aecb1-9e58-4768-b214-a37e663975fd req-bba92135-911e-47e3-bb62-ee9547f17bad tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263499 Dec 08 00:14:21.875133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0541-4c9d-4154-9ba3-0baef99d47c6 req-d1449dbd-450f-4a00-a9b3-24c406400457 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:21.876581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a31e0541-4c9d-4154-9ba3-0baef99d47c6 req-d1449dbd-450f-4a00-a9b3-24c406400457 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0629892 Dec 08 00:14:21.946812 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:21.979114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a31e0541-4c9d-4154-9ba3-0baef99d47c6 req-c87cecf9-d795-4630-ab3e-fe1c7349f2b5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850472 Dec 08 00:14:21.981899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=4b8f534d-3f8c-4c3f-8783-ba8eb165e139,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:22.112306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router c64f5fd6-90db-4daa-8d99-0f9f66e02965 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:22.227334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:22.237648 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] Sync routers for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:22.249291 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:22.249933 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:22.289449 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:22.296405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:22.299810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4a2f59af-5015-4599-ac1c-2dc1e6e7055e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/ports/4b8f534d-3f8c-4c3f-8783-ba8eb165e139 HTTP/1.1" status: 204 len: 168 time: 1.1748395 Dec 08 00:14:22.300153 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:22.300924 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:22.302500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59608) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:22.335377 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:22.335532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55518bbe-f546-4ae1-8c31-842d78cf1f5d None None] The sync data for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:22.503068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb70a-1721-4991-821f-e944a05751fd req-b3c605b1-5f9b-4b8e-8f35-9d798da6c387 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:22.504439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eebb70a-1721-4991-821f-e944a05751fd req-b3c605b1-5f9b-4b8e-8f35-9d798da6c387 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1005778 Dec 08 00:14:22.550067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 11b7c757-dca4-4f90-913a-547df8c02a70 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:22.592577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eebb70a-1721-4991-821f-e944a05751fd req-f8cb420b-3628-4e6f-89a3-b9e84a298d55 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797939 Dec 08 00:14:22.643482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 11b7c757-dca4-4f90-913a-547df8c02a70, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=11b7c757-dca4-4f90-913a-547df8c02a70,segment=NetworkSegment(6ca0e51a-7d49-4b62-874b-9c65cd770d6f),segment_id=6ca0e51a-7d49-4b62-874b-9c65cd770d6f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:22.656356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '11b7c757-dca4-4f90-913a-547df8c02a70', 'network_id': '6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c', 'port_id': '11b7c757-dca4-4f90-913a-547df8c02a70', 'mac_address': 'fa:16:3e:f1:09:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc106c7d-30a8-4ec9-826d-60fdc55201ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:22.698795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:22.712282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b7c757-dca4-4f90-913a-547df8c02a70 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:22.731532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 11b7c757-dca4-4f90-913a-547df8c02a70, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=11b7c757-dca4-4f90-913a-547df8c02a70,segment=NetworkSegment(6ca0e51a-7d49-4b62-874b-9c65cd770d6f),segment_id=6ca0e51a-7d49-4b62-874b-9c65cd770d6f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:22.735766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:22.775403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae36e60-a31c-4e8c-a3ae-e18ba08278c8 req-d2fa18bc-bcab-42a4-b1e7-e7eb190a4c81 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:22.776797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ae36e60-a31c-4e8c-a3ae-e18ba08278c8 req-d2fa18bc-bcab-42a4-b1e7-e7eb190a4c81 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 944 time: 0.0588965 Dec 08 00:14:22.782609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=11b7c757-dca4-4f90-913a-547df8c02a70,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:22.821179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:22.896567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c616e3c2-e409-434e-8ed3-05309377f5d4 req-6380370d-f353-4121-ac72-a6143db0424f tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0637972 Dec 08 00:14:22.918121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-96c3fd2c-42bb-4c5a-85ad-67708d2eb0ae tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:22.919830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-96c3fd2c-42bb-4c5a-85ad-67708d2eb0ae tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 945 time: 0.1419232 Dec 08 00:14:23.009561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ae36e60-a31c-4e8c-a3ae-e18ba08278c8 req-dd7f5ea0-47a9-478d-af45-ad3d2d4afadd tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052078 Dec 08 00:14:23.161727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['11b7c757-dca4-4f90-913a-547df8c02a70'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:23.437598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cce02-0ec4-400d-8946-77622d80a5b9 req-f635f2c9-b5d7-4c36-95c5-b823283a52b4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:23.439133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-127cce02-0ec4-400d-8946-77622d80a5b9 req-f635f2c9-b5d7-4c36-95c5-b823283a52b4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 945 time: 0.4687352 Dec 08 00:14:23.498835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port 0ddf8e57-85e3-438f-9215-9241a1d2f89e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:23.499193 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:23.542728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c48e8007-307e-40ff-8393-6331eb0bc5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:23.552138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-127cce02-0ec4-400d-8946-77622d80a5b9 req-d11c96cd-ce71-44b3-b289-f1860f81a76a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924349 Dec 08 00:14:23.639149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port 0ddf8e57-85e3-438f-9215-9241a1d2f89e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=0ddf8e57-85e3-438f-9215-9241a1d2f89e,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:23.639513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:23.674732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for 0ddf8e57-85e3-438f-9215-9241a1d2f89e owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:23.782720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafc818-3285-4ec3-a917-2d2baaeb01ef req-adebe545-c3f3-48f1-809d-33e55f269b66 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:23.784458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fafc818-3285-4ec3-a917-2d2baaeb01ef req-adebe545-c3f3-48f1-809d-33e55f269b66 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1109555 Dec 08 00:14:23.803235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port da6ac043-7191-4afe-9881-8178b4f9b591 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:23.803573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:23.937460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fafc818-3285-4ec3-a917-2d2baaeb01ef req-a09ccac7-f8b4-4afc-a032-58add16f9b85 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447668 Dec 08 00:14:23.968658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.004023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.005933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for da6ac043-7191-4afe-9881-8178b4f9b591 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:24.008972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe059d39-5093-49e6-be94-c3a08b096a96 req-0e5c4228-e54d-4487-ab3f-bd6371af3917 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0327311 Dec 08 00:14:24.037639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:24.040755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=0ddf8e57-85e3-438f-9215-9241a1d2f89e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:24.068851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3b3f8400-4954-4f2b-9463-336fc6a47beb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:24.144078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port 0ddf8e57-85e3-438f-9215-9241a1d2f89e on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:24.149719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.153610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b947be8-b3ff-4594-9326-65c9040433b6 req-c2a228ed-685f-4bab-9686-480a03a23125 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "DELETE /v2.0/ports/0ddf8e57-85e3-438f-9215-9241a1d2f89e HTTP/1.1" status: 204 len: 173 time: 1.2242591 Dec 08 00:14:24.155463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'name': 'network-vif-deleted', 'tag': '0ddf8e57-85e3-438f-9215-9241a1d2f89e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:24.157714 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb33bc-2d8f-4f9d-ae47-fb509651d142" -d '{"events": [{"server_uuid": "d00838a5-7b90-42f4-bdb7-9710b260ce9e", "name": "network-vif-deleted", "tag": "0ddf8e57-85e3-438f-9215-9241a1d2f89e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:24.193074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da6bc8-65ed-4c83-a761-2f2f59eda3bf req-fe99e647-b525-4afc-85b4-95368a21868c tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:24.194712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51da6bc8-65ed-4c83-a761-2f2f59eda3bf req-fe99e647-b525-4afc-85b4-95368a21868c tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 945 time: 0.0923979 Dec 08 00:14:24.247900 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da281c2c-0a98-4a5d-9e8d-f8efceea169f x-openstack-request-id: req-da281c2c-0a98-4a5d-9e8d-f8efceea169f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:24.248187 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00838a5-7b90-42f4-bdb7-9710b260ce9e", "name": "network-vif-deleted", "tag": "0ddf8e57-85e3-438f-9215-9241a1d2f89e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:24.248421 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da281c2c-0a98-4a5d-9e8d-f8efceea169f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:24.248829 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00838a5-7b90-42f4-bdb7-9710b260ce9e', 'name': 'network-vif-deleted', 'tag': '0ddf8e57-85e3-438f-9215-9241a1d2f89e', 'status': 'completed', 'code': 200} Dec 08 00:14:24.311685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51da6bc8-65ed-4c83-a761-2f2f59eda3bf req-ff8f68b9-669f-41f2-a87a-bec62a795753 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745852 Dec 08 00:14:24.367291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.394755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=da6ac043-7191-4afe-9881-8178b4f9b591,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:24.546725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 11b7c757-dca4-4f90-913a-547df8c02a70 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:24.570813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.613966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 11b7c757-dca4-4f90-913a-547df8c02a70 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:14:24.618727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 11b7c757-dca4-4f90-913a-547df8c02a70 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:24.619303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.706318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.712781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eee279a0-f790-4b73-9bb6-d6cbaa5da200 req-3222adcd-b7f0-459c-8931-696eefd6e257 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=d00838a5-7b90-42f4-bdb7-9710b260ce9e HTTP/1.1" status: 200 len: 210 time: 0.0355074 Dec 08 00:14:24.740747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7c757-dca4-4f90-913a-547df8c02a70'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:24.743003 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1568488-5afd-43c0-a164-4cca1c8e8c06" -d '{"events": [{"server_uuid": "dd6a9298-92e6-4b82-95db-236b471f3623", "name": "network-vif-plugged", "status": "completed", "tag": "11b7c757-dca4-4f90-913a-547df8c02a70"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:24.756494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 11b7c757-dca4-4f90-913a-547df8c02a70, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=11b7c757-dca4-4f90-913a-547df8c02a70,segment=NetworkSegment(6ca0e51a-7d49-4b62-874b-9c65cd770d6f),segment_id=6ca0e51a-7d49-4b62-874b-9c65cd770d6f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:24.763578 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:24.802802 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe9d533-786c-4086-a16e-301cd59d31f4 x-openstack-request-id: req-5fe9d533-786c-4086-a16e-301cd59d31f4 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:24.803134 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6a9298-92e6-4b82-95db-236b471f3623", "name": "network-vif-plugged", "status": "completed", "tag": "11b7c757-dca4-4f90-913a-547df8c02a70", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:24.803411 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fe9d533-786c-4086-a16e-301cd59d31f4 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:24.803911 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7c757-dca4-4f90-913a-547df8c02a70', 'code': 200} Dec 08 00:14:24.819869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=11b7c757-dca4-4f90-913a-547df8c02a70,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:24.860594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router c64f5fd6-90db-4daa-8d99-0f9f66e02965 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:24.987016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6b57a-c648-41e7-8df0-967cbff2de36 req-d02d7c20-5884-4719-8f9e-804cae33ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:24.988507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeb6b57a-c648-41e7-8df0-967cbff2de36 req-d02d7c20-5884-4719-8f9e-804cae33ada6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 1097 time: 0.0863659 Dec 08 00:14:25.010818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:25.023418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b3fa74ce-ea21-487c-9fac-41a66e3744fc tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/routers/c64f5fd6-90db-4daa-8d99-0f9f66e02965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7198370 Dec 08 00:14:25.026358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59636) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:25.029257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] Sync routers for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:25.047541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:25.048273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:25.078179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeb6b57a-c648-41e7-8df0-967cbff2de36 req-2970fb5a-f409-4390-a1b4-da92bb0415c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776434 Dec 08 00:14:25.094574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:25.112186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 0ddf8e57-85e3-438f-9215-9241a1d2f89e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:25.143687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 0ddf8e57-85e3-438f-9215-9241a1d2f89e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:14:25.144033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 0ddf8e57-85e3-438f-9215-9241a1d2f89e not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:25.148863 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.150244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] Routers {'c64f5fd6-90db-4daa-8d99-0f9f66e02965'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:25.150851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:25.170417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b36ccb4b-2bb7-439b-8a68-f8c14d6eba7e req-e8ff932b-945c-48e6-ba69-286618dde4a4 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0368214 Dec 08 00:14:25.182382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917245c-d611-4d60-88c7-776857d6f6b7 req-dff00387-b107-4522-b390-052953b1700a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:25.184683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3917245c-d611-4d60-88c7-776857d6f6b7 req-dff00387-b107-4522-b390-052953b1700a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1098356 Dec 08 00:14:25.188643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:25.189211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66e6ed-8ac6-417e-9bb1-e01b6ff6bc42 None None] The sync data for ids ['c64f5fd6-90db-4daa-8d99-0f9f66e02965'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:25.198233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.251962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3917245c-d611-4d60-88c7-776857d6f6b7 req-d38f347d-6f37-467a-85cd-94054831a7b3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607700 Dec 08 00:14:25.305101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.358561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port 986020d9-264f-4ae6-a453-76607512a161 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:25.358932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.427939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8375e6-98b0-49c9-b966-ad104a57f67f req-33645e6d-838c-4542-a0ad-25c1083ad64f tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:25.429402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec8375e6-98b0-49c9-b966-ad104a57f67f req-33645e6d-838c-4542-a0ad-25c1083ad64f tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 946 time: 0.0491438 Dec 08 00:14:25.434357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.446119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for 986020d9-264f-4ae6-a453-76607512a161 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:25.477346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec8375e6-98b0-49c9-b966-ad104a57f67f req-b5513f33-4cc1-4482-9b66-f18548337b08 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Dec 08 00:14:25.606037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.634955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=986020d9-264f-4ae6-a453-76607512a161,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:25.694810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.791486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.793780 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.845091 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.845660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Fanout notify agent at l3_agent the message router_deleted on router c64f5fd6-90db-4daa-8d99-0f9f66e02965 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:14:25.856997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.858124 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7b063c75-601e-4797-a36e-5862159c35d5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/routers/c64f5fd6-90db-4daa-8d99-0f9f66e02965 HTTP/1.1" status: 204 len: 168 time: 0.8307278 Dec 08 00:14:25.860806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59648) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:25.917011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting subnet 68fed77e-1cd4-4eea-b36a-17905dd8c8ec {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:14:25.921518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:25.961244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.006793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a203d2-e375-42a0-b442-0443db02340b req-1d2102b6-49db-4800-b77f-0c3652e4a261 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:26.008212 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30a203d2-e375-42a0-b442-0443db02340b req-1d2102b6-49db-4800-b77f-0c3652e4a261 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Dec 08 00:14:26.047996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.061571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30a203d2-e375-42a0-b442-0443db02340b req-1b9c4cdc-102b-4a9f-8a69-52e8c8b95c9d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468602 Dec 08 00:14:26.106826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.133772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Subnet': ['ID=68fed77e-1cd4-4eea-b36a-17905dd8c8ec,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:26.138168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.141491 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e7821b7d-3a3e-45a6-83eb-deea8a802ed7 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/subnets/68fed77e-1cd4-4eea-b36a-17905dd8c8ec HTTP/1.1" status: 204 len: 168 time: 0.2796581 Dec 08 00:14:26.144031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59652) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:26.144915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21323fdb-743d-4406-baf4-cb638a211127 None None] Network a4d1c764-3994-42df-8855-73c27c4f2018 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:26.224346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.250488 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.291199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port db46d26d-7ba6-4e2d-8076-ba1a40907e1e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:26.291547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.334475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] DHCP port deletion for a4d1c764-3994-42df-8855-73c27c4f2018 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:14:26.357485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a9668e0-f229-4e26-a1d9-634038be40ad req-8bc416fc-8be0-498d-bd85-4fd3c1205198 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0500636 Dec 08 00:14:26.381717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] For port db46d26d-7ba6-4e2d-8076-ba1a40907e1e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,segment=NetworkSegment(7b9cacf2-7dfa-4c84-a1f2-6cbc25069017),segment_id=7b9cacf2-7dfa-4c84-a1f2-6cbc25069017)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:26.382077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.409829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for db46d26d-7ba6-4e2d-8076-ba1a40907e1e owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:26.414754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] Deleting port db46d26d-7ba6-4e2d-8076-ba1a40907e1e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:26.416323 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.420351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393acbb-d6be-4cf1-9a65-5cf316877d3d req-b05ffe2e-f84c-453a-8dcd-5b492c6305da tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:26.428785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0393acbb-d6be-4cf1-9a65-5cf316877d3d req-b05ffe2e-f84c-453a-8dcd-5b492c6305da tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0746083 Dec 08 00:14:26.489799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] For port db46d26d-7ba6-4e2d-8076-ba1a40907e1e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,segment=NetworkSegment(7b9cacf2-7dfa-4c84-a1f2-6cbc25069017),segment_id=7b9cacf2-7dfa-4c84-a1f2-6cbc25069017)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:26.490146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.491657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0393acbb-d6be-4cf1-9a65-5cf316877d3d req-a1c16617-4a57-481c-a420-8d35d5c8d30a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620255 Dec 08 00:14:26.507059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] Calling delete_port for db46d26d-7ba6-4e2d-8076-ba1a40907e1e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:26.519989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.547908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:26.549669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] No DVR routers for this DVR port db46d26d-7ba6-4e2d-8076-ba1a40907e1e on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:26.594020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.605639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689bba-e594-41ac-a8b9-bee654cb2ad5 req-6c2626d6-6670-414f-89de-f4c8e55741c8 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:26.608091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a689bba-e594-41ac-a8b9-bee654cb2ad5 req-6c2626d6-6670-414f-89de-f4c8e55741c8 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 946 time: 0.0521159 Dec 08 00:14:26.618499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] Pushing event deleted for resources: {'Port': ['ID=db46d26d-7ba6-4e2d-8076-ba1a40907e1e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:26.622253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb278b44-e60e-45c5-9d75-65e051dd49f8 None None] No DVR routers for this DVR port db46d26d-7ba6-4e2d-8076-ba1a40907e1e on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:26.637673 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.664501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d1c764-3994-42df-8855-73c27c4f2018']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:26.674354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9cacf2-7dfa-4c84-a1f2-6cbc25069017') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:26.674628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a689bba-e594-41ac-a8b9-bee654cb2ad5 req-40941767-ec1f-4c4d-bf2c-5f75a261db49 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Dec 08 00:14:26.674746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9cacf2-7dfa-4c84-a1f2-6cbc25069017') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:26.684222 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.697375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.704104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:14:26.704603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:14:26.707591 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:14:26.766825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.775800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.779624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/networks/a4d1c764-3994-42df-8855-73c27c4f2018 HTTP/1.1" status: 204 len: 168 time: 0.6346662 Dec 08 00:14:26.782133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59668) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:26.798409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba232f-1d18-4266-a202-19958f270374 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Network': ['ID=a4d1c764-3994-42df-8855-73c27c4f2018,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:26.920918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port fc4f9b58-0b65-4996-bb33-80c4bde42817 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:26.921342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:26.994942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ae7c2-4cfc-4466-a468-3f95b9eed9eb req-dc6b28ba-4197-47da-ac0b-43e484a27fce tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:26.996605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec1ae7c2-4cfc-4466-a468-3f95b9eed9eb req-dc6b28ba-4197-47da-ac0b-43e484a27fce tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 946 time: 0.0528789 Dec 08 00:14:27.001753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.002270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.014247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for fc4f9b58-0b65-4996-bb33-80c4bde42817 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:27.022304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device db46d26d-7ba6-4e2d-8076-ba1a40907e1e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:27.043854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: db46d26d-7ba6-4e2d-8076-ba1a40907e1e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:14:27.044348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device db46d26d-7ba6-4e2d-8076-ba1a40907e1e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:27.051187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec1ae7c2-4cfc-4466-a468-3f95b9eed9eb req-2ebb2414-aea5-467f-98cb-3ba864bc8cbc tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Dec 08 00:14:27.153782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.180025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ea9dc-b8ed-4cd2-bd0a-971888f7e806 req-1582175b-da8a-433e-a192-02a2da135946 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:27.180286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=fc4f9b58-0b65-4996-bb33-80c4bde42817,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:27.181951 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e43ea9dc-b8ed-4cd2-bd0a-971888f7e806 req-1582175b-da8a-433e-a192-02a2da135946 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Dec 08 00:14:27.204717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.233989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e43ea9dc-b8ed-4cd2-bd0a-971888f7e806 req-03a6bc61-cd6d-4a48-bbea-69e7a1400524 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Dec 08 00:14:27.254826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.257688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.258850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cb66052f-6f9b-4333-b038-aa2700b0a1eb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/floatingips/8ca1d59b-438a-4b46-9273-f81dbb48ca78 HTTP/1.1" status: 204 len: 168 time: 0.4758210 Dec 08 00:14:27.263127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59674) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:27.286409 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a76f7d8-e0c8-4f65-9bd8-8b2afe96c097 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] DELETE failed (client error): The resource could not be found. Dec 08 00:14:27.287076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a76f7d8-e0c8-4f65-9bd8-8b2afe96c097 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:27.290120 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a76f7d8-e0c8-4f65-9bd8-8b2afe96c097 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/ports/4b8f534d-3f8c-4c3f-8783-ba8eb165e139 HTTP/1.1" status: 404 len: 333 time: 0.0260749 Dec 08 00:14:27.292605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59676) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:27.323502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-91d625eb-6642-493e-9ec5-6acf444f2feb tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "GET /v2.0/ports?device_id=c64f5fd6-90db-4daa-8d99-0f9f66e02965 HTTP/1.1" status: 200 len: 205 time: 0.0292649 Dec 08 00:14:27.325835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59678) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:27.361644 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-c6f15e66-b266-41ac-a480-950f5788e6da tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] delete failed (client error): The resource could not be found. Dec 08 00:14:27.362640 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c6f15e66-b266-41ac-a480-950f5788e6da tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/routers/c64f5fd6-90db-4daa-8d99-0f9f66e02965 HTTP/1.1" status: 404 len: 336 time: 0.0359204 Dec 08 00:14:27.365018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59680) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:27.390252 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b7a601-a0f9-4b6f-9c1b-768d9d095a2c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] DELETE failed (client error): The resource could not be found. Dec 08 00:14:27.390699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b7a601-a0f9-4b6f-9c1b-768d9d095a2c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:27.393696 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90b7a601-a0f9-4b6f-9c1b-768d9d095a2c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/subnets/68fed77e-1cd4-4eea-b36a-17905dd8c8ec HTTP/1.1" status: 404 len: 337 time: 0.0278044 Dec 08 00:14:27.396221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59684) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:27.468322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cafdac50-d543-4421-8f1b-96050b7220cd req-d1bdaf78-671a-4ffb-af78-7d16a2d68ec0 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0293176 Dec 08 00:14:27.488720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port aaeae988-2a98-4cb5-8173-58f425fc9556 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:27.489137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.577953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.591373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for aaeae988-2a98-4cb5-8173-58f425fc9556 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:27.617703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d59da2-4016-49e9-890c-ba32fe23838c req-c8280dd7-8f89-4ea2-a11a-82ddbb22ded9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:27.619172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6d59da2-4016-49e9-890c-ba32fe23838c req-c8280dd7-8f89-4ea2-a11a-82ddbb22ded9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0485759 Dec 08 00:14:27.666438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6d59da2-4016-49e9-890c-ba32fe23838c req-ccef5614-5a24-4868-9794-091d529e8b96 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Dec 08 00:14:27.718854 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.748919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=aaeae988-2a98-4cb5-8173-58f425fc9556,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:27.819797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.822962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-253b0b05-0b63-432c-9d9a-c639759d0eae tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/ports/aaeae988-2a98-4cb5-8173-58f425fc9556 HTTP/1.1" status: 204 len: 168 time: 0.4257383 Dec 08 00:14:27.825473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59690) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:27.913811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port da23d64a-9957-4034-8063-e61e02376d60 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:27.914146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:27.999692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.011308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for da23d64a-9957-4034-8063-e61e02376d60 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:28.132318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-48143cd9-6dad-4528-b130-14ed3747f043 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:28.134169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-48143cd9-6dad-4528-b130-14ed3747f043 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.0503864 Dec 08 00:14:28.136460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.168210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=da23d64a-9957-4034-8063-e61e02376d60,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:28.238042 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.241487 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-735ad07a-b851-433e-b85d-d923a420f0c2 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/ports/da23d64a-9957-4034-8063-e61e02376d60 HTTP/1.1" status: 204 len: 168 time: 0.4149199 Dec 08 00:14:28.244145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59694) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:28.258117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd7a70-1fc6-446d-a0ea-18aa92e58149 req-18eefa5b-ead1-477b-9669-f77cecb60bc8 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:28.260439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4cdd7a70-1fc6-446d-a0ea-18aa92e58149 req-18eefa5b-ead1-477b-9669-f77cecb60bc8 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 946 time: 0.1251135 Dec 08 00:14:28.298459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed006772-3c1c-409d-83d8-95fa8d569526 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:28.302580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed006772-3c1c-409d-83d8-95fa8d569526 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc790409-245a-429d-8fcd-e73a6d7ef071 HTTP/1.1" status: 200 len: 913 time: 0.0550973 Dec 08 00:14:28.302982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59698) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:28.337784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port 3b3f8400-4954-4f2b-9463-336fc6a47beb {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:28.338040 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.371603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4cdd7a70-1fc6-446d-a0ea-18aa92e58149 req-e8d11950-915e-407f-80d9-8ebf672130af tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/security-groups?id=220af4b6-fb10-4e8d-bfee-72e0e79c4305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019874 Dec 08 00:14:28.439205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b08f2-0909-43fb-9a45-12b8ab33581d req-2d97458f-ca95-43fc-8784-53d992523eb2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:28.440843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd9b08f2-0909-43fb-9a45-12b8ab33581d req-2d97458f-ca95-43fc-8784-53d992523eb2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fe09f9-6183-4a9f-9085-35ad0a358340 HTTP/1.1" status: 200 len: 945 time: 0.1264784 Dec 08 00:14:28.477627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port 3b3f8400-4954-4f2b-9463-336fc6a47beb, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=3b3f8400-4954-4f2b-9463-336fc6a47beb,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:28.477983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.499355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for 3b3f8400-4954-4f2b-9463-336fc6a47beb owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:28.522216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd9b08f2-0909-43fb-9a45-12b8ab33581d req-d683ffbf-c65f-4805-a707-ae42aefaf708 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740025 Dec 08 00:14:28.599329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c57dda6-3614-4ed7-85f9-da5e88c7d877 req-7b44cb2b-b48b-4bbc-8a32-0fb6d333853f tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0357316 Dec 08 00:14:28.680194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.698079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.731565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:28.739328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=3b3f8400-4954-4f2b-9463-336fc6a47beb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:28.777601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['3b3f8400-4954-4f2b-9463-336fc6a47beb'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:28.805953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port 3b3f8400-4954-4f2b-9463-336fc6a47beb on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:28.812224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:28.815846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dc58375-2cec-4b23-91a6-a575232adf5d req-c7abe4fe-7701-4aec-ba68-b60def980bf5 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.59 "DELETE /v2.0/ports/3b3f8400-4954-4f2b-9463-336fc6a47beb HTTP/1.1" status: 204 len: 173 time: 0.6697021 Dec 08 00:14:28.816428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'name': 'network-vif-deleted', 'tag': '3b3f8400-4954-4f2b-9463-336fc6a47beb'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:28.819492 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a278900-8bd4-4c8f-a125-c1fb36e4b481" -d '{"events": [{"server_uuid": "86fe09f9-6183-4a9f-9085-35ad0a358340", "name": "network-vif-deleted", "tag": "3b3f8400-4954-4f2b-9463-336fc6a47beb"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:28.841912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba98c4-43c3-40d9-b33e-eddd6def2613 req-b92c5105-d00f-4447-958c-0b0b759a61ce tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:28.852307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aeba98c4-43c3-40d9-b33e-eddd6def2613 req-b92c5105-d00f-4447-958c-0b0b759a61ce tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1075773 Dec 08 00:14:28.898109 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eef92ce-8cfb-4a21-a5a2-ce5886142200 x-openstack-request-id: req-8eef92ce-8cfb-4a21-a5a2-ce5886142200 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:28.898538 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fe09f9-6183-4a9f-9085-35ad0a358340", "name": "network-vif-deleted", "tag": "3b3f8400-4954-4f2b-9463-336fc6a47beb", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:28.900113 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8eef92ce-8cfb-4a21-a5a2-ce5886142200 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:28.901435 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fe09f9-6183-4a9f-9085-35ad0a358340', 'name': 'network-vif-deleted', 'tag': '3b3f8400-4954-4f2b-9463-336fc6a47beb', 'status': 'completed', 'code': 200} Dec 08 00:14:28.937900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aeba98c4-43c3-40d9-b33e-eddd6def2613 req-2e62ab85-1439-4ef3-ad32-f618ac7377bd tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831065 Dec 08 00:14:29.023456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port 1afdbc08-d520-4bff-a4a0-ab54d3830021 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:29.023810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.032640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-e2fea1d2-c2ed-4048-a481-c2d85e89c62e tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:29.034357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-e2fea1d2-c2ed-4048-a481-c2d85e89c62e tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 946 time: 0.0588756 Dec 08 00:14:29.110478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.123187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for 1afdbc08-d520-4bff-a4a0-ab54d3830021 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:29.150278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Deleting port 11b7c757-dca4-4f90-913a-547df8c02a70 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:29.150927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.244824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] For port 11b7c757-dca4-4f90-913a-547df8c02a70, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=11b7c757-dca4-4f90-913a-547df8c02a70,segment=NetworkSegment(6ca0e51a-7d49-4b62-874b-9c65cd770d6f),segment_id=6ca0e51a-7d49-4b62-874b-9c65cd770d6f)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:29.245351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.263218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Calling delete_port for 11b7c757-dca4-4f90-913a-547df8c02a70 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:29.351998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.393977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=1afdbc08-d520-4bff-a4a0-ab54d3830021,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:29.460180 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.495610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['11b7c757-dca4-4f90-913a-547df8c02a70'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:29.542643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Pushing event deleted for resources: {'Port': ['ID=11b7c757-dca4-4f90-913a-547df8c02a70,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:29.602301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6a6d73c-46b0-4d9f-a299-b064d053839e req-509f8dfd-09da-4ba3-a0bb-a5b70fe5b2f8 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6a9298-92e6-4b82-95db-236b471f3623 HTTP/1.1" status: 200 len: 210 time: 0.0885551 Dec 08 00:14:29.626079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] No DVR routers for this DVR port 11b7c757-dca4-4f90-913a-547df8c02a70 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:29.631568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.632657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c239fb5-4b89-4f25-8831-dd0796daa5ce req-3347f9af-30d5-4315-b7ac-462aa17e1c97 tempest-InstanceActionsNegativeTestJSON-1403187085 tempest-InstanceActionsNegativeTestJSON-1403187085-project] 10.222.0.59 "DELETE /v2.0/ports/11b7c757-dca4-4f90-913a-547df8c02a70 HTTP/1.1" status: 204 len: 173 time: 0.5872874 Dec 08 00:14:29.713080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:29.743293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca246b22-6f23-4023-8d45-83036d2cb86c req-2a6b3346-975a-41c1-85b7-265908532297 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0503631 Dec 08 00:14:29.989454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299df0c-4b5e-4184-a204-018466556916 req-55cef2aa-5033-44b1-9345-2e30b0c52306 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:29.992545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Router dc790409-245a-429d-8fcd-e73a6d7ef071 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:29.997759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-55cef2aa-5033-44b1-9345-2e30b0c52306 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.1300974 Dec 08 00:14:30.021650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-4df431a1-4113-4fbf-ae90-e5eddaf61fca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0230002 Dec 08 00:14:30.090456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8db68b-a853-48a7-b7d3-c8d8d08460bb req-66090992-737f-4555-bbfb-6d49b390f5f1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:30.092033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef8db68b-a853-48a7-b7d3-c8d8d08460bb req-66090992-737f-4555-bbfb-6d49b390f5f1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0826263 Dec 08 00:14:30.101660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-edfa6482-d5b1-4336-87d5-04f7d1b32209 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612755 Dec 08 00:14:30.216877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef8db68b-a853-48a7-b7d3-c8d8d08460bb req-a1477419-3c20-4204-a919-d407a1f4b4c3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141505 Dec 08 00:14:30.247862 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-1ca6ca75-bfcd-446f-88b5-2ef3a906fb72 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377664 Dec 08 00:14:30.361454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-7f6cb505-63ae-44df-8c82-6a41377e216c service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060591 Dec 08 00:14:30.457060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:30.462310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e8358f20-9ba8-4ea8-8e23-cbb77cae6dc5 tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "PUT /v2.0/routers/dc790409-245a-429d-8fcd-e73a6d7ef071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582973 Dec 08 00:14:30.464913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:30.474838 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] Sync routers for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:30.486610 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:30.487247 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:30.538735 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:30.548521 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] Routers {'dc790409-245a-429d-8fcd-e73a6d7ef071'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:30.549101 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dc790409-245a-429d-8fcd-e73a6d7ef071'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:30.554923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bd88fa7-7f4c-49da-be90-570d13dc95d6 req-3b278786-7ef0-405f-b1ad-13fe01b12b15 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 210 time: 0.0436034 Dec 08 00:14:30.577128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.581291 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:30.581949 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565ffc3-339c-4cad-aed1-9d2c2fde248e None None] The sync data for ids ['dc790409-245a-429d-8fcd-e73a6d7ef071'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:30.672484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59742) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:30.688614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.720785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] Deleting subnet cc106c7d-30a8-4ec9-826d-60fdc55201ce {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:14:30.724061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.751513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting port 31634b21-77da-43cf-9492-9ff0b627b18e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:30.751946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.761881 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.809879 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.866402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.880192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Calling delete_port for 31634b21-77da-43cf-9492-9ff0b627b18e owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:30.899355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aff891a-953c-4e75-be9d-55216b584620 req-29ca620b-4e81-45b3-ade8-5005b167bdd6 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0356846 Dec 08 00:14:30.903549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'name': 'network-vif-deleted', 'tag': '11b7c757-dca4-4f90-913a-547df8c02a70'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:30.907231 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8192ac-6bc1-41fa-9f79-180d45bb3177" -d '{"events": [{"server_uuid": "dd6a9298-92e6-4b82-95db-236b471f3623", "name": "network-vif-deleted", "tag": "11b7c757-dca4-4f90-913a-547df8c02a70"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:30.912876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.944346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc106c7d-30a8-4ec9-826d-60fdc55201ce,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:30.952663 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:30.956021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-106acbf5-e058-4f8b-a344-dfe47eafde53 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc106c7d-30a8-4ec9-826d-60fdc55201ce HTTP/1.1" status: 204 len: 168 time: 0.2818422 Dec 08 00:14:30.957669 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b9016a-c5c3-4249-8a0b-0edb7185dcf9 x-openstack-request-id: req-a7b9016a-c5c3-4249-8a0b-0edb7185dcf9 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:30.957967 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6a9298-92e6-4b82-95db-236b471f3623", "name": "network-vif-deleted", "tag": "11b7c757-dca4-4f90-913a-547df8c02a70", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:30.958678 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7b9016a-c5c3-4249-8a0b-0edb7185dcf9 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:30.958678 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6a9298-92e6-4b82-95db-236b471f3623', 'name': 'network-vif-deleted', 'tag': '11b7c757-dca4-4f90-913a-547df8c02a70', 'status': 'completed', 'code': 200} Dec 08 00:14:30.959020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59752) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:31.030841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.091539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.114018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.121042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Port': ['ID=31634b21-77da-43cf-9492-9ff0b627b18e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:31.138357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:31.149621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca0e51a-7d49-4b62-874b-9c65cd770d6f') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:31.149621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca0e51a-7d49-4b62-874b-9c65cd770d6f') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:31.160937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.175723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.183368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:14:31.183787 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:14:31.185469 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:14:31.190374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.256248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.264048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.268132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c HTTP/1.1" status: 204 len: 168 time: 0.3081157 Dec 08 00:14:31.285478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81009ce-94dc-432f-b798-88343825ad5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1f0bc8-be5b-41b3-9d5a-b070510f7d6c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:31.304659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.307207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.356553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.357090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Fanout notify agent at l3_agent the message router_deleted on router dc790409-245a-429d-8fcd-e73a6d7ef071 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:14:31.364169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.365156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-18a13848-0789-471f-8d60-efeacbd6e01c tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/routers/dc790409-245a-429d-8fcd-e73a6d7ef071 HTTP/1.1" status: 204 len: 168 time: 0.8993046 Dec 08 00:14:31.365492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22d3df-b984-49ae-ab81-025f7bb60510 req-30936fc0-419b-487e-a0fd-f3e8ba04937b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:31.367299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f22d3df-b984-49ae-ab81-025f7bb60510 req-30936fc0-419b-487e-a0fd-f3e8ba04937b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0633402 Dec 08 00:14:31.367918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59758) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:31.402522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59760) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:31.442785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-57dbd30e-ea18-48b5-a99d-42640fde88aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da334b7d32644f0e8d734c62ac34aa55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391247 Dec 08 00:14:31.446067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:31.452964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Deleting subnet b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:14:31.459569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.465024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f22d3df-b984-49ae-ab81-025f7bb60510 req-3332f18d-f180-4590-a1ce-41b4a5fba115 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872207 Dec 08 00:14:31.503060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-947a9c0b-6366-4c69-b2d2-8f2eb8ed76b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.504293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.528175 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-947a9c0b-6366-4c69-b2d2-8f2eb8ed76b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.553432 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.583066 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-947a9c0b-6366-4c69-b2d2-8f2eb8ed76b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.595539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-947a9c0b-6366-4c69-b2d2-8f2eb8ed76b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:31.596827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-947a9c0b-6366-4c69-b2d2-8f2eb8ed76b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/220af4b6-fb10-4e8d-bfee-72e0e79c4305 HTTP/1.1" status: 204 len: 168 time: 0.1493540 Dec 08 00:14:31.611837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a9c0b-6366-4c69-b2d2-8f2eb8ed76b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220af4b6-fb10-4e8d-bfee-72e0e79c4305,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:32.040575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29bce119-50de-4936-9e2a-8c2c3993fbbc req-eeeaa97b-57b0-42fd-919c-f43dae40e002 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 210 time: 0.0449965 Dec 08 00:14:32.055241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.091871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.095080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/subnets/b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944 HTTP/1.1" status: 204 len: 168 time: 0.7260940 Dec 08 00:14:32.098694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59782) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:32.101873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299df0c-4b5e-4184-a204-018466556916 req-be8cf3f9-11f2-4391-83c4-7488a12c1944 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:32.103271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-be8cf3f9-11f2-4391-83c4-7488a12c1944 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.5281229 Dec 08 00:14:32.112692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1450e8-991c-46be-a1bd-2a5ca8764c0e tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Subnet': ['ID=b04193f8-0a7e-4ed5-ad32-c8aa5c1b5944,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:32.131592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58a35135-639c-460b-a652-c3e2aec8f1f4 req-b31e2448-0173-4946-ad03-d9411e099f1e tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0606754 Dec 08 00:14:32.135411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:32.195154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.264083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:32.267986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.292612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.319636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddea882-1965-43d5-8054-79cf2a97b1aa']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:32.329826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86545dc-d98f-4d3f-a236-c6db8144ca77') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:32.330117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86545dc-d98f-4d3f-a236-c6db8144ca77') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:32.340801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.354186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.361102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:14:32.361564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:14:32.364979 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:14:32.376842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59792) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:32.412748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.4 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/57e900d5-57e4-4743-952a-f615b0041357) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:32.434452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.454277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.457492 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] 10.222.0.18 "DELETE /v2.0/networks/6ddea882-1965-43d5-8054-79cf2a97b1aa HTTP/1.1" status: 204 len: 168 time: 0.3575706 Dec 08 00:14:32.459111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579377e-c5e9-422c-aeb9-49fe66184cee tempest-FloatingIPTestJSON-574390903 tempest-FloatingIPTestJSON-574390903-project] Pushing event deleted for resources: {'Network': ['ID=6ddea882-1965-43d5-8054-79cf2a97b1aa,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:32.494584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1251312302-network', 'tenant_id': '65c00832630f45028cfa7e53a127d825'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:32.570807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Made reservation on behalf of 65c00832630f45028cfa7e53a127d825 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:32.573099 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.578554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3b3f8400-4954-4f2b-9463-336fc6a47beb no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:32.600264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 3b3f8400-4954-4f2b-9463-336fc6a47beb {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:14:32.600887 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.601043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 3b3f8400-4954-4f2b-9463-336fc6a47beb not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:32.601471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 11b7c757-dca4-4f90-913a-547df8c02a70 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:32.625254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 11b7c757-dca4-4f90-913a-547df8c02a70 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:14:32.625706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 11b7c757-dca4-4f90-913a-547df8c02a70 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:32.653378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.662018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75cb3e-3f36-4962-8421-233e9ec8e07d req-68040d98-c8a1-4b4d-8a1a-4956927b0736 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:32.663511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c75cb3e-3f36-4962-8421-233e9ec8e07d req-68040d98-c8a1-4b4d-8a1a-4956927b0736 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1166091 Dec 08 00:14:32.679396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59802) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:32.768149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c75cb3e-3f36-4962-8421-233e9ec8e07d req-434e7ea7-1000-4dc7-a13e-09a5b85f7f03 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940955 Dec 08 00:14:32.770774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.804937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:32.817041 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.828393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.834943 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c136c1ef-9ced-4706-987a-bfdf9ca8f642 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5e7870275fe4b22a3ea4be7b229839d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521206 Dec 08 00:14:32.835178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59806) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:32.840446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:32.852423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:32.854284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=57e900d5-57e4-4743-952a-f615b0041357,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:32.859562 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:32.867954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:14:32.912798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.913149 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Added segment 1923fb5e-a23c-43d6-a307-8a5035263770 of type vlan for network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 Dec 08 00:14:32.913323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5973b6cf-4045-48ff-9585-17a3009d38fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.916548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe34a0b-9da0-4b19-b28a-0d040eee884f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:32.942644 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5973b6cf-4045-48ff-9585-17a3009d38fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.955945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:32.956563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.978175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.987239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-d147f65d-ceb5-4301-a56d-d76930dde571 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8579922 Dec 08 00:14:32.994064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5973b6cf-4045-48ff-9585-17a3009d38fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:32.997186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5973b6cf-4045-48ff-9585-17a3009d38fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.001739 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5973b6cf-4045-48ff-9585-17a3009d38fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d55e5cb-bf76-4620-952f-8627117abb7a HTTP/1.1" status: 204 len: 168 time: 0.1648600 Dec 08 00:14:33.007753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Request body: {'port': {'device_id': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:33.015302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973b6cf-4045-48ff-9585-17a3009d38fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55e5cb-bf76-4620-952f-8627117abb7a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:33.032705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.033904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:33.034619 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.094525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7140062 Dec 08 00:14:33.095654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59814) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:33.100939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Request body: {'subnet': {'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1251312302-subnet', 'tenant_id': '65c00832630f45028cfa7e53a127d825', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:33.130004 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.132103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7a9c0-3e3d-4108-8f38-b1dc575a6b53 admin admin] Pushing event updated for resources: {'Network': ['ID=b1afa222-421b-4fc9-baa3-3ab5e046fbf2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:33.144448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:14:33.156155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Made reservation on behalf of 65c00832630f45028cfa7e53a127d825 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:33.160631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.377178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.382965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e7e7b43-8e26-4779-b19b-f48822bc2299 req-528c7b02-1673-4313-bee4-540b1c6d7ed4 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0898561 Dec 08 00:14:33.421792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400876c-2682-4b81-a835-d72fa02adc96 req-a08f3fe6-4bcf-4ed8-87bc-0ee7d64ae5d1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:33.423074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4400876c-2682-4b81-a835-d72fa02adc96 req-a08f3fe6-4bcf-4ed8-87bc-0ee7d64ae5d1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 931 time: 0.2693677 Dec 08 00:14:33.440480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d69cf45-3ed9-430a-9bee-e16a1d9a9264,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:33.448045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Checking segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:33.448413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Network hostable DHCP agents. Network: b1afa222-421b-4fc9-baa3-3ab5e046fbf2, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:14:33.479657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:14:33.491073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b1afa222-421b-4fc9-baa3-3ab5e046fbf2) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:33.495688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:33.496296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.505569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf550bf-3cb2-474d-a7f0-d457380f1bd2 None None] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:33.517936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-712428c5-2f50-49c5-99eb-8f97ddf85507 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4216545 Dec 08 00:14:33.530699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4400876c-2682-4b81-a835-d72fa02adc96 req-88595f17-e2a8-4820-b0cb-8cee2478c624 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974865 Dec 08 00:14:33.541795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e900d5-57e4-4743-952a-f615b0041357 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:33.552154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.566981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Transition to ACTIVE for port object 57e900d5-57e4-4743-952a-f615b0041357 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:14:33.573998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.639577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Pushing event updated for resources: {'Port': ['ID=57e900d5-57e4-4743-952a-f615b0041357,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:33.649825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'project_id': '65c00832630f45028cfa7e53a127d825', 'fixed_ips': [{'subnet_id': '2d69cf45-3ed9-430a-9bee-e16a1d9a9264'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:14:33.651236 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.726391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Attempting to bind port 57e900d5-57e4-4743-952a-f615b0041357 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:33.726819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Attempting to bind port 57e900d5-57e4-4743-952a-f615b0041357 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:33.727433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Attempting to bind port 57e900d5-57e4-4743-952a-f615b0041357 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:33.733445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Port 57e900d5-57e4-4743-952a-f615b0041357 on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:14:33.733868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Attempting to bind port 57e900d5-57e4-4743-952a-f615b0041357 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:33.742381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:33.742728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:33.743466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:33.743957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Bound port: 57e900d5-57e4-4743-952a-f615b0041357, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:33.744327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.831860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Allocated IP 172.20.0.2 (b1afa222-421b-4fc9-baa3-3ab5e046fbf2/2d69cf45-3ed9-430a-9bee-e16a1d9a9264/d8903a1d-59d7-4c93-b169-e52ece5cdc70) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:33.846154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] For port 57e900d5-57e4-4743-952a-f615b0041357, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:33.852741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] For port 57e900d5-57e4-4743-952a-f615b0041357, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=57e900d5-57e4-4743-952a-f615b0041357,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:33.860722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.891655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:33.892846 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:33.894432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] 10.222.0.44 "PUT /v2.0/ports/57e900d5-57e4-4743-952a-f615b0041357 HTTP/1.1" status: 200 len: 1091 time: 0.8918619 Dec 08 00:14:33.898523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'tag': '57e900d5-57e4-4743-952a-f615b0041357'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:33.900431 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9298ff0-d998-4797-be2c-317791e562cc" -d '{"events": [{"name": "network-changed", "server_uuid": "da6438bc-f06d-4249-ba6b-75354d2ef782", "tag": "57e900d5-57e4-4743-952a-f615b0041357"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:33.995457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59850) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.017679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e57c04-ed47-4a05-aa15-f29cf6e49da5 service neutron] Pushing event updated for resources: {'Port': ['ID=57e900d5-57e4-4743-952a-f615b0041357,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:34.033881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebc005-68a4-435f-8212-6820b47d0c35 req-58adea6c-83d9-4b6d-9c73-141ec9ebdaf5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:34.035599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acebc005-68a4-435f-8212-6820b47d0c35 req-58adea6c-83d9-4b6d-9c73-141ec9ebdaf5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1724453 Dec 08 00:14:34.037675 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:34.044438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299df0c-4b5e-4184-a204-018466556916 req-3297293f-2e5d-4582-95b0-fcc6786928e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:34.046375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-3297293f-2e5d-4582-95b0-fcc6786928e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 1094 time: 0.0876741 Dec 08 00:14:34.046511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:34.094203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:34.097270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:34.101623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:34.108930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-708d7a55-7c48-489f-ab72-dbe03c346d6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e900d5-57e4-4743-952a-f615b0041357 HTTP/1.1" status: 200 len: 217 time: 0.0427573 Dec 08 00:14:34.111118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Pushing event updated for resources: {'Port': ['ID=d8903a1d-59d7-4c93-b169-e52ece5cdc70,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:34.141805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1cfe6df1-ab7c-408b-bd3d-dd394efa71b4 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] Request body: {'port': {'network_id': '2b86a137-dee9-4745-ba3c-4a02dd6f98e7', 'name': 'tempest-NetworksNegativeTestJSON-831322476'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:34.161547 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfe6df1-ab7c-408b-bd3d-dd394efa71b4 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] POST failed (client error): The resource could not be found. Dec 08 00:14:34.162652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfe6df1-ab7c-408b-bd3d-dd394efa71b4 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:34.170728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acebc005-68a4-435f-8212-6820b47d0c35 req-2cb3c5cb-1a4b-497b-a5aa-83140d5276fc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229615 Dec 08 00:14:34.176126 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1cfe6df1-ab7c-408b-bd3d-dd394efa71b4 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1765106 Dec 08 00:14:34.177420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59860) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.195126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299df0c-4b5e-4184-a204-018466556916 req-64c95a39-70b2-48a9-b49d-5e9f3e21cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:34.195894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Attempting to bind port d8903a1d-59d7-4c93-b169-e52ece5cdc70 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:34.196721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Attempting to bind port d8903a1d-59d7-4c93-b169-e52ece5cdc70 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:34.196721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Attempting to bind port d8903a1d-59d7-4c93-b169-e52ece5cdc70 on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:34.198789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-64c95a39-70b2-48a9-b49d-5e9f3e21cf45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0831795 Dec 08 00:14:34.203348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:34.203604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Checking segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:34.204001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:34.204673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Bound using segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:34.205318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Bound port: d8903a1d-59d7-4c93-b169-e52ece5cdc70, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:34.205696 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:34.220261 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8ed5ee-6f51-453e-bce8-309b6fa3f55c tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] DELETE failed (client error): The resource could not be found. Dec 08 00:14:34.221152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8ed5ee-6f51-453e-bce8-309b6fa3f55c tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:34.226335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9b8ed5ee-6f51-453e-bce8-309b6fa3f55c tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "DELETE /v2.0/networks/13519d30-dbf0-4ba8-8d3c-4642d1ba4567 HTTP/1.1" status: 404 len: 339 time: 0.0459614 Dec 08 00:14:34.230122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59868) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.243001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-608cc41a-cdc0-4912-94e3-66071b9799da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354867 Dec 08 00:14:34.266915 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad06ea26-4937-4d07-ac46-b514821dc5dd tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] DELETE failed (client error): The resource could not be found. Dec 08 00:14:34.268448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad06ea26-4937-4d07-ac46-b514821dc5dd tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:34.271725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ad06ea26-4937-4d07-ac46-b514821dc5dd tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "DELETE /v2.0/ports/817d5796-094e-4604-b53a-44e4b457bde8 HTTP/1.1" status: 404 len: 333 time: 0.0402818 Dec 08 00:14:34.275935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59870) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.295431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] For port d8903a1d-59d7-4c93-b169-e52ece5cdc70, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:34.302033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] For port d8903a1d-59d7-4c93-b169-e52ece5cdc70, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d8903a1d-59d7-4c93-b169-e52ece5cdc70,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:34.311285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:34.316727 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f53e312-e865-4e65-b850-f0b99967baba tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] DELETE failed (client error): The resource could not be found. Dec 08 00:14:34.317408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f53e312-e865-4e65-b850-f0b99967baba tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:34.321091 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0f53e312-e865-4e65-b850-f0b99967baba tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "DELETE /v2.0/subnets/df278a0f-dc49-47a8-86ff-53117f0ee58c HTTP/1.1" status: 404 len: 337 time: 0.0440996 Dec 08 00:14:34.325538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.347640 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b55cf25-e06c-4464-be7f-8405c3a3f26b x-openstack-request-id: req-5b55cf25-e06c-4464-be7f-8405c3a3f26b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:34.348093 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6438bc-f06d-4249-ba6b-75354d2ef782", "tag": "57e900d5-57e4-4743-952a-f615b0041357", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:34.348360 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b55cf25-e06c-4464-be7f-8405c3a3f26b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:34.348760 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'tag': '57e900d5-57e4-4743-952a-f615b0041357', 'status': 'completed', 'code': 200} Dec 08 00:14:34.354879 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b49c39d-b20f-4d45-bfe8-44c3889a068a tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] GET failed (client error): The resource could not be found. Dec 08 00:14:34.356589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8b49c39d-b20f-4d45-bfe8-44c3889a068a tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "GET /v2.0/networks/f4965d8f-3cb9-45de-9c56-2437a9179e77 HTTP/1.1" status: 404 len: 339 time: 0.0299718 Dec 08 00:14:34.360153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59874) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.391735 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-836852e8-1f68-4611-a45f-32bf30b4ce21 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] GET failed (client error): The resource could not be found. Dec 08 00:14:34.393814 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-836852e8-1f68-4611-a45f-32bf30b4ce21 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "GET /v2.0/ports/5b7dc3b4-1cd4-4673-9a5b-46277092e72d HTTP/1.1" status: 404 len: 333 time: 0.0324020 Dec 08 00:14:34.400756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59876) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.413663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c95bc-9481-466e-a174-174f8a60dbc7 None None] Pushing event updated for resources: {'Port': ['ID=d8903a1d-59d7-4c93-b169-e52ece5cdc70,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:34.451645 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc1ba80-7c96-4218-8d57-958ccaae9ed0 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] GET failed (client error): The resource could not be found. Dec 08 00:14:34.453000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9bc1ba80-7c96-4218-8d57-958ccaae9ed0 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "GET /v2.0/subnets/9d94a2f0-9ce7-410f-b90d-095dab3d33bd HTTP/1.1" status: 404 len: 337 time: 0.0512736 Dec 08 00:14:34.456992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.463451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-de8ba144-adcc-4f5a-b2a8-be0e89436993 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:34.472218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-5d83b9a1-0504-4de8-91c1-b93539a90936 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:34.473727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-5d83b9a1-0504-4de8-91c1-b93539a90936 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 816 time: 0.2564201 Dec 08 00:14:34.479815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-8915ba74-fb7e-4499-9bc8-7f7997a2c4d1 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220080 Dec 08 00:14:34.485100 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8ba144-adcc-4f5a-b2a8-be0e89436993 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] PUT failed (client error): The resource could not be found. Dec 08 00:14:34.485657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8ba144-adcc-4f5a-b2a8-be0e89436993 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:34.490943 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-de8ba144-adcc-4f5a-b2a8-be0e89436993 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "PUT /v2.0/networks/8717e50e-117e-4a74-846e-303e3a963ca1 HTTP/1.1" status: 404 len: 339 time: 0.0288327 Dec 08 00:14:34.491335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59882) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.496525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e5fe775c-8663-4cb6-b460-c3445f12f7d7 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:34.515397 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fe775c-8663-4cb6-b460-c3445f12f7d7 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] PUT failed (client error): The resource could not be found. Dec 08 00:14:34.515974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fe775c-8663-4cb6-b460-c3445f12f7d7 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:34.517147 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e5fe775c-8663-4cb6-b460-c3445f12f7d7 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "PUT /v2.0/ports/684bc8eb-84c9-44d5-bfcf-72c27792f51c HTTP/1.1" status: 404 len: 333 time: 0.0248644 Dec 08 00:14:34.520934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.526436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cd8202a8-e2b8-42fa-a099-106c9e31c842 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:34.530601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-6333688d-ba27-4e31-a20b-ba0c81f8da2c tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/quotas/65c00832630f45028cfa7e53a127d825 HTTP/1.1" status: 200 len: 375 time: 0.0482359 Dec 08 00:14:34.535339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-85f30b59-871e-4d7c-a47f-a7f428bea523 req-838501b8-e6f2-409d-8c94-f8fc18c75be3 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0512030 Dec 08 00:14:34.553213 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8202a8-e2b8-42fa-a099-106c9e31c842 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] PUT failed (client error): The resource could not be found. Dec 08 00:14:34.553817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8202a8-e2b8-42fa-a099-106c9e31c842 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:14:34.558474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd8202a8-e2b8-42fa-a099-106c9e31c842 tempest-NetworksNegativeTestJSON-1099044515 tempest-NetworksNegativeTestJSON-1099044515-project] 10.222.0.18 "PUT /v2.0/subnets/b1c4dd65-30b5-4c98-9058-71f8652d25cb HTTP/1.1" status: 404 len: 337 time: 0.0331094 Dec 08 00:14:34.727378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aab3f693-cf07-4da3-ae49-1667962fdad2 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814482 Dec 08 00:14:34.734108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e299df0c-4b5e-4184-a204-018466556916 req-8f3a05e8-f39f-400e-aa39-5ebe2697b8ac service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437634 Dec 08 00:14:34.764351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6505f-9331-4905-8581-698041f91866 req-cba77574-7bbf-4344-afe9-2107fa670c46 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:34.771449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0d6505f-9331-4905-8581-698041f91866 req-cba77574-7bbf-4344-afe9-2107fa670c46 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 943 time: 0.1155174 Dec 08 00:14:34.864548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0d6505f-9331-4905-8581-698041f91866 req-2b0c90a1-ca33-44c8-a5a2-ea9c4603011e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892859 Dec 08 00:14:34.896168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:34.930452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298ff0-d998-4797-be2c-317791e562cc req-1f363409-db1e-4483-966b-7d3a227654e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:34.932027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9298ff0-d998-4797-be2c-317791e562cc req-1f363409-db1e-4483-966b-7d3a227654e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 1094 time: 0.0876501 Dec 08 00:14:34.976159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-838bd0d8-db90-4170-9a4d-c9018263951a service neutron] 10.222.0.18 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402096 Dec 08 00:14:35.036750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0ea5ba7-4467-47d0-9696-10272ed0e908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.071806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d8903a1d-59d7-4c93-b169-e52ece5cdc70 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:35.117307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0ea5ba7-4467-47d0-9696-10272ed0e908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.122467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0ea5ba7-4467-47d0-9696-10272ed0e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.138165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298ff0-d998-4797-be2c-317791e562cc req-1ec09795-2c71-47e2-8e45-3c31d67a651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:35.139688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9298ff0-d998-4797-be2c-317791e562cc req-1ec09795-2c71-47e2-8e45-3c31d67a651d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.1988575 Dec 08 00:14:35.147294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d8903a1d-59d7-4c93-b169-e52ece5cdc70 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:35.147900 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.168820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b0ea5ba7-4467-47d0-9696-10272ed0e908 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a4575b57a4142e08c4727537fb4dad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707925 Dec 08 00:14:35.169885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59898) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:35.176553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea5ba7-4467-47d0-9696-10272ed0e908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8cac3a-5691-4115-b48d-d37803798e77,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:35.202597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9298ff0-d998-4797-be2c-317791e562cc req-4696de99-9a42-46de-9732-b2edc03000d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e900d5-57e4-4743-952a-f615b0041357 HTTP/1.1" status: 200 len: 217 time: 0.0529647 Dec 08 00:14:35.246404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-5e8d8439-1aa4-49a6-8e01-21f6b373aede service neutron] 10.222.0.18 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580781 Dec 08 00:14:35.269075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1839fe1-e001-479c-8f5f-b75919e1a9c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.282432 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.323130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1839fe1-e001-479c-8f5f-b75919e1a9c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.332184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298ff0-d998-4797-be2c-317791e562cc req-24367118-0e19-4d54-8e59-25ae8f26b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:35.334462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9298ff0-d998-4797-be2c-317791e562cc req-24367118-0e19-4d54-8e59-25ae8f26b9b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.1245000 Dec 08 00:14:35.336385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port d8903a1d-59d7-4c93-b169-e52ece5cdc70, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d8903a1d-59d7-4c93-b169-e52ece5cdc70,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:35.346266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.386284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9298ff0-d998-4797-be2c-317791e562cc req-01600c06-5326-410b-8e84-cbbc04a64adb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371664 Dec 08 00:14:35.397340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ea8ff-0eef-474a-b883-0693950f828a req-0f3d24d6-59d8-4883-aacf-4a308f463687 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:35.422110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2ea8ff-0eef-474a-b883-0693950f828a req-0f3d24d6-59d8-4883-aacf-4a308f463687 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1133881 Dec 08 00:14:35.424402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1839fe1-e001-479c-8f5f-b75919e1a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.427911 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1839fe1-e001-479c-8f5f-b75919e1a9c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.446751 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c1839fe1-e001-479c-8f5f-b75919e1a9c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d8cac3a-5691-4115-b48d-d37803798e77 HTTP/1.1" status: 204 len: 168 time: 0.2629118 Dec 08 00:14:35.471264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1839fe1-e001-479c-8f5f-b75919e1a9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8cac3a-5691-4115-b48d-d37803798e77,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:35.519787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=d8903a1d-59d7-4c93-b169-e52ece5cdc70,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:35.666001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97d7041-7eed-42ae-bb66-64e70aa8fdbe None None] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:35.719171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5d3294d-7e42-45a7-90ad-b8f144f4fcf3 req-091c3cdf-078d-443d-b5c1-c46f18743484 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0652635 Dec 08 00:14:35.729077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9298ff0-d998-4797-be2c-317791e562cc req-835020b1-9a7e-458f-b539-9ae295347e13 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559471 Dec 08 00:14:35.743304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2ea8ff-0eef-474a-b883-0693950f828a req-b2cbcf62-9251-41a1-996a-fcd7b2052b4e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266401 Dec 08 00:14:35.760675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a4dd9483-135d-422d-8905-0abfdcd5d1d5 None None] Provisioning complete for port d8903a1d-59d7-4c93-b169-e52ece5cdc70 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:35.761359 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9483-135d-422d-8905-0abfdcd5d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:35.907257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9298ff0-d998-4797-be2c-317791e562cc req-ec7d9f49-c7e0-408e-ba84-5a20916d7469 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587493 Dec 08 00:14:36.042534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-dcec6296-993e-4385-b471-570bbd63727e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:36.045137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-dcec6296-993e-4385-b471-570bbd63727e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 816 time: 0.2086976 Dec 08 00:14:36.070140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-6ed89446-c838-4b86-b16b-999d44b76b5f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/quotas/65c00832630f45028cfa7e53a127d825 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Dec 08 00:14:36.140202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f8f65-3f98-498a-a4fa-7b061b965815 req-2c879578-eacc-4ed7-afa2-3da4eed88429 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:36.143424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d85f8f65-3f98-498a-a4fa-7b061b965815 req-2c879578-eacc-4ed7-afa2-3da4eed88429 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 943 time: 0.1566446 Dec 08 00:14:36.152959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bd2c9769-e429-421a-a00a-9f849d3df2c8 None None] Provisioning complete for port d8903a1d-59d7-4c93-b169-e52ece5cdc70 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:36.153568 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9769-e429-421a-a00a-9f849d3df2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.168158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-7c573ccc-d814-4d4d-9361-5c7e25307fdb tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909979 Dec 08 00:14:36.280594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d85f8f65-3f98-498a-a4fa-7b061b965815 req-4925d2bc-acbc-4fd3-86f4-b6b4f652d1e0 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340287 Dec 08 00:14:36.296553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-0bf764b5-bb6c-4c2f-81a1-ee5034e05bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275494 Dec 08 00:14:36.402280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-0275b2e5-9b0f-4092-a95a-a2c14e30fb89 service neutron] 10.222.0.18 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992227 Dec 08 00:14:36.427931 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59948) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:36.553927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5cf61000-644f-41a5-9103-b26dd39b9cf3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-586444980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:36.603509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cf61000-644f-41a5-9103-b26dd39b9cf3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.605001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cf61000-644f-41a5-9103-b26dd39b9cf3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.667650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cf61000-644f-41a5-9103-b26dd39b9cf3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.673536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cf61000-644f-41a5-9103-b26dd39b9cf3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.695730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cf61000-644f-41a5-9103-b26dd39b9cf3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.697152 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5cf61000-644f-41a5-9103-b26dd39b9cf3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2680278 Dec 08 00:14:36.700308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:36.705447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1384300114'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:36.754516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:36.758080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.765010 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:14:36.773825 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:36.867289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7443467-e6df-48e5-8e34-398e602cc20a req-da1eac25-1d98-4724-aa4d-9f9a12494c78 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0514405 Dec 08 00:14:36.899291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-21e2dcd7-c9aa-42e8-9857-c4cf40f0883a tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:36.899699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-21e2dcd7-c9aa-42e8-9857-c4cf40f0883a tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 816 time: 0.1805904 Dec 08 00:14:36.947958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-5417fc36-0d5c-4167-bccd-eb9ded732a58 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/quotas/65c00832630f45028cfa7e53a127d825 HTTP/1.1" status: 200 len: 375 time: 0.0409381 Dec 08 00:14:37.048794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d8903a1d-59d7-4c93-b169-e52ece5cdc70 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:37.113303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d8903a1d-59d7-4c93-b169-e52ece5cdc70 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:37.113943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.124648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.136018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6a60a-38b8-4940-a2ef-455e4ad353c2 req-0c931957-9d57-4af1-83ab-323482f9cf48 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:37.137541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82d6a60a-38b8-4940-a2ef-455e4ad353c2 req-0c931957-9d57-4af1-83ab-323482f9cf48 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1788263 Dec 08 00:14:37.142419 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.149830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 57e900d5-57e4-4743-952a-f615b0041357 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:37.153779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-d68eb203-f0ab-4268-82ff-cf8f3152575a tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1902268 Dec 08 00:14:37.161693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-faf09b91-f625-4fa3-8ed7-25a40a9b9fb3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:37.162198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-faf09b91-f625-4fa3-8ed7-25a40a9b9fb3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 816 time: 0.2498412 Dec 08 00:14:37.207244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Request body: {'port': {'device_id': '5490e2c9-d744-4763-a386-3295adb70a23', 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'admin_state_up': True, 'tenant_id': '65c00832630f45028cfa7e53a127d825'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:37.216388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:14:37.280175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4f0177-2747-4df8-bb08-11a320098ac7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:37.290183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 57e900d5-57e4-4743-952a-f615b0041357, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=57e900d5-57e4-4743-952a-f615b0041357,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:37.301134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.301482 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Added segment af496735-736d-4e31-b74b-31045113f6b8 of type vlan for network f37bdb47-f480-4062-a4f2-518be2db7578 Dec 08 00:14:37.310924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '57e900d5-57e4-4743-952a-f615b0041357', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': '57e900d5-57e4-4743-952a-f615b0041357', 'mac_address': 'fa:16:3e:16:67:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:37.350148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.366484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e900d5-57e4-4743-952a-f615b0041357 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:37.373030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82d6a60a-38b8-4940-a2ef-455e4ad353c2 req-2f2c163c-e21e-413c-bafc-386b8476c48e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263649 Dec 08 00:14:37.385852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 57e900d5-57e4-4743-952a-f615b0041357, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=57e900d5-57e4-4743-952a-f615b0041357,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:37.399901 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.452568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=57e900d5-57e4-4743-952a-f615b0041357,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:37.701649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['57e900d5-57e4-4743-952a-f615b0041357'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:37.790824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.868509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-266b161d-de84-410b-bc16-d434328b6fef service neutron] 10.222.0.18 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924963 Dec 08 00:14:37.946337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12e903-d885-45d5-80be-1b5724d5f6ce req-27ed2130-249e-43c9-ad98-92e1d71a6a64 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:37.947836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f12e903-d885-45d5-80be-1b5724d5f6ce req-27ed2130-249e-43c9-ad98-92e1d71a6a64 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 944 time: 0.2254643 Dec 08 00:14:37.954424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:37.959723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:37.960289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.046721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Made reservation on behalf of 65c00832630f45028cfa7e53a127d825 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:38.050076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.065549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3641732 Dec 08 00:14:38.068548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59986) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:38.072586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-85659466-aabf-4c39-bee4-25c7a64d3ae7 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:38.073943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-85659466-aabf-4c39-bee4-25c7a64d3ae7 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.44 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 816 time: 0.3579001 Dec 08 00:14:38.074101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'subnet': {'network_id': 'f37bdb47-f480-4062-a4f2-518be2db7578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:38.126121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Request body: {'port': {'device_id': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'admin_state_up': True, 'tenant_id': '65c00832630f45028cfa7e53a127d825'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:38.154123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731ceb-a864-4e99-8370-551ee08c2ff1 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Network': ['ID=f37bdb47-f480-4062-a4f2-518be2db7578,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:38.168793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:38.171518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f37bdb47-f480-4062-a4f2-518be2db7578 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:14:38.174158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.198020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-9d1213f2-db9d-4087-a7c4-2e496dd2e027 service neutron] 10.222.0.18 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145378 Dec 08 00:14:38.236627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f12e903-d885-45d5-80be-1b5724d5f6ce req-7ca48e20-d0d9-400c-b482-dd2726302da8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738965 Dec 08 00:14:38.389594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Made reservation on behalf of 65c00832630f45028cfa7e53a127d825 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:38.394142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.431946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Allocated IP 172.20.0.10 (b1afa222-421b-4fc9-baa3-3ab5e046fbf2/2d69cf45-3ed9-430a-9bee-e16a1d9a9264/74295b97-5db6-4b74-a33c-b8a1d94b22b4) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:38.482464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.508214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-211003a7-1c36-45ad-901f-bc0bdea5fb4d req-00fafb0f-2794-4761-8ae0-386da8a4ae0c tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 210 time: 0.0667467 Dec 08 00:14:38.509856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-545f669a-dbb0-4aaa-84f7-dbea7274f917 req-0caa9d69-258b-4c59-8966-d68c32a2e2bf tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0716431 Dec 08 00:14:38.603272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Subnet': ['ID=038e51c7-b417-4b43-94df-cc493393328d,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:38.612915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Checking segment: {'id': 'af496735-736d-4e31-b74b-31045113f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f37bdb47-f480-4062-a4f2-518be2db7578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:38.613159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network hostable DHCP agents. Network: f37bdb47-f480-4062-a4f2-518be2db7578, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:14:38.632374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network f37bdb47-f480-4062-a4f2-518be2db7578 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:14:38.643295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f37bdb47-f480-4062-a4f2-518be2db7578) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:38.647633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:38.648218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.660173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dee182-b738-47b6-9aa4-291f8dc75cbc None None] Network f37bdb47-f480-4062-a4f2-518be2db7578 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:38.686040 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d3bae288-82f2-42f1-af6a-9d588451e753 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6162865 Dec 08 00:14:38.686187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59998) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:38.715973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'network': {'name': 'tempest-router-network01--551229368'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:38.742098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49546b7d-eb0a-40f5-a873-bd3c4f749c87 req-2108cc3c-28b6-4c74-b2f9-25add87af321 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:38.743724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49546b7d-eb0a-40f5-a873-bd3c4f749c87 req-2108cc3c-28b6-4c74-b2f9-25add87af321 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1394010 Dec 08 00:14:38.784048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:38.787745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.847831 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.856855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49546b7d-eb0a-40f5-a873-bd3c4f749c87 req-86323152-547f-45bc-96a8-3822351dbf19 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034551 Dec 08 00:14:38.865446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:14:38.882851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.883230 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Added segment 2eec2c81-3fb8-41fa-9743-baab4c5581ef of type vlan for network 84e1ee58-5836-4934-b165-15a3b5c71f29 Dec 08 00:14:38.934368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f37bdb47-f480-4062-a4f2-518be2db7578', 'network_id': 'f37bdb47-f480-4062-a4f2-518be2db7578', 'project_id': 'b9c994db323548059e8d5c07c2269b87', 'fixed_ips': [{'subnet_id': '038e51c7-b417-4b43-94df-cc493393328d'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:14:38.935808 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.965097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:38.967886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.046218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:39.058224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:39.061330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Allocated IP 172.20.0.14 (b1afa222-421b-4fc9-baa3-3ab5e046fbf2/2d69cf45-3ed9-430a-9bee-e16a1d9a9264/c7d1deb4-d2dd-481b-a3dd-baaa3db942d0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:39.066758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:39.069264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Pushing event updated for resources: {'Port': ['ID=74295b97-5db6-4b74-a33c-b8a1d94b22b4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:39.099652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.100312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Allocated IP 2001:db8::2 (f37bdb47-f480-4062-a4f2-518be2db7578/038e51c7-b417-4b43-94df-cc493393328d/3116f769-7c78-4805-9b30-1527fa1d1a9e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:39.105176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:39.105826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.148230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 57e900d5-57e4-4743-952a-f615b0041357 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:39.182791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:39.184391 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.199210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4881060 Dec 08 00:14:39.201949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60002) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:39.208985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'network': {'name': 'tempest-router-network02--1982058937'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:39.252471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f4a02-02d1-4dd8-a1b1-ac57e21ea6a6 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Network': ['ID=84e1ee58-5836-4934-b165-15a3b5c71f29,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:39.255623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:39.261894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.279044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-aa29bcb0-5b01-46a4-97af-8ed05280c825 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0760496 Dec 08 00:14:39.290920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:14:39.305629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Request body: {'port': {'device_id': '5490e2c9-d744-4763-a386-3295adb70a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:39.314037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:14:39.328037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 57e900d5-57e4-4743-952a-f615b0041357 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:14:39.334639 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.335245 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Added segment 70598b8a-b2e0-4bad-9541-ea2c310f7fa1 of type vlan for network f938e1e7-8952-41eb-8e87-1696e763384d Dec 08 00:14:39.367626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 57e900d5-57e4-4743-952a-f615b0041357 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:39.368029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.404481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.436775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.443995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:39.444615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.464123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.482211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03ac29-4306-43da-b105-85720c058516 req-d6c3a42c-5ec2-4172-aa2f-a9cb79963f2b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:39.483487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb03ac29-4306-43da-b105-85720c058516 req-d6c3a42c-5ec2-4172-aa2f-a9cb79963f2b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 944 time: 0.1099298 Dec 08 00:14:39.490976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.500765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2967544 Dec 08 00:14:39.504497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60008) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:39.509700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'subnet': {'network_id': '84e1ee58-5836-4934-b165-15a3b5c71f29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:39.515644 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.522800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.545382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07daf0b-813a-4c86-80bf-b5273f67203e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Network': ['ID=f938e1e7-8952-41eb-8e87-1696e763384d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:39.572082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f938e1e7-8952-41eb-8e87-1696e763384d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:14:39.624701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Network f37bdb47-f480-4062-a4f2-518be2db7578 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:39.650266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:39.650577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2c9f015b-1af7-416f-b969-ede83124c8b9 None None] Provisioning complete for port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:39.654910 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c9f015b-1af7-416f-b969-ede83124c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.655385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82b17396-8a78-44af-b8ab-bbe271aa416e req-e8b6427f-81b9-4494-9c92-57e3e4359f65 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 210 time: 0.0327284 Dec 08 00:14:39.656640 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.656844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.707928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:39.711730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:39.739548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb03ac29-4306-43da-b105-85720c058516 req-e7219b33-70d0-4d29-b6c6-3bb8a1b11aa2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475297 Dec 08 00:14:39.787642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f015b-1af7-416f-b969-ede83124c8b9 None None] Port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:39.789448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Pushing event updated for resources: {'Port': ['ID=3116f769-7c78-4805-9b30-1527fa1d1a9e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:39.821856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:39.846267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:39.849086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:39.877947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Pushing event updated for resources: {'Port': ['ID=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:39.889134 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.904648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c575c49-9359-4f35-bc3f-1d059012c226 req-b43d7f3c-cd94-440d-9308-4d63de119e75 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0816956 Dec 08 00:14:39.966691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Attempting to bind port 3116f769-7c78-4805-9b30-1527fa1d1a9e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:39.967716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Attempting to bind port 3116f769-7c78-4805-9b30-1527fa1d1a9e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'af496735-736d-4e31-b74b-31045113f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f37bdb47-f480-4062-a4f2-518be2db7578'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:39.968425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Attempting to bind port 3116f769-7c78-4805-9b30-1527fa1d1a9e on network f37bdb47-f480-4062-a4f2-518be2db7578 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:39.976151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:39.976640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Checking segment: {'id': 'af496735-736d-4e31-b74b-31045113f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f37bdb47-f480-4062-a4f2-518be2db7578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:39.977127 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:39.977884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Bound using segment: {'id': 'af496735-736d-4e31-b74b-31045113f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f37bdb47-f480-4062-a4f2-518be2db7578'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:39.979057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Bound port: 3116f769-7c78-4805-9b30-1527fa1d1a9e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af496735-736d-4e31-b74b-31045113f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f37bdb47-f480-4062-a4f2-518be2db7578'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:39.979566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.002958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e900d5-57e4-4743-952a-f615b0041357'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:40.006021 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb816a19-2ce2-4006-837d-20ac4069e69d" -d '{"events": [{"server_uuid": "da6438bc-f06d-4249-ba6b-75354d2ef782", "name": "network-vif-plugged", "status": "completed", "tag": "57e900d5-57e4-4743-952a-f615b0041357"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:40.039003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:40.040633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 57e900d5-57e4-4743-952a-f615b0041357, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=57e900d5-57e4-4743-952a-f615b0041357,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:40.041829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.051231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.115005 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831dc85a-8f66-4dd2-b557-8b2fb1993839 x-openstack-request-id: req-831dc85a-8f66-4dd2-b557-8b2fb1993839 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:40.115339 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6438bc-f06d-4249-ba6b-75354d2ef782", "name": "network-vif-plugged", "status": "completed", "tag": "57e900d5-57e4-4743-952a-f615b0041357", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:40.115559 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-831dc85a-8f66-4dd2-b557-8b2fb1993839 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:40.115951 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e900d5-57e4-4743-952a-f615b0041357', 'code': 200} Dec 08 00:14:40.140658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] For port 3116f769-7c78-4805-9b30-1527fa1d1a9e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:40.143489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=57e900d5-57e4-4743-952a-f615b0041357,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:40.150812 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0972d47e-2568-4fd9-a0a7-7cf0d11e0181 req-1751f910-512b-4a2c-90ae-4e83f66c6773 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.2795756 Dec 08 00:14:40.156246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] For port 3116f769-7c78-4805-9b30-1527fa1d1a9e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3116f769-7c78-4805-9b30-1527fa1d1a9e,segment=NetworkSegment(af496735-736d-4e31-b74b-31045113f6b8),segment_id=af496735-736d-4e31-b74b-31045113f6b8)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:40.156466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.164323 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.227815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Subnet': ['ID=860194a5-870c-438e-b565-7bc02efba843,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:40.247359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-ec6c2961-b359-4a42-b24a-098f71a354f3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1553698 Dec 08 00:14:40.253039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9701d25-7ad9-4e70-89b2-a6ded348ada1 None None] Pushing event updated for resources: {'Port': ['ID=3116f769-7c78-4805-9b30-1527fa1d1a9e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:40.278113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Request body: {'port': {'device_id': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:40.324988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-113990a9-382e-43c2-bc87-fe7215ca7f89 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:40.326344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ffc76dfb-09d8-4881-9d6a-0c1116cbc179 None None] Provisioning complete for port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:40.326568 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-113990a9-382e-43c2-bc87-fe7215ca7f89 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 816 time: 0.5318348 Dec 08 00:14:40.327777 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ffc76dfb-09d8-4881-9d6a-0c1116cbc179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.332505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac42f1a-879b-480a-ab90-d2f59aaf1602 req-7b3a07d5-5522-4be3-871f-fd8f8c7ca0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:40.333873 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dac42f1a-879b-480a-ab90-d2f59aaf1602 req-7b3a07d5-5522-4be3-871f-fd8f8c7ca0fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 1096 time: 0.1072178 Dec 08 00:14:40.340731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Checking segment: {'id': '2eec2c81-3fb8-41fa-9743-baab4c5581ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84e1ee58-5836-4934-b165-15a3b5c71f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:40.341089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network hostable DHCP agents. Network: 84e1ee58-5836-4934-b165-15a3b5c71f29, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:14:40.377979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ffc76dfb-09d8-4881-9d6a-0c1116cbc179 None None] Port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:40.383062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74295b97-5db6-4b74-a33c-b8a1d94b22b4 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:40.387913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:14:40.400654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822723e1-627c-4d78-9f70-ae569cd58e04 req-f57436e6-7c13-40c7-9816-ea8fc55faa51 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:40.401504 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dac42f1a-879b-480a-ab90-d2f59aaf1602 req-554d2085-c750-4d2c-ba25-0c9b520b9690 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580883 Dec 08 00:14:40.403215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 84e1ee58-5836-4934-b165-15a3b5c71f29) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:40.407880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:40.408715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.409017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-822723e1-627c-4d78-9f70-ae569cd58e04 req-f57436e6-7c13-40c7-9816-ea8fc55faa51 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.3386889 Dec 08 00:14:40.417564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.419566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f9fab-5a2b-459c-b6c2-882b8be8ada6 None None] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:40.434250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ecb0c43a-f5e4-4738-8a7a-55cb195e3659 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9277318 Dec 08 00:14:40.436599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60018) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:40.441874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'subnet': {'network_id': 'f938e1e7-8952-41eb-8e87-1696e763384d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:40.469517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Request body: {'port': {'device_id': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'admin_state_up': True, 'tenant_id': '65c00832630f45028cfa7e53a127d825'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:40.483609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Transition to ACTIVE for port object 74295b97-5db6-4b74-a33c-b8a1d94b22b4 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:14:40.486215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.505552 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.587190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-822723e1-627c-4d78-9f70-ae569cd58e04 req-25b1625e-1c7a-4367-9d83-8953b4d66d45 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771436 Dec 08 00:14:40.624959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-84e1ee58-5836-4934-b165-15a3b5c71f29', 'network_id': '84e1ee58-5836-4934-b165-15a3b5c71f29', 'project_id': 'b9c994db323548059e8d5c07c2269b87', 'fixed_ips': [{'subnet_id': '860194a5-870c-438e-b565-7bc02efba843'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:14:40.626478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.647844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Pushing event updated for resources: {'Port': ['ID=74295b97-5db6-4b74-a33c-b8a1d94b22b4,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:40.726179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:40.736733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.801191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Made reservation on behalf of 65c00832630f45028cfa7e53a127d825 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:40.814244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:40.871699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Allocated IP 2001:db8::2 (84e1ee58-5836-4934-b165-15a3b5c71f29/860194a5-870c-438e-b565-7bc02efba843/18dc9f6d-68c7-4f94-b04b-c07b23254513) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:40.896075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84777a2e-219a-4b83-9844-76a95bc4fe9f req-b3c7ce4e-4cc1-40f9-9cc7-af0a626c93da tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 210 time: 0.1069558 Dec 08 00:14:40.969731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Attempting to bind port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:40.970169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Attempting to bind port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:40.970574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Attempting to bind port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:40.997337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6501c-53dd-41bc-b74e-0cfdee3c5399 req-9c633640-737f-4c5e-8e2d-fdcde153391a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:41.003341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30f6501c-53dd-41bc-b74e-0cfdee3c5399 req-9c633640-737f-4c5e-8e2d-fdcde153391a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 945 time: 0.1384487 Dec 08 00:14:41.006831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:14:41.012553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Attempting to bind port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:41.085567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:41.086062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Checking segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:41.086842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Bound using segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:41.087116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Bound port: 74295b97-5db6-4b74-a33c-b8a1d94b22b4, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:41.087608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.121506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97d04ac8-fd0a-4352-af15-aad242619d04 req-76d038d4-9fad-42f3-9862-58bc0eaf8963 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0576329 Dec 08 00:14:41.151606 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.158920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3116f769-7c78-4805-9b30-1527fa1d1a9e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:41.215188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.227541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.272473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Subnet': ['ID=62d7c8c2-6137-4546-9dff-9ad24d81f1d5,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:41.273072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30f6501c-53dd-41bc-b74e-0cfdee3c5399 req-dedc385e-e970-4123-b9e8-d974688b916e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574639 Dec 08 00:14:41.279909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Checking segment: {'id': '70598b8a-b2e0-4bad-9541-ea2c310f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f938e1e7-8952-41eb-8e87-1696e763384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:41.281157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network hostable DHCP agents. Network: f938e1e7-8952-41eb-8e87-1696e763384d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:14:41.300102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:41.309154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:41.310039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network f938e1e7-8952-41eb-8e87-1696e763384d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:14:41.320171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] For port 74295b97-5db6-4b74-a33c-b8a1d94b22b4, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:41.325553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:41.326725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f938e1e7-8952-41eb-8e87-1696e763384d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:41.327470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] For port 74295b97-5db6-4b74-a33c-b8a1d94b22b4, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:41.336026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:41.336751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.336949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3116f769-7c78-4805-9b30-1527fa1d1a9e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:41.337146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.356587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.375195 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-33d964ee-f032-493f-bc37-852d1c44e156 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9367607 Dec 08 00:14:41.376918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836516ee-1a67-4176-81a0-c7d0a98634ee None None] Network f938e1e7-8952-41eb-8e87-1696e763384d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:41.377247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:41.417376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Pushing event updated for resources: {'Port': ['ID=18dc9f6d-68c7-4f94-b04b-c07b23254513,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:41.432340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:41.433957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.434291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.434639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.434995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.435333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.435755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.436023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.436378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.436704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.437028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:41.437150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.437356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.438220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.439176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] 10.222.0.59 "PUT /v2.0/ports/74295b97-5db6-4b74-a33c-b8a1d94b22b4 HTTP/1.1" status: 200 len: 1092 time: 2.1386957 Dec 08 00:14:41.441825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5490e2c9-d744-4763-a386-3295adb70a23', 'tag': '74295b97-5db6-4b74-a33c-b8a1d94b22b4'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:41.443446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.443941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:14:41.444081 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d556b8-0604-4450-a8e2-8c1f8278304e" -d '{"events": [{"name": "network-changed", "server_uuid": "5490e2c9-d744-4763-a386-3295adb70a23", "tag": "74295b97-5db6-4b74-a33c-b8a1d94b22b4"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:41.471662 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.534570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d02443-e535-41cb-bff4-2a78ca00781b service neutron] Pushing event updated for resources: {'Port': ['ID=74295b97-5db6-4b74-a33c-b8a1d94b22b4,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:41.537904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Transition to ACTIVE for port object c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:14:41.552993 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.561815 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869124ff-7d8c-423d-a4dd-8b07e7d883a6 x-openstack-request-id: req-869124ff-7d8c-423d-a4dd-8b07e7d883a6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:41.563182 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5490e2c9-d744-4763-a386-3295adb70a23", "tag": "74295b97-5db6-4b74-a33c-b8a1d94b22b4", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:41.563458 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-869124ff-7d8c-423d-a4dd-8b07e7d883a6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:41.563924 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5490e2c9-d744-4763-a386-3295adb70a23', 'tag': '74295b97-5db6-4b74-a33c-b8a1d94b22b4', 'status': 'completed', 'code': 200} Dec 08 00:14:41.622440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Attempting to bind port 18dc9f6d-68c7-4f94-b04b-c07b23254513 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:41.622975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Attempting to bind port 18dc9f6d-68c7-4f94-b04b-c07b23254513 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2eec2c81-3fb8-41fa-9743-baab4c5581ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84e1ee58-5836-4934-b165-15a3b5c71f29'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:41.623351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Attempting to bind port 18dc9f6d-68c7-4f94-b04b-c07b23254513 on network 84e1ee58-5836-4934-b165-15a3b5c71f29 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:41.670073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:41.670459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Checking segment: {'id': '2eec2c81-3fb8-41fa-9743-baab4c5581ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84e1ee58-5836-4934-b165-15a3b5c71f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:41.670866 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.671308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Bound using segment: {'id': '2eec2c81-3fb8-41fa-9743-baab4c5581ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84e1ee58-5836-4934-b165-15a3b5c71f29'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:41.671808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Bound port: 18dc9f6d-68c7-4f94-b04b-c07b23254513, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eec2c81-3fb8-41fa-9743-baab4c5581ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84e1ee58-5836-4934-b165-15a3b5c71f29'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:41.672193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.694400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:41.708608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f938e1e7-8952-41eb-8e87-1696e763384d', 'network_id': 'f938e1e7-8952-41eb-8e87-1696e763384d', 'project_id': 'b9c994db323548059e8d5c07c2269b87', 'fixed_ips': [{'subnet_id': '62d7c8c2-6137-4546-9dff-9ad24d81f1d5'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:14:41.709470 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.719399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Allocated IP 172.20.0.9 (b1afa222-421b-4fc9-baa3-3ab5e046fbf2/2d69cf45-3ed9-430a-9bee-e16a1d9a9264/867ad7b9-d988-47ab-883d-91e8213b080c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:41.802596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:41.840433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d556b8-0604-4450-a8e2-8c1f8278304e req-e73467d8-dd9e-484f-a65e-223dd878cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:41.842804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-10d556b8-0604-4450-a8e2-8c1f8278304e req-e73467d8-dd9e-484f-a65e-223dd878cbe9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 1095 time: 0.1911697 Dec 08 00:14:41.910305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bea4bc-7821-4fba-a4c0-86b7d06ab3fd None None] Network f37bdb47-f480-4062-a4f2-518be2db7578 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:42.053271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407ffa-5bcc-4361-90cb-30f63759ca77 req-ac8ff5dd-c760-430e-a9f9-1e12a17b3d17 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:42.055053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c407ffa-5bcc-4361-90cb-30f63759ca77 req-ac8ff5dd-c760-430e-a9f9-1e12a17b3d17 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.2887692 Dec 08 00:14:42.098435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc0a7b53-9f92-412e-a76d-14a4c27135b3 req-2dd2d379-c348-4658-8d1c-75eb68490176 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 210 time: 0.0694454 Dec 08 00:14:42.106863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.182523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Attempting to bind port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:42.184072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Attempting to bind port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:42.184623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Attempting to bind port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:42.204149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:14:42.204864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Attempting to bind port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:42.216133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] For port 18dc9f6d-68c7-4f94-b04b-c07b23254513, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:42.227538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 3116f769-7c78-4805-9b30-1527fa1d1a9e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3116f769-7c78-4805-9b30-1527fa1d1a9e,segment=NetworkSegment(af496735-736d-4e31-b74b-31045113f6b8),segment_id=af496735-736d-4e31-b74b-31045113f6b8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:42.243375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:42.244018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Checking segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:42.244617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Bound using segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:42.245270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Bound port: c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:42.245912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.251595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] For port 18dc9f6d-68c7-4f94-b04b-c07b23254513, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=18dc9f6d-68c7-4f94-b04b-c07b23254513,segment=NetworkSegment(2eec2c81-3fb8-41fa-9743-baab4c5581ef),segment_id=2eec2c81-3fb8-41fa-9743-baab4c5581ef)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:42.253681 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.268504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4d4b2818-c626-43e7-a889-812b4e72081e None None] Provisioning complete for port 3116f769-7c78-4805-9b30-1527fa1d1a9e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:42.268902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2818-c626-43e7-a889-812b4e72081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.300321 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.323084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c407ffa-5bcc-4361-90cb-30f63759ca77 req-abc232a6-356c-4b3b-b336-5dcf036787dd tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792974 Dec 08 00:14:42.327249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b098c0f0-5e51-4487-9196-461178b369eb req-ca44b5b4-de12-427a-aa4f-b6df480c4195 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0587752 Dec 08 00:14:42.348738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d556b8-0604-4450-a8e2-8c1f8278304e req-620f6711-f5b8-45ad-8b3e-e2d6ab0d1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:42.350753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-10d556b8-0604-4450-a8e2-8c1f8278304e req-620f6711-f5b8-45ad-8b3e-e2d6ab0d1a3b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=65c00832630f45028cfa7e53a127d825&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4848590 Dec 08 00:14:42.475314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Allocated IP 2001:db8::2 (f938e1e7-8952-41eb-8e87-1696e763384d/62d7c8c2-6137-4546-9dff-9ad24d81f1d5/bf1edd90-5d5e-4a6e-a55a-87aa58969870) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:42.532136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=3116f769-7c78-4805-9b30-1527fa1d1a9e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:42.734124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac5e0-062a-41ce-a94f-67d108906004 None None] Pushing event updated for resources: {'Port': ['ID=18dc9f6d-68c7-4f94-b04b-c07b23254513,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:42.832562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.864485 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.895659 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.955032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:42.985910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Network f938e1e7-8952-41eb-8e87-1696e763384d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:43.003773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:43.006730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:43.009072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Pushing event updated for resources: {'Port': ['ID=bf1edd90-5d5e-4a6e-a55a-87aa58969870,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:43.084727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Attempting to bind port bf1edd90-5d5e-4a6e-a55a-87aa58969870 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:43.085057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Attempting to bind port bf1edd90-5d5e-4a6e-a55a-87aa58969870 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '70598b8a-b2e0-4bad-9541-ea2c310f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f938e1e7-8952-41eb-8e87-1696e763384d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:43.085424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Attempting to bind port bf1edd90-5d5e-4a6e-a55a-87aa58969870 on network f938e1e7-8952-41eb-8e87-1696e763384d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:43.099892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:43.100263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Checking segment: {'id': '70598b8a-b2e0-4bad-9541-ea2c310f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f938e1e7-8952-41eb-8e87-1696e763384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:43.100665 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.101059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Bound using segment: {'id': '70598b8a-b2e0-4bad-9541-ea2c310f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f938e1e7-8952-41eb-8e87-1696e763384d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:43.101531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Bound port: bf1edd90-5d5e-4a6e-a55a-87aa58969870, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70598b8a-b2e0-4bad-9541-ea2c310f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f938e1e7-8952-41eb-8e87-1696e763384d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:43.101907 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.162079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:43.164421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Pushing event updated for resources: {'Port': ['ID=867ad7b9-d988-47ab-883d-91e8213b080c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:43.179541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce127524-9ef7-440d-ba0d-6ce6e8ad5c9d req-51008506-1d1b-4977-bfb6-4e1401d3fa1f tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa&device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.1223550 Dec 08 00:14:43.191398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eae001a5-1c33-4868-a6e6-28e034ffae4d None None] Provisioning complete for port 3116f769-7c78-4805-9b30-1527fa1d1a9e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:43.191775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eae001a5-1c33-4868-a6e6-28e034ffae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.208093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:43.210839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] For port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:43.213789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Allocated IP 2001:db8::1 (84e1ee58-5836-4934-b165-15a3b5c71f29/860194a5-870c-438e-b565-7bc02efba843/2614e0f7-fee0-48c0-a1b1-9b5dad21903d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:43.217204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:43.217774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] For port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:43.220375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:43.234418 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.246574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d556b8-0604-4450-a8e2-8c1f8278304e req-4e3ce6ab-706d-41e7-aa63-f53b47b7ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:43.248562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-10d556b8-0604-4450-a8e2-8c1f8278304e req-4e3ce6ab-706d-41e7-aa63-f53b47b7ac14 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8869810 Dec 08 00:14:43.281081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] For port bf1edd90-5d5e-4a6e-a55a-87aa58969870, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:43.320470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d0668-6876-4df7-a443-5869e103b850 req-7e5d7957-0660-4e4e-b35b-a6a48f18ea20 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:43.332066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-126d0668-6876-4df7-a443-5869e103b850 req-7e5d7957-0660-4e4e-b35b-a6a48f18ea20 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 945 time: 0.2860448 Dec 08 00:14:43.362338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] For port bf1edd90-5d5e-4a6e-a55a-87aa58969870, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf1edd90-5d5e-4a6e-a55a-87aa58969870,segment=NetworkSegment(70598b8a-b2e0-4bad-9541-ea2c310f7fa1),segment_id=70598b8a-b2e0-4bad-9541-ea2c310f7fa1)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:43.362493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:43.363432 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.374988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3116f769-7c78-4805-9b30-1527fa1d1a9e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:43.424489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-1afa8901-6fb2-40be-bb82-72a1600a89fa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9644556 Dec 08 00:14:43.453818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:43.454680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.456931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] 10.222.0.44 "PUT /v2.0/ports/c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 HTTP/1.1" status: 200 len: 1092 time: 3.1866145 Dec 08 00:14:43.459162 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.491440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.542301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Request body: {'port': {'device_id': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:43.546287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.560769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-126d0668-6876-4df7-a443-5869e103b850 req-17535a0b-9fce-4b3d-bb04-8ffee89d06bb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258942 Dec 08 00:14:43.577273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:43.581430 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f0255-4c30-4873-8061-7771b5ebe014" -d '{"events": [{"name": "network-changed", "server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:43.639007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:43.640906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-a5fcd68f-5c43-45e4-8021-2a4fcfdf71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:43.643412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-a5fcd68f-5c43-45e4-8021-2a4fcfdf71e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 1095 time: 0.3074231 Dec 08 00:14:43.645057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25397-d6b7-4310-b9dd-ba41f8564653 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:43.679318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b9853-892b-4aa3-b709-8d73ce693906 req-feb54d03-b3bb-4250-8802-e161b05e03e0 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:43.687476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac2b9853-892b-4aa3-b709-8d73ce693906 req-feb54d03-b3bb-4250-8802-e161b05e03e0 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 931 time: 0.2258053 Dec 08 00:14:43.728707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '26003c5f-f456-44af-9aa7-a682bddd794d', 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec', 'port_id': '26003c5f-f456-44af-9aa7-a682bddd794d', 'mac_address': 'fa:16:3e:04:f9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc59d6f-f190-4512-a973-32ad79b29c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:43.740384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185bfb-7c36-46ba-9576-5e82e4910e3a None None] Pushing event updated for resources: {'Port': ['ID=bf1edd90-5d5e-4a6e-a55a-87aa58969870,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:43.752730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:43.753448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-6a74d463-dd54-4d39-93d5-a02a6e6d9f6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4 HTTP/1.1" status: 200 len: 217 time: 0.0872345 Dec 08 00:14:43.755736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.765569 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.838757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3116f769-7c78-4805-9b30-1527fa1d1a9e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:43.839230 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.878632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac2b9853-892b-4aa3-b709-8d73ce693906 req-b8a15146-fac5-4ccc-af49-96a970aa80a0 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904118 Dec 08 00:14:43.884213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-dee332c5-c8d3-4450-9bd3-dfe12c83c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:43.891100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-dee332c5-c8d3-4450-9bd3-dfe12c83c511 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 1095 time: 0.3411133 Dec 08 00:14:43.936779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:43.941606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:43.942336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:43.945005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Port': ['ID=2614e0f7-fee0-48c0-a1b1-9b5dad21903d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:43.982684 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.006359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-3e47eaab-0c64-4aaa-b025-fd746586786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:44.006640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8b0318e7-5eb9-4c5d-b5d7-ac6b27fcbf04 None None] Provisioning complete for port 867ad7b9-d988-47ab-883d-91e8213b080c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:44.007457 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b0318e7-5eb9-4c5d-b5d7-ac6b27fcbf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.011025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-3e47eaab-0c64-4aaa-b025-fd746586786b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 200 len: 855 time: 0.2434657 Dec 08 00:14:44.075451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26003c5f-f456-44af-9aa7-a682bddd794d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:44.105441 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f1ea9f3f-8aa2-4c9c-beb5-be6976d0ed99 req-8d6a6808-b6a9-4350-aa1b-c347ed3e808b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66b1d6026ccd49a18c2f7a633ae5113d&device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.1128507 Dec 08 00:14:44.171235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-713c0671-0feb-4a20-abb4-2279e746f4c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 HTTP/1.1" status: 200 len: 217 time: 0.1579471 Dec 08 00:14:44.198480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f1ea9f3f-8aa2-4c9c-beb5-be6976d0ed99 req-0b0c0aee-54da-435f-a578-1cd999d752d3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=66b1d6026ccd49a18c2f7a633ae5113d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448492 Dec 08 00:14:44.222067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 18dc9f6d-68c7-4f94-b04b-c07b23254513 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:44.234158 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7894d93b-87a9-4ea6-a031-315b878f9de8 x-openstack-request-id: req-7894d93b-87a9-4ea6-a031-315b878f9de8 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:44.234645 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:44.234754 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7894d93b-87a9-4ea6-a031-315b878f9de8 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:44.235092 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0', 'status': 'completed', 'code': 200} Dec 08 00:14:44.304087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:44.307843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8b0318e7-5eb9-4c5d-b5d7-ac6b27fcbf04 None None] Port 867ad7b9-d988-47ab-883d-91e8213b080c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:44.316818 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.381790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:44.393342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57597f59-c9be-4773-ab39-50bfa2d5b866 req-a3cd8c39-542e-4695-9eee-0cf57de1879d tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0456388 Dec 08 00:14:44.393515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 18dc9f6d-68c7-4f94-b04b-c07b23254513 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:44.393760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.420526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cfddd-42aa-47c3-ab09-25921ffad33a req-f61ed0dd-2715-4d64-b3e8-b1279cb88a6c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:44.422187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a5cfddd-42aa-47c3-ab09-25921ffad33a req-f61ed0dd-2715-4d64-b3e8-b1279cb88a6c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.3838067 Dec 08 00:14:44.426512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-3992e2ce-4199-4de6-a96c-d6ba84ad9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:44.428471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-3992e2ce-4199-4de6-a96c-d6ba84ad9b6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2922628 Dec 08 00:14:44.457169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.485056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-a7ad6d44-d171-4288-9c84-217248161a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:44.489237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-a7ad6d44-d171-4288-9c84-217248161a8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 200 len: 855 time: 0.2525465 Dec 08 00:14:44.523477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.540279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1544c2ac-bf80-48b8-9949-8752d2563524 None None] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:44.556978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['26003c5f-f456-44af-9aa7-a682bddd794d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:44.648952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 18dc9f6d-68c7-4f94-b04b-c07b23254513, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=18dc9f6d-68c7-4f94-b04b-c07b23254513,segment=NetworkSegment(2eec2c81-3fb8-41fa-9743-baab4c5581ef),segment_id=2eec2c81-3fb8-41fa-9743-baab4c5581ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:44.655770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea9f3f-8aa2-4c9c-beb5-be6976d0ed99 req-70e9f0b5-4eae-49fa-a6d8-443bef1e07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:44.657477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f1ea9f3f-8aa2-4c9c-beb5-be6976d0ed99 req-70e9f0b5-4eae-49fa-a6d8-443bef1e07b1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4021785 Dec 08 00:14:44.663914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a5cfddd-42aa-47c3-ab09-25921ffad33a req-d69570aa-2f8f-4273-afaa-d772880c2da2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342269 Dec 08 00:14:44.670146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-069b58d3-080a-4751-ba5a-7b90473014cf service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294247 Dec 08 00:14:44.696335 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.697302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-a55af1ad-0318-4374-9049-0f00955c9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:44.697302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-a55af1ad-0318-4374-9049-0f00955c9782 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331789 Dec 08 00:14:44.707768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b712fd-ea48-4023-8dda-83ff3a116e16 req-ee1c3d93-18df-4f8b-9bf9-5226b10defeb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:44.709926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08b712fd-ea48-4023-8dda-83ff3a116e16 req-ee1c3d93-18df-4f8b-9bf9-5226b10defeb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 945 time: 0.2171984 Dec 08 00:14:44.725914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867ad7b9-d988-47ab-883d-91e8213b080c {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:44.740975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9e8e08b7-911f-440b-a939-bf0f231432ff None None] Provisioning complete for port 18dc9f6d-68c7-4f94-b04b-c07b23254513 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:44.741434 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e8e08b7-911f-440b-a939-bf0f231432ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.742306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.781448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Transition to ACTIVE for port object 867ad7b9-d988-47ab-883d-91e8213b080c will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:14:44.791819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:44.875448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=18dc9f6d-68c7-4f94-b04b-c07b23254513,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:44.982133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-38fbe580-28e1-42e7-915a-b861b1484581 service neutron] 10.222.0.44 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685227 Dec 08 00:14:45.005347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Pushing event updated for resources: {'Port': ['ID=867ad7b9-d988-47ab-883d-91e8213b080c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:45.075335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08b712fd-ea48-4023-8dda-83ff3a116e16 req-cb8ffc4f-7c59-4110-8ce6-8cc5d1f04f59 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480380 Dec 08 00:14:45.088659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:45.100166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:45.101589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:45.339227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Port': ['ID=2614e0f7-fee0-48c0-a1b1-9b5dad21903d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:45.368085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Attempting to bind port 867ad7b9-d988-47ab-883d-91e8213b080c on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:45.379352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Attempting to bind port 867ad7b9-d988-47ab-883d-91e8213b080c by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:45.379870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Attempting to bind port 867ad7b9-d988-47ab-883d-91e8213b080c on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:45.401633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b521a7d-fc2e-40b6-b800-54904ae92e16 req-ea20129f-611c-4b6e-98b9-34186717ebfa service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204616 Dec 08 00:14:45.421590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4614894-4949-429b-94fc-d946d54051a2 req-ba610aac-613a-4e17-bdd7-901e4d27b345 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:45.423756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4614894-4949-429b-94fc-d946d54051a2 req-ba610aac-613a-4e17-bdd7-901e4d27b345 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 943 time: 0.3475275 Dec 08 00:14:45.434162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Port 867ad7b9-d988-47ab-883d-91e8213b080c on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:14:45.438806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Attempting to bind port 867ad7b9-d988-47ab-883d-91e8213b080c on network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:45.462004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:45.462348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Checking segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:45.462735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Bound using segment: {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:45.463206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Bound port: 867ad7b9-d988-47ab-883d-91e8213b080c, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1923fb5e-a23c-43d6-a307-8a5035263770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:45.463562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:45.464275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282ecce-31c5-40f5-ae44-6b51c9cb3267 req-1eab9f7e-8835-4566-a15f-592977e444dc tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:45.464831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf1edd90-5d5e-4a6e-a55a-87aa58969870 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:45.475442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c282ecce-31c5-40f5-ae44-6b51c9cb3267 req-1eab9f7e-8835-4566-a15f-592977e444dc tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 945 time: 0.1955891 Dec 08 00:14:45.506496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2246a85-2dd5-41dc-b724-9a7bdfb38f5b req-2d74aa26-c268-4d79-ba6e-af0b3c9f1d10 service neutron] 10.222.0.44 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768472 Dec 08 00:14:45.540033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:45.545791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:45.607275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4614894-4949-429b-94fc-d946d54051a2 req-4ac3a3bf-3aed-4b87-bf97-cc064d83bdf5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670873 Dec 08 00:14:45.665057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bf1edd90-5d5e-4a6e-a55a-87aa58969870 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:45.665459 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:45.686621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c282ecce-31c5-40f5-ae44-6b51c9cb3267 req-4218685f-aba3-4903-a62d-0e612143004a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964347 Dec 08 00:14:45.711088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e1f2190d-5f37-47b4-9aec-c51fc2b0155d None None] Provisioning complete for port 2614e0f7-fee0-48c0-a1b1-9b5dad21903d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:45.711473 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1f2190d-5f37-47b4-9aec-c51fc2b0155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:45.734470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0255-4c30-4873-8061-7771b5ebe014 req-d8fdb5de-9090-4cf5-bf43-4d0bc0ff8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:45.738315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-019f0255-4c30-4873-8061-7771b5ebe014 req-d8fdb5de-9090-4cf5-bf43-4d0bc0ff8190 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 1095 time: 0.1187849 Dec 08 00:14:45.764661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] For port 867ad7b9-d988-47ab-883d-91e8213b080c, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:45.813048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] For port 867ad7b9-d988-47ab-883d-91e8213b080c, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=867ad7b9-d988-47ab-883d-91e8213b080c,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:45.832979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:45.838505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-236c03c3-eb81-4f0b-93d0-dddf02c78783 req-26948f1b-86bf-4798-a747-7bb415dd339a tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.0778022 Dec 08 00:14:45.949926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Pushing event updated for resources: {'Port': ['ID=867ad7b9-d988-47ab-883d-91e8213b080c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:45.992633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1ff5-ef00-474c-8e29-720c42ea7fca req-95b04f88-6050-479a-b4f0-5c69e2b81feb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.001749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dca1ff5-ef00-474c-8e29-720c42ea7fca req-95b04f88-6050-479a-b4f0-5c69e2b81feb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1621296 Dec 08 00:14:46.009130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.012044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:46.018025 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-2d8f35ac-3a4e-4eff-846d-d986c18f1fef service neutron] 10.222.0.59 "PUT /v2.0/ports/867ad7b9-d988-47ab-883d-91e8213b080c HTTP/1.1" status: 200 len: 1091 time: 2.4787710 Dec 08 00:14:46.018765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'tag': '867ad7b9-d988-47ab-883d-91e8213b080c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:46.021409 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f6df46-0973-444a-abb9-ca992e6464b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d81e354-106a-4c4b-a0c2-2b8309b1f529", "tag": "867ad7b9-d988-47ab-883d-91e8213b080c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:46.094068 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1dca1ff5-ef00-474c-8e29-720c42ea7fca req-ba475ba0-07ea-4220-b2bd-dc1c49c7a522 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913856 Dec 08 00:14:46.094721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Router d9bc87a9-064b-4f51-9122-a304616d8ba3 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:14:46.143733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7378d-b6ca-4fba-8993-ef5c25078b44 None None] Network f938e1e7-8952-41eb-8e87-1696e763384d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:46.153820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0255-4c30-4873-8061-7771b5ebe014 req-6c43a1ad-c183-4fed-9cc1-63dfe886d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.158437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-019f0255-4c30-4873-8061-7771b5ebe014 req-6c43a1ad-c183-4fed-9cc1-63dfe886d00c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 917 time: 0.4122024 Dec 08 00:14:46.229556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f1ea9f3f-8aa2-4c9c-beb5-be6976d0ed99 req-26b1aeaf-8fe0-4f58-8803-dd9364679d11 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.1179788 Dec 08 00:14:46.266560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-019f0255-4c30-4873-8061-7771b5ebe014 req-7cc3e007-4040-4de2-bc6d-68ecd7337339 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 HTTP/1.1" status: 200 len: 217 time: 0.0987811 Dec 08 00:14:46.301601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-b66dc983-c06c-4aa8-88bc-206d224dc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.304389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-b66dc983-c06c-4aa8-88bc-206d224dc974 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 1094 time: 0.1765933 Dec 08 00:14:46.329046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2190d-5f37-47b4-9aec-c51fc2b0155d None None] Port 2614e0f7-fee0-48c0-a1b1-9b5dad21903d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:46.431294 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681b169f-ed7a-4603-88bc-1c96de9ecbfd x-openstack-request-id: req-681b169f-ed7a-4603-88bc-1c96de9ecbfd {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:46.431880 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d81e354-106a-4c4b-a0c2-2b8309b1f529", "tag": "867ad7b9-d988-47ab-883d-91e8213b080c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:46.432307 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-681b169f-ed7a-4603-88bc-1c96de9ecbfd {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:46.432930 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'tag': '867ad7b9-d988-47ab-883d-91e8213b080c', 'status': 'completed', 'code': 200} Dec 08 00:14:46.483242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:46.497691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1748f55b-d5e8-4062-9e19-626e5ccac261 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1189051 Dec 08 00:14:46.501651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60106) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:46.503834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] Sync routers for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:46.518724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e1f2190d-5f37-47b4-9aec-c51fc2b0155d None None] Provisioning complete for port 18dc9f6d-68c7-4f94-b04b-c07b23254513 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:46.519385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1f2190d-5f37-47b4-9aec-c51fc2b0155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:46.532926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-a41a6e73-f3fe-4d70-929c-1166c27b8c95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867ad7b9-d988-47ab-883d-91e8213b080c HTTP/1.1" status: 200 len: 217 time: 0.1830132 Dec 08 00:14:46.592689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:46.593618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:46.613495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0255-4c30-4873-8061-7771b5ebe014 req-8ce22a30-f1aa-4991-b25b-4915651aff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.615182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-019f0255-4c30-4873-8061-7771b5ebe014 req-8ce22a30-f1aa-4991-b25b-4915651aff2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 200 len: 855 time: 0.2988176 Dec 08 00:14:46.671550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:46.677266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:46.692575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b783c5c-7842-42df-8893-07f18c5a7041 req-5d6161ce-e692-44e4-9c89-322ace3d6099 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.694398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b783c5c-7842-42df-8893-07f18c5a7041 req-5d6161ce-e692-44e4-9c89-322ace3d6099 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 945 time: 0.1800563 Dec 08 00:14:46.731134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-c2ae5530-2bbb-4874-b2fa-8426ad76746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.732842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-c2ae5530-2bbb-4874-b2fa-8426ad76746c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 200 len: 855 time: 0.1663435 Dec 08 00:14:46.743101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:46.743879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:46.817440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:46.819091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104e800-53d3-4478-b70f-fbd2cb492462 None None] The sync data for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:46.838300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0255-4c30-4873-8061-7771b5ebe014 req-fbc3fc74-8325-46f3-8a8d-a0df4cdbe208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:46.840541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-019f0255-4c30-4873-8061-7771b5ebe014 req-fbc3fc74-8325-46f3-8a8d-a0df4cdbe208 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071722 Dec 08 00:14:46.854077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b783c5c-7842-42df-8893-07f18c5a7041 req-15a1cb14-1d64-4310-b580-10855c685f48 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411591 Dec 08 00:14:46.874060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port bf1edd90-5d5e-4a6e-a55a-87aa58969870, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf1edd90-5d5e-4a6e-a55a-87aa58969870,segment=NetworkSegment(70598b8a-b2e0-4bad-9541-ea2c310f7fa1),segment_id=70598b8a-b2e0-4bad-9541-ea2c310f7fa1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:46.950611 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:46.953948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 18dc9f6d-68c7-4f94-b04b-c07b23254513 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:47.079316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98664a-81af-467f-a098-df565db38d68 req-247077ad-ab00-4f1d-bfba-fce01a68aab5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:47.092566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f98664a-81af-467f-a098-df565db38d68 req-247077ad-ab00-4f1d-bfba-fce01a68aab5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 943 time: 0.3478069 Dec 08 00:14:47.151981 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-6675db67-57e4-4ad1-af77-d81db1a7bcba tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:14:47.164549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=bf1edd90-5d5e-4a6e-a55a-87aa58969870,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:47.171555 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6675db67-57e4-4ad1-af77-d81db1a7bcba tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6663578 Dec 08 00:14:47.172530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60114) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:47.173478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8fb7c97-af20-4798-95b6-2d325a26b14b req-7ac6df70-e26f-4fab-919b-2ff090220c45 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe2de9e-4f43-49a9-8404-169e8ec32efa HTTP/1.1" status: 200 len: 210 time: 0.1329386 Dec 08 00:14:47.180280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-d5e17343-d96a-4f76-8b2c-f1366cb19fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:47.184289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-d5e17343-d96a-4f76-8b2c-f1366cb19fad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4219170 Dec 08 00:14:47.195607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:47.197810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:47.201728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 18dc9f6d-68c7-4f94-b04b-c07b23254513 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:47.204860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.350153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-81277cf2-1ff9-4fba-9663-384150432c5d None None] Provisioning complete for port 2614e0f7-fee0-48c0-a1b1-9b5dad21903d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:47.350833 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-81277cf2-1ff9-4fba-9663-384150432c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.372050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-337b2036-d4fe-4909-9109-fbbb57e7f264 service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638017 Dec 08 00:14:47.457627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f98664a-81af-467f-a098-df565db38d68 req-1c42146f-a234-4d6a-b1e6-8dcb69c94dc9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636029 Dec 08 00:14:47.484166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-81277cf2-1ff9-4fba-9663-384150432c5d None None] Port 2614e0f7-fee0-48c0-a1b1-9b5dad21903d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:47.486216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.498412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 26003c5f-f456-44af-9aa7-a682bddd794d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:47.499014 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.569729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-81277cf2-1ff9-4fba-9663-384150432c5d None None] Provisioning complete for port bf1edd90-5d5e-4a6e-a55a-87aa58969870 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:47.571336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-81277cf2-1ff9-4fba-9663-384150432c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.574223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:47.624803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0', 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'port_id': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0', 'mac_address': 'fa:16:3e:73:57:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d69cf45-3ed9-430a-9bee-e16a1d9a9264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:47.641248 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-991bbcf1-42cf-499f-9fd7-c765824f029f req-910f5b16-2513-40a2-85b6-221ffd6ae915 service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982665 Dec 08 00:14:47.657211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-019f0255-4c30-4873-8061-7771b5ebe014 req-ec28ef6f-3b3a-4cba-b140-1ba421e1fe18 service neutron] 10.222.0.44 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7845261 Dec 08 00:14:47.694729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd78e7b-e32e-4695-b979-008f6744695a req-3fb154b7-1845-4be7-8fe4-9eb87d845062 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:47.696361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bd78e7b-e32e-4695-b979-008f6744695a req-3fb154b7-1845-4be7-8fe4-9eb87d845062 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.3222058 Dec 08 00:14:47.730998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf1edd90-5d5e-4a6e-a55a-87aa58969870 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:47.744818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.803536 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.842925 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.875205 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:47.904983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:47.907749 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490ecdd9-b9a4-4430-8853-81b855260cd8" -d '{"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-plugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:47.934862 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bd78e7b-e32e-4695-b979-008f6744695a req-9264720c-effa-40a1-9c55-ef66974a67c9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943836 Dec 08 00:14:47.936786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:47.939168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:47.958196 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.970714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bf1edd90-5d5e-4a6e-a55a-87aa58969870 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:47.971027 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.972557 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:47.998563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-b51b1eae-54a2-40c8-8316-1d8e6396af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.000116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-b51b1eae-54a2-40c8-8316-1d8e6396af9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 1094 time: 0.2576182 Dec 08 00:14:48.062482 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00295d95-8d82-4e06-af2d-12e0d64d254c x-openstack-request-id: req-00295d95-8d82-4e06-af2d-12e0d64d254c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:48.062947 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-plugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:48.063317 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00295d95-8d82-4e06-af2d-12e0d64d254c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:48.064479 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d', 'code': 200} Dec 08 00:14:48.102596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:48.130962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-b02d5e0f-6b1d-4586-86d0-41a9ddb3a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.133126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-b02d5e0f-6b1d-4586-86d0-41a9ddb3a132 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 917 time: 0.1184583 Dec 08 00:14:48.203555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-019f0255-4c30-4873-8061-7771b5ebe014 req-72e2a9aa-ad51-4dbf-926e-80dbc7698a86 service neutron] 10.222.0.44 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325351 Dec 08 00:14:48.223846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:48.252096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-a7c3a48b-0141-49e2-82ea-65b5218bff5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=867ad7b9-d988-47ab-883d-91e8213b080c HTTP/1.1" status: 200 len: 217 time: 0.0656445 Dec 08 00:14:48.260512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca85c5-77a2-490d-9d64-b1fdf9b6fade req-51785703-4300-404a-bf0d-9d7e19a5ed6f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.269004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaca85c5-77a2-490d-9d64-b1fdf9b6fade req-51785703-4300-404a-bf0d-9d7e19a5ed6f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 945 time: 0.2601242 Dec 08 00:14:48.279095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c7d1deb4-d2dd-481b-a3dd-baaa3db942d0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:48.337692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-afd1ee7d-9384-4c84-881e-83f40da7c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.340309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-afd1ee7d-9384-4c84-881e-83f40da7c7fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 200 len: 855 time: 0.0680380 Dec 08 00:14:48.414588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-35042384-7aa7-44a3-873f-0d8575b9e285 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.421210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-35042384-7aa7-44a3-873f-0d8575b9e285 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 945 time: 0.6236336 Dec 08 00:14:48.428678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaca85c5-77a2-490d-9d64-b1fdf9b6fade req-8d0233d8-c8b3-4beb-9b3e-9e9f61296368 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586957 Dec 08 00:14:48.476603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-d27f9503-cdb9-4ed9-8aac-ffcd7ea46664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.483892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-d27f9503-cdb9-4ed9-8aac-ffcd7ea46664 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342485 Dec 08 00:14:48.577765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61fd5c23-845a-4c73-9ad4-577726f257d4 req-65c65cd0-52f2-4de7-b388-45900d6a55e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66b1d6026ccd49a18c2f7a633ae5113d&device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.0367246 Dec 08 00:14:48.586528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d73ac3da-8a93-4901-94af-f1533d09648f req-6b3e1f39-2555-4e1d-8c76-c73927044630 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.0446124 Dec 08 00:14:48.647675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 74295b97-5db6-4b74-a33c-b8a1d94b22b4 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:48.653825 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61fd5c23-845a-4c73-9ad4-577726f257d4 req-10d9d326-c333-480c-bf31-b6ce732c63ef service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=66b1d6026ccd49a18c2f7a633ae5113d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537899 Dec 08 00:14:48.695499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-cf47db1e-e7e6-4797-a31f-65b13ad27bfd service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839399 Dec 08 00:14:48.736744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3294b33-a515-470d-a476-91da084dbd39 req-8db00f28-02e2-4d1b-a136-f17650ccc3d3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.738202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3294b33-a515-470d-a476-91da084dbd39 req-8db00f28-02e2-4d1b-a136-f17650ccc3d3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 943 time: 0.1458650 Dec 08 00:14:48.781529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port 57e900d5-57e4-4743-952a-f615b0041357 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:48.781944 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:48.823283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 74295b97-5db6-4b74-a33c-b8a1d94b22b4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:48.848665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '74295b97-5db6-4b74-a33c-b8a1d94b22b4', 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'port_id': '74295b97-5db6-4b74-a33c-b8a1d94b22b4', 'mac_address': 'fa:16:3e:ca:a0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d69cf45-3ed9-430a-9bee-e16a1d9a9264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:48.859679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd5c23-845a-4c73-9ad4-577726f257d4 req-b0dacbc3-a74e-49b9-86fa-776d13cf7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:48.861138 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-61fd5c23-845a-4c73-9ad4-577726f257d4 req-b0dacbc3-a74e-49b9-86fa-776d13cf7ff9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986668 Dec 08 00:14:48.894369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3294b33-a515-470d-a476-91da084dbd39 req-2499e688-7c89-4712-bc3c-4e3f77c459d9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145170 Dec 08 00:14:48.912659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33f6df46-0973-444a-abb9-ca992e6464b8 req-09a05746-8998-4d59-94b1-e8369f75bcd0 service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066209 Dec 08 00:14:48.912996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:48.935433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74295b97-5db6-4b74-a33c-b8a1d94b22b4 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:48.972531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 74295b97-5db6-4b74-a33c-b8a1d94b22b4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:48.974756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port 57e900d5-57e4-4743-952a-f615b0041357, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=57e900d5-57e4-4743-952a-f615b0041357,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:48.975599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:48.984911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.005320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for 57e900d5-57e4-4743-952a-f615b0041357 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:49.020829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting port 2614e0f7-fee0-48c0-a1b1-9b5dad21903d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:49.021519 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.046543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=74295b97-5db6-4b74-a33c-b8a1d94b22b4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:49.182266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:49.189478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.212452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Calling delete_port for 2614e0f7-fee0-48c0-a1b1-9b5dad21903d owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:49.274758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:14:49.284906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:49.284906 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.357472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['74295b97-5db6-4b74-a33c-b8a1d94b22b4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:49.374766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.442674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:49.456392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=57e900d5-57e4-4743-952a-f615b0041357,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:49.477830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port 57e900d5-57e4-4743-952a-f615b0041357 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:49.482752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.487062 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89edab97-45d4-43a6-baab-eea8ff8fcf20 req-bf58d2de-30cb-444b-a0d2-d1df3dbce3d4 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "DELETE /v2.0/ports/57e900d5-57e4-4743-952a-f615b0041357 HTTP/1.1" status: 204 len: 173 time: 1.0529544 Dec 08 00:14:49.488370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'name': 'network-vif-deleted', 'tag': '57e900d5-57e4-4743-952a-f615b0041357'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:49.492776 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff45edb3-1761-4328-b431-f52523c4a244" -d '{"events": [{"server_uuid": "da6438bc-f06d-4249-ba6b-75354d2ef782", "name": "network-vif-deleted", "tag": "57e900d5-57e4-4743-952a-f615b0041357"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:49.520761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a725c0-d63e-4fe6-9e74-b4c7e09435fb req-b4d2df57-ac73-4007-9573-91d1bb821eea tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:49.531200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4a725c0-d63e-4fe6-9e74-b4c7e09435fb req-b4d2df57-ac73-4007-9573-91d1bb821eea tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.5079963 Dec 08 00:14:49.591534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4a725c0-d63e-4fe6-9e74-b4c7e09435fb req-6506710f-37cb-44db-a94b-a53b3b32d3d0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589786 Dec 08 00:14:49.617413 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.648860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:49.677057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-428ecbc0-b9a3-4f46-bca9-001421f48bc6 req-d4e1bad2-2a3d-47b7-87ee-3ec66ccc1f24 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6438bc-f06d-4249-ba6b-75354d2ef782 HTTP/1.1" status: 200 len: 210 time: 0.0783792 Dec 08 00:14:49.717865 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf402765-00dd-45e7-869b-1ad5a656ef73 x-openstack-request-id: req-bf402765-00dd-45e7-869b-1ad5a656ef73 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:49.718170 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6438bc-f06d-4249-ba6b-75354d2ef782", "name": "network-vif-deleted", "tag": "57e900d5-57e4-4743-952a-f615b0041357", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:49.718428 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf402765-00dd-45e7-869b-1ad5a656ef73 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:49.718839 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6438bc-f06d-4249-ba6b-75354d2ef782', 'name': 'network-vif-deleted', 'tag': '57e900d5-57e4-4743-952a-f615b0041357', 'status': 'completed', 'code': 200} Dec 08 00:14:49.719930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Port': ['ID=2614e0f7-fee0-48c0-a1b1-9b5dad21903d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:49.828793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e0d5c24-8cef-4986-b7c1-9d9ff49df925 req-9ad1485f-e8fe-401a-9191-433c8afbfc30 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.0478237 Dec 08 00:14:49.966879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:50.077562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:50.098309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:50.103940 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51a1b6d-a2a5-489c-9900-694370fa7e23" -d '{"events": [{"server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "name": "network-vif-plugged", "status": "completed", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:50.137606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398d2f-0422-44e8-b91f-cb9ca808cf75 req-788fd6b3-1977-4fe2-b1e8-823e3a67d306 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:50.137921 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:50.140948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0398d2f-0422-44e8-b91f-cb9ca808cf75 req-788fd6b3-1977-4fe2-b1e8-823e3a67d306 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 943 time: 0.1332712 Dec 08 00:14:50.192029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Router d9bc87a9-064b-4f51-9122-a304616d8ba3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:50.217509 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238d529-08c8-49ec-9bde-b37d8b75305a x-openstack-request-id: req-8238d529-08c8-49ec-9bde-b37d8b75305a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:50.220515 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "name": "network-vif-plugged", "status": "completed", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:50.220906 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8238d529-08c8-49ec-9bde-b37d8b75305a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:50.221430 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0', 'code': 200} Dec 08 00:14:50.234327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:50.310178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:50.322165 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] Sync routers for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:50.328921 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-85fd33e7-fc91-4b10-9755-4fc8133760cc tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1503394 Dec 08 00:14:50.332899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60146) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:50.333227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61fd5c23-845a-4c73-9ad4-577726f257d4 req-9ef7fb53-00f8-4427-b383-39e14fcc8487 tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.59 "GET /v2.0/ports?device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.0648909 Dec 08 00:14:50.346587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e0398d2f-0422-44e8-b91f-cb9ca808cf75 req-f76ddae5-5aff-46f0-9d32-e784a098c119 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967199 Dec 08 00:14:50.361854 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:50.362476 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:50.445933 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-f93dc081-d238-49d5-8e2b-f640e5eb938f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] delete failed (client error): The resource could not be found. Dec 08 00:14:50.450646 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f93dc081-d238-49d5-8e2b-f640e5eb938f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1243255520 HTTP/1.1" status: 404 len: 335 time: 0.1129537 Dec 08 00:14:50.450646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104571e-95ff-4a7b-a8fe-c0e3e5af40d9 req-10ed3a21-6f8c-4165-8595-4f44fe276095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:50.451709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60150) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:50.451966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2104571e-95ff-4a7b-a8fe-c0e3e5af40d9 req-10ed3a21-6f8c-4165-8595-4f44fe276095 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 1097 time: 0.1215718 Dec 08 00:14:50.452719 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:50.457620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7f3504dc-c071-492b-b7ac-20da32ca7ba0 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9bc87a9-064b-4f51-9122-a304616d8ba3'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:50.480698 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:50.481596 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:50.535006 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:50.535929 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fde5e0-f955-4819-9c0d-125d7e30c639 None None] The sync data for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:50.550132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2104571e-95ff-4a7b-a8fe-c0e3e5af40d9 req-5bbe7008-5442-49be-86b5-22d7c2814909 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895684 Dec 08 00:14:50.655113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 867ad7b9-d988-47ab-883d-91e8213b080c details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:14:50.754501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f3504dc-c071-492b-b7ac-20da32ca7ba0 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:50.814288 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-7f3504dc-c071-492b-b7ac-20da32ca7ba0 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] update failed (client error): The resource could not be found. Dec 08 00:14:50.815382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7f3504dc-c071-492b-b7ac-20da32ca7ba0 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3 HTTP/1.1" status: 404 len: 339 time: 0.3620584 Dec 08 00:14:50.819084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60158) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:50.824805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a174f-9ff3-41e7-bf10-9a023432e3dc req-042503bb-ba3f-4232-adf9-3fba270c06fb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:50.825006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1295748495'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:50.825988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746a174f-9ff3-41e7-bf10-9a023432e3dc req-042503bb-ba3f-4232-adf9-3fba270c06fb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1422129 Dec 08 00:14:50.871138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:50.875266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:50.917679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 867ad7b9-d988-47ab-883d-91e8213b080c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=867ad7b9-d988-47ab-883d-91e8213b080c,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:50.930589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:14:50.937072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '867ad7b9-d988-47ab-883d-91e8213b080c', 'network_id': 'b1afa222-421b-4fc9-baa3-3ab5e046fbf2', 'port_id': '867ad7b9-d988-47ab-883d-91e8213b080c', 'mac_address': 'fa:16:3e:19:48:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d69cf45-3ed9-430a-9bee-e16a1d9a9264', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:14:50.945809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746a174f-9ff3-41e7-bf10-9a023432e3dc req-416ce60b-9bf0-4023-b26a-356234bcd1dc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102490 Dec 08 00:14:50.953353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:50.953706 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Added segment 370d475b-4515-443c-80b4-52714fbb26bb of type vlan for network 13d588a0-c718-471c-a5de-0d6cb7fa3732 Dec 08 00:14:51.060911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.061647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd8c2d3d-7476-4046-9fd6-dbf264f9f672 req-8bbfba5f-617a-47c4-beeb-2543e816337c tempest-ServerShowV247Test-1808209552 tempest-ServerShowV247Test-1808209552-project] 10.222.0.18 "GET /v2.0/ports?device_id=f904d679-b86d-43fe-bf5d-087bd2a2c3ee HTTP/1.1" status: 200 len: 210 time: 0.0600994 Dec 08 00:14:51.063556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.097871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867ad7b9-d988-47ab-883d-91e8213b080c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:51.103368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.117313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:51.117958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.142579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 867ad7b9-d988-47ab-883d-91e8213b080c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=867ad7b9-d988-47ab-883d-91e8213b080c,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:51.148202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.189030 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3688250 Dec 08 00:14:51.191923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60174) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:51.198172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 57e900d5-57e4-4743-952a-f615b0041357 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:51.199601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'subnet': {'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:51.230625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 57e900d5-57e4-4743-952a-f615b0041357 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:14:51.231395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 57e900d5-57e4-4743-952a-f615b0041357 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:51.264136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=867ad7b9-d988-47ab-883d-91e8213b080c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:51.298701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Made reservation on behalf of b9c994db323548059e8d5c07c2269b87 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:51.302594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.346632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73f72c-1fa9-410b-a427-c39a8537d338 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Network': ['ID=13d588a0-c718-471c-a5de-0d6cb7fa3732,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:51.361137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-c43dce6a-735e-4be2-9acb-c06cfb686106 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:51.362668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-c43dce6a-735e-4be2-9acb-c06cfb686106 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.1620080 Dec 08 00:14:51.364187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 13d588a0-c718-471c-a5de-0d6cb7fa3732 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:14:51.389463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-0eaef598-4224-4797-a3b6-34b157110a4f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/quotas/e7bf3efb41324b4c91c8df688e855172 HTTP/1.1" status: 200 len: 375 time: 0.0122812 Dec 08 00:14:51.462593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-fc7857a3-4873-477e-a5f5-59c900b6af18 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656898 Dec 08 00:14:51.492651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['867ad7b9-d988-47ab-883d-91e8213b080c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:51.519986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-0eba8630-0bd6-466c-80b3-8c388053157d req-fd2469a4-400f-40a3-92ab-5783fc597678 service neutron] (103113) timed out ('10.222.0.44', 50113) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:14:51.540459 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2814a327-b814-467f-9a3c-216c7b59f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.618999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4223-d9bc-42c7-8a60-b357dd664565 req-fe2cce78-2384-422c-8859-5f2e7ad8db68 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:51.620770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26bf4223-d9bc-42c7-8a60-b357dd664565 req-fe2cce78-2384-422c-8859-5f2e7ad8db68 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 944 time: 0.1311021 Dec 08 00:14:51.627118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.706705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Subnet': ['ID=142b6040-c9c3-4dfb-98d5-251f59930440,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:51.725539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Checking segment: {'id': '370d475b-4515-443c-80b4-52714fbb26bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:51.725981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network hostable DHCP agents. Network: 13d588a0-c718-471c-a5de-0d6cb7fa3732, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:14:51.745261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network 13d588a0-c718-471c-a5de-0d6cb7fa3732 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:14:51.754360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-c956551a-a37c-45bf-ae9b-184bfca60437 service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907953 Dec 08 00:14:51.758018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26bf4223-d9bc-42c7-8a60-b357dd664565 req-cd730c16-0bf2-45fb-a07c-8d3199ae4893 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120448 Dec 08 00:14:51.760351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 13d588a0-c718-471c-a5de-0d6cb7fa3732) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:51.766655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:51.767297 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:51.785590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20280ee4-6dc2-4b1e-9726-be15ba7ecfc8 None None] Network 13d588a0-c718-471c-a5de-0d6cb7fa3732 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:51.821501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-13f2ab54-074f-4911-923a-a6d3cc00a853 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6281321 Dec 08 00:14:51.822131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60182) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:51.832573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7c3195b2-142b-4584-a8ab-eea1f272b285 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'router': {'external_gateway_info': {'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:51.915688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-409e72f5-1d23-4258-ac79-6b807312362f service neutron] 10.222.0.18 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522782 Dec 08 00:14:51.927149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-13d588a0-c718-471c-a5de-0d6cb7fa3732', 'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732', 'project_id': 'b9c994db323548059e8d5c07c2269b87', 'fixed_ips': [{'subnet_id': '142b6040-c9c3-4dfb-98d5-251f59930440'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:14:51.928118 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:52.138362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Allocated IP 2001:db8:1::2 (13d588a0-c718-471c-a5de-0d6cb7fa3732/142b6040-c9c3-4dfb-98d5-251f59930440/82daab9f-4059-44ce-80cd-079eea65c6b3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:52.265036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a881e7-20be-4d7d-a460-007c0211dfd4 req-01cfede1-6bac-46a7-b3fa-b146c87f7e53 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.273502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76a881e7-20be-4d7d-a460-007c0211dfd4 req-01cfede1-6bac-46a7-b3fa-b146c87f7e53 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1285512 Dec 08 00:14:52.357450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c3195b2-142b-4584-a8ab-eea1f272b285 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:52.390188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76a881e7-20be-4d7d-a460-007c0211dfd4 req-ec501b5b-c110-4b1c-8c5a-ce4bb801c846 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156733 Dec 08 00:14:52.499409 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:52.539636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6192db0b-f6fd-41d7-ad50-3f5da4b7b761 req-a147ca80-e318-4177-bcde-d34ec04c6809 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 210 time: 0.0887451 Dec 08 00:14:52.578706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:52.578941 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-7c3195b2-142b-4584-a8ab-eea1f272b285 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:14:52.580312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7c3195b2-142b-4584-a8ab-eea1f272b285 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3 HTTP/1.1" status: 400 len: 364 time: 0.7537973 Dec 08 00:14:52.583961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60200) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:52.647280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Network 13d588a0-c718-471c-a5de-0d6cb7fa3732 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:52.648175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Pushing event updated for resources: {'Port': ['ID=82daab9f-4059-44ce-80cd-079eea65c6b3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:52.651164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:52.661500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:52.680697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 867ad7b9-d988-47ab-883d-91e8213b080c up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:52.830841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 867ad7b9-d988-47ab-883d-91e8213b080c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:14:52.840317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 867ad7b9-d988-47ab-883d-91e8213b080c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:52.840692 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:52.852092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Attempting to bind port 82daab9f-4059-44ce-80cd-079eea65c6b3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:52.852092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Attempting to bind port 82daab9f-4059-44ce-80cd-079eea65c6b3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '370d475b-4515-443c-80b4-52714fbb26bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:52.852735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Attempting to bind port 82daab9f-4059-44ce-80cd-079eea65c6b3 on network 13d588a0-c718-471c-a5de-0d6cb7fa3732 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:52.897977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.906235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.912697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.918977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.924966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.930933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.937264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:52.945168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-c32cd014-6f24-455f-a79f-2daa992400b3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.2186608 Dec 08 00:14:52.958655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:52.959688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Checking segment: {'id': '370d475b-4515-443c-80b4-52714fbb26bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:52.959688 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:52.959688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Bound using segment: {'id': '370d475b-4515-443c-80b4-52714fbb26bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:52.960063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Bound port: 82daab9f-4059-44ce-80cd-079eea65c6b3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370d475b-4515-443c-80b4-52714fbb26bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '13d588a0-c718-471c-a5de-0d6cb7fa3732'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:52.960473 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.112052 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.112435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd72bb-8c5f-48f0-a8bd-7381d1da23f9 req-8fe25da0-0480-4bfa-94e3-6c963e93ebfa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:53.115012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aedd72bb-8c5f-48f0-a8bd-7381d1da23f9 req-8fe25da0-0480-4bfa-94e3-6c963e93ebfa tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 944 time: 0.1669419 Dec 08 00:14:53.186164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] For port 82daab9f-4059-44ce-80cd-079eea65c6b3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:53.225759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cef739f7-1644-4540-9c2b-97ad16538b84 req-d81ec68c-5f70-496b-9bba-ad86c770cfc7 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2775013 Dec 08 00:14:53.228362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ad7b9-d988-47ab-883d-91e8213b080c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:53.235183 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8985cc0-0a5d-4fc8-8d9f-dfa053b01edd" -d '{"events": [{"server_uuid": "6d81e354-106a-4c4b-a0c2-2b8309b1f529", "name": "network-vif-plugged", "status": "completed", "tag": "867ad7b9-d988-47ab-883d-91e8213b080c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:53.236362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60214) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:53.241024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] For port 82daab9f-4059-44ce-80cd-079eea65c6b3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=82daab9f-4059-44ce-80cd-079eea65c6b3,segment=NetworkSegment(370d475b-4515-443c-80b4-52714fbb26bb),segment_id=370d475b-4515-443c-80b4-52714fbb26bb)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:53.251829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aedd72bb-8c5f-48f0-a8bd-7381d1da23f9 req-a24ed53f-6a54-4e04-b1d4-7fd73b1aefb9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116381 Dec 08 00:14:53.270873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 867ad7b9-d988-47ab-883d-91e8213b080c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=867ad7b9-d988-47ab-883d-91e8213b080c,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:53.284393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.290697 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.297204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.298983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 74295b97-5db6-4b74-a33c-b8a1d94b22b4 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:53.414520 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218af9db-bfce-4008-b322-d60f2dc03b5d x-openstack-request-id: req-218af9db-bfce-4008-b322-d60f2dc03b5d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:53.414842 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d81e354-106a-4c4b-a0c2-2b8309b1f529", "name": "network-vif-plugged", "status": "completed", "tag": "867ad7b9-d988-47ab-883d-91e8213b080c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:53.417260 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-218af9db-bfce-4008-b322-d60f2dc03b5d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:53.418769 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ad7b9-d988-47ab-883d-91e8213b080c', 'code': 200} Dec 08 00:14:53.486010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55918be6-f2f8-4a0f-9fd8-ff97ca0a595f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.552428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bf0e-98fe-480c-86c3-fc7426939ce2 None None] Pushing event updated for resources: {'Port': ['ID=82daab9f-4059-44ce-80cd-079eea65c6b3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:53.688831 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79bc54ea-fed4-4a7a-8685-7c10d52917bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.705936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:14:53.713115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:53.713631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.747827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65006419-612c-4ea8-b66d-587ff443d24c req-99045b67-77ce-4a03-9723-5bd577ca2895 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 210 time: 0.0496469 Dec 08 00:14:53.759771 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55918be6-f2f8-4a0f-9fd8-ff97ca0a595f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.778429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=867ad7b9-d988-47ab-883d-91e8213b080c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:53.797904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4d397-90e1-4ddb-8a07-e0aa3ae9d1e9 req-e539153c-59b3-4b94-abe5-fc9db8ddd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:53.800719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7f4d397-90e1-4ddb-8a07-e0aa3ae9d1e9 req-e539153c-59b3-4b94-abe5-fc9db8ddd3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 1096 time: 0.2481632 Dec 08 00:14:53.808528 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55918be6-f2f8-4a0f-9fd8-ff97ca0a595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.872389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e0f5b-07ce-4b23-9a97-82531790c74b req-6fadfa65-fb3a-4316-bc50-974a1cc1985d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:53.881226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a93e0f5b-07ce-4b23-9a97-82531790c74b req-6fadfa65-fb3a-4316-bc50-974a1cc1985d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.3878388 Dec 08 00:14:53.909950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:53.949203 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-55918be6-f2f8-4a0f-9fd8-ff97ca0a595f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66b1d6026ccd49a18c2f7a633ae5113d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7116230 Dec 08 00:14:53.963069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60226) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:53.993675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 74295b97-5db6-4b74-a33c-b8a1d94b22b4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:54.000663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:54.015589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55918be6-f2f8-4a0f-9fd8-ff97ca0a595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a50c6d-f93d-45c3-be73-87fc9df94729,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:54.110806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.118448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.119855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=74295b97-5db6-4b74-a33c-b8a1d94b22b4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:54.123850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7f4d397-90e1-4ddb-8a07-e0aa3ae9d1e9 req-f8c768d8-ffc8-4a75-9c0a-e7d8b3ed80ec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406476 Dec 08 00:14:54.125966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.132573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.143081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.149379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.155394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.157468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-4d352f9f-b303-4305-866b-88f96374621d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.2801218 Dec 08 00:14:54.218814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a93e0f5b-07ce-4b23-9a97-82531790c74b req-7832b4f4-049d-4906-a59f-68d48a966dcf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365135 Dec 08 00:14:54.230563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00fa64f3-f02b-4267-b9f3-9df50f61715e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:54.245265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Allocated IP 2001:db8::1 (f37bdb47-f480-4062-a4f2-518be2db7578/038e51c7-b417-4b43-94df-cc493393328d/e6abd0c0-2dd1-4a2f-b223-4216c39fce85) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:54.252366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-5ddec217-5a21-471c-b148-e96fe3030921 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.254262 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-5ddec217-5a21-471c-b148-e96fe3030921 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 805 time: 0.2254279 Dec 08 00:14:54.281605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00fa64f3-f02b-4267-b9f3-9df50f61715e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:54.288917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Request body: {'port': {'device_id': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'admin_state_up': True, 'tenant_id': 'e7bf3efb41324b4c91c8df688e855172'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:54.460697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-853782b5-b8fb-47af-95b6-67225918dc8a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.462136 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-853782b5-b8fb-47af-95b6-67225918dc8a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "GET /v2.0/ports/46e58805-970c-4c9f-81e9-59800376358c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0745399 Dec 08 00:14:54.512179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Made reservation on behalf of e7bf3efb41324b4c91c8df688e855172 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:14:54.516025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:54.574249 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:54.628606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.636621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.642692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.649090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.659535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.665658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.672381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.680439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-e1e76045-6cbd-4aa2-9cef-f7285375794f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 5433 time: 0.3233595 Dec 08 00:14:54.709449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-22adb16b-447a-42ac-9a78-dcf9622a1b31 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "GET /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2384892 Dec 08 00:14:54.734386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:54.757339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af897f3-6f29-424b-8b46-44f3cfb6c2e9 req-48a127f0-9ac6-4223-b83c-771a819c233d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:54.759071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0af897f3-6f29-424b-8b46-44f3cfb6c2e9 req-48a127f0-9ac6-4223-b83c-771a819c233d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.3612301 Dec 08 00:14:54.778354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Allocated IP 172.20.0.8 (ddd37d65-a546-4794-845a-004bcf1de59b/37afd838-64f3-44bd-81fd-8b8aa6ed74d5/197dd21a-f288-4d37-9663-c30505dd9333) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:14:54.779327 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0cd2a36-1a9e-4381-aabb-500a6bd21656 req-5bde3970-6ee2-4a7d-9751-6428673bce47 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977702 Dec 08 00:14:54.840904 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00fa64f3-f02b-4267-b9f3-9df50f61715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:54.843643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00fa64f3-f02b-4267-b9f3-9df50f61715e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:54.850820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00fa64f3-f02b-4267-b9f3-9df50f61715e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9a50c6d-f93d-45c3-be73-87fc9df94729 HTTP/1.1" status: 204 len: 168 time: 0.8848686 Dec 08 00:14:54.948058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0af897f3-6f29-424b-8b46-44f3cfb6c2e9 req-8d44fd2d-cd7b-460a-8f19-b7b586ab2ac4 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578906 Dec 08 00:14:54.952451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa64f3-f02b-4267-b9f3-9df50f61715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a50c6d-f93d-45c3-be73-87fc9df94729,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:55.009565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24aeb895-3396-4ab0-945f-4f1b5045c150 req-e901b6e6-4ea4-4e46-b38c-99745f383fa1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 210 time: 0.0910349 Dec 08 00:14:55.011766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.082184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network f37bdb47-f480-4062-a4f2-518be2db7578 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:55.086181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:55.090898 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.100619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.104449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:55.105171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.169133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Port': ['ID=e6abd0c0-2dd1-4a2f-b223-4216c39fce85,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:55.221891 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.239582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd12e7-4e3a-45aa-9094-063bdf667574 None None] Network 13d588a0-c718-471c-a5de-0d6cb7fa3732 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:14:55.391308 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.410739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.428039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5490e2c9-d744-4763-a386-3295adb70a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74295b97-5db6-4b74-a33c-b8a1d94b22b4'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:55.436120 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d78a5e-afb9-44d8-ae10-2320914f7e39" -d '{"events": [{"server_uuid": "5490e2c9-d744-4763-a386-3295adb70a23", "name": "network-vif-plugged", "status": "completed", "tag": "74295b97-5db6-4b74-a33c-b8a1d94b22b4"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:55.454064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8ac7f4fc-fa81-4169-9e0a-006669f0598e None None] Provisioning complete for port 82daab9f-4059-44ce-80cd-079eea65c6b3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:55.454736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f4fc-fa81-4169-9e0a-006669f0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.462152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:14:55.534165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Network ddd37d65-a546-4794-845a-004bcf1de59b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:55.546510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:55.550736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:14:55.555118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event updated for resources: {'Port': ['ID=197dd21a-f288-4d37-9663-c30505dd9333,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:55.644628 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f0b6b-f428-4ade-9230-2abbbaac8012 x-openstack-request-id: req-444f0b6b-f428-4ade-9230-2abbbaac8012 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:55.644915 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5490e2c9-d744-4763-a386-3295adb70a23", "name": "network-vif-plugged", "status": "completed", "tag": "74295b97-5db6-4b74-a33c-b8a1d94b22b4", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:55.645171 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-444f0b6b-f428-4ade-9230-2abbbaac8012 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:55.646832 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5490e2c9-d744-4763-a386-3295adb70a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74295b97-5db6-4b74-a33c-b8a1d94b22b4', 'code': 200} Dec 08 00:14:55.695861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:55.696866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.739329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] For port 46e58805-970c-4c9f-81e9-59800376358c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=46e58805-970c-4c9f-81e9-59800376358c,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:55.769847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f683ce6-f0f4-43ad-9158-a2ffc87d3562 req-b7a53cc9-ef5f-4458-9ddd-78fa16ab45d3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:55.779694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f683ce6-f0f4-43ad-9158-a2ffc87d3562 req-b7a53cc9-ef5f-4458-9ddd-78fa16ab45d3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.3897476 Dec 08 00:14:55.796826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] For port 46e58805-970c-4c9f-81e9-59800376358c, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:55.852296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] device_id is not set on port 46e58805-970c-4c9f-81e9-59800376358c yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:14:55.857739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 82daab9f-4059-44ce-80cd-079eea65c6b3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:55.864903 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.876558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-d957d6c3-b22a-49b2-868f-01412f290436 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5914779 Dec 08 00:14:55.880136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:55.945973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Request body: {'port': {'device_id': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:55.951872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] Pushing event updated for resources: {'Port': ['ID=46e58805-970c-4c9f-81e9-59800376358c,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:55.980933 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f4fc-fa81-4169-9e0a-006669f0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.087087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] No DVR routers for this DVR port 46e58805-970c-4c9f-81e9-59800376358c on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:56.101669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8ac7f4fc-fa81-4169-9e0a-006669f0598e None None] For port 82daab9f-4059-44ce-80cd-079eea65c6b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=82daab9f-4059-44ce-80cd-079eea65c6b3,segment=NetworkSegment(370d475b-4515-443c-80b4-52714fbb26bb),segment_id=370d475b-4515-443c-80b4-52714fbb26bb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:56.108941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3b6fe-4d02-475f-a76d-14f1fb56a6bc req-3672b74d-3389-4e65-bafa-ef8b9f20f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.114066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00a3b6fe-4d02-475f-a76d-14f1fb56a6bc req-3672b74d-3389-4e65-bafa-ef8b9f20f887 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 1097 time: 0.3776529 Dec 08 00:14:56.132836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 82daab9f-4059-44ce-80cd-079eea65c6b3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:56.133219 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.185747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] In _notify_port_updated(), no bound segment for port 46e58805-970c-4c9f-81e9-59800376358c on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:14:56.193639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f4fc-fa81-4169-9e0a-006669f0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.195817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.196940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.204171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-53a8b85c-c88f-4957-8f4f-9627485ca415 service neutron] 10.222.0.59 "PUT /v2.0/ports/46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 200 len: 1025 time: 1.4795201 Dec 08 00:14:56.232332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f683ce6-f0f4-43ad-9158-a2ffc87d3562 req-52adec2d-ac2b-4ba7-9852-337ccd7c37b4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513676 Dec 08 00:14:56.350599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.376751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-5956d85c-e763-4956-b509-c2b7b3891e43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.381756 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-5956d85c-e763-4956-b509-c2b7b3891e43 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "GET /v2.0/ports/40b46288-86f4-4a56-a15c-4ad210459868?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1210990 Dec 08 00:14:56.401292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00a3b6fe-4d02-475f-a76d-14f1fb56a6bc req-8146e3cf-5301-44a1-ae19-d0d245ba8cd6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548368 Dec 08 00:14:56.405864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:14:56.416210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.416956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-18aeaf1c-f18c-4a9c-8c8d-3804138cb9c0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.425054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-18aeaf1c-f18c-4a9c-8c8d-3804138cb9c0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.432986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-18aeaf1c-f18c-4a9c-8c8d-3804138cb9c0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.442718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-18aeaf1c-f18c-4a9c-8c8d-3804138cb9c0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.459046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-18aeaf1c-f18c-4a9c-8c8d-3804138cb9c0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.473488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7f4fc-fa81-4169-9e0a-006669f0598e None None] Pushing event updated for resources: {'Port': ['ID=82daab9f-4059-44ce-80cd-079eea65c6b3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:56.476032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-18aeaf1c-f18c-4a9c-8c8d-3804138cb9c0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:56.477901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0b2bcb3c-493c-4d40-850a-8693662f71e3 None None] Provisioning complete for port e6abd0c0-2dd1-4a2f-b223-4216c39fce85 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:56.478129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b2bcb3c-493c-4d40-850a-8693662f71e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.497009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-18aeaf1c-f18c-4a9c-8c8d-3804138cb9c0 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 4661 time: 0.5643244 Dec 08 00:14:56.579185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bcb3c-493c-4d40-850a-8693662f71e3 None None] Port e6abd0c0-2dd1-4a2f-b223-4216c39fce85 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:56.621348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cea46f35-5a34-47a3-bd5e-7b881086254f req-2d2cad35-fa0f-4578-b232-82a03168d5e1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=6847af5d-78bf-477b-88e8-9051cb20b368&id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231828 Dec 08 00:14:56.637409 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.683920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:56.756298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-795255ab-df9b-4c21-93fc-29630b99b0fe None None] Provisioning complete for port 82daab9f-4059-44ce-80cd-079eea65c6b3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:56.756958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-795255ab-df9b-4c21-93fc-29630b99b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.845894 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.932466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-795255ab-df9b-4c21-93fc-29630b99b0fe None None] Provisioning complete for port 46e58805-970c-4c9f-81e9-59800376358c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:56.933168 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-795255ab-df9b-4c21-93fc-29630b99b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.967815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:56.992613 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:56.996334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 46e58805-970c-4c9f-81e9-59800376358c no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:57.157811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b94ce-3a4a-4701-a8cc-4bafefc0bf72 req-0f2de85a-c438-4d85-bf3f-1fa99e3b9573 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:57.166227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-234b94ce-3a4a-4701-a8cc-4bafefc0bf72 req-0f2de85a-c438-4d85-bf3f-1fa99e3b9573 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.6395810 Dec 08 00:14:57.219158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] For port 40b46288-86f4-4a56-a15c-4ad210459868, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=40b46288-86f4-4a56-a15c-4ad210459868,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:57.228644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52b23-c4a5-4f67-8385-333d6462f5bd req-fd57010f-7b5c-4e8d-a571-ed5131285333 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:57.230389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68c52b23-c4a5-4f67-8385-333d6462f5bd req-fd57010f-7b5c-4e8d-a571-ed5131285333 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 931 time: 0.1276164 Dec 08 00:14:57.274241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-795255ab-df9b-4c21-93fc-29630b99b0fe None None] Port 46e58805-970c-4c9f-81e9-59800376358c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:57.275630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] For port 40b46288-86f4-4a56-a15c-4ad210459868, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:57.283442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:57.288436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 46e58805-970c-4c9f-81e9-59800376358c not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:57.290213 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.292415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 671424f2-2a5b-4fbf-be9c-b289efefad60 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:57.308342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-234b94ce-3a4a-4701-a8cc-4bafefc0bf72 req-78394657-cbb9-4149-9972-1f606f211b6b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408331 Dec 08 00:14:57.360156 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.393292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68c52b23-c4a5-4f67-8385-333d6462f5bd req-39737bcc-7f93-4bb7-b154-48c3875b61b6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522620 Dec 08 00:14:57.395444 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.404837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.485414 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.492121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] device_id is not set on port 40b46288-86f4-4a56-a15c-4ad210459868 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:14:57.524041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event updated for resources: {'Port': ['ID=e6abd0c0-2dd1-4a2f-b223-4216c39fce85,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:57.577281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.581337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 671424f2-2a5b-4fbf-be9c-b289efefad60, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=671424f2-2a5b-4fbf-be9c-b289efefad60,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:57.592966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.593635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device e716e73f-78d9-4edf-a42d-2897ef87b8de no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:57.617270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.698258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:57.702993 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9459d0-ecea-4db3-a85b-dc841e609be0" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:57.723238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] Pushing event updated for resources: {'Port': ['ID=40b46288-86f4-4a56-a15c-4ad210459868,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:57.725721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] No DVR routers for this DVR port 40b46288-86f4-4a56-a15c-4ad210459868 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:57.784964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 82daab9f-4059-44ce-80cd-079eea65c6b3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:14:57.789107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=671424f2-2a5b-4fbf-be9c-b289efefad60,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:57.829044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197dd21a-f288-4d37-9663-c30505dd9333 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:14:57.839183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbead2-f655-45b4-b1f4-969738a845aa req-8244a953-b6df-4d52-9ec0-eff2f82c2428 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:57.840612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] In _notify_port_updated(), no bound segment for port 40b46288-86f4-4a56-a15c-4ad210459868 on network b17fad21-61ca-4491-9de5-9ff6e0ba6381 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:14:57.841702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffdbead2-f655-45b4-b1f4-969738a845aa req-8244a953-b6df-4d52-9ec0-eff2f82c2428 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.2919977 Dec 08 00:14:57.848706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:57.849446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.850969 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-732ef736-7fcd-47f5-8d9d-bf94321e79aa service neutron] 10.222.0.59 "PUT /v2.0/ports/40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 200 len: 1027 time: 1.4611485 Dec 08 00:14:57.853035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.853952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b76b53-96b6-4c7e-801f-84e56c2d5313 req-11cc4a9b-60c7-4521-8f78-aee2c5631354 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:57.862960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2b76b53-96b6-4c7e-801f-84e56c2d5313 req-11cc4a9b-60c7-4521-8f78-aee2c5631354 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2755375 Dec 08 00:14:57.919643 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.965914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 82daab9f-4059-44ce-80cd-079eea65c6b3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:57.966308 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:57.992165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffdbead2-f655-45b4-b1f4-969738a845aa req-79d321bb-11c5-4f97-99c9-c7e40e9abae8 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209285 Dec 08 00:14:58.011752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port e716e73f-78d9-4edf-a42d-2897ef87b8de, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:58.014542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Network f37bdb47-f480-4062-a4f2-518be2db7578 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:14:58.021051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:14:58.035240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:58.037198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 40b46288-86f4-4a56-a15c-4ad210459868 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:58.048382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Transition to ACTIVE for port object 197dd21a-f288-4d37-9663-c30505dd9333 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:14:58.077967 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:58.087799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2b76b53-96b6-4c7e-801f-84e56c2d5313 req-af2f3d91-ce63-45ee-9417-8f162007c0fb tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247322 Dec 08 00:14:58.273806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Pushing event updated for resources: {'Port': ['ID=197dd21a-f288-4d37-9663-c30505dd9333,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:58.296250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60286) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:58.300789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=e716e73f-78d9-4edf-a42d-2897ef87b8de,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:58.318562 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73fa9d5-9977-4161-b04a-7a254370f71d x-openstack-request-id: req-e73fa9d5-9977-4161-b04a-7a254370f71d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:58.318872 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:58.319287 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e73fa9d5-9977-4161-b04a-7a254370f71d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:58.319611 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'code': 200} Dec 08 00:14:58.319875 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60', 'code': 200} Dec 08 00:14:58.367806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port a79998b1-a1e0-4454-998f-c66257c7ffce {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:14:58.367806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:58.391110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Router d9bc87a9-064b-4f51-9122-a304616d8ba3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:14:58.475998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 40b46288-86f4-4a56-a15c-4ad210459868 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:14:58.476471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a79998b1-a1e0-4454-998f-c66257c7ffce no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:58.587251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a4dd3a2d-0ec2-4567-babf-2b1af28db8bc None None] Provisioning complete for port 40b46288-86f4-4a56-a15c-4ad210459868 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:58.587631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3a2d-0ec2-4567-babf-2b1af28db8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:58.620112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ece8-a80b-404d-acc2-da9df3c1f633 req-5912fd98-ef4d-4014-bb00-0b6703742624 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:58.637847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ece8-a80b-404d-acc2-da9df3c1f633 req-5912fd98-ef4d-4014-bb00-0b6703742624 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:58.644017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ece8-a80b-404d-acc2-da9df3c1f633 req-5912fd98-ef4d-4014-bb00-0b6703742624 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:58.650106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ece8-a80b-404d-acc2-da9df3c1f633 req-5912fd98-ef4d-4014-bb00-0b6703742624 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:58.656488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ece8-a80b-404d-acc2-da9df3c1f633 req-5912fd98-ef4d-4014-bb00-0b6703742624 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:58.664251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37c1ece8-a80b-404d-acc2-da9df3c1f633 req-5912fd98-ef4d-4014-bb00-0b6703742624 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 3881 time: 0.4222736 Dec 08 00:14:58.666628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] For port a79998b1-a1e0-4454-998f-c66257c7ffce, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a79998b1-a1e0-4454-998f-c66257c7ffce,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:58.668225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:58.691926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd3a2d-0ec2-4567-babf-2b1af28db8bc None None] Port 40b46288-86f4-4a56-a15c-4ad210459868 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:58.692369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for a79998b1-a1e0-4454-998f-c66257c7ffce owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:14:58.755127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37c1ece8-a80b-404d-acc2-da9df3c1f633 req-a7e32c30-6282-4559-8d1a-3c6a7907663a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898623 Dec 08 00:14:58.821254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:14:58.837044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] Sync routers for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:14:58.837931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-96b25bda-f357-4800-ae0c-2a67953ddb54 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2528861 Dec 08 00:14:58.850859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd14af-076b-4134-b71b-49102dd39ec3 req-3c6ca09e-c337-4c24-ac2c-bf3cac5730c8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:58.852959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73dd14af-076b-4134-b71b-49102dd39ec3 req-3c6ca09e-c337-4c24-ac2c-bf3cac5730c8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 943 time: 0.1796215 Dec 08 00:14:58.853766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60296) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:58.922148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Attempting to bind port 197dd21a-f288-4d37-9663-c30505dd9333 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:14:58.923060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Attempting to bind port 197dd21a-f288-4d37-9663-c30505dd9333 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:14:58.923060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Attempting to bind port 197dd21a-f288-4d37-9663-c30505dd9333 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:58.929027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7bd063c-1c1d-4043-840a-1243685af601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:58.929387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:58.936581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:58.937090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:58.946852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Port 197dd21a-f288-4d37-9663-c30505dd9333 on network ddd37d65-a546-4794-845a-004bcf1de59b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:14:58.947276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Attempting to bind port 197dd21a-f288-4d37-9663-c30505dd9333 on network ddd37d65-a546-4794-845a-004bcf1de59b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:14:58.949202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4a2b98a6-4ac7-4a17-bb9d-05de1b6ec670 None None] Provisioning complete for port e6abd0c0-2dd1-4a2f-b223-4216c39fce85 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:14:58.949497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4a2b98a6-4ac7-4a17-bb9d-05de1b6ec670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.023143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:59.039159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:14:59.039975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:59.041068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7bd063c-1c1d-4043-840a-1243685af601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.053186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7bd063c-1c1d-4043-840a-1243685af601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.084394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:14:59.085089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8873f-21be-4c46-947a-5d9209b26d7e None None] The sync data for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:14:59.098030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73dd14af-076b-4134-b71b-49102dd39ec3 req-38551372-be63-41fb-b802-d55b902a9a3b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343483 Dec 08 00:14:59.098372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b98a6-4ac7-4a17-bb9d-05de1b6ec670 None None] Port e6abd0c0-2dd1-4a2f-b223-4216c39fce85 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:14:59.103712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f89a67d1-1701-4098-bdf8-8488b6d756c5 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.125727 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c7bd063c-1c1d-4043-840a-1243685af601 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f679e70180d144b2915e15053792987d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8263876 Dec 08 00:14:59.129826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd063c-1c1d-4043-840a-1243685af601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce5b18-3b1a-4af1-8691-2f451d389a09,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:59.133835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:14:59.134183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Checking segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:14:59.134789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Bound using segment: {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:14:59.135096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Bound port: 197dd21a-f288-4d37-9663-c30505dd9333, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1e225-0677-49a2-b5e5-d61cef494b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:14:59.135454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.152552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60304) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:59.256314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-39bf5b22-bf95-45a0-bb97-cf4af9a694b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.282245 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-f89a67d1-1701-4098-bdf8-8488b6d756c5 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 00:14:59.283508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f89a67d1-1701-4098-bdf8-8488b6d756c5 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3 HTTP/1.1" status: 409 len: 329 time: 0.4284577 Dec 08 00:14:59.294138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device d4e02d13-a694-4a8b-8324-1d6c6089ca57 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:14:59.294773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-39bf5b22-bf95-45a0-bb97-cf4af9a694b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.295078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60306) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:14:59.354159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.392081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=a79998b1-a1e0-4454-998f-c66257c7ffce,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:59.395232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-39bf5b22-bf95-45a0-bb97-cf4af9a694b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.398329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-39bf5b22-bf95-45a0-bb97-cf4af9a694b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.402576 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-39bf5b22-bf95-45a0-bb97-cf4af9a694b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9ce5b18-3b1a-4af1-8691-2f451d389a09 HTTP/1.1" status: 204 len: 168 time: 0.2170773 Dec 08 00:14:59.429396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] For port 197dd21a-f288-4d37-9663-c30505dd9333, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:14:59.457848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d45b9-7633-4bf4-b62d-fd305829246f req-93f3209b-676c-4b81-9a80-f524f6400f29 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:59.459976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f86d45b9-7633-4bf4-b62d-fd305829246f req-93f3209b-676c-4b81-9a80-f524f6400f29 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.2802837 Dec 08 00:14:59.515009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147d5a0-acb8-4e31-b430-df918319bcdc req-a433c3ed-d517-49cb-8ddb-c6a46ebea543 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:59.517030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5147d5a0-acb8-4e31-b430-df918319bcdc req-a433c3ed-d517-49cb-8ddb-c6a46ebea543 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2308359 Dec 08 00:14:59.525567 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.550332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] No DVR routers for this DVR port a79998b1-a1e0-4454-998f-c66257c7ffce on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:14:59.556313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.559746 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-c3bf879e-42c9-495f-866a-9e860d940c75 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "DELETE /v2.0/ports/a79998b1-a1e0-4454-998f-c66257c7ffce HTTP/1.1" status: 204 len: 173 time: 1.7017500 Dec 08 00:14:59.560506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf5b22-bf95-45a0-bb97-cf4af9a694b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce5b18-3b1a-4af1-8691-2f451d389a09,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:59.581074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': 'a79998b1-a1e0-4454-998f-c66257c7ffce'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:14:59.588910 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ac202c-59d5-4037-8e5a-64152987a775" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "a79998b1-a1e0-4454-998f-c66257c7ffce"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:14:59.600722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] For port 197dd21a-f288-4d37-9663-c30505dd9333, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=197dd21a-f288-4d37-9663-c30505dd9333,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:14:59.605681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port d4e02d13-a694-4a8b-8324-1d6c6089ca57, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:14:59.628152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.636182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.727559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f86d45b9-7633-4bf4-b62d-fd305829246f req-3b4a78b0-1ab4-4981-9afa-5831b8b2b7ea tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530618 Dec 08 00:14:59.765346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=d4e02d13-a694-4a8b-8324-1d6c6089ca57,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:59.797143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Pushing event updated for resources: {'Port': ['ID=197dd21a-f288-4d37-9663-c30505dd9333,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:14:59.803967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:14:59.804643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:14:59.806824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-2f4b6a1a-cd5b-4fc6-ab56-322c57e7011c service neutron] 10.222.0.44 "PUT /v2.0/ports/197dd21a-f288-4d37-9663-c30505dd9333 HTTP/1.1" status: 200 len: 1091 time: 3.8661342 Dec 08 00:14:59.829370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5147d5a0-acb8-4e31-b430-df918319bcdc req-cbd1c19f-7f4d-4526-9b73-9827cd894550 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031595 Dec 08 00:14:59.929561 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b69797-db6d-4745-8bee-aae8598a919e x-openstack-request-id: req-45b69797-db6d-4745-8bee-aae8598a919e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:14:59.930084 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "a79998b1-a1e0-4454-998f-c66257c7ffce", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:14:59.930084 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45b69797-db6d-4745-8bee-aae8598a919e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:14:59.937393 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': 'a79998b1-a1e0-4454-998f-c66257c7ffce', 'status': 'completed', 'code': 200} Dec 08 00:15:00.138135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-b2f91f44-0377-4d17-af9e-9b912fe851af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:00.139853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-b2f91f44-0377-4d17-af9e-9b912fe851af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 1094 time: 0.2171893 Dec 08 00:15:00.166515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1068cb-7adb-48dd-b507-4fe8fb5fee34 req-af546d5e-0a95-4bdc-b47d-207a2ea703ed tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:00.168836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca1068cb-7adb-48dd-b507-4fe8fb5fee34 req-af546d5e-0a95-4bdc-b47d-207a2ea703ed tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 946 time: 0.1027541 Dec 08 00:15:00.172476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port 671424f2-2a5b-4fbf-be9c-b289efefad60 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:00.172852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:00.236436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb987-329b-47e2-991d-b3b3d23ec9b8 req-fa4b95e4-e17f-44d1-8be3-9521bae932e3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:00.237855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-1201aec2-ff19-446e-84f8-2a4bfd690b6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=197dd21a-f288-4d37-9663-c30505dd9333 HTTP/1.1" status: 200 len: 217 time: 0.0818825 Dec 08 00:15:00.242903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb987-329b-47e2-991d-b3b3d23ec9b8 req-fa4b95e4-e17f-44d1-8be3-9521bae932e3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:00.248929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb987-329b-47e2-991d-b3b3d23ec9b8 req-fa4b95e4-e17f-44d1-8be3-9521bae932e3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:00.255034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb987-329b-47e2-991d-b3b3d23ec9b8 req-fa4b95e4-e17f-44d1-8be3-9521bae932e3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:00.265665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da5eb987-329b-47e2-991d-b3b3d23ec9b8 req-fa4b95e4-e17f-44d1-8be3-9521bae932e3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 3144 time: 0.2594450 Dec 08 00:15:00.322923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:00.335042 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8389dc-e4a1-490d-9f2f-2d4f950a9a1c" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:00.342862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-cbc1bd24-7dc8-4f4a-af9f-5f0dfa128e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:00.344971 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-cbc1bd24-7dc8-4f4a-af9f-5f0dfa128e50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.0906658 Dec 08 00:15:00.438286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da5eb987-329b-47e2-991d-b3b3d23ec9b8 req-c20db7d6-495c-468b-9cb8-9ead0466eacb tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678834 Dec 08 00:15:00.443191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-8c2922da-64b8-4b7a-b60c-ffd219b917fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413914 Dec 08 00:15:00.456648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca1068cb-7adb-48dd-b507-4fe8fb5fee34 req-51d95e3f-cf71-413b-9668-bc4b019de120 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803235 Dec 08 00:15:00.485623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] For port 671424f2-2a5b-4fbf-be9c-b289efefad60, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=671424f2-2a5b-4fbf-be9c-b289efefad60,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:00.486047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:00.565909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:00.597262 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5b9938-65a5-4b73-81d2-0303e7fb5f0a x-openstack-request-id: req-6d5b9938-65a5-4b73-81d2-0303e7fb5f0a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:00.598558 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:00.600088 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d5b9938-65a5-4b73-81d2-0303e7fb5f0a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:00.600829 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de', 'code': 200} Dec 08 00:15:00.601339 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57', 'code': 200} Dec 08 00:15:00.663156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-eb8a8c08-7827-41cd-8ff4-6362ddedcd07 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080228 Dec 08 00:15:00.670466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for 671424f2-2a5b-4fbf-be9c-b289efefad60 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:00.882565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f60bc73b-8614-4e54-9fb5-d2db53489d6e req-cea0c667-f7b3-42c3-97c4-8fde40769296 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098334 Dec 08 00:15:01.010727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec5945-80c4-4896-acea-54058519b3d9 req-2e52c00f-2067-40ca-8929-ab800a372994 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:01.018618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acec5945-80c4-4896-acea-54058519b3d9 req-2e52c00f-2067-40ca-8929-ab800a372994 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 943 time: 0.2528989 Dec 08 00:15:01.030296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:01.068724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=671424f2-2a5b-4fbf-be9c-b289efefad60,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:01.148510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb328a6-4b5e-40d8-8f09-8b079a70201b req-de6a1c8c-2d3d-4843-bb78-c2e061978045 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:01.158947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb328a6-4b5e-40d8-8f09-8b079a70201b req-de6a1c8c-2d3d-4843-bb78-c2e061978045 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.2254982 Dec 08 00:15:01.177215 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acec5945-80c4-4896-acea-54058519b3d9 req-1de53e01-0808-4707-be58-d051e10d94bb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577017 Dec 08 00:15:01.179901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] No DVR routers for this DVR port 671424f2-2a5b-4fbf-be9c-b289efefad60 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:01.195591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:01.211720 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-1f5745d1-3d09-4b85-b78e-4fccd36cbbb8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "DELETE /v2.0/ports/671424f2-2a5b-4fbf-be9c-b289efefad60 HTTP/1.1" status: 204 len: 173 time: 1.6380904 Dec 08 00:15:01.300020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb328a6-4b5e-40d8-8f09-8b079a70201b req-e3296db7-f53c-4cb5-b11d-2a78d3103748 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389422 Dec 08 00:15:01.385469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb30da-7055-49e3-8fd0-b8c63a6b3413 req-7fcaeb83-ccc1-445c-adeb-e6d4434ffd34 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:01.387616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6dfb30da-7055-49e3-8fd0-b8c63a6b3413 req-7fcaeb83-ccc1-445c-adeb-e6d4434ffd34 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1341407 Dec 08 00:15:01.403905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port e716e73f-78d9-4edf-a42d-2897ef87b8de {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:01.404243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:01.438291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting port e6abd0c0-2dd1-4a2f-b223-4216c39fce85 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:01.438708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:01.523650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6dfb30da-7055-49e3-8fd0-b8c63a6b3413 req-f6fb58fd-8d6c-40c0-aedb-095cd4b14b18 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262612 Dec 08 00:15:01.590286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] For port e716e73f-78d9-4edf-a42d-2897ef87b8de, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=e716e73f-78d9-4edf-a42d-2897ef87b8de,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:01.593391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:01.672070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for e716e73f-78d9-4edf-a42d-2897ef87b8de owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:01.674102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:01.706927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Calling delete_port for e6abd0c0-2dd1-4a2f-b223-4216c39fce85 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:01.884827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-2a867c17-620c-4208-9f26-263da8e36f90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1746297 Dec 08 00:15:01.939009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'tag': '197dd21a-f288-4d37-9663-c30505dd9333'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:01.941461 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4423e24-a83b-4d23-828a-ee2b0478f9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d72a77f-241a-4393-b999-6cb2bbe13dd1", "tag": "197dd21a-f288-4d37-9663-c30505dd9333"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:01.948288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a2f0-25d4-483b-95e0-59448efd6ff8 req-3e30244b-1511-4805-8443-38439a3a31f8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:01.955231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a2f0-25d4-483b-95e0-59448efd6ff8 req-3e30244b-1511-4805-8443-38439a3a31f8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:01.961799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a2f0-25d4-483b-95e0-59448efd6ff8 req-3e30244b-1511-4805-8443-38439a3a31f8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:01.963543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e89a2f0-25d4-483b-95e0-59448efd6ff8 req-3e30244b-1511-4805-8443-38439a3a31f8 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 2411 time: 0.2322271 Dec 08 00:15:02.057635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-962030ff-6ba7-4761-ae99-eb6e8ece6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:02.059726 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-962030ff-6ba7-4761-ae99-eb6e8ece6b92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1097 time: 0.1295185 Dec 08 00:15:02.073120 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:02.155019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcb30-430f-41d7-9431-3d9aeb36c57b req-5861cd4f-4c41-4ef8-8087-8dd230d700e3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:02.163717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-432bcb30-430f-41d7-9431-3d9aeb36c57b req-5861cd4f-4c41-4ef8-8087-8dd230d700e3 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1817226 Dec 08 00:15:02.179627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60372) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:02.180508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=e716e73f-78d9-4edf-a42d-2897ef87b8de,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:02.210669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] No DVR routers for this DVR port e716e73f-78d9-4edf-a42d-2897ef87b8de on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:02.211705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e89a2f0-25d4-483b-95e0-59448efd6ff8 req-025f546c-76f3-416b-92a4-20e5afb1a999 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406099 Dec 08 00:15:02.214624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:02.218085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-93b7c7b8-1edc-4238-8e64-9b7773289e93 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "DELETE /v2.0/ports/e716e73f-78d9-4edf-a42d-2897ef87b8de HTTP/1.1" status: 204 len: 173 time: 0.9974091 Dec 08 00:15:02.315182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-432bcb30-430f-41d7-9431-3d9aeb36c57b req-851a9909-133d-4318-8150-35190ac3c0a7 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501918 Dec 08 00:15:02.329662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-14dea2e8-3056-4294-a606-cd468f08fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:02.331925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-14dea2e8-3056-4294-a606-cd468f08fe57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.2206814 Dec 08 00:15:02.340334 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:02.403475 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e76335-ed86-4dc3-938b-32669a8f9028 x-openstack-request-id: req-a4e76335-ed86-4dc3-938b-32669a8f9028 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:02.403784 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d72a77f-241a-4393-b999-6cb2bbe13dd1", "tag": "197dd21a-f288-4d37-9663-c30505dd9333", "status": "completed", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "671424f2-2a5b-4fbf-be9c-b289efefad60", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:02.404052 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4e76335-ed86-4dc3-938b-32669a8f9028 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:02.404488 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'tag': '197dd21a-f288-4d37-9663-c30505dd9333', 'status': 'completed', 'code': 200} Dec 08 00:15:02.404733 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': '671424f2-2a5b-4fbf-be9c-b289efefad60', 'status': 'completed', 'code': 200} Dec 08 00:15:02.415941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Port': ['ID=e6abd0c0-2dd1-4a2f-b223-4216c39fce85,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:02.646181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4545f914-8a83-42e5-ab18-b2cf2aaf6b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:02.665820 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:02.707041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50ed6f-13ea-4979-b03d-2906c2bcfc0d req-a66d170f-4354-4e29-9b89-abdb34ead084 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:02.716252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a50ed6f-13ea-4979-b03d-2906c2bcfc0d req-a66d170f-4354-4e29-9b89-abdb34ead084 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 943 time: 0.1526093 Dec 08 00:15:02.745374 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-b887b07d-3111-4525-9b2e-ecdcb99d6fa3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1002 time: 0.3364713 Dec 08 00:15:02.746754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-42453fa2-d102-4070-bc25-bf41160a14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:02.749320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-42453fa2-d102-4070-bc25-bf41160a14f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7bf3efb41324b4c91c8df688e855172&device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 1094 time: 0.2808144 Dec 08 00:15:02.863144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port d4e02d13-a694-4a8b-8324-1d6c6089ca57 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:02.863528 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:02.890311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-2f8a4ead-9c9d-4c9b-8f5c-fb8e003b8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:02.891881 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-2f8a4ead-9c9d-4c9b-8f5c-fb8e003b8a73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1173990 Dec 08 00:15:03.025797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4545f914-8a83-42e5-ab18-b2cf2aaf6b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.041226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4545f914-8a83-42e5-ab18-b2cf2aaf6b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.056655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-ae4ab4fd-9dfd-451a-87c1-8f61ff42b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:03.058223 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-ae4ab4fd-9dfd-451a-87c1-8f61ff42b78c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338725 Dec 08 00:15:03.086688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] For port d4e02d13-a694-4a8b-8324-1d6c6089ca57, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d4e02d13-a694-4a8b-8324-1d6c6089ca57,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:03.087153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.140653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for d4e02d13-a694-4a8b-8324-1d6c6089ca57 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:03.147281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4545f914-8a83-42e5-ab18-b2cf2aaf6b21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ef61498b3ed4f46b809b4bb961153c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9616899 Dec 08 00:15:03.147281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545f914-8a83-42e5-ab18-b2cf2aaf6b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e11bb-39ca-466d-9017-1871f491da97,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:03.149977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60392) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:03.260757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 197dd21a-f288-4d37-9663-c30505dd9333 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:15:03.386512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-22652863-9483-4fd5-a8b2-352cb2cf1b6a service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140259 Dec 08 00:15:03.428255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 197dd21a-f288-4d37-9663-c30505dd9333, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=197dd21a-f288-4d37-9663-c30505dd9333,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:03.443233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '197dd21a-f288-4d37-9663-c30505dd9333', 'network_id': 'ddd37d65-a546-4794-845a-004bcf1de59b', 'port_id': '197dd21a-f288-4d37-9663-c30505dd9333', 'mac_address': 'fa:16:3e:6b:ae:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37afd838-64f3-44bd-81fd-8b8aa6ed74d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:15:03.489780 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.506320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197dd21a-f288-4d37-9663-c30505dd9333 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:15:03.514292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a50ed6f-13ea-4979-b03d-2906c2bcfc0d req-a6147aa6-8559-4383-87e7-fc8463298b93 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7888288 Dec 08 00:15:03.562838 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6cddd29-63ff-4738-a1fa-1962914a5cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.565304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 197dd21a-f288-4d37-9663-c30505dd9333, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=197dd21a-f288-4d37-9663-c30505dd9333,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:03.579454 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.599066 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6cddd29-63ff-4738-a1fa-1962914a5cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.656536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=197dd21a-f288-4d37-9663-c30505dd9333,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:03.657321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Router d9bc87a9-064b-4f51-9122-a304616d8ba3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:15:03.659617 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.708309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6cddd29-63ff-4738-a1fa-1962914a5cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.711218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6cddd29-63ff-4738-a1fa-1962914a5cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.712720 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6cddd29-63ff-4738-a1fa-1962914a5cf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a7e11bb-39ca-466d-9017-1871f491da97 HTTP/1.1" status: 204 len: 168 time: 0.5598500 Dec 08 00:15:03.722638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=d4e02d13-a694-4a8b-8324-1d6c6089ca57,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:03.742023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-8000eca8-7c1a-44fb-96c4-828cfd909a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:03.744846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-8000eca8-7c1a-44fb-96c4-828cfd909a3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 200 len: 906 time: 0.9358532 Dec 08 00:15:03.779873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cddd29-63ff-4738-a1fa-1962914a5cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e11bb-39ca-466d-9017-1871f491da97,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:03.800357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] No DVR routers for this DVR port d4e02d13-a694-4a8b-8324-1d6c6089ca57 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:03.803376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:03.808567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcac02b-797b-40a8-a775-fa66ecc7a413 req-a1644921-6202-4d17-9159-54306f0b9c43 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:03.808745 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-d824bd90-5007-41f1-9f52-de96c90ccbb3 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "DELETE /v2.0/ports/d4e02d13-a694-4a8b-8324-1d6c6089ca57 HTTP/1.1" status: 204 len: 173 time: 1.4757383 Dec 08 00:15:03.810914 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0b755d35-6909-4f47-b8b1-d521acc1243a req-0715c412-a4d4-4f25-a565-d86791c43609 service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157712 Dec 08 00:15:03.814555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcac02b-797b-40a8-a775-fa66ecc7a413 req-a1644921-6202-4d17-9159-54306f0b9c43 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:03.820751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcac02b-797b-40a8-a775-fa66ecc7a413 req-a1644921-6202-4d17-9159-54306f0b9c43 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:03.829821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bbcac02b-797b-40a8-a775-fa66ecc7a413 req-a1644921-6202-4d17-9159-54306f0b9c43 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529&device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a&device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 2418 time: 0.3689842 Dec 08 00:15:03.918668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-d37c7085-b10c-4516-b204-8f5fe20f891c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=197dd21a-f288-4d37-9663-c30505dd9333 HTTP/1.1" status: 200 len: 217 time: 0.1246927 Dec 08 00:15:03.924482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:15:03.935886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bc21396d-7c08-4792-b010-369d7a0b6574 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6376047 Dec 08 00:15:03.939087 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] Sync routers for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:15:03.942908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60398) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:03.955782 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:15:03.956826 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:03.967195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1457a3-e8b5-40c5-985a-d2030f107d7d req-a6a8d3c3-70eb-41c6-a350-a38559526e06 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:03.968868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a1457a3-e8b5-40c5-985a-d2030f107d7d req-a6a8d3c3-70eb-41c6-a350-a38559526e06 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.3256590 Dec 08 00:15:03.976147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['197dd21a-f288-4d37-9663-c30505dd9333'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:04.034943 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:04.036419 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-bd951384-c375-4cb7-b12d-8ad5540f5000 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] show failed (client error): The resource could not be found. Dec 08 00:15:04.039800 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bd951384-c375-4cb7-b12d-8ad5540f5000 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-2006794953 HTTP/1.1" status: 404 len: 335 time: 0.0950902 Dec 08 00:15:04.059276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60402) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:04.063208 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bbcac02b-797b-40a8-a775-fa66ecc7a413 req-f5a84c79-d4cc-4109-8c7d-7b64e2d6c984 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287242 Dec 08 00:15:04.066827 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] Routers {'d9bc87a9-064b-4f51-9122-a304616d8ba3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:15:04.068227 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d9bc87a9-064b-4f51-9122-a304616d8ba3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:04.068370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a456ceb7-c2e4-4b9f-a810-2a6aec830e0e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:15:04.098171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-c41264eb-2246-4d81-970c-896e0d9d2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:04.101445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-c41264eb-2246-4d81-970c-896e0d9d2058 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 200 len: 845 time: 0.1584449 Dec 08 00:15:04.121887 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-a456ceb7-c2e4-4b9f-a810-2a6aec830e0e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] update failed (client error): The resource could not be found. Dec 08 00:15:04.124898 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a456ceb7-c2e4-4b9f-a810-2a6aec830e0e tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-2086605205 HTTP/1.1" status: 404 len: 335 time: 0.0665545 Dec 08 00:15:04.131573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60406) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:04.158176 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:04.160397 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30848b71-1e1f-44c2-aadc-8f8109f8f187 None None] The sync data for ids ['d9bc87a9-064b-4f51-9122-a304616d8ba3'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:15:04.220043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a1457a3-e8b5-40c5-985a-d2030f107d7d req-ad867055-4fd1-4e5b-a9bf-37f6437cef30 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194030 Dec 08 00:15:04.223036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-e249afc5-f80a-4d8a-b8a8-016456a67026 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddd37d65-a546-4794-845a-004bcf1de59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417588 Dec 08 00:15:04.296467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:04.299749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:04.375542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting subnet 142b6040-c9c3-4dfb-98d5-251f59930440 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:04.383519 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:04.419819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd520d9-0bc8-4070-ba09-19d4f2c0a30c req-7d4e6272-b311-4358-8e3e-9a461217a91e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:04.421804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edd520d9-0bc8-4070-ba09-19d4f2c0a30c req-7d4e6272-b311-4358-8e3e-9a461217a91e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1978385 Dec 08 00:15:04.453574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de'}, {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:04.455882 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec5295c-2502-4987-8f08-0b50b8ba3791" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de"}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:04.522634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:04.558744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] For port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:04.559151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:04.567335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf7317-7db4-4bb6-a6c5-6c68167a91ef req-c8975048-124d-4487-94ef-e50e401d72c1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:04.569036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58cf7317-7db4-4bb6-a6c5-6c68167a91ef req-c8975048-124d-4487-94ef-e50e401d72c1 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 944 time: 0.1982582 Dec 08 00:15:04.662292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58cf7317-7db4-4bb6-a6c5-6c68167a91ef req-ff479cf8-af3c-49d2-807d-0410aecc561f tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups?id=08e93270-261e-44ff-ba60-4c536bb830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835781 Dec 08 00:15:04.684740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edd520d9-0bc8-4070-ba09-19d4f2c0a30c req-3ca688b8-c7eb-44ed-b64c-893c7a7a669b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201798 Dec 08 00:15:04.691812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-5ba27db5-1313-4db6-9628-dce42ab5ff84 service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313750 Dec 08 00:15:04.739179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:04.972080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cacd5-c418-4bb3-9019-8ea9b0448b69 req-329b2a2c-a834-40af-90c8-1a56c5d1445c tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:04.979511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c7cacd5-c418-4bb3-9019-8ea9b0448b69 req-329b2a2c-a834-40af-90c8-1a56c5d1445c tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.0974970 Dec 08 00:15:05.078440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4423e24-a83b-4d23-828a-ee2b0478f9e6 req-2deb476f-bd6d-4c18-8851-7a34e52ffbcb service neutron] 10.222.0.44 "GET /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798864 Dec 08 00:15:05.128630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f7b15-579c-4902-8795-a29e932ff767 req-384acb54-48b7-4a57-b331-a890e6223534 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:05.138503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c7f7b15-579c-4902-8795-a29e932ff767 req-384acb54-48b7-4a57-b331-a890e6223534 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 944 time: 0.1414363 Dec 08 00:15:05.163706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c7cacd5-c418-4bb3-9019-8ea9b0448b69 req-fc559401-1591-4be6-a486-5cf6a911dd65 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755280 Dec 08 00:15:05.190704 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2e6fd-19ce-4ee3-9280-f09351777f74 x-openstack-request-id: req-9ed2e6fd-19ce-4ee3-9280-f09351777f74 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:05.191265 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "e716e73f-78d9-4edf-a42d-2897ef87b8de", "status": "completed", "code": 200}, {"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "d4e02d13-a694-4a8b-8324-1d6c6089ca57", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:05.191265 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ed2e6fd-19ce-4ee3-9280-f09351777f74 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:05.191686 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': 'e716e73f-78d9-4edf-a42d-2897ef87b8de', 'status': 'completed', 'code': 200} Dec 08 00:15:05.191926 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': 'd4e02d13-a694-4a8b-8324-1d6c6089ca57', 'status': 'completed', 'code': 200} Dec 08 00:15:05.236287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c7f7b15-579c-4902-8795-a29e932ff767 req-03841415-77b0-4d7b-bd2f-7d5978892434 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966871 Dec 08 00:15:05.250154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.250154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.250154 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Floating IP 8114ffea-aeaf-4ee4-bac2-5d911952cec7 disassociated. External IP: 172.25.6.194, port: 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f. Dec 08 00:15:05.250526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:05.285744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 197dd21a-f288-4d37-9663-c30505dd9333 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:15:05.432800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.435638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 197dd21a-f288-4d37-9663-c30505dd9333 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:15:05.454868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 197dd21a-f288-4d37-9663-c30505dd9333 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:15:05.455545 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.507752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.514189 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/subnets/142b6040-c9c3-4dfb-98d5-251f59930440 HTTP/1.1" status: 204 len: 168 time: 1.3781126 Dec 08 00:15:05.515818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60440) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:05.516957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b9022-c702-487a-b1ca-01325c3d1d7d tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Subnet': ['ID=142b6040-c9c3-4dfb-98d5-251f59930440,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:05.530536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3f86a-9666-4159-aee3-2dcd1ea58af1 None None] Network 13d588a0-c718-471c-a5de-0d6cb7fa3732 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:15:05.552857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.631264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=982b2cd2-c89d-4450-93e5-2afd5f4d8c5f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:05.683699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861d981-b0d7-437f-a8d9-8ad4f10f04f4 req-7aab4e65-47e5-48b6-9762-39894793b7b9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:05.689477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d861d981-b0d7-437f-a8d9-8ad4f10f04f4 req-7aab4e65-47e5-48b6-9762-39894793b7b9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.2747557 Dec 08 00:15:05.714306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.814824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Router e951ba2c-23f0-4788-b89b-8ebedc960512 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:15:05.850081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197dd21a-f288-4d37-9663-c30505dd9333'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:05.853318 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8456e8-e338-45bd-b95f-5c0f7c3e94d4" -d '{"events": [{"server_uuid": "6d72a77f-241a-4393-b999-6cb2bbe13dd1", "name": "network-vif-plugged", "status": "completed", "tag": "197dd21a-f288-4d37-9663-c30505dd9333"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:05.898669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 197dd21a-f288-4d37-9663-c30505dd9333, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=197dd21a-f288-4d37-9663-c30505dd9333,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:05.914546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:05.937886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d861d981-b0d7-437f-a8d9-8ad4f10f04f4 req-cfc09431-71ea-4bca-aade-7be189fec42c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377992 Dec 08 00:15:05.946311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:06.036398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:15:06.086067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] No DVR routers for this DVR port 982b2cd2-c89d-4450-93e5-2afd5f4d8c5f on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:06.090467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:06.094528 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76873537-3082-45dc-bf9e-4f1ca590f0f1 req-7eb31e25-eeac-4992-8f47-b9e98b7ca696 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.59 "DELETE /v2.0/ports/982b2cd2-c89d-4450-93e5-2afd5f4d8c5f HTTP/1.1" status: 204 len: 173 time: 2.2799940 Dec 08 00:15:06.095416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] Sync routers for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:15:06.100741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] DHCP port deletion for 13d588a0-c718-471c-a5de-0d6cb7fa3732 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:15:06.194257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:15:06.194257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:06.266978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=197dd21a-f288-4d37-9663-c30505dd9333,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:06.313210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting port 82daab9f-4059-44ce-80cd-079eea65c6b3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:06.313763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:06.337359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7582f5e-4eb3-4cf4-8ec2-ef3b9ded5edc req-b793db23-4db4-497e-ae06-8f3bfd5fbe87 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.1604650 Dec 08 00:15:06.392914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] Deleting port 82daab9f-4059-44ce-80cd-079eea65c6b3 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:06.394085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:06.466094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf459a0-cd98-416d-9331-8c1510ba4955 req-766cef0e-879d-4ed0-b230-d4ddfcfabd9f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:06.467734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bf459a0-cd98-416d-9331-8c1510ba4955 req-766cef0e-879d-4ed0-b230-d4ddfcfabd9f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.3304534 Dec 08 00:15:06.633473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] For port 82daab9f-4059-44ce-80cd-079eea65c6b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=82daab9f-4059-44ce-80cd-079eea65c6b3,segment=NetworkSegment(370d475b-4515-443c-80b4-52714fbb26bb),segment_id=370d475b-4515-443c-80b4-52714fbb26bb)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:06.634317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:06.646362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] For port 82daab9f-4059-44ce-80cd-079eea65c6b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=82daab9f-4059-44ce-80cd-079eea65c6b3,segment=NetworkSegment(370d475b-4515-443c-80b4-52714fbb26bb),segment_id=370d475b-4515-443c-80b4-52714fbb26bb)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:06.646840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:06.655196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] Calling delete_port for 82daab9f-4059-44ce-80cd-079eea65c6b3 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:06.719093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Calling delete_port for 82daab9f-4059-44ce-80cd-079eea65c6b3 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:06.745200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bf459a0-cd98-416d-9331-8c1510ba4955 req-78b9d153-401b-4ad4-8f29-2950c7e4fc65 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628198 Dec 08 00:15:06.780865 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6a7f5e-ffc1-499e-9d50-85fcbe1c72b5 x-openstack-request-id: req-6b6a7f5e-ffc1-499e-9d50-85fcbe1c72b5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:06.781155 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d72a77f-241a-4393-b999-6cb2bbe13dd1", "name": "network-vif-plugged", "status": "completed", "tag": "197dd21a-f288-4d37-9663-c30505dd9333", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:06.781419 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b6a7f5e-ffc1-499e-9d50-85fcbe1c72b5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:06.781819 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197dd21a-f288-4d37-9663-c30505dd9333', 'code': 200} Dec 08 00:15:06.865651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:15:06.931712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869e773-0235-4578-bf86-8388711baa6b req-a02a0013-64f3-40ab-8cf2-31f312b62261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:06.937985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d869e773-0235-4578-bf86-8388711baa6b req-a02a0013-64f3-40ab-8cf2-31f312b62261 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 1096 time: 0.3150628 Dec 08 00:15:06.960625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:07.110919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] Pushing event deleted for resources: {'Port': ['ID=82daab9f-4059-44ce-80cd-079eea65c6b3,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:07.119437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4ca1d-4d66-4aa6-b57c-26ca1a7c2911 None None] No DVR routers for this DVR port 82daab9f-4059-44ce-80cd-079eea65c6b3 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:07.156020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d869e773-0235-4578-bf86-8388711baa6b req-fdaa432b-e8cc-428b-b2c2-0f33b8e76d5d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033954 Dec 08 00:15:07.193501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:07.196582 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4811262a-fdd8-4b68-b461-94e46eab31d4" -d '{"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:07.223375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:07.233145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f9356-14cd-4da0-b9e3-99357c01b0cc req-ccc7ff40-70f0-4017-aeec-602a1a57ff19 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:07.242615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-197f9356-14cd-4da0-b9e3-99357c01b0cc req-ccc7ff40-70f0-4017-aeec-602a1a57ff19 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.4667301 Dec 08 00:15:07.376385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:16Z', 'revision_number': 5, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:07.381199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] No DVR routers for this DVR port 82daab9f-4059-44ce-80cd-079eea65c6b3 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:07.427442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-197f9356-14cd-4da0-b9e3-99357c01b0cc req-233b0c3d-fad5-4c6b-baf5-800694fa26f8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830692 Dec 08 00:15:07.438139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Port': ['ID=82daab9f-4059-44ce-80cd-079eea65c6b3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:07.443817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] Checking router: e951ba2c-23f0-4788-b89b-8ebedc960512 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:15:07.461363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:15:07.461995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:14:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:07.576008 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:07.684742 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d460ac6e-e0e9-4e4c-b542-7363f62511c1 x-openstack-request-id: req-d460ac6e-e0e9-4e4c-b542-7363f62511c1 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:07.685251 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5916e-7839-4182-b659-739722efcf12", "name": "network-vif-deleted", "tag": "982b2cd2-c89d-4450-93e5-2afd5f4d8c5f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:07.685765 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d460ac6e-e0e9-4e4c-b542-7363f62511c1 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:07.686366 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5916e-7839-4182-b659-739722efcf12', 'name': 'network-vif-deleted', 'tag': '982b2cd2-c89d-4450-93e5-2afd5f4d8c5f', 'status': 'completed', 'code': 200} Dec 08 00:15:07.748298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69de9-49e4-4d3d-9fb3-a436ac9495d0 req-87a3fd69-f801-4bc7-8fab-1994857a202e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:07.748298 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bc69de9-49e4-4d3d-9fb3-a436ac9495d0 req-87a3fd69-f801-4bc7-8fab-1994857a202e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.5613537 Dec 08 00:15:07.804976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:15:07.841966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 82daab9f-4059-44ce-80cd-079eea65c6b3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:07.848028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d588a0-c718-471c-a5de-0d6cb7fa3732']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:07.877866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370d475b-4515-443c-80b4-52714fbb26bb') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:07.878663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370d475b-4515-443c-80b4-52714fbb26bb') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:07.917611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 82daab9f-4059-44ce-80cd-079eea65c6b3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:07.918188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 82daab9f-4059-44ce-80cd-079eea65c6b3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:07.943983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:08.015696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07a7ead2-50e0-4ebc-b5f0-11a465ef73bd req-51115709-8c2f-4e61-b125-7377e2f0ad7c tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.1316545 Dec 08 00:15:08.062361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:08.098070 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bc69de9-49e4-4d3d-9fb3-a436ac9495d0 req-b6bc1091-e95a-4568-8ad6-4a88f8935898 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324521 Dec 08 00:15:08.100709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:15:08.114762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:15:08.139364 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:15:08.237687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:16Z', 'revision_number': 5, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:08.272500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10ed01-fd99-469c-9e84-e9f3bac0bf66 None None] The sync data for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 is: [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:04:10Z', 'revision_number': 4, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '96449b13-a2b6-4d0e-b22b-22128d57f36c', 'name': '', 'network_id': '669642aa-1618-4b35-a7ba-c2f405592211', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'mac_address': 'fa:16:3e:4b:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:09Z', 'updated_at': '2021-12-08T00:04:16Z', 'revision_number': 5, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'subnets': [{'id': 'b4bb150f-69fb-4d11-92ad-06e5b0366180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:15:08.438643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:08.450351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:08.453795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/networks/13d588a0-c718-471c-a5de-0d6cb7fa3732 HTTP/1.1" status: 204 len: 168 time: 2.9372656 Dec 08 00:15:08.456375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:08.491316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817ef20-afd4-49a4-b756-2c2c37e6c69a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Network': ['ID=13d588a0-c718-471c-a5de-0d6cb7fa3732,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:08.518265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865cf8e-b3ed-4b8e-bd0f-a77a442a2f30 req-59332b86-298f-479c-8ce6-1f4901833f5d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:08.525948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b865cf8e-b3ed-4b8e-bd0f-a77a442a2f30 req-59332b86-298f-479c-8ce6-1f4901833f5d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.3016925 Dec 08 00:15:08.544256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54373d97-83c5-4a6d-80a5-43f29da7e203 req-c62c25c0-612f-462b-b0f0-b9a011a69edc tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:08.551999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54373d97-83c5-4a6d-80a5-43f29da7e203 req-c62c25c0-612f-462b-b0f0-b9a011a69edc tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2143102 Dec 08 00:15:08.633311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting subnet 62d7c8c2-6137-4546-9dff-9ad24d81f1d5 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:08.647134 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:08.746563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54373d97-83c5-4a6d-80a5-43f29da7e203 req-fbb7d482-a5d4-4cb6-8268-892a8e09a46b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932292 Dec 08 00:15:08.766877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:08.786063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b865cf8e-b3ed-4b8e-bd0f-a77a442a2f30 req-a420d5c4-4a0b-40e3-a8cc-1397fe6c8d4c tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477257 Dec 08 00:15:08.805955 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b3a26-faef-4fa9-bbe2-8817fae6bddd None None] New status for floating IP 8114ffea-aeaf-4ee4-bac2-5d911952cec7: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:15:08.917608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c85a6-a568-4da3-808b-7e8d2a3cc55b req-df2dd231-96a0-408a-b22f-672b2a672e3d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:08.930805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb6c85a6-a568-4da3-808b-7e8d2a3cc55b req-df2dd231-96a0-408a-b22f-672b2a672e3d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.0938356 Dec 08 00:15:09.073218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb6c85a6-a568-4da3-808b-7e8d2a3cc55b req-f51fa42a-613f-4bed-a0f7-3b4df0fc7ee7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414087 Dec 08 00:15:09.109598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.244410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.306627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.308732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff46cd-71f7-4961-844b-c8a8baf8f260 None None] Network f938e1e7-8952-41eb-8e87-1696e763384d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:15:09.311658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0868d86-908d-4a8f-ade4-2ce541ce6186 req-15aa7035-66a4-477d-97d1-653e81462062 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.1182711 Dec 08 00:15:09.317513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/subnets/62d7c8c2-6137-4546-9dff-9ad24d81f1d5 HTTP/1.1" status: 204 len: 168 time: 0.8599982 Dec 08 00:15:09.321976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60530) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:09.430374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb9619-6883-4ada-a338-9a8b98a52d2a tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Subnet': ['ID=62d7c8c2-6137-4546-9dff-9ad24d81f1d5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:09.456271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting subnet 860194a5-870c-438e-b565-7bc02efba843 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:09.467373 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.532309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918bd14-b869-4c1e-99f1-0d7273473cba req-9d25188b-78b7-41c4-8968-b21679025021 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:09.540508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9918bd14-b869-4c1e-99f1-0d7273473cba req-9d25188b-78b7-41c4-8968-b21679025021 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1408644 Dec 08 00:15:09.588394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.710541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bec69d-d327-4661-a451-d30581104214 req-b7a2798c-1f07-42d3-99c5-d6a0e26988c2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:09.718801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2bec69d-d327-4661-a451-d30581104214 req-b7a2798c-1f07-42d3-99c5-d6a0e26988c2 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.2201104 Dec 08 00:15:09.723549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9918bd14-b869-4c1e-99f1-0d7273473cba req-855caa42-0106-4241-9cec-57a7485588ab tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819413 Dec 08 00:15:09.735647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] DHCP port deletion for f938e1e7-8952-41eb-8e87-1696e763384d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:15:09.831536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] Deleting port bf1edd90-5d5e-4a6e-a55a-87aa58969870 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:09.831993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.883824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.928132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] For port bf1edd90-5d5e-4a6e-a55a-87aa58969870, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf1edd90-5d5e-4a6e-a55a-87aa58969870,segment=NetworkSegment(70598b8a-b2e0-4bad-9541-ea2c310f7fa1),segment_id=70598b8a-b2e0-4bad-9541-ea2c310f7fa1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:09.935938 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:09.972498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] Calling delete_port for bf1edd90-5d5e-4a6e-a55a-87aa58969870 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:10.005612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.039494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2bec69d-d327-4661-a451-d30581104214 req-6cf19f51-39a6-4887-ab25-de666b759645 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026812 Dec 08 00:15:10.111770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.124171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/subnets/860194a5-870c-438e-b565-7bc02efba843 HTTP/1.1" status: 204 len: 168 time: 0.7981865 Dec 08 00:15:10.126348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60554) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:10.130725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bad995-74ac-40db-a583-ff6fce973354 None None] Network 84e1ee58-5836-4934-b165-15a3b5c71f29 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:15:10.145544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Subnet': ['ID=860194a5-870c-438e-b565-7bc02efba843,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:10.171197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.171550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.171897 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.174329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.174697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.175072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.175413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.175743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.176071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.176401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.176728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.177051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.177374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914bf01-b6cf-4f7b-b2af-b571b25216bd tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:10.252822 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.269454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] No DVR routers for this DVR port bf1edd90-5d5e-4a6e-a55a-87aa58969870 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:10.287672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.310556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaafaa-6220-41d5-897d-90a270dd03e9 req-6bc47a9b-6369-429c-8ad4-997ae1d56f34 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:10.321344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c3044-5edf-4b68-a2e5-4b5ec42465d9 None None] Pushing event deleted for resources: {'Port': ['ID=bf1edd90-5d5e-4a6e-a55a-87aa58969870,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:10.337022 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78aaafaa-6220-41d5-897d-90a270dd03e9 req-6bc47a9b-6369-429c-8ad4-997ae1d56f34 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.3696220 Dec 08 00:15:10.431613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78aaafaa-6220-41d5-897d-90a270dd03e9 req-22b36055-1eba-472e-8f70-771bb94e0d08 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876555 Dec 08 00:15:10.431860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.440180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] DHCP port deletion for 84e1ee58-5836-4934-b165-15a3b5c71f29 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:15:10.468090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a8c58-ce48-4bcc-8fc9-3e8af5b675fb req-f9ed0c4c-1118-45a9-a3b5-90a1b13eff4e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:10.476129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-909a8c58-ce48-4bcc-8fc9-3e8af5b675fb req-f9ed0c4c-1118-45a9-a3b5-90a1b13eff4e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2686434 Dec 08 00:15:10.493652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f938e1e7-8952-41eb-8e87-1696e763384d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:10.517102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70598b8a-b2e0-4bad-9541-ea2c310f7fa1') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:10.518856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70598b8a-b2e0-4bad-9541-ea2c310f7fa1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:10.549631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.551714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] Deleting port 18dc9f6d-68c7-4f94-b04b-c07b23254513 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:10.552269 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.580182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-909a8c58-ce48-4bcc-8fc9-3e8af5b675fb req-bb41c5a4-b6da-4bdf-81c6-42d53c887267 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026797 Dec 08 00:15:10.582529 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.593564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:15:10.596307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:15:10.607026 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:15:10.683344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16454237-19c0-4b37-a7d8-7bf6dd8bc94b req-94ec8efd-48b3-4331-a776-14bd2718e66c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:10.695299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16454237-19c0-4b37-a7d8-7bf6dd8bc94b req-94ec8efd-48b3-4331-a776-14bd2718e66c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1111338 Dec 08 00:15:10.726000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] For port 18dc9f6d-68c7-4f94-b04b-c07b23254513, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=18dc9f6d-68c7-4f94-b04b-c07b23254513,segment=NetworkSegment(2eec2c81-3fb8-41fa-9743-baab4c5581ef),segment_id=2eec2c81-3fb8-41fa-9743-baab4c5581ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:10.726408 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.758149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] Calling delete_port for 18dc9f6d-68c7-4f94-b04b-c07b23254513 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:10.758712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ad0f347-803a-4407-b582-87c2f73ecd6e req-dc89c2bd-ed62-4bf2-aa06-175e5e5227aa tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0400832 Dec 08 00:15:10.810246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16454237-19c0-4b37-a7d8-7bf6dd8bc94b req-55574fed-214b-404b-a18a-4024391f738b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033814 Dec 08 00:15:10.835155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.846652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.850375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/networks/f938e1e7-8952-41eb-8e87-1696e763384d HTTP/1.1" status: 204 len: 168 time: 0.7206120 Dec 08 00:15:10.852378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60570) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:10.875740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:10.880061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-df57ce0c-d9af-480e-9dcc-45bc7db4d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:10.883061 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-df57ce0c-d9af-480e-9dcc-45bc7db4d9c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 1097 time: 0.2751596 Dec 08 00:15:10.901020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7ba8-4628-48f0-8fb5-914d17230f94 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Network': ['ID=f938e1e7-8952-41eb-8e87-1696e763384d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:10.930531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] Pushing event deleted for resources: {'Port': ['ID=18dc9f6d-68c7-4f94-b04b-c07b23254513,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:10.942360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168d1e4-2c84-4dd4-a3db-6dda9b709429 None None] No DVR routers for this DVR port 18dc9f6d-68c7-4f94-b04b-c07b23254513 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:11.077425 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:11.105852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce3fd5-3636-4543-ab71-1040403d544c req-55323097-8f02-4e12-a6ea-1e3720e655b7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.114824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05ce3fd5-3636-4543-ab71-1040403d544c req-55323097-8f02-4e12-a6ea-1e3720e655b7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.2084103 Dec 08 00:15:11.125577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-9586e16b-96c6-4cca-8ec6-b15d81992967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.127482 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-9586e16b-96c6-4cca-8ec6-b15d81992967 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 917 time: 0.2206178 Dec 08 00:15:11.180194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-25690a8e-76f0-4b36-a376-7a453e5bc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.181808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-25690a8e-76f0-4b36-a376-7a453e5bc1b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1096 time: 0.1667356 Dec 08 00:15:11.190602 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-69225a19-3be6-43b3-ba80-d87966019df1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4 HTTP/1.1" status: 200 len: 217 time: 0.0553296 Dec 08 00:15:11.239948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05ce3fd5-3636-4543-ab71-1040403d544c req-71d08711-e616-49b1-83a0-bf982cc7001d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236703 Dec 08 00:15:11.259585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-d14ab177-c8cc-41ec-b777-492ad78a71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.259823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-d14ab177-c8cc-41ec-b777-492ad78a71fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 200 len: 855 time: 0.0614717 Dec 08 00:15:11.328169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-97156198-89b9-4352-90a5-6cfd8db85a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.330177 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-97156198-89b9-4352-90a5-6cfd8db85a9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624094 Dec 08 00:15:11.406611 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:11.422293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358310c9-2e07-471f-91dd-f15251fe5e88 req-16c7c73b-9b9d-4ad0-80d6-d2a132937b35 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.423866 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-358310c9-2e07-471f-91dd-f15251fe5e88 req-16c7c73b-9b9d-4ad0-80d6-d2a132937b35 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.2968826 Dec 08 00:15:11.441573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-57e06c24-618d-4423-a0e8-32c5638c2faf service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018591 Dec 08 00:15:11.477305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e1ee58-5836-4934-b165-15a3b5c71f29']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:11.480599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-0b05aa4a-a446-4011-98ed-cd639c83eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.482080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-0b05aa4a-a446-4011-98ed-cd639c83eb94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 915 time: 0.2818515 Dec 08 00:15:11.545893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-116871d9-92a5-4253-957d-3aa229222aa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 217 time: 0.0532620 Dec 08 00:15:11.547921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eec2c81-3fb8-41fa-9743-baab4c5581ef') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:11.548969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eec2c81-3fb8-41fa-9743-baab4c5581ef') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:11.554652 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b7dcc8be-3dea-4b62-836e-f23c55f2d5bc req-1834c8b4-4b73-4643-a093-46c3c0ab288f service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053071 Dec 08 00:15:11.603446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:11.608773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-358310c9-2e07-471f-91dd-f15251fe5e88 req-faa3fd36-3db3-4126-9f52-e40d4e4b4a18 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781697 Dec 08 00:15:11.656149 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:11.666620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f4ef2-6f82-4b33-bd8a-8d4de40a807f req-a2a3d32b-188b-4d64-b9dc-cbfd2b0c2104 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.668444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd6f4ef2-6f82-4b33-bd8a-8d4de40a807f req-a2a3d32b-188b-4d64-b9dc-cbfd2b0c2104 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1123981 Dec 08 00:15:11.677951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:15:11.678625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:15:11.682036 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:15:11.732168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf1edd90-5d5e-4a6e-a55a-87aa58969870 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:11.759505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: bf1edd90-5d5e-4a6e-a55a-87aa58969870 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:11.760041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf1edd90-5d5e-4a6e-a55a-87aa58969870 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:11.760605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 18dc9f6d-68c7-4f94-b04b-c07b23254513 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:11.782736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 18dc9f6d-68c7-4f94-b04b-c07b23254513 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:11.783379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 18dc9f6d-68c7-4f94-b04b-c07b23254513 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:11.808994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd6f4ef2-6f82-4b33-bd8a-8d4de40a807f req-ef908ca6-4e12-4e1a-b4f6-a930a936b652 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119585 Dec 08 00:15:11.815360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-c4e644f4-6927-4994-9a22-53269934bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:11.828035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-c4e644f4-6927-4994-9a22-53269934bf28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.2603929 Dec 08 00:15:11.915076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-b2914b40-6323-4129-b621-4ebc1ebd291f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411689 Dec 08 00:15:11.919499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:11.929109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:11.932425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/networks/84e1ee58-5836-4934-b165-15a3b5c71f29 HTTP/1.1" status: 204 len: 168 time: 1.0790584 Dec 08 00:15:11.935481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60600) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:11.968016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f2ff940-c886-4c05-a1ba-18bb2530c1ce req-0bef920a-a6f2-43b1-a4bc-f7062e592fdf tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0557549 Dec 08 00:15:12.017254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting subnet 038e51c7-b417-4b43-94df-cc493393328d {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:12.021475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.069554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.178457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.264628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.302719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Subnet': ['ID=038e51c7-b417-4b43-94df-cc493393328d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:12.311176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a585c-ff1e-4253-90cc-f3063e6b07b5 None None] Network f37bdb47-f480-4062-a4f2-518be2db7578 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:15:12.318581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.324027 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-92faa6b9-790a-4d6d-b2c7-b26e433d11cf tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/subnets/038e51c7-b417-4b43-94df-cc493393328d HTTP/1.1" status: 204 len: 168 time: 0.3869698 Dec 08 00:15:12.326668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60610) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:12.384820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aca271-c936-4b0f-aa32-d0428345b5d3 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Network': ['ID=84e1ee58-5836-4934-b165-15a3b5c71f29,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:12.423792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa941-a1c1-489d-b557-e5c6ad51e718 req-30117423-5463-4de4-afc3-18bf2ee86a15 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:12.425316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e5fa941-a1c1-489d-b557-e5c6ad51e718 req-30117423-5463-4de4-afc3-18bf2ee86a15 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.6784236 Dec 08 00:15:12.447888 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.532287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Deleting port 3116f769-7c78-4805-9b30-1527fa1d1a9e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:12.532719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.560816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e5fa941-a1c1-489d-b557-e5c6ad51e718 req-a461c1a4-4e24-4e6d-839f-b102192d0dca tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220782 Dec 08 00:15:12.563921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-3717dd96-1eed-4250-aa1c-872915f6b077 service neutron] 10.222.0.44 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299319 Dec 08 00:15:12.587858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad718402-d3c6-49a3-9914-11c845a7b3b5 req-f762048c-cfba-49f6-8a63-ec4b61d88287 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:12.589529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad718402-d3c6-49a3-9914-11c845a7b3b5 req-f762048c-cfba-49f6-8a63-ec4b61d88287 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.1818588 Dec 08 00:15:12.611013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] For port 3116f769-7c78-4805-9b30-1527fa1d1a9e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3116f769-7c78-4805-9b30-1527fa1d1a9e,segment=NetworkSegment(af496735-736d-4e31-b74b-31045113f6b8),segment_id=af496735-736d-4e31-b74b-31045113f6b8)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:12.611633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.623965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] DHCP port deletion for f37bdb47-f480-4062-a4f2-518be2db7578 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:15:12.627427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Calling delete_port for 3116f769-7c78-4805-9b30-1527fa1d1a9e owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:12.721422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] Deleting port 3116f769-7c78-4805-9b30-1527fa1d1a9e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:12.721859 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.739264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.794612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad718402-d3c6-49a3-9914-11c845a7b3b5 req-7031e628-31ca-4a4d-b080-1e84797ef527 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962805 Dec 08 00:15:12.813552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Port': ['ID=3116f769-7c78-4805-9b30-1527fa1d1a9e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:12.821416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] For port 3116f769-7c78-4805-9b30-1527fa1d1a9e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3116f769-7c78-4805-9b30-1527fa1d1a9e,segment=NetworkSegment(af496735-736d-4e31-b74b-31045113f6b8),segment_id=af496735-736d-4e31-b74b-31045113f6b8)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:12.821986 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:12.828448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] No DVR routers for this DVR port 3116f769-7c78-4805-9b30-1527fa1d1a9e on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:12.851749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300091d2-1d73-4ac5-86d9-f030d5e02322 req-adaca6c4-59dc-4fcf-a0eb-0615a735124a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:12.853549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] Calling delete_port for 3116f769-7c78-4805-9b30-1527fa1d1a9e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:12.854275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-300091d2-1d73-4ac5-86d9-f030d5e02322 req-adaca6c4-59dc-4fcf-a0eb-0615a735124a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1224184 Dec 08 00:15:12.860894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3bfefa2-a4fb-4997-a3d3-631bc99cac7b req-beed1e0c-ccac-43e3-9ceb-858b93325a0d service neutron] 10.222.0.44 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703869 Dec 08 00:15:12.920131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-300091d2-1d73-4ac5-86d9-f030d5e02322 req-38b25610-7608-4629-8219-6db20bdf59ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572729 Dec 08 00:15:12.982697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54029b0-02bd-49bf-bdac-f4dce4a6f9dd req-b2645fdc-ddf5-4a34-a8cd-9122b3b62d41 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:12.984266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f54029b0-02bd-49bf-bdac-f4dce4a6f9dd req-b2645fdc-ddf5-4a34-a8cd-9122b3b62d41 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.0631504 Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: from cryptography.utils import int_from_bytes Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: from cryptography.utils import int_from_bytes Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:12.999049 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:15:13.002944 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:15:13.003885 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.015874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.038396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] No DVR routers for this DVR port 3116f769-7c78-4805-9b30-1527fa1d1a9e on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:13.052225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37bdb47-f480-4062-a4f2-518be2db7578']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:13.068788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f54029b0-02bd-49bf-bdac-f4dce4a6f9dd req-2244862f-40d5-4569-8fb3-49449a954f50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759549 Dec 08 00:15:13.072727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af496735-736d-4e31-b74b-31045113f6b8') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:13.073034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af496735-736d-4e31-b74b-31045113f6b8') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:13.088578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8ed7d-b904-4112-a860-8572a2a739ff None None] Pushing event deleted for resources: {'Port': ['ID=3116f769-7c78-4805-9b30-1527fa1d1a9e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:13.096711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.113483 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.123834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:15:13.124402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:15:13.128918 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:15:13.136303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77fbd1bc-13bf-45b8-9cb1-f66f36bfcee5 req-75388e98-7e6d-4cea-aef9-93edc760aa25 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0657635 Dec 08 00:15:13.211835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.217907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.221282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/networks/f37bdb47-f480-4062-a4f2-518be2db7578 HTTP/1.1" status: 204 len: 168 time: 0.8932116 Dec 08 00:15:13.223952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60626) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:13.235396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700bc4e-5fa0-44f9-9fe2-0d7e8fb9800f tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Pushing event deleted for resources: {'Network': ['ID=f37bdb47-f480-4062-a4f2-518be2db7578,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:13.257669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8bf8d298-82d5-4a30-95cc-384f54b7f022 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9bc87a9-064b-4f51-9122-a304616d8ba3 HTTP/1.1" status: 200 len: 205 time: 0.0286391 Dec 08 00:15:13.260043 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60630) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:13.288064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:13.344587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed58859b-312e-4d3c-87ba-99991b478180 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.522212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed58859b-312e-4d3c-87ba-99991b478180 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.524471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed58859b-312e-4d3c-87ba-99991b478180 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.576929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed58859b-312e-4d3c-87ba-99991b478180 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.577481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58859b-312e-4d3c-87ba-99991b478180 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Fanout notify agent at l3_agent the message router_deleted on router d9bc87a9-064b-4f51-9122-a304616d8ba3 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:15:13.587034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed58859b-312e-4d3c-87ba-99991b478180 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.590936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed58859b-312e-4d3c-87ba-99991b478180 tempest-RoutersNegativeIpV6Test-1406629069 tempest-RoutersNegativeIpV6Test-1406629069-project] 10.222.0.18 "DELETE /v2.0/routers/d9bc87a9-064b-4f51-9122-a304616d8ba3 HTTP/1.1" status: 204 len: 168 time: 0.3271151 Dec 08 00:15:13.591119 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.614053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:13.616432 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c089690-9d61-4d09-b7f7-15f20f6122c3" -d '{"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-unplugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:13.630674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:13.637987 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.712006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:13.731865 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a54da-1786-4291-840e-714effce80ea x-openstack-request-id: req-e25a54da-1786-4291-840e-714effce80ea {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:13.732170 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-unplugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:13.732432 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e25a54da-1786-4291-840e-714effce80ea {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:13.738211 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d', 'code': 200} Dec 08 00:15:13.750620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3116f769-7c78-4805-9b30-1527fa1d1a9e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:13.766606 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:15:13.801916 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc572ed-6018-4353-ac1d-90e1c7030ccf req-6ce82775-a46a-4214-b624-317b569030a9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:13.803575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fc572ed-6018-4353-ac1d-90e1c7030ccf req-6ce82775-a46a-4214-b624-317b569030a9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1081102 Dec 08 00:15:13.805430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3116f769-7c78-4805-9b30-1527fa1d1a9e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:13.805994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3116f769-7c78-4805-9b30-1527fa1d1a9e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:13.811972 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:13.888172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fc572ed-6018-4353-ac1d-90e1c7030ccf req-615f8625-0978-4a29-a464-eb1bbe94c3e5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765226 Dec 08 00:15:13.951110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228729-144b-48c6-89bc-163ba6e38a8b req-fed57db7-03ff-485d-8394-c579da025afb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:13.959530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75228729-144b-48c6-89bc-163ba6e38a8b req-fed57db7-03ff-485d-8394-c579da025afb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.0699337 Dec 08 00:15:14.024290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75228729-144b-48c6-89bc-163ba6e38a8b req-6c0cf976-daf4-4154-9d9e-bc1cac83d2b9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637231 Dec 08 00:15:14.051692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60648) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:14.066944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60652) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:14.121776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3092acc-f47e-488b-b90b-5372e70457c7 req-b8fb8a58-1ca3-4ffb-99c5-7ab82f2426f9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:14.136571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3092acc-f47e-488b-b90b-5372e70457c7 req-b8fb8a58-1ca3-4ffb-99c5-7ab82f2426f9 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.0901139 Dec 08 00:15:14.201935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5e06-03b7-4939-95e5-b1ecdfe21dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.226832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3092acc-f47e-488b-b90b-5372e70457c7 req-faddd3e7-5949-464f-a284-5cc3daf975e8 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891247 Dec 08 00:15:14.289226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851ccb3-bd1b-46bc-972a-3f9854470ad2 req-d1ca9f46-8eb8-47d8-97d0-0e3606c2191f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:14.299140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2851ccb3-bd1b-46bc-972a-3f9854470ad2 req-d1ca9f46-8eb8-47d8-97d0-0e3606c2191f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.0711250 Dec 08 00:15:14.317616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5e06-03b7-4939-95e5-b1ecdfe21dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.322646 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5e06-03b7-4939-95e5-b1ecdfe21dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.361219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2851ccb3-bd1b-46bc-972a-3f9854470ad2 req-b52b9b41-c3d6-46e5-b1f3-eef9a5151e85 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605137 Dec 08 00:15:14.397283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1ac5e06-03b7-4939-95e5-b1ecdfe21dd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1118ead68056415da6657b70cb409989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289390 Dec 08 00:15:14.399062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac5e06-03b7-4939-95e5-b1ecdfe21dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09417bec-3688-4e3c-ab4d-7f1238cae3a7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:14.407516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60660) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:14.428189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7403aad-4018-41a2-b427-5a7575cdb6da req-6237dfee-8c61-4566-b31e-65aaaa050287 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0441902 Dec 08 00:15:14.504724 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-839c2493-2fc3-4792-9875-5c9a9ebc9cf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9c994db323548059e8d5c07c2269b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4516177 Dec 08 00:15:14.505618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6af76461-82fc-4d7c-befa-20928a3679e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.507348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60662) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:14.528105 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6af76461-82fc-4d7c-befa-20928a3679e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.556601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b46285bb-8853-45ea-ad1f-e5982761543e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.581498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b46285bb-8853-45ea-ad1f-e5982761543e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.582073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6af76461-82fc-4d7c-befa-20928a3679e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.585090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6af76461-82fc-4d7c-befa-20928a3679e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.588659 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6af76461-82fc-4d7c-befa-20928a3679e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09417bec-3688-4e3c-ab4d-7f1238cae3a7 HTTP/1.1" status: 204 len: 168 time: 0.1776295 Dec 08 00:15:14.617249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af76461-82fc-4d7c-befa-20928a3679e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09417bec-3688-4e3c-ab4d-7f1238cae3a7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:14.654520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b46285bb-8853-45ea-ad1f-e5982761543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.658240 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b46285bb-8853-45ea-ad1f-e5982761543e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:14.662319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b46285bb-8853-45ea-ad1f-e5982761543e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da4f0177-2747-4df8-bb08-11a320098ac7 HTTP/1.1" status: 204 len: 168 time: 0.1513808 Dec 08 00:15:14.669792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46285bb-8853-45ea-ad1f-e5982761543e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4f0177-2747-4df8-bb08-11a320098ac7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:15.014203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60680) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:15.038361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9cf86a0-14b7-4364-b66d-8012d462dfd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:15.058201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b8010-6028-4359-8e11-e6b3e6aacf5a req-9e6a7096-3cb8-42eb-90ce-4c2f52a8e9e8 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:15.065374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-324b8010-6028-4359-8e11-e6b3e6aacf5a req-9e6a7096-3cb8-42eb-90ce-4c2f52a8e9e8 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.0874813 Dec 08 00:15:15.200824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-324b8010-6028-4359-8e11-e6b3e6aacf5a req-35ebe9ea-fc09-455f-9411-d3ca6f42f8f1 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323111 Dec 08 00:15:15.234217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a05d-3457-4137-89fc-cf648125432e req-8023e7a0-7081-45db-a24b-d6cbf4f4506d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:15.239878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4493a05d-3457-4137-89fc-cf648125432e req-8023e7a0-7081-45db-a24b-d6cbf4f4506d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.1356146 Dec 08 00:15:15.302130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9cf86a0-14b7-4364-b66d-8012d462dfd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:15.310672 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9cf86a0-14b7-4364-b66d-8012d462dfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:15.366289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf86a0-14b7-4364-b66d-8012d462dfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1264e5e2-44e2-4a9a-94e1-fbea5f374a3b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:15.419085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a9cf86a0-14b7-4364-b66d-8012d462dfd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e43e575d211644a9858ff0a0b340c947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4035521 Dec 08 00:15:15.421706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60698) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:15.423793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4493a05d-3457-4137-89fc-cf648125432e req-629d9dae-8e35-4e0b-831d-4ce39fc0f9e3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653399 Dec 08 00:15:15.444077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99acc7-9613-4fbe-b91c-b68bcb4a2188 req-1609e6a1-9722-4a83-a5e5-e025df407107 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:15.451515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae99acc7-9613-4fbe-b91c-b68bcb4a2188 req-1609e6a1-9722-4a83-a5e5-e025df407107 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1006064 Dec 08 00:15:15.508803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae99acc7-9613-4fbe-b91c-b68bcb4a2188 req-caed2153-42b6-4155-945e-0e7e9bfc6a9a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519960 Dec 08 00:15:15.551237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088b1476-e637-4b98-a302-2b7f658b3365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:15.584080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088b1476-e637-4b98-a302-2b7f658b3365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:15.627797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e30110ec-914b-4191-83b0-70efb968f0e3 req-8a3c4932-b8ba-4c19-a3d9-50f89be17a87 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0372069 Dec 08 00:15:15.650958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088b1476-e637-4b98-a302-2b7f658b3365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:15.654760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-088b1476-e637-4b98-a302-2b7f658b3365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:15.656328 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-088b1476-e637-4b98-a302-2b7f658b3365 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1264e5e2-44e2-4a9a-94e1-fbea5f374a3b HTTP/1.1" status: 204 len: 168 time: 0.2333825 Dec 08 00:15:15.659616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8324c5-74de-4810-9b85-aa652cb340f2 req-4289dea6-971e-4f6e-9c29-da9721a0264e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:15.667888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c8324c5-74de-4810-9b85-aa652cb340f2 req-4289dea6-971e-4f6e-9c29-da9721a0264e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1141386 Dec 08 00:15:15.689152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b1476-e637-4b98-a302-2b7f658b3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264e5e2-44e2-4a9a-94e1-fbea5f374a3b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:15.751908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c8324c5-74de-4810-9b85-aa652cb340f2 req-27114a01-ba61-4834-968e-96930dc3b8a4 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766754 Dec 08 00:15:16.374466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33d28c-8bb4-42b5-b173-a59eb0a3f50c req-04cb46a5-7a68-4178-ab6e-b8e8e720c5fd tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:16.381777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab33d28c-8bb4-42b5-b173-a59eb0a3f50c req-04cb46a5-7a68-4178-ab6e-b8e8e720c5fd tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.0761898 Dec 08 00:15:16.446338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab33d28c-8bb4-42b5-b173-a59eb0a3f50c req-644dbc77-ed1a-4619-8c0b-5a4443670fc6 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Dec 08 00:15:16.562483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b47ed-ef15-44ab-8ee7-e245fe6711b1 req-4021f5d2-188c-4879-a613-7c342746a91e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:16.564334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a1b47ed-ef15-44ab-8ee7-e245fe6711b1 req-4021f5d2-188c-4879-a613-7c342746a91e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.0594492 Dec 08 00:15:16.657414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a1b47ed-ef15-44ab-8ee7-e245fe6711b1 req-b9f39c98-7829-4730-8096-26cb54cdc51f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868645 Dec 08 00:15:16.685282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35727624-189d-4a60-ab72-0f9763c027f0 req-71aca161-eb37-4c78-adda-769f1d3c1c14 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:16.692162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35727624-189d-4a60-ab72-0f9763c027f0 req-71aca161-eb37-4c78-adda-769f1d3c1c14 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.0878365 Dec 08 00:15:16.795808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35727624-189d-4a60-ab72-0f9763c027f0 req-e7f6435b-da05-44d5-aa98-f25dc8c2c57c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019058 Dec 08 00:15:16.866211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-674ef574-4302-4a3f-956b-6da9ed8f1246 req-74736048-1251-4354-b244-59146876d562 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0689135 Dec 08 00:15:17.113656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf88f17-7dcf-4742-b508-fa12747a5012 req-f9ae85fe-2813-4e30-a87a-1f13aa939449 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:17.118849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aaf88f17-7dcf-4742-b508-fa12747a5012 req-f9ae85fe-2813-4e30-a87a-1f13aa939449 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.1497250 Dec 08 00:15:17.196301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcca12-4cf4-48e7-9fdf-076b5afb2eaa req-484cc0f6-f60c-47e1-9310-209677948669 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:17.213087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdbcca12-4cf4-48e7-9fdf-076b5afb2eaa req-484cc0f6-f60c-47e1-9310-209677948669 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1820192 Dec 08 00:15:17.290775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:15:17.311792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdbcca12-4cf4-48e7-9fdf-076b5afb2eaa req-0ad51375-9e5b-42f5-9658-853a1111ffbd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909548 Dec 08 00:15:17.315315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:17.374172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aaf88f17-7dcf-4742-b508-fa12747a5012 req-398a8a50-23ab-49c6-8129-7e1e14acb306 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363667 Dec 08 00:15:17.482160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:17.559982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:17.575591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'port_id': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'mac_address': 'fa:16:3e:23:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:15:17.673546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:17.716508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c0a4a34-7368-4534-a3cf-4f055d3899c2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:15:17.738356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-9638281f-8204-44bf-a968-75a98ffc0c3c req-c87781b6-fdfc-4cbb-a745-08162fdb4d71 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:15:17.751029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9638281f-8204-44bf-a968-75a98ffc0c3c req-c87781b6-fdfc-4cbb-a745-08162fdb4d71 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278015 Dec 08 00:15:17.769776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:17.771181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed70be-dfe8-473f-ac18-83798083e0a4 req-b050a8f0-a512-4694-abca-29de8584fd6f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:17.775868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12ed70be-dfe8-473f-ac18-83798083e0a4 req-b050a8f0-a512-4694-abca-29de8584fd6f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1455402 Dec 08 00:15:17.779920 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:17.947884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:17.968436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7c0a4a34-7368-4534-a3cf-4f055d3899c2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:17.978024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12ed70be-dfe8-473f-ac18-83798083e0a4 req-3928ae0c-ebdc-4111-8dd4-77daa7688505 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942945 Dec 08 00:15:18.029906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24de7a-8c15-420c-8e3d-ee4b1fbc0d1d req-5c672126-4bb7-4cc7-b4f5-c05e293707ff tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:18.043572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d24de7a-8c15-420c-8e3d-ee4b1fbc0d1d req-5c672126-4bb7-4cc7-b4f5-c05e293707ff tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1129243 Dec 08 00:15:18.157751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d24de7a-8c15-420c-8e3d-ee4b1fbc0d1d req-7844f57c-d6d4-4164-b9d7-473b32951062 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125190 Dec 08 00:15:18.329555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdd955d1-9a25-45d7-9055-5963a82bc6b8 req-830122c6-e0b3-4665-8486-3a539bf252ad tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0722952 Dec 08 00:15:18.360006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d29a-46ac-4ed0-ba86-2ccd7fc566b9 req-42851247-d3e2-42a7-9d33-e55fd501bc7b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:18.364082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b467d29a-46ac-4ed0-ba86-2ccd7fc566b9 req-42851247-d3e2-42a7-9d33-e55fd501bc7b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.2255623 Dec 08 00:15:18.469089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b467d29a-46ac-4ed0-ba86-2ccd7fc566b9 req-6f6d2605-95e5-4a51-8ab3-b7b8cbe91640 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921266 Dec 08 00:15:18.556926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7c93-3a65-49b1-8b3c-067ea5e1291b req-1b516895-7d53-4228-991f-12c4afc3b932 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:18.566293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6eef7c93-3a65-49b1-8b3c-067ea5e1291b req-1b516895-7d53-4228-991f-12c4afc3b932 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.0745838 Dec 08 00:15:18.664368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6eef7c93-3a65-49b1-8b3c-067ea5e1291b req-cafc02c4-5b02-4929-8946-752644fa7f4e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968773 Dec 08 00:15:18.783328 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-c29db98c-a7f0-4a96-a62a-7db4131b348c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2343483 Dec 08 00:15:18.795334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-3830e2bf-7d17-4595-9b43-3dc10ed9fcf5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:15:18.796474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-3830e2bf-7d17-4595-9b43-3dc10ed9fcf5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124726 Dec 08 00:15:19.187636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3eaf69-1d1e-4cf1-a33b-6b6524d3071a req-554190ea-b735-4c6e-80ed-abe9e8260356 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:19.201249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c3eaf69-1d1e-4cf1-a33b-6b6524d3071a req-554190ea-b735-4c6e-80ed-abe9e8260356 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.0852840 Dec 08 00:15:19.303923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:15:19.313012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c3eaf69-1d1e-4cf1-a33b-6b6524d3071a req-692329d7-3905-4b31-8add-42fd038c193a tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105866 Dec 08 00:15:19.402095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604a32d-bcaa-427c-9b56-c149b28b2468 req-99c2a4e2-c853-4f82-bfed-5713f897dc5d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:19.418977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1604a32d-bcaa-427c-9b56-c149b28b2468 req-99c2a4e2-c853-4f82-bfed-5713f897dc5d tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1033833 Dec 08 00:15:19.473822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:15:19.474218 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:19.633935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dcedc030-0c69-4712-91f6-14ccd2f9067b req-93c75db3-a5aa-48fd-9b1a-2ece2e10539e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.1029520 Dec 08 00:15:19.652628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1604a32d-bcaa-427c-9b56-c149b28b2468 req-8e804fb9-19de-4cbc-8d8a-047549627cae tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227373 Dec 08 00:15:19.692120 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:19.747936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:19.750234 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b4f44a-1e78-47aa-87ba-462068d7eea5" -d '{"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:19.803211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:19.815841 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:19.921946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:19.984078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef26817-d510-4150-bc0b-b9c9b826a8ae req-74e8148d-1557-4099-a34e-348116f77df6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:19.995126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ef26817-d510-4150-bc0b-b9c9b826a8ae req-74e8148d-1557-4099-a34e-348116f77df6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.1905754 Dec 08 00:15:20.036681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042f53-1d43-43cd-be0c-793bf69bacc2 req-97df3f4d-84dd-4560-9af3-c84b01943abe tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:20.047143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c042f53-1d43-43cd-be0c-793bf69bacc2 req-97df3f4d-84dd-4560-9af3-c84b01943abe tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2284586 Dec 08 00:15:20.103697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ef26817-d510-4150-bc0b-b9c9b826a8ae req-3be76fcb-4461-498a-9895-00c517b35edf tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072104 Dec 08 00:15:20.171762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c042f53-1d43-43cd-be0c-793bf69bacc2 req-0c13e74b-cbd3-49ec-9bcc-8ae7b4e5ced0 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233511 Dec 08 00:15:20.188989 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9371abb-2fad-4392-a011-5d3d93181fe9 x-openstack-request-id: req-d9371abb-2fad-4392-a011-5d3d93181fe9 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:20.189696 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:20.190192 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9371abb-2fad-4392-a011-5d3d93181fe9 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:20.190792 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'code': 200} Dec 08 00:15:20.284695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281daf0b-15e1-4603-8607-3bf59166c428 req-646eaf83-8ba9-475c-aaf7-a31f33fb5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:20.287029 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-646eaf83-8ba9-475c-aaf7-a31f33fb5b71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a&tenant_id=45376afed4604b3c91d33b4fc1fb6088 HTTP/1.1" status: 200 len: 1094 time: 0.1300180 Dec 08 00:15:20.326346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:15:20.423166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:20.452715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60892) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:20.588444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82eabc-5306-4704-8189-f1b35c9eb1fe req-f1dd5c44-5786-4058-8518-45daf75b78e7 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:20.597725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d82eabc-5306-4704-8189-f1b35c9eb1fe req-f1dd5c44-5786-4058-8518-45daf75b78e7 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1649737 Dec 08 00:15:20.722520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d82eabc-5306-4704-8189-f1b35c9eb1fe req-34595ae5-7ecc-4522-9aa3-dac7c7b779c7 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152115 Dec 08 00:15:20.804758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05d27ae5-a06d-4d72-9855-1e4d93d46555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:20.916684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:20.962018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:15:20.973211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e512522-68a0-4333-9e6f-e2747e090828 req-97bd35f9-f244-47b3-ad08-f430775d9807 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.1206460 Dec 08 00:15:21.015423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26003c5f-f456-44af-9aa7-a682bddd794d {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:15:21.027211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.048134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Transition to ACTIVE for port object 26003c5f-f456-44af-9aa7-a682bddd794d will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:15:21.055616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.062389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798ffc-3930-4105-af26-480b710ff50b req-e88124bd-028f-490f-bb2f-38875b205bae tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:21.068344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04798ffc-3930-4105-af26-480b710ff50b req-e88124bd-028f-490f-bb2f-38875b205bae tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.2339678 Dec 08 00:15:21.128984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=9']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:21.141167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.141520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.142349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.142349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.142633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.142987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.143316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.143693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.144583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.144923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.145254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.145579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.145902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:21.186261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] No DVR routers for this DVR port 26003c5f-f456-44af-9aa7-a682bddd794d on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:21.237462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:15:21.238137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:15:21.238794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:15:21.244809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Port 26003c5f-f456-44af-9aa7-a682bddd794d on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:15:21.245965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Attempting to bind port 26003c5f-f456-44af-9aa7-a682bddd794d on network 4e710410-51f4-49f6-b063-b1dbbe7a26ec {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:15:21.252695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:15:21.253426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Checking segment: {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:15:21.254358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Bound using segment: {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:15:21.255023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Bound port: 26003c5f-f456-44af-9aa7-a682bddd794d, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2809dcee-36fd-455b-8605-37a992afbf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:15:21.256204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.273637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04798ffc-3930-4105-af26-480b710ff50b req-4cff8353-b949-496f-8b5c-292c857bd5c7 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923039 Dec 08 00:15:21.329584 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05d27ae5-a06d-4d72-9855-1e4d93d46555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.353100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05d27ae5-a06d-4d72-9855-1e4d93d46555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.358513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:15:21.369388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:15:21.377683 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-111e4bd1-307a-4610-9c1f-82b2389b1ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.382937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.430081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d27ae5-a06d-4d72-9855-1e4d93d46555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d68c9-f3cf-4124-a7cf-2f883a00d089,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:21.460435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:21.479728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:21.480535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.483996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-f65658d9-4a19-481e-a62a-4e49e04cd368 service neutron] 10.222.0.59 "PUT /v2.0/ports/26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 1091 time: 1.1772966 Dec 08 00:15:21.484498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:21.487056 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef003e-61e7-41c3-b582-b3e47cf87251" -d '{"events": [{"name": "network-changed", "server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:21.530247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb54176-ac16-4965-9540-11f1145966cf req-c577b573-981a-49e4-a9fe-89c79a72f4df tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:21.538431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bb54176-ac16-4965-9540-11f1145966cf req-c577b573-981a-49e4-a9fe-89c79a72f4df tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 943 time: 0.2952578 Dec 08 00:15:21.565377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05d27ae5-a06d-4d72-9855-1e4d93d46555 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3401b5c39cf5433db38966889b4c6e99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1062093 Dec 08 00:15:21.568330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60916) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:21.622338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4adb65-8a6c-445d-b886-124d71b44c15 req-6c35b9c3-34eb-4d24-ab08-d7a7181b3708 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:21.624087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc4adb65-8a6c-445d-b886-124d71b44c15 req-6c35b9c3-34eb-4d24-ab08-d7a7181b3708 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1967075 Dec 08 00:15:21.661326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bb54176-ac16-4965-9540-11f1145966cf req-f7918a1b-2800-4dba-a76f-955ab512ac9b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219549 Dec 08 00:15:21.678533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281daf0b-15e1-4603-8607-3bf59166c428 req-9537abb9-5662-46ca-ae50-b811a97bc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:21.680013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-9537abb9-5662-46ca-ae50-b811a97bc306 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1095 time: 0.1563938 Dec 08 00:15:21.705627 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3718-7885-4cbc-88e1-09f1387aefc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.743358 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105555cf-098a-435f-987c-2e23a4aae035 x-openstack-request-id: req-105555cf-098a-435f-987c-2e23a4aae035 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:21.743874 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:21.744228 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-105555cf-098a-435f-987c-2e23a4aae035 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:21.744853 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d', 'status': 'completed', 'code': 200} Dec 08 00:15:21.822065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3718-7885-4cbc-88e1-09f1387aefc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.881446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc4adb65-8a6c-445d-b886-124d71b44c15 req-fa0f8635-8789-420a-b56b-35c8c48f3078 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498620 Dec 08 00:15:21.925477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281daf0b-15e1-4603-8607-3bf59166c428 req-21dd892b-21f0-47b2-b354-fed595401850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:21.927154 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-21dd892b-21f0-47b2-b354-fed595401850 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 915 time: 0.2377434 Dec 08 00:15:21.950210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071a8a-698f-4d54-93c9-3c7e64fc06c3 req-d96128f3-ca93-4a53-b8b9-7de923e6552b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:21.952326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07071a8a-698f-4d54-93c9-3c7e64fc06c3 req-d96128f3-ca93-4a53-b8b9-7de923e6552b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1327107 Dec 08 00:15:21.953739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3718-7885-4cbc-88e1-09f1387aefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.956831 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3718-7885-4cbc-88e1-09f1387aefc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:21.958167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ea1f3718-7885-4cbc-88e1-09f1387aefc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f2d68c9-f3cf-4124-a7cf-2f883a00d089 HTTP/1.1" status: 204 len: 168 time: 0.3872535 Dec 08 00:15:22.005589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f3718-7885-4cbc-88e1-09f1387aefc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d68c9-f3cf-4124-a7cf-2f883a00d089,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:22.033380 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-8eedfacd-c93f-48ed-8bf8-3dd2cb5a96f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 217 time: 0.0983250 Dec 08 00:15:22.109855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07071a8a-698f-4d54-93c9-3c7e64fc06c3 req-acbb6065-5a11-47eb-a526-7140116fa5e9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502140 Dec 08 00:15:22.203267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f64c8c6-77fb-4211-9b8f-3d1ed77bb7a7 req-96fba055-980c-43e6-b6cb-ded2149e5c6e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0622914 Dec 08 00:15:22.211265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281daf0b-15e1-4603-8607-3bf59166c428 req-81d444a6-f802-4ad1-b07d-e5bad1ccb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:22.213044 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-81d444a6-f802-4ad1-b07d-e5bad1ccb27c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.1716926 Dec 08 00:15:22.296237 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-76259dd8-9104-4c07-b0f4-af221e98db9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746541 Dec 08 00:15:22.467175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-9335b1ed-1a89-4558-8c43-b20e5b1eb1d3 service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616189 Dec 08 00:15:22.488502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60932) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:22.490170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4f240-16c3-43ca-b990-9dbcdee7127d req-127331b0-96bf-489e-8462-bac2be545bf3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:22.499659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ca4f240-16c3-43ca-b990-9dbcdee7127d req-127331b0-96bf-489e-8462-bac2be545bf3 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1179492 Dec 08 00:15:22.524923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-840e251e-e43c-47b4-90ae-acedd27fb389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:22.588261 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ca4f240-16c3-43ca-b990-9dbcdee7127d req-aaf24960-40d7-4047-a534-75e55071e682 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Dec 08 00:15:22.627573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-281daf0b-15e1-4603-8607-3bf59166c428 req-c10f622c-bb08-4593-90f1-5fea148211bc service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495619 Dec 08 00:15:22.704779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-840e251e-e43c-47b4-90ae-acedd27fb389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:22.715173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-840e251e-e43c-47b4-90ae-acedd27fb389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:22.774306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e251e-e43c-47b4-90ae-acedd27fb389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf2260-db3b-4e9f-a00b-bcb7917c9e3b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:22.820213 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-840e251e-e43c-47b4-90ae-acedd27fb389 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7fa495a41b5499abd8bed5dc4a0771e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298676 Dec 08 00:15:22.822925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60938) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:22.839911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-b872d451-297d-4814-b0c2-a05503b52d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:22.842726 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-b872d451-297d-4814-b0c2-a05503b52d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1095 time: 0.0815163 Dec 08 00:15:22.899225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648347b-33e9-41db-afb6-b20466b796e7 req-2e7f2cf2-a5b1-4918-b6b0-12b45673d8eb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:22.922423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e648347b-33e9-41db-afb6-b20466b796e7 req-2e7f2cf2-a5b1-4918-b6b0-12b45673d8eb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1525321 Dec 08 00:15:22.989103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-b0b9275d-b722-49bf-92d8-88c20fc710e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:22.990630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-b0b9275d-b722-49bf-92d8-88c20fc710e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 915 time: 0.1394508 Dec 08 00:15:23.028538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b2707705-70e5-4c27-aaf9-f912ebc090d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:23.099988 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-159580bc-dccd-4b5a-b6d3-ede9d0da335d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 217 time: 0.1000814 Dec 08 00:15:23.120671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e648347b-33e9-41db-afb6-b20466b796e7 req-1d2af54f-398d-4592-97cc-eb6f0dcd0829 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876111 Dec 08 00:15:23.150648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b2707705-70e5-4c27-aaf9-f912ebc090d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:23.209800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691966-4db2-417c-bb41-669b517156db req-ef1651a4-eca0-4680-9dff-d50abdb1a985 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:23.227512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f691966-4db2-417c-bb41-669b517156db req-ef1651a4-eca0-4680-9dff-d50abdb1a985 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1643147 Dec 08 00:15:23.263668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-32b48036-85ab-4bbb-9053-a37cdafb1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:23.265369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-32b48036-85ab-4bbb-9053-a37cdafb1842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.1568170 Dec 08 00:15:23.324813 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-e1066a2c-809a-454a-ac60-a92b89170dc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491080 Dec 08 00:15:23.388652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f691966-4db2-417c-bb41-669b517156db req-f0aa3770-b88d-45bf-86ab-2b3571b50ba7 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598859 Dec 08 00:15:23.449431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdc900-e6b7-4dd6-a7dd-eeeb482ab9f5 req-5302a30a-38c7-4142-bde0-00e2c2fc1d91 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:23.451849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fffdc900-e6b7-4dd6-a7dd-eeeb482ab9f5 req-5302a30a-38c7-4142-bde0-00e2c2fc1d91 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2209983 Dec 08 00:15:23.457772 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b2707705-70e5-4c27-aaf9-f912ebc090d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:23.475478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b2707705-70e5-4c27-aaf9-f912ebc090d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:23.478347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b2707705-70e5-4c27-aaf9-f912ebc090d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bbf2260-db3b-4e9f-a00b-bcb7917c9e3b HTTP/1.1" status: 204 len: 168 time: 0.6542528 Dec 08 00:15:23.559449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707705-70e5-4c27-aaf9-f912ebc090d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf2260-db3b-4e9f-a00b-bcb7917c9e3b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:23.564512 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9746ce8c-3768-4956-a7ab-f4f73090ff7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:23.623995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-5b8b10fd-c896-42e8-8d40-334d93be58bc service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907257 Dec 08 00:15:23.719286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a200778-de36-4f90-9099-b5d18007618f req-b38f0016-924e-47a2-add0-6705051500dc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.1462030 Dec 08 00:15:23.821008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fffdc900-e6b7-4dd6-a7dd-eeeb482ab9f5 req-071dcd4b-aeb7-4914-aa38-60aa651515a4 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355122 Dec 08 00:15:24.072323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4e71f-9969-4d03-96a9-6a8fa3ba60be req-70c8068c-2243-4d51-82ec-e191a1609a98 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:24.075422 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4bef003e-61e7-41c3-b582-b3e47cf87251 req-5a4bd146-1033-4411-bb6e-8a6922413789 service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373629 Dec 08 00:15:24.086585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dce4e71f-9969-4d03-96a9-6a8fa3ba60be req-70c8068c-2243-4d51-82ec-e191a1609a98 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.2556126 Dec 08 00:15:24.288833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dce4e71f-9969-4d03-96a9-6a8fa3ba60be req-94b40879-a7b9-49a8-9cc4-e4b6c2269e81 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009692 Dec 08 00:15:24.654460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff15a1-306f-4b94-940c-7b40ceb92a18 req-06feaf12-e4ee-47ed-87d5-f408758b8a36 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:24.667547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdff15a1-306f-4b94-940c-7b40ceb92a18 req-06feaf12-e4ee-47ed-87d5-f408758b8a36 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.2686009 Dec 08 00:15:24.749745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe759ea-8f23-42ef-aa90-5954c933740f req-ae2d9e41-b00c-4e72-8b2a-794c8b3a5645 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:24.751594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fe759ea-8f23-42ef-aa90-5954c933740f req-ae2d9e41-b00c-4e72-8b2a-794c8b3a5645 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2059066 Dec 08 00:15:24.782731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdff15a1-306f-4b94-940c-7b40ceb92a18 req-23b03ea9-98bd-474f-a064-f7120cdf4e29 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137619 Dec 08 00:15:24.922349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fe759ea-8f23-42ef-aa90-5954c933740f req-fa9c4ce2-c8ec-4374-a547-3f2385cb8563 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385005 Dec 08 00:15:25.103751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:25.104946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd66bf7f-4e7c-4d1d-b12f-995917e23f85 req-f8133adb-33ff-479a-a1f6-75e8edfe8f0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.1284575 Dec 08 00:15:25.359080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b4dc4-6de8-477a-aadf-ec0da7b86fbb req-71a83536-cc0d-4031-9a98-03625f19480b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:25.370668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-823b4dc4-6de8-477a-aadf-ec0da7b86fbb req-71a83536-cc0d-4031-9a98-03625f19480b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2492971 Dec 08 00:15:25.528615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-823b4dc4-6de8-477a-aadf-ec0da7b86fbb req-be3625aa-f1fa-40c7-b82e-f67bcd5ead92 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548314 Dec 08 00:15:25.700033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f736a3f-6aae-412c-bf28-8c88b9174a83 req-2de08012-6b12-4eb0-8d56-fff0e7573184 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:25.725017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f736a3f-6aae-412c-bf28-8c88b9174a83 req-2de08012-6b12-4eb0-8d56-fff0e7573184 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1397443 Dec 08 00:15:25.891340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f736a3f-6aae-412c-bf28-8c88b9174a83 req-136b3ae5-988b-42b6-8820-64910f62f021 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641366 Dec 08 00:15:26.179726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ddc3a-a5df-4be2-a06c-3eb54e34e47c req-e84207b2-f0d2-40e5-9236-38a58663916c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:26.193016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-175ddc3a-a5df-4be2-a06c-3eb54e34e47c req-e84207b2-f0d2-40e5-9236-38a58663916c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.2209337 Dec 08 00:15:26.240681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0999171-300d-46c3-86cb-187bc4b85f5a req-7d2e4909-7d52-4535-8b4b-d2893e4d1c20 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:26.249236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0999171-300d-46c3-86cb-187bc4b85f5a req-7d2e4909-7d52-4535-8b4b-d2893e4d1c20 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1676109 Dec 08 00:15:26.251313 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:26.315588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-175ddc3a-a5df-4be2-a06c-3eb54e34e47c req-94defbe7-fd92-4475-a8dd-3492db324b29 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213150 Dec 08 00:15:26.377382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0999171-300d-46c3-86cb-187bc4b85f5a req-70115468-a709-433a-8f45-58f043b7de72 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268220 Dec 08 00:15:26.453591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbc8bf79-8dd5-4f0f-993b-4fe7b1bbe400 req-b9e7e6ef-4553-44bd-bb99-faebace4ed69 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0416987 Dec 08 00:15:26.768297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc6522-a4a6-4aed-8483-f74cad266317 req-40dd235a-6b4a-43b7-943c-783affe6faf2 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:26.779225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7dc6522-a4a6-4aed-8483-f74cad266317 req-40dd235a-6b4a-43b7-943c-783affe6faf2 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1379893 Dec 08 00:15:26.959368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7dc6522-a4a6-4aed-8483-f74cad266317 req-b7e5b102-7417-40a9-84fd-dd63e396019e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784058 Dec 08 00:15:27.163066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07b697-1dd1-4a8f-92dd-8de8cce2e1fc req-6fc39f5a-bdf8-4a6c-8dcf-91e789e877d6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:27.164654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b07b697-1dd1-4a8f-92dd-8de8cce2e1fc req-6fc39f5a-bdf8-4a6c-8dcf-91e789e877d6 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.0987439 Dec 08 00:15:27.210055 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:27.277020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b07b697-1dd1-4a8f-92dd-8de8cce2e1fc req-58a3b811-d1ec-4ddd-9810-9daa4589a079 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012688 Dec 08 00:15:27.664722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7bc11-8d64-4df9-90d5-265e385e9a65 req-d9055967-1c1c-4807-83c0-caf0f8dc8dae tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:27.678425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91e7bc11-8d64-4df9-90d5-265e385e9a65 req-d9055967-1c1c-4807-83c0-caf0f8dc8dae tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.2155142 Dec 08 00:15:27.749655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81424550-ddb4-4511-9cb8-aedd6ba9c4d3 req-17aadae9-0d4c-415f-b953-f2b6c4816677 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:27.763592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81424550-ddb4-4511-9cb8-aedd6ba9c4d3 req-17aadae9-0d4c-415f-b953-f2b6c4816677 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2068601 Dec 08 00:15:27.920089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91e7bc11-8d64-4df9-90d5-265e385e9a65 req-d70838e5-e16d-4911-8e4d-1c12cd223cf0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406774 Dec 08 00:15:27.966619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81424550-ddb4-4511-9cb8-aedd6ba9c4d3 req-4e24878e-dd40-44f0-99fc-1d28e19f891f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989799 Dec 08 00:15:28.141361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8c8b0ec-1a86-41fe-a5b4-cb72ab5b23a9 req-140a4777-9209-4f5b-8b44-2cb3ef47e29b tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0478609 Dec 08 00:15:28.272978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136ccf-e148-4b9c-85e6-ec9ac03eba80 req-f40814ac-f833-4e82-a253-6cc766a47727 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:28.277500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93136ccf-e148-4b9c-85e6-ec9ac03eba80 req-f40814ac-f833-4e82-a253-6cc766a47727 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1496868 Dec 08 00:15:28.497611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93136ccf-e148-4b9c-85e6-ec9ac03eba80 req-ae53aa2e-bdf0-4f16-941d-a6dd71c04426 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974702 Dec 08 00:15:28.672589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e10d76-94d5-4eb2-89b6-65207a2c0df4 req-45d6fdc8-3a6e-40e2-bd54-11a6070aed75 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:28.684582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06e10d76-94d5-4eb2-89b6-65207a2c0df4 req-45d6fdc8-3a6e-40e2-bd54-11a6070aed75 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1857662 Dec 08 00:15:28.815976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06e10d76-94d5-4eb2-89b6-65207a2c0df4 req-607f6964-e838-4ff8-a682-40916a45536e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303995 Dec 08 00:15:29.260175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e27514-7236-479c-aa7d-c9b7e2f05bbe req-b6cfe08f-bd79-472c-b85f-5683513de03f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:29.262273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47e27514-7236-479c-aa7d-c9b7e2f05bbe req-b6cfe08f-bd79-472c-b85f-5683513de03f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1371148 Dec 08 00:15:29.351247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb24fa-e5b8-4e40-9f31-b3696ad34fa3 req-387531f2-37db-4b6d-914b-d373187ec98d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:29.360283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8acb24fa-e5b8-4e40-9f31-b3696ad34fa3 req-387531f2-37db-4b6d-914b-d373187ec98d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1682374 Dec 08 00:15:29.424085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47e27514-7236-479c-aa7d-c9b7e2f05bbe req-f4ac111b-7965-4a2d-b0bf-7cfce474af69 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415379 Dec 08 00:15:29.667662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8acb24fa-e5b8-4e40-9f31-b3696ad34fa3 req-88217682-6e02-405f-9f63-5f4bb9270dd0 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063793 Dec 08 00:15:29.831025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a76fd587-6a6d-4cf6-9fa2-7347709bfb32 req-d02ad8b3-4fd8-4f5c-a6d0-cf0603ec33fd tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e5916e-7839-4182-b659-739722efcf12 HTTP/1.1" status: 200 len: 210 time: 0.0580316 Dec 08 00:15:30.207469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbbd76-b0f0-48e2-92eb-b11433fda7d6 req-010d0975-35f2-413c-b40b-7bc91200e648 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:30.221257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17dbbd76-b0f0-48e2-92eb-b11433fda7d6 req-010d0975-35f2-413c-b40b-7bc91200e648 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1957912 Dec 08 00:15:30.315722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ebcf-6718-4e3e-8d0b-1c7417aa669b req-6718db49-74f4-4d67-a3bf-364e720a11f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:30.318331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7196ebcf-6718-4e3e-8d0b-1c7417aa669b req-6718db49-74f4-4d67-a3bf-364e720a11f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.3095558 Dec 08 00:15:30.500746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17dbbd76-b0f0-48e2-92eb-b11433fda7d6 req-b0121b7b-90dc-408e-a298-9369cc91961e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776055 Dec 08 00:15:30.555567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7196ebcf-6718-4e3e-8d0b-1c7417aa669b req-4053df5b-3f71-41f5-b6ae-f50a2d3f4131 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291257 Dec 08 00:15:30.826635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13474bc-1c7c-4398-bb12-0eaac94ce1f0 req-eaf29e78-517b-4550-9e16-f5aecb6067f0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:30.836024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f13474bc-1c7c-4398-bb12-0eaac94ce1f0 req-eaf29e78-517b-4550-9e16-f5aecb6067f0 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1333778 Dec 08 00:15:30.986152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f13474bc-1c7c-4398-bb12-0eaac94ce1f0 req-06d275c8-b5af-46f7-93b8-81046fa2c841 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495392 Dec 08 00:15:31.269959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ac4b-225a-4357-8b72-db26809a09de req-760c31e5-2e9c-43ce-983f-db194484b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:31.271493 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ea46ac4b-225a-4357-8b72-db26809a09de req-760c31e5-2e9c-43ce-983f-db194484b7d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c00832630f45028cfa7e53a127d825&device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 1097 time: 0.1195674 Dec 08 00:15:31.384447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23251d70-8cb4-400d-9c26-003d915cb69b req-29fc87fe-1ef5-4877-b96e-eb2e6125876c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:31.386572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23251d70-8cb4-400d-9c26-003d915cb69b req-29fc87fe-1ef5-4877-b96e-eb2e6125876c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1767719 Dec 08 00:15:31.555188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23251d70-8cb4-400d-9c26-003d915cb69b req-e14ee48e-97fa-4ffa-8815-0c88bd369b5a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517661 Dec 08 00:15:31.637740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433944-9c5b-4858-892c-72c51c12bdab req-434dffdc-1cb1-49ef-a273-3492c2ea60d2 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:31.664345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b433944-9c5b-4858-892c-72c51c12bdab req-434dffdc-1cb1-49ef-a273-3492c2ea60d2 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2102137 Dec 08 00:15:31.722733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ac4b-225a-4357-8b72-db26809a09de req-92c62b20-5418-49a6-a46e-acdd9a66c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:31.729662 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ea46ac4b-225a-4357-8b72-db26809a09de req-92c62b20-5418-49a6-a46e-acdd9a66c919 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 200 len: 917 time: 0.4375210 Dec 08 00:15:31.799210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b433944-9c5b-4858-892c-72c51c12bdab req-ea488571-e1f2-4e4e-a408-849adccaaa44 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283970 Dec 08 00:15:31.896477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ea46ac4b-225a-4357-8b72-db26809a09de req-4088d037-53e4-4b12-bc3c-52ca8ac2fb78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4 HTTP/1.1" status: 200 len: 217 time: 0.1528091 Dec 08 00:15:32.008653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b793-ffed-444b-969a-325af18e2799 req-6189c8ce-8aa1-4308-991f-4fdd67730e2b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:32.017538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33d0b793-ffed-444b-969a-325af18e2799 req-6189c8ce-8aa1-4308-991f-4fdd67730e2b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1265185 Dec 08 00:15:32.040783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ac4b-225a-4357-8b72-db26809a09de req-b4553320-1b57-4ab5-89b5-7fb694063a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:32.048882 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ea46ac4b-225a-4357-8b72-db26809a09de req-b4553320-1b57-4ab5-89b5-7fb694063a21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 200 len: 855 time: 0.1436267 Dec 08 00:15:32.193329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ac4b-225a-4357-8b72-db26809a09de req-14f3c6d2-62aa-450d-b932-bc558bd6acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:32.197365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ea46ac4b-225a-4357-8b72-db26809a09de req-14f3c6d2-62aa-450d-b932-bc558bd6acc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1afa222-421b-4fc9-baa3-3ab5e046fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349978 Dec 08 00:15:32.234670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33d0b793-ffed-444b-969a-325af18e2799 req-96a8cdc7-ddd5-4d58-a079-13268af9eb65 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160017 Dec 08 00:15:32.412174 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ea46ac4b-225a-4357-8b72-db26809a09de req-e7d38b5e-c41a-4495-b205-732b85b487cf service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057018 Dec 08 00:15:32.430757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73c8a6-79bb-42fb-8de3-77c36b381b53 req-cdc8a459-c038-4ba8-b03e-b8197b73199c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:32.444084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d73c8a6-79bb-42fb-8de3-77c36b381b53 req-cdc8a459-c038-4ba8-b03e-b8197b73199c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.0781415 Dec 08 00:15:32.520731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d73c8a6-79bb-42fb-8de3-77c36b381b53 req-5eadc2d4-35ea-4961-a1be-ac17c509f68c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748751 Dec 08 00:15:32.702345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 32954) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:32.750970 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ea46ac4b-225a-4357-8b72-db26809a09de req-61953c8e-bcbe-457f-8df3-0106cb192238 service neutron] 10.222.0.59 "GET /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198149 Dec 08 00:15:32.936291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ae8328-a7eb-499f-b88a-dbe2136419bc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:33.026500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a577b-da3b-4dd3-90f0-e7a658661bbd req-39f0abd8-ec8d-4510-a5af-389d945e05d6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:33.038186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a5a577b-da3b-4dd3-90f0-e7a658661bbd req-39f0abd8-ec8d-4510-a5af-389d945e05d6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2709398 Dec 08 00:15:33.202070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ae8328-a7eb-499f-b88a-dbe2136419bc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:33.384470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a5a577b-da3b-4dd3-90f0-e7a658661bbd req-90665e12-db13-4831-8019-558126d0ab39 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444757 Dec 08 00:15:33.397543 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ae8328-a7eb-499f-b88a-dbe2136419bc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:33.400199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38ae8328-a7eb-499f-b88a-dbe2136419bc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:33.404510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 32970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:33.435658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38ae8328-a7eb-499f-b88a-dbe2136419bc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/security-groups/08e93270-261e-44ff-ba60-4c536bb830e8 HTTP/1.1" status: 204 len: 168 time: 0.7317469 Dec 08 00:15:33.444737 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-0d8b40b6-eea0-4218-a117-06b394a4e02a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] show failed (client error): The resource could not be found. Dec 08 00:15:33.452470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0d8b40b6-eea0-4218-a117-06b394a4e02a tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "GET /v2.0/security-groups/08e93270-261e-44ff-ba60-4c536bb830e8 HTTP/1.1" status: 404 len: 347 time: 0.0449183 Dec 08 00:15:33.456173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 32972) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:33.491994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae8328-a7eb-499f-b88a-dbe2136419bc tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e93270-261e-44ff-ba60-4c536bb830e8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:33.575967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ac3d-d4ad-4931-ba2a-c0be46d6c0a6 req-b9e2cce4-59bd-4bb3-9174-114a9a4d3afd tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:33.586206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9034ac3d-d4ad-4931-ba2a-c0be46d6c0a6 req-b9e2cce4-59bd-4bb3-9174-114a9a4d3afd tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.6170821 Dec 08 00:15:33.686253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9034ac3d-d4ad-4931-ba2a-c0be46d6c0a6 req-67c5e5e5-8104-4a41-b7c7-d29e0fae216a tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970910 Dec 08 00:15:33.942282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port 2696169f-3bda-4585-ba4e-8e0cbbd2bc94 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:33.942623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:33.985686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1634-c630-4076-b697-8cd661253411 req-d6a86989-ccd9-4240-abb1-452b9f2a06a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:33.987220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffcc1634-c630-4076-b697-8cd661253411 req-d6a86989-ccd9-4240-abb1-452b9f2a06a1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.3216317 Dec 08 00:15:34.078178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe62b2-c182-4ab9-a49b-6c5394f43570 req-3ee77049-dbb0-4818-9f63-0cc9d303277d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:34.079767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2fe62b2-c182-4ab9-a49b-6c5394f43570 req-3ee77049-dbb0-4818-9f63-0cc9d303277d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.2099137 Dec 08 00:15:34.127221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:34.127596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:34.160631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for 2696169f-3bda-4585-ba4e-8e0cbbd2bc94 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:34.243527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2fe62b2-c182-4ab9-a49b-6c5394f43570 req-a6154488-3ab5-4512-9f78-d5edb1676925 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429710 Dec 08 00:15:34.297221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffcc1634-c630-4076-b697-8cd661253411 req-8baecd70-8d90-4186-a3ac-e3904430f5cb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821391 Dec 08 00:15:34.681779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bec08-182c-44a9-a978-9f137c8c532d req-c09b897f-e708-4826-8e9a-723e8729f9cf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:34.689796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-771bec08-182c-44a9-a978-9f137c8c532d req-c09b897f-e708-4826-8e9a-723e8729f9cf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1515174 Dec 08 00:15:34.832318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-771bec08-182c-44a9-a978-9f137c8c532d req-00430b56-c897-439c-93a4-66c754ab01af tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414340 Dec 08 00:15:34.910551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcb548-d2a0-4ec7-a61f-0e02df6d24f0 req-c2e1fb59-b232-44d2-a9ef-5422d216cc60 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:34.918151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66bcb548-d2a0-4ec7-a61f-0e02df6d24f0 req-c2e1fb59-b232-44d2-a9ef-5422d216cc60 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.0847573 Dec 08 00:15:35.029219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66bcb548-d2a0-4ec7-a61f-0e02df6d24f0 req-efb40707-20fe-4bf6-9637-27f435404145 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100912 Dec 08 00:15:35.314945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63a52c-5bb6-4074-90c6-568c48d19027 req-fb84608c-910d-4d64-b65a-050f4e3d13e9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:35.314945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e63a52c-5bb6-4074-90c6-568c48d19027 req-fb84608c-910d-4d64-b65a-050f4e3d13e9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1017835 Dec 08 00:15:35.437205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:35.485047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=2696169f-3bda-4585-ba4e-8e0cbbd2bc94,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:35.497860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e63a52c-5bb6-4074-90c6-568c48d19027 req-840d5e0c-96e3-4425-bea1-dc1b7edb8130 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717911 Dec 08 00:15:35.539957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a13be-69fc-4814-8a97-7ddb56df8beb req-7ed32f59-397b-4233-9789-b7c3b93396c9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:35.553613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf6a13be-69fc-4814-8a97-7ddb56df8beb req-7ed32f59-397b-4233-9789-b7c3b93396c9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1906104 Dec 08 00:15:35.708056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:35.716453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:35.720303 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28baa3a2-908e-4b25-bcaa-68c13f94c045 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/floatingips/8114ffea-aeaf-4ee4-bac2-5d911952cec7 HTTP/1.1" status: 204 len: 168 time: 2.2603462 Dec 08 00:15:35.720819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33018) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:35.754813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf6a13be-69fc-4814-8a97-7ddb56df8beb req-f1952bc1-2fd2-4c15-9c5d-48a16826bcf9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998670 Dec 08 00:15:35.927063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bc8c5-c90f-4798-bf29-0868d06cb0c8 req-63cd1778-d6e2-44e7-bbcc-1cf793d97319 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:35.942601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe6bc8c5-c90f-4798-bf29-0868d06cb0c8 req-63cd1778-d6e2-44e7-bbcc-1cf793d97319 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1866601 Dec 08 00:15:36.034576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port 46e58805-970c-4c9f-81e9-59800376358c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:36.034818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:36.067938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d51502-78e9-4e87-874d-8b67adb67009 req-514639b0-5410-4efa-b8ed-13c00b30e9ef tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:36.076908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71d51502-78e9-4e87-874d-8b67adb67009 req-514639b0-5410-4efa-b8ed-13c00b30e9ef tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 946 time: 0.1324198 Dec 08 00:15:36.090794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe6bc8c5-c90f-4798-bf29-0868d06cb0c8 req-aa240c5e-1c34-4522-8fa5-f6851f24544e tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189728 Dec 08 00:15:36.271541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:36.306578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for 46e58805-970c-4c9f-81e9-59800376358c owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:36.361365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71d51502-78e9-4e87-874d-8b67adb67009 req-01e9838b-768f-407f-a28b-cdad28b14976 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829642 Dec 08 00:15:36.471323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da196cb-ae49-4797-aa77-252355dd43d2 req-81e46b05-b778-4755-b1ac-f2caaf398c34 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:36.474186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4da196cb-ae49-4797-aa77-252355dd43d2 req-81e46b05-b778-4755-b1ac-f2caaf398c34 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2246158 Dec 08 00:15:36.561184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:36.663891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=46e58805-970c-4c9f-81e9-59800376358c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:36.707324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865488e-e8e6-4721-bee1-a0a366644f55 req-a16a9813-e155-42ba-bed3-332135a0781b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:36.729063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9865488e-e8e6-4721-bee1-a0a366644f55 req-a16a9813-e155-42ba-bed3-332135a0781b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.2492392 Dec 08 00:15:36.844345 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:36.851564 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0a99a171-cd44-4f8e-ae4a-0cfd1e755fb2 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/ports/46e58805-970c-4c9f-81e9-59800376358c HTTP/1.1" status: 204 len: 168 time: 1.1297772 Dec 08 00:15:36.852251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33040) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:36.891530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4da196cb-ae49-4797-aa77-252355dd43d2 req-0305d474-a5d0-4c1e-9a7e-1ee3ebffe45d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088688 Dec 08 00:15:36.945118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9865488e-e8e6-4721-bee1-a0a366644f55 req-83ab6bf6-2db8-4b93-a030-c3bc778243b5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045677 Dec 08 00:15:37.003010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-1fd8859d-ef68-445b-a44d-be82452c5127 req-1d3e7634-2a4d-4d0e-bc8b-9591548fecc2 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:15:37.005814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fd8859d-ef68-445b-a44d-be82452c5127 req-1d3e7634-2a4d-4d0e-bc8b-9591548fecc2 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087118 Dec 08 00:15:37.126217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port 40b46288-86f4-4a56-a15c-4ad210459868 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:37.126575 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:37.336331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fd8859d-ef68-445b-a44d-be82452c5127 req-53ba0bde-616c-4324-b18a-07609dc29b47 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3215730 Dec 08 00:15:37.384406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8835d-e482-4d53-9926-189f6b94816c req-deb4fdb8-b068-4aa7-b2a7-ae8d122f0cd2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:37.386344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfb8835d-e482-4d53-9926-189f6b94816c req-deb4fdb8-b068-4aa7-b2a7-ae8d122f0cd2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.2852721 Dec 08 00:15:37.524845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:37.545817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfb8835d-e482-4d53-9926-189f6b94816c req-67ef395a-204a-4b02-8053-fdb1d966cf34 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472199 Dec 08 00:15:37.566514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for 40b46288-86f4-4a56-a15c-4ad210459868 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:37.833938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb852e-a0e7-44fe-9c4c-59a38b7edba4 req-6a1677d8-a9be-4426-922c-d16ef039867c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:37.836754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98cb852e-a0e7-44fe-9c4c-59a38b7edba4 req-6a1677d8-a9be-4426-922c-d16ef039867c tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1407666 Dec 08 00:15:37.963233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:38.009565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=40b46288-86f4-4a56-a15c-4ad210459868,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:38.030648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98cb852e-a0e7-44fe-9c4c-59a38b7edba4 req-cd920073-64db-4558-8e71-8945dcf877eb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861293 Dec 08 00:15:38.119358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197229b1-981b-441f-9e13-3bff4d2e298d req-8570e841-e629-4484-93d3-65e61a63ea5f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:38.127690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:38.134195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-197229b1-981b-441f-9e13-3bff4d2e298d req-8570e841-e629-4484-93d3-65e61a63ea5f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2317107 Dec 08 00:15:38.150607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33070) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:38.162764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-442a2709-2079-4952-88fa-6685cd414f50 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/ports/40b46288-86f4-4a56-a15c-4ad210459868 HTTP/1.1" status: 204 len: 168 time: 1.2805092 Dec 08 00:15:38.333867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-197229b1-981b-441f-9e13-3bff4d2e298d req-82eaf99e-10b9-42ea-ae6b-ef9d35b6cf8d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531100 Dec 08 00:15:38.373726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting subnet 038c5374-f35d-4e58-b90b-2854ac28237b {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:38.377657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:39.195334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c221870-f7e0-42c9-a2a4-dab899d22c0e req-97ef0342-e8fc-4952-a582-b44fda8457cd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:39.202726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c221870-f7e0-42c9-a2a4-dab899d22c0e req-97ef0342-e8fc-4952-a582-b44fda8457cd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.9548535 Dec 08 00:15:39.275630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:39.333223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74be2f-e2e9-482a-b4c8-dbcf52df7236 req-24038eb2-eeae-4ff2-bb7d-2d550018956f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:39.334670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d74be2f-e2e9-482a-b4c8-dbcf52df7236 req-24038eb2-eeae-4ff2-bb7d-2d550018956f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 946 time: 0.1681240 Dec 08 00:15:39.394726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c221870-f7e0-42c9-a2a4-dab899d22c0e req-fccd2d06-7b4c-43a7-9408-e4bd5302c556 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479049 Dec 08 00:15:39.468768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d74be2f-e2e9-482a-b4c8-dbcf52df7236 req-4f48352a-56f2-4cec-966b-77ffcec33473 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220727 Dec 08 00:15:39.475245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:39.717713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:39.753608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cfb55-6fb8-499c-b5a3-21cc5a8fecdb req-40155006-1e0a-4047-9935-fd2c549835b0 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:39.755565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf9cfb55-6fb8-499c-b5a3-21cc5a8fecdb req-40155006-1e0a-4047-9935-fd2c549835b0 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1626170 Dec 08 00:15:39.767477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcee369-fc74-4e79-ac53-33621e469967 None None] Network 1309ab95-0789-4dee-93fc-c5cbc2662c29 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:15:39.803020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:39.819741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/subnets/038c5374-f35d-4e58-b90b-2854ac28237b HTTP/1.1" status: 204 len: 168 time: 1.6750765 Dec 08 00:15:39.822463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33110) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:39.834380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1b142-58a2-4eab-a326-4c944dc9db0d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Subnet': ['ID=038c5374-f35d-4e58-b90b-2854ac28237b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:39.932434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf9cfb55-6fb8-499c-b5a3-21cc5a8fecdb req-1143e9e9-bde6-4a53-a4af-2fcfaf2db4bd tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107874 Dec 08 00:15:39.969198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting subnet 4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:39.969348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6f44-c890-4494-b329-6dce8b73987d req-2c336070-5fe3-49e4-a1f0-80da1cc509f6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:39.972602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3bb6f44-c890-4494-b329-6dce8b73987d req-2c336070-5fe3-49e4-a1f0-80da1cc509f6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.3815820 Dec 08 00:15:39.988266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.064730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] DHCP port deletion for 1309ab95-0789-4dee-93fc-c5cbc2662c29 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:15:40.116340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-dab5c342-a804-4e58-8bcf-bf5e86016e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.118074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-dab5c342-a804-4e58-8bcf-bf5e86016e08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1097 time: 0.2141509 Dec 08 00:15:40.162902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.188382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] Deleting port 37587e39-e838-43d0-b990-2327eaa75643 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:40.189006 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.217090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3bb6f44-c890-4494-b329-6dce8b73987d req-08f14a3b-0b93-4470-97cb-af389f3ea7c6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360475 Dec 08 00:15:40.233398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d8f8-4d2a-4273-be79-45a10f647e6f req-276944b8-af95-4ae1-9eaf-a4844b2bd5d4 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.241018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4570d8f8-4d2a-4273-be79-45a10f647e6f req-276944b8-af95-4ae1-9eaf-a4844b2bd5d4 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.1919777 Dec 08 00:15:40.278205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-a4182f8b-d349-4b93-b82f-c8dd94810c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.285611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-a4182f8b-d349-4b93-b82f-c8dd94810c3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1500423 Dec 08 00:15:40.323938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.348244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4570d8f8-4d2a-4273-be79-45a10f647e6f req-f758089b-c0ba-4d6f-b63c-914dbb356473 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054330 Dec 08 00:15:40.370604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] For port 37587e39-e838-43d0-b990-2327eaa75643, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=37587e39-e838-43d0-b990-2327eaa75643,segment=NetworkSegment(b7d682a2-bd9f-4adf-bb41-740f0cdff976),segment_id=b7d682a2-bd9f-4adf-bb41-740f0cdff976)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:40.371451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.383913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-1fd72200-a28e-4e78-b30b-7230f9990195 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1002 time: 0.0954189 Dec 08 00:15:40.411796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] Calling delete_port for 37587e39-e838-43d0-b990-2327eaa75643 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:40.482447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.492551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-ea8ff6af-7e1f-48fe-a468-a4feba361058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.494066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-ea8ff6af-7e1f-48fe-a468-a4feba361058 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1017170 Dec 08 00:15:40.528409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Subnet': ['ID=4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:40.533627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.539615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fee9c367-87aa-413f-aa0e-bfae7bdc799e tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/subnets/4ccaf9c6-0fd8-4557-94db-68e6d8fb3f0e HTTP/1.1" status: 204 len: 168 time: 0.7136984 Dec 08 00:15:40.540373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33124) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:40.540862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926d040-f4be-4796-8b03-ba7464e86c60 None None] Network b17fad21-61ca-4491-9de5-9ff6e0ba6381 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:15:40.577662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-49e40965-7fe0-40a8-a7fd-900d6235e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.585513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-49e40965-7fe0-40a8-a7fd-900d6235e65d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768335 Dec 08 00:15:40.633627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.718137 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.764914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Deleting port 37587e39-e838-43d0-b990-2327eaa75643 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:40.765323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.790407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] Pushing event deleted for resources: {'Port': ['ID=37587e39-e838-43d0-b990-2327eaa75643,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:40.798491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abb1d7-b409-48b5-b2ae-39d7a4de4293 None None] No DVR routers for this DVR port 37587e39-e838-43d0-b990-2327eaa75643 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:40.846737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492ba-cfd9-4207-b70b-f9a3c021c209 req-f07a6088-db4a-42a2-987c-ddae81cee76d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.853747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492ba-cfd9-4207-b70b-f9a3c021c209 req-f07a6088-db4a-42a2-987c-ddae81cee76d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.860763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3492ba-cfd9-4207-b70b-f9a3c021c209 req-f07a6088-db4a-42a2-987c-ddae81cee76d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.868850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c3492ba-cfd9-4207-b70b-f9a3c021c209 req-f07a6088-db4a-42a2-987c-ddae81cee76d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529&device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a&device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 2418 time: 0.2061176 Dec 08 00:15:40.918164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] For port 37587e39-e838-43d0-b990-2327eaa75643, host n-d-820549-2, got binding levels [] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:40.919571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.941136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Calling delete_port for 37587e39-e838-43d0-b990-2327eaa75643 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:40.944704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe81b2-8f7d-468c-a10a-37273827ddb9 req-71650621-b07f-4099-ab2b-f6a115b61ede tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:40.950700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Port 37587e39-e838-43d0-b990-2327eaa75643 was not found and therefore no delete operation was performed {{(pid=103113) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:15:40.955117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:40.958025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1fe81b2-8f7d-468c-a10a-37273827ddb9 req-71650621-b07f-4099-ab2b-f6a115b61ede tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.3295376 Dec 08 00:15:40.959482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] DHCP port deletion for b17fad21-61ca-4491-9de5-9ff6e0ba6381 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:15:41.021360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-4214f435-8ce1-419f-b7c1-83e4e4ed2811 service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343257 Dec 08 00:15:41.074578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] No DVR routers for this DVR port 37587e39-e838-43d0-b990-2327eaa75643 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:41.079123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Port': ['ID=37587e39-e838-43d0-b990-2327eaa75643,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:41.092038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Deleting port cfdc2000-c33c-47a6-bf39-84bc43c5d13e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:41.096040 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.165371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c3492ba-cfd9-4207-b70b-f9a3c021c209 req-61388672-e4a5-4dfc-94ca-4270ddd680c5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951260 Dec 08 00:15:41.277107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1fe81b2-8f7d-468c-a10a-37273827ddb9 req-87e0019d-cef8-44ba-82f9-1e7290ce49eb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179128 Dec 08 00:15:41.336690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.352579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] For port cfdc2000-c33c-47a6-bf39-84bc43c5d13e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cfdc2000-c33c-47a6-bf39-84bc43c5d13e,segment=NetworkSegment(9f766dcc-53e8-4b42-ba58-9726e7f7222b),segment_id=9f766dcc-53e8-4b42-ba58-9726e7f7222b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:41.353364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.360440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1309ab95-0789-4dee-93fc-c5cbc2662c29']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:41.386278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d682a2-bd9f-4adf-bb41-740f0cdff976') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:41.386652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d682a2-bd9f-4adf-bb41-740f0cdff976') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:41.389570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Calling delete_port for cfdc2000-c33c-47a6-bf39-84bc43c5d13e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:41.411655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.423738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:41.443737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.457580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:15:41.457989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:15:41.466129 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:15:41.478787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb0c0cdf-d5ec-4e60-a1f3-c926ea02da77 req-e33b9193-b7ad-4791-8bc7-f27958649506 service neutron] 10.222.0.44 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417555 Dec 08 00:15:41.515006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f9886-286a-40b1-ab26-a0add28556ab req-509b405c-2075-43ab-925b-7996dcb31e6b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:41.523325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b1f9886-286a-40b1-ab26-a0add28556ab req-509b405c-2075-43ab-925b-7996dcb31e6b tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1799507 Dec 08 00:15:41.542656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0516b52f-fcac-4eb7-85e7-8550ceb244cc req-dbc3af8c-402a-42de-9a76-63f33a7e0c0d tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1315451 Dec 08 00:15:41.617844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b1f9886-286a-40b1-ab26-a0add28556ab req-d8009b50-8fa6-4cc3-a3f8-10ced4e5a898 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891712 Dec 08 00:15:41.651509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.661214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.671837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33158) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:41.683082 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/networks/1309ab95-0789-4dee-93fc-c5cbc2662c29 HTTP/1.1" status: 204 len: 168 time: 1.1406467 Dec 08 00:15:41.727735 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.733760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.751659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0176f-8f48-4690-ba51-48f911841bd5 tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Network': ['ID=1309ab95-0789-4dee-93fc-c5cbc2662c29,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:41.832112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] No DVR routers for this DVR port cfdc2000-c33c-47a6-bf39-84bc43c5d13e on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:41.835664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Pushing event deleted for resources: {'Port': ['ID=cfdc2000-c33c-47a6-bf39-84bc43c5d13e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:41.889796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:41.904679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:41.909929 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465aae7-9b7e-45a4-9458-8b1a546a41da" -d '{"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:41.917987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.919938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cfdc2000-c33c-47a6-bf39-84bc43c5d13e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:41.956864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: cfdc2000-c33c-47a6-bf39-84bc43c5d13e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:41.957291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cfdc2000-c33c-47a6-bf39-84bc43c5d13e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:41.958176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 37587e39-e838-43d0-b990-2327eaa75643 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:41.961236 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:41.966100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.966856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.967335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.967780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.968191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.968597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.968989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.969385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.969774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.970224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.970616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.971021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:41.971405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef46bcb-1674-430f-82ed-750f63fb9a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:15:42.000520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73231fce-cc2a-4450-8c29-5465d9636a87 req-73254c57-6171-48fd-8e49-63b101fec01c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:42.002240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73231fce-cc2a-4450-8c29-5465d9636a87 req-73254c57-6171-48fd-8e49-63b101fec01c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1562331 Dec 08 00:15:42.043923 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3281f-63ca-4ab9-ade4-860f6b9e073d x-openstack-request-id: req-e1d3281f-63ca-4ab9-ade4-860f6b9e073d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:42.044372 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:42.044723 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1d3281f-63ca-4ab9-ade4-860f6b9e073d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:42.045121 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'code': 200} Dec 08 00:15:42.046535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:42.050248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 37587e39-e838-43d0-b990-2327eaa75643 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:42.050597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 37587e39-e838-43d0-b990-2327eaa75643 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:42.107461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:42.140503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73231fce-cc2a-4450-8c29-5465d9636a87 req-1c42820e-c4c2-4848-8ec3-69e6bda5f86f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243863 Dec 08 00:15:42.142283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17fad21-61ca-4491-9de5-9ff6e0ba6381']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:42.155804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f766dcc-53e8-4b42-ba58-9726e7f7222b') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:42.156335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f766dcc-53e8-4b42-ba58-9726e7f7222b') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:42.174357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:42.191124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:42.201222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:15:42.201700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:15:42.205118 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:15:42.266829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:42.273966 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:42.279107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] 10.222.0.18 "DELETE /v2.0/networks/b17fad21-61ca-4491-9de5-9ff6e0ba6381 HTTP/1.1" status: 204 len: 168 time: 0.6041505 Dec 08 00:15:42.296761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922ad35-21d5-49ff-a28b-e1191e82571d tempest-TaggedBootDevicesTest-271132066 tempest-TaggedBootDevicesTest-271132066-project] Pushing event deleted for resources: {'Network': ['ID=b17fad21-61ca-4491-9de5-9ff6e0ba6381,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:42.505159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1564d-6fea-47c2-83af-b86022177386 req-72f7dbe1-669c-42ff-b85a-b4eb6d0274d6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:42.506696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4a1564d-6fea-47c2-83af-b86022177386 req-72f7dbe1-669c-42ff-b85a-b4eb6d0274d6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.0942330 Dec 08 00:15:42.567524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4a1564d-6fea-47c2-83af-b86022177386 req-5a8c85aa-66a2-4417-a8cd-c45a720934c6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543118 Dec 08 00:15:42.762000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6fb8-fa46-4651-b66b-18dc20c3ffaf req-bdd40718-7b83-4092-bb0e-0183a2fa79ee tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:42.763423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b78b6fb8-fa46-4651-b66b-18dc20c3ffaf req-bdd40718-7b83-4092-bb0e-0183a2fa79ee tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.0583880 Dec 08 00:15:42.863486 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b78b6fb8-fa46-4651-b66b-18dc20c3ffaf req-9e61c8ae-760c-417f-9087-30d827291e2a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939372 Dec 08 00:15:43.211722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b0f92-3d3c-43e9-9740-efc536903b1f req-86e176a0-77f3-45f8-b26c-7f88974ac7ce tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:43.222733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc4b0f92-3d3c-43e9-9740-efc536903b1f req-86e176a0-77f3-45f8-b26c-7f88974ac7ce tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1310852 Dec 08 00:15:43.346628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc4b0f92-3d3c-43e9-9740-efc536903b1f req-6c0ec1cd-84d5-4795-ad2b-4ffb25c12a85 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229529 Dec 08 00:15:43.381469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429ea37-62e2-4193-b4d7-e27d1c9d5090 req-f69b90d9-7624-497d-9907-d7ad54a1266b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:43.389484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3429ea37-62e2-4193-b4d7-e27d1c9d5090 req-f69b90d9-7624-497d-9907-d7ad54a1266b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.1227667 Dec 08 00:15:43.452978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3429ea37-62e2-4193-b4d7-e27d1c9d5090 req-5cb9dd14-d6d1-4fde-adfd-c0dec3800d37 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625918 Dec 08 00:15:43.600657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d112-dd22-4294-84da-eac6d218874e req-405056c1-b9fc-448a-a018-5297b82a229a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:43.609594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0144d112-dd22-4294-84da-eac6d218874e req-405056c1-b9fc-448a-a018-5297b82a229a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1684580 Dec 08 00:15:43.661060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc485bc-5a64-4ecd-84cb-c66f1bbafd04 req-8bdb9412-acee-4320-b13e-346332daa7df tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:43.671014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbc485bc-5a64-4ecd-84cb-c66f1bbafd04 req-8bdb9412-acee-4320-b13e-346332daa7df tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1461768 Dec 08 00:15:43.686863 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:43.761350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0144d112-dd22-4294-84da-eac6d218874e req-a2936f85-5197-4aaf-9e9d-22f4b5cd3954 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460855 Dec 08 00:15:43.799859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbc485bc-5a64-4ecd-84cb-c66f1bbafd04 req-daf7481f-fde3-4e5a-a659-d20f67ef0a86 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279359 Dec 08 00:15:43.890380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c28e-30f3-4980-a498-4ce7bd525977 req-168dab21-5fc1-4f58-bbca-2ed89f53febd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:43.903113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a500c28e-30f3-4980-a498-4ce7bd525977 req-168dab21-5fc1-4f58-bbca-2ed89f53febd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.0797324 Dec 08 00:15:44.037477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a500c28e-30f3-4980-a498-4ce7bd525977 req-3017c839-07fa-4b99-ba94-c381612738d9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251345 Dec 08 00:15:44.055840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33278) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:44.279842 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-200789c7-d5e6-45da-8db6-6c669adf0f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.467790 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-200789c7-d5e6-45da-8db6-6c669adf0f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.518828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-200789c7-d5e6-45da-8db6-6c669adf0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.616222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-200789c7-d5e6-45da-8db6-6c669adf0f82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e53d403b68ed42319a233b0dacbf3700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566754 Dec 08 00:15:44.616739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33300) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:44.617283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200789c7-d5e6-45da-8db6-6c669adf0f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6626cd-1343-4d69-8ff5-cb9c43d79c53,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:44.627229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a16fc-c5c6-401a-90e3-47389c09112a req-1542ae8e-5ac7-411d-97a6-c028742c3976 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:44.628800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd6a16fc-c5c6-401a-90e3-47389c09112a req-1542ae8e-5ac7-411d-97a6-c028742c3976 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1418288 Dec 08 00:15:44.668190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cacd0-9acd-4a49-b9e2-653f4297277b req-17bb754e-cf74-4ee8-9f97-df2e97776456 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:44.670095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-649cacd0-9acd-4a49-b9e2-653f4297277b req-17bb754e-cf74-4ee8-9f97-df2e97776456 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.0997014 Dec 08 00:15:44.739643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd6a16fc-c5c6-401a-90e3-47389c09112a req-b35177a5-d112-46c6-b47e-3be246dac362 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025100 Dec 08 00:15:44.741261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de6e8817-6172-4cf4-adef-a32c658add42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.751130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-51e11696-f945-4038-b99f-016095e649d8 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:44.753317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-51e11696-f945-4038-b99f-016095e649d8 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 945 time: 0.0981963 Dec 08 00:15:44.767656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-649cacd0-9acd-4a49-b9e2-653f4297277b req-1f67f2fa-564a-403b-9c5d-01abe3f28a8e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898979 Dec 08 00:15:44.810774 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de6e8817-6172-4cf4-adef-a32c658add42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.833257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-57648b86-6b3f-4690-be6e-0c5156c049fe req-ac437f81-dd68-42ab-8f08-73cf95b5b787 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:15:44.834957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57648b86-6b3f-4690-be6e-0c5156c049fe req-ac437f81-dd68-42ab-8f08-73cf95b5b787 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070741 Dec 08 00:15:44.920868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Deleting port 867ad7b9-d988-47ab-883d-91e8213b080c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:44.921596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.924264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:15:44.925468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e74805-a111-4cf4-9e67-353c398c82b5 req-de2d012a-663f-4ed3-8277-d01b4fd872d8 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:44.927675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de6e8817-6172-4cf4-adef-a32c658add42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.931022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de6e8817-6172-4cf4-adef-a32c658add42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:44.933250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-de6e8817-6172-4cf4-adef-a32c658add42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba6626cd-1343-4d69-8ff5-cb9c43d79c53 HTTP/1.1" status: 204 len: 168 time: 0.3152983 Dec 08 00:15:44.946835 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2e74805-a111-4cf4-9e67-353c398c82b5 req-de2d012a-663f-4ed3-8277-d01b4fd872d8 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 944 time: 0.1067915 Dec 08 00:15:44.981119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e8817-6172-4cf4-adef-a32c658add42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6626cd-1343-4d69-8ff5-cb9c43d79c53,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:45.112007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2e74805-a111-4cf4-9e67-353c398c82b5 req-45605aae-70c0-4cb1-b585-a5486bf4917d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641757 Dec 08 00:15:45.199975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ccae2-3c4b-429a-8b92-bfd010eaacc8 req-601c908b-7579-4786-b33b-5c22b51b1ec5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:45.209309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f00ccae2-3c4b-429a-8b92-bfd010eaacc8 req-601c908b-7579-4786-b33b-5c22b51b1ec5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.0904400 Dec 08 00:15:45.300157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f00ccae2-3c4b-429a-8b92-bfd010eaacc8 req-357aae6e-efe5-410a-a842-cc0b52b171fa tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897272 Dec 08 00:15:45.314472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] For port 867ad7b9-d988-47ab-883d-91e8213b080c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=867ad7b9-d988-47ab-883d-91e8213b080c,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:45.314856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:45.342393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Calling delete_port for 867ad7b9-d988-47ab-883d-91e8213b080c owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:45.374642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:45.407733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '26003c5f-f456-44af-9aa7-a682bddd794d', 'network_id': '4e710410-51f4-49f6-b063-b1dbbe7a26ec', 'port_id': '26003c5f-f456-44af-9aa7-a682bddd794d', 'mac_address': 'fa:16:3e:04:f9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc59d6f-f190-4512-a973-32ad79b29c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:15:45.410758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:45.535189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33324) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:45.564912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a989c82-74b8-436f-9cf4-5c0d02f66cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:45.566833 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:45.611406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26003c5f-f456-44af-9aa7-a682bddd794d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:15:45.628620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:45.668920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:45.675345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c7d1deb4-d2dd-481b-a3dd-baaa3db942d0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:45.678609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['74295b97-5db6-4b74-a33c-b8a1d94b22b4', '867ad7b9-d988-47ab-883d-91e8213b080c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:45.691132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Pushing event deleted for resources: {'Port': ['ID=867ad7b9-d988-47ab-883d-91e8213b080c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:45.712473 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:45.785851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-4acf5d7b-8085-4d23-897b-fbda4ba22e4f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:45.803904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-4acf5d7b-8085-4d23-897b-fbda4ba22e4f tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.1493955 Dec 08 00:15:45.836525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] No DVR routers for this DVR port 867ad7b9-d988-47ab-883d-91e8213b080c on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:45.858477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:45.862511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5603ad35-764a-439f-b6ff-c88f3b9ad081 req-a1ad554c-5b73-4149-8174-5f5a37ca94f9 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "DELETE /v2.0/ports/867ad7b9-d988-47ab-883d-91e8213b080c HTTP/1.1" status: 204 len: 173 time: 1.0993354 Dec 08 00:15:45.874581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'name': 'network-vif-deleted', 'tag': '867ad7b9-d988-47ab-883d-91e8213b080c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:45.877359 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4885388-5abd-4ab0-a29f-488aa58a110e" -d '{"events": [{"server_uuid": "6d81e354-106a-4c4b-a0c2-2b8309b1f529", "name": "network-vif-deleted", "tag": "867ad7b9-d988-47ab-883d-91e8213b080c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:45.983493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:46.049293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a989c82-74b8-436f-9cf4-5c0d02f66cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:46.063222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a87b99c0-1cbe-4a5b-b26d-9bada32c6a41 req-ae4499f9-1af3-4164-ae26-708f6d97bdba tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d81e354-106a-4c4b-a0c2-2b8309b1f529 HTTP/1.1" status: 200 len: 210 time: 0.0914075 Dec 08 00:15:46.094056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a989c82-74b8-436f-9cf4-5c0d02f66cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:46.143309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['26003c5f-f456-44af-9aa7-a682bddd794d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:46.163904 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe936b3-48fb-4666-832d-b59d2ad7f557 x-openstack-request-id: req-1fe936b3-48fb-4666-832d-b59d2ad7f557 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:46.164211 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d81e354-106a-4c4b-a0c2-2b8309b1f529", "name": "network-vif-deleted", "tag": "867ad7b9-d988-47ab-883d-91e8213b080c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:46.164490 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fe936b3-48fb-4666-832d-b59d2ad7f557 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:46.164892 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d81e354-106a-4c4b-a0c2-2b8309b1f529', 'name': 'network-vif-deleted', 'tag': '867ad7b9-d988-47ab-883d-91e8213b080c', 'status': 'completed', 'code': 200} Dec 08 00:15:46.293365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fda59-28e3-4edd-bb37-c48da727a59b req-3c085070-74c0-486b-9506-4d1c80ac7e93 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:46.301322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f73fda59-28e3-4edd-bb37-c48da727a59b req-3c085070-74c0-486b-9506-4d1c80ac7e93 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 945 time: 0.3333306 Dec 08 00:15:46.337453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6a989c82-74b8-436f-9cf4-5c0d02f66cd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ee52bc445e9426e8e112339586a923c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7989941 Dec 08 00:15:46.339271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33348) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:46.347370 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-88377026-ff95-4167-acec-2c0d064471fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4270885 Dec 08 00:15:46.358222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-f63ec4d9-1850-4f3e-8911-6d0168349273 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:15:46.359261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-f63ec4d9-1850-4f3e-8911-6d0168349273 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055475 Dec 08 00:15:46.412855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a989c82-74b8-436f-9cf4-5c0d02f66cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c07af3-be3e-4135-ab86-1cfb755b6be7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:46.499267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-248689ca-f5b8-4cb0-badd-cd11423d2b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:46.557676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port 197dd21a-f288-4d37-9663-c30505dd9333 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:46.558299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:46.637851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f73fda59-28e3-4edd-bb37-c48da727a59b req-e4a70935-c9c4-495a-b5de-2e900613b472 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301964 Dec 08 00:15:46.681103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619584ca-e299-4139-bfdd-5803fc5ae8ed req-52ff510c-eb71-40b2-abbe-7d7ad44b125b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:46.683263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-619584ca-e299-4139-bfdd-5803fc5ae8ed req-52ff510c-eb71-40b2-abbe-7d7ad44b125b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.3405848 Dec 08 00:15:46.717711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-248689ca-f5b8-4cb0-badd-cd11423d2b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:46.802519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-619584ca-e299-4139-bfdd-5803fc5ae8ed req-603ffd12-ce72-49a6-8fc7-4c940c986445 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683048 Dec 08 00:15:46.945037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port 197dd21a-f288-4d37-9663-c30505dd9333, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=197dd21a-f288-4d37-9663-c30505dd9333,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:46.946282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:46.986634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for 197dd21a-f288-4d37-9663-c30505dd9333 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:47.025477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6747e1-aa24-4950-a96b-e0a64b99e34b req-8f883003-8cc5-4345-a551-bcf1aeafd16f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:47.027134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c6747e1-aa24-4950-a96b-e0a64b99e34b req-8f883003-8cc5-4345-a551-bcf1aeafd16f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.2488680 Dec 08 00:15:47.066531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-248689ca-f5b8-4cb0-badd-cd11423d2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:47.069516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-248689ca-f5b8-4cb0-badd-cd11423d2b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:47.070784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-248689ca-f5b8-4cb0-badd-cd11423d2b42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80c07af3-be3e-4135-ab86-1cfb755b6be7 HTTP/1.1" status: 204 len: 168 time: 0.7268760 Dec 08 00:15:47.088319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248689ca-f5b8-4cb0-badd-cd11423d2b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c07af3-be3e-4135-ab86-1cfb755b6be7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:47.183170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c6747e1-aa24-4950-a96b-e0a64b99e34b req-e6acb839-243c-486b-86e4-a57557f7ed5f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178877 Dec 08 00:15:47.324206 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:47.358604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e70bb801-6c4b-4603-94e7-404ac55e4738', '197dd21a-f288-4d37-9663-c30505dd9333'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:47.365418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=197dd21a-f288-4d37-9663-c30505dd9333,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:47.482292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port 197dd21a-f288-4d37-9663-c30505dd9333 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:47.485121 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:47.488752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5e1d074-26e2-4ea8-a527-081deb67a5c6 req-68638095-9d6a-47c0-b764-eec9ba8f28ca tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "DELETE /v2.0/ports/197dd21a-f288-4d37-9663-c30505dd9333 HTTP/1.1" status: 204 len: 173 time: 1.6771634 Dec 08 00:15:47.489213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'name': 'network-vif-deleted', 'tag': '197dd21a-f288-4d37-9663-c30505dd9333'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:47.492210 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901e135a-0f91-4e97-aae7-2fc69358cd63" -d '{"events": [{"server_uuid": "6d72a77f-241a-4393-b999-6cb2bbe13dd1", "name": "network-vif-deleted", "tag": "197dd21a-f288-4d37-9663-c30505dd9333"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:47.591541 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec6e372-31a8-45f0-8dbe-a641a8e02ef2 x-openstack-request-id: req-6ec6e372-31a8-45f0-8dbe-a641a8e02ef2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:47.592231 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d72a77f-241a-4393-b999-6cb2bbe13dd1", "name": "network-vif-deleted", "tag": "197dd21a-f288-4d37-9663-c30505dd9333", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:47.592231 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ec6e372-31a8-45f0-8dbe-a641a8e02ef2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:47.592462 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d72a77f-241a-4393-b999-6cb2bbe13dd1', 'name': 'network-vif-deleted', 'tag': '197dd21a-f288-4d37-9663-c30505dd9333', 'status': 'completed', 'code': 200} Dec 08 00:15:47.631411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:47.729610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a48863-f52b-4d11-9ba1-fa82b63d708b req-fa0af689-b920-47e6-9479-bf6909ac5809 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:47.742411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12a48863-f52b-4d11-9ba1-fa82b63d708b req-fa0af689-b920-47e6-9479-bf6909ac5809 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 946 time: 0.1259034 Dec 08 00:15:47.861505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12a48863-f52b-4d11-9ba1-fa82b63d708b req-8be415bc-b04b-40ba-9d70-2f915ac6f234 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073270 Dec 08 00:15:47.913509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:47.934341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cedd150b-8221-472f-acd9-6c83438224b0 req-420d60ff-6d3f-4734-819f-aa3a948d57c1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d72a77f-241a-4393-b999-6cb2bbe13dd1 HTTP/1.1" status: 200 len: 210 time: 0.0949552 Dec 08 00:15:47.945199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-98553a72-a788-4d49-bf39-1f115f64ed1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:48.030585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ab129-892e-4bf0-812b-3f11c0417f16 req-ce11bdd9-83a5-4959-86a0-eab4b260c0d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:48.042741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f4ab129-892e-4bf0-812b-3f11c0417f16 req-ce11bdd9-83a5-4959-86a0-eab4b260c0d6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 945 time: 0.0878708 Dec 08 00:15:48.089247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-98553a72-a788-4d49-bf39-1f115f64ed1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:48.094228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-98553a72-a788-4d49-bf39-1f115f64ed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:48.100470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f4ab129-892e-4bf0-812b-3f11c0417f16 req-f7222c8b-7178-4e56-909e-2d1af31171dc tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566568 Dec 08 00:15:48.133468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-98553a72-a788-4d49-bf39-1f115f64ed1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4822b4d642746529834c159faa74eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183568 Dec 08 00:15:48.136126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33382) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:48.142911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98553a72-a788-4d49-bf39-1f115f64ed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76682c00-160a-4754-aed9-9ab5803fc38b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:48.248608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8d69c24-fce9-4429-bd85-c9415e481ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:48.284479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8d69c24-fce9-4429-bd85-c9415e481ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:48.351321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8d69c24-fce9-4429-bd85-c9415e481ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:48.355870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a8d69c24-fce9-4429-bd85-c9415e481ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:48.357396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a8d69c24-fce9-4429-bd85-c9415e481ece admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76682c00-160a-4754-aed9-9ab5803fc38b HTTP/1.1" status: 204 len: 168 time: 0.2201898 Dec 08 00:15:48.370042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d69c24-fce9-4429-bd85-c9415e481ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76682c00-160a-4754-aed9-9ab5803fc38b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:48.501927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dec8d9-89f1-4efd-8176-f4476a08626b req-7e88caf5-e589-4642-8abf-309c97e1a3f9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:48.508477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92dec8d9-89f1-4efd-8176-f4476a08626b req-7e88caf5-e589-4642-8abf-309c97e1a3f9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.1401706 Dec 08 00:15:48.619644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92dec8d9-89f1-4efd-8176-f4476a08626b req-085e674e-9b39-44b1-89c5-5a154405ec76 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038072 Dec 08 00:15:48.922803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:15:49.021549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 26003c5f-f456-44af-9aa7-a682bddd794d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:15:49.026745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 26003c5f-f456-44af-9aa7-a682bddd794d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:15:49.027165 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:49.075711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf1d4d-0aa5-478e-a88c-d92c9ff9ec3a req-1f219703-f800-42b0-a70e-32d7e2614f12 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:49.095483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78cf1d4d-0aa5-478e-a88c-d92c9ff9ec3a req-1f219703-f800-42b0-a70e-32d7e2614f12 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 946 time: 0.1300218 Dec 08 00:15:49.203962 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:49.259303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:49.266235 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d10d1a-7a28-46ce-b3dc-505d2662c793" -d '{"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-plugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:49.292460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-f86af854-cbfa-4d8e-b6d4-cb80d1f1d181 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:49.295234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-f86af854-cbfa-4d8e-b6d4-cb80d1f1d181 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.44 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 946 time: 0.1984358 Dec 08 00:15:49.296535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:49.315777 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:49.317894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 867ad7b9-d988-47ab-883d-91e8213b080c no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:49.340056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78cf1d4d-0aa5-478e-a88c-d92c9ff9ec3a req-3fe7bcf2-e3c2-45bd-ba4e-27bdf1eb8eab tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330604 Dec 08 00:15:49.380130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 867ad7b9-d988-47ab-883d-91e8213b080c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:49.380573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 867ad7b9-d988-47ab-883d-91e8213b080c not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:49.448850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:49.537240 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d262f-a656-410b-b7b5-374ff6c6a2ac x-openstack-request-id: req-304d262f-a656-410b-b7b5-374ff6c6a2ac {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:49.538846 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-plugged", "status": "completed", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:49.538846 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-304d262f-a656-410b-b7b5-374ff6c6a2ac {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:49.538846 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d', 'code': 200} Dec 08 00:15:49.566445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efe9da-7a91-42a0-b3f5-b2eceb955737 req-bee1a12d-1168-4078-be47-94a03c9807e4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:49.588808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e5efe9da-7a91-42a0-b3f5-b2eceb955737 req-bee1a12d-1168-4078-be47-94a03c9807e4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.2917976 Dec 08 00:15:49.660122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:49.805710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Deleting port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:49.807438 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:49.813690 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:49.834728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e5efe9da-7a91-42a0-b3f5-b2eceb955737 req-50bceb19-5a13-437e-9cb8-9703cc18f393 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442629 Dec 08 00:15:49.912618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:49.921582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:49.923083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 197dd21a-f288-4d37-9663-c30505dd9333 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:49.943479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25de9a-d41e-49fa-820d-7b9deb2c51b2 req-b7d2d9e1-9428-4486-8df3-38af859f5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:49.948261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3b25de9a-d41e-49fa-820d-7b9deb2c51b2 req-b7d2d9e1-9428-4486-8df3-38af859f5c90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1097 time: 0.1102741 Dec 08 00:15:50.037239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3b25de9a-d41e-49fa-820d-7b9deb2c51b2 req-ee7f60fe-527c-44ec-a24b-db4e52b0c61e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 Dec 08 00:15:50.094558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:50.098264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 197dd21a-f288-4d37-9663-c30505dd9333 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:50.098963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 197dd21a-f288-4d37-9663-c30505dd9333 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:50.117124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b272dc8-5af2-435a-8328-0b7a2e09dbfe req-200761ab-1acd-4f30-8d09-c7411819f07c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:50.121092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b272dc8-5af2-435a-8328-0b7a2e09dbfe req-200761ab-1acd-4f30-8d09-c7411819f07c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.3791175 Dec 08 00:15:50.217914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] For port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:50.218287 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:50.242512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Calling delete_port for c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:50.273708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b272dc8-5af2-435a-8328-0b7a2e09dbfe req-69cd099c-c66a-4901-a81b-b68d492c2750 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397192 Dec 08 00:15:50.402660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33488) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:50.473293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:50.511968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['74295b97-5db6-4b74-a33c-b8a1d94b22b4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:50.581054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c48e7fda-b7d6-4120-a8f4-7571cb84fb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:50.583651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f884a946-da21-4754-836c-3ce83e6f3f58 req-b498e8e2-63cf-4cab-8a46-438744da3ee5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 210 time: 0.0972676 Dec 08 00:15:50.657700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Pushing event deleted for resources: {'Port': ['ID=c7d1deb4-d2dd-481b-a3dd-baaa3db942d0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:50.765474 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:15:50.788205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c48e7fda-b7d6-4120-a8f4-7571cb84fb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:50.794455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c48e7fda-b7d6-4120-a8f4-7571cb84fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:50.823637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] No DVR routers for this DVR port c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:50.826668 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:50.830129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5fd69543-9913-4638-a5a6-e133f1be5666 req-05230773-8312-408f-9e18-15afa998d01e tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.44 "DELETE /v2.0/ports/c7d1deb4-d2dd-481b-a3dd-baaa3db942d0 HTTP/1.1" status: 204 len: 173 time: 1.5282917 Dec 08 00:15:50.830593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'name': 'network-vif-deleted', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:50.846812 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4ed05a-d63e-406f-9133-158a130ef2f6" -d '{"events": [{"server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "name": "network-vif-deleted", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:50.858011 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c48e7fda-b7d6-4120-a8f4-7571cb84fb9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c7a8dcb186340d6b564d962053f5f45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538713 Dec 08 00:15:50.861165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33502) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:50.873350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e7fda-b7d6-4120-a8f4-7571cb84fb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748d74e0-6f6d-4739-a96f-8983fdb18a6b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:50.886574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33504) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:50.914832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420eef7-8a5e-4c34-a697-5050c9a84b94 req-cf527dd4-04f4-4988-a956-99ffb6a48cfb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:50.926749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0420eef7-8a5e-4c34-a697-5050c9a84b94 req-cf527dd4-04f4-4988-a956-99ffb6a48cfb tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 945 time: 0.2063479 Dec 08 00:15:50.951926 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9558934e-d8b7-4296-a188-044dc383c3d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.008016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9558934e-d8b7-4296-a188-044dc383c3d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.160028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9558934e-d8b7-4296-a188-044dc383c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.162688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9558934e-d8b7-4296-a188-044dc383c3d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.165423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0420eef7-8a5e-4c34-a697-5050c9a84b94 req-6b037873-0a9b-44b3-8989-0ddad50c4337 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358758 Dec 08 00:15:51.174077 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9558934e-d8b7-4296-a188-044dc383c3d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/748d74e0-6f6d-4739-a96f-8983fdb18a6b HTTP/1.1" status: 204 len: 168 time: 0.3110716 Dec 08 00:15:51.195644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb12e2f-c207-4255-ad34-9c74be36d164 req-71bb9851-8bb8-40a6-bdb5-67405c6e0ad7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:51.207117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cb12e2f-c207-4255-ad34-9c74be36d164 req-71bb9851-8bb8-40a6-bdb5-67405c6e0ad7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.2438676 Dec 08 00:15:51.216442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558934e-d8b7-4296-a188-044dc383c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748d74e0-6f6d-4739-a96f-8983fdb18a6b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:51.291314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78097cea-6c0c-4629-8fd9-6de8050660c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.308792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cb12e2f-c207-4255-ad34-9c74be36d164 req-fde8e011-a0d7-44af-bfd0-e68a50f196e3 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006837 Dec 08 00:15:51.316441 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa7508-083c-4622-b3cf-a4ab4712b57a x-openstack-request-id: req-51aa7508-083c-4622-b3cf-a4ab4712b57a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:51.316818 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "name": "network-vif-deleted", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:51.317082 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51aa7508-083c-4622-b3cf-a4ab4712b57a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:51.317495 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'name': 'network-vif-deleted', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0', 'status': 'completed', 'code': 200} Dec 08 00:15:51.361508 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c62efae2-f755-4750-8d43-bc5bfe419b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.500163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ab41-4ab5-4295-8da7-baecce92351f req-3c96f830-cb8b-4733-8d9e-c4eb5b145764 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:51.513539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59e2ab41-4ab5-4295-8da7-baecce92351f req-3c96f830-cb8b-4733-8d9e-c4eb5b145764 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.1173503 Dec 08 00:15:51.539731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:51.543628 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47080e7-f857-4527-8a22-ef9a71cd9ccd" -d '{"events": [{"server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:51.570397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78097cea-6c0c-4629-8fd9-6de8050660c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.584925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78097cea-6c0c-4629-8fd9-6de8050660c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.633838 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67268634-d97c-400c-864d-9464b2ec2e93 x-openstack-request-id: req-67268634-d97c-400c-864d-9464b2ec2e93 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:51.634369 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a1db4b-9640-452d-ad79-972a0eb7cf2a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d1deb4-d2dd-481b-a3dd-baaa3db942d0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:51.635549 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67268634-d97c-400c-864d-9464b2ec2e93 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:51.636347 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a1db4b-9640-452d-ad79-972a0eb7cf2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d1deb4-d2dd-481b-a3dd-baaa3db942d0', 'code': 200} Dec 08 00:15:51.649115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59e2ab41-4ab5-4295-8da7-baecce92351f req-db194a3a-ae69-4daa-b08c-f15a93813fa8 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268802 Dec 08 00:15:51.666761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33528) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:51.674715 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-78097cea-6c0c-4629-8fd9-6de8050660c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=598d31e1c8814141aff537e398433c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7868299 Dec 08 00:15:51.724863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78097cea-6c0c-4629-8fd9-6de8050660c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835d91b8-67f4-4ce5-a15a-cb12284529f5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:51.810828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20da80b2-540f-4e76-a9d8-cf32c0b226a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.917897 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20da80b2-540f-4e76-a9d8-cf32c0b226a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:51.924533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67ff07cf-e6b2-4346-9fa6-46112aa2e83b req-9f1fcc5f-e1ff-40c0-8110-46427ef6e2f5 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=78a1db4b-9640-452d-ad79-972a0eb7cf2a HTTP/1.1" status: 200 len: 210 time: 0.0735815 Dec 08 00:15:52.042258 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20da80b2-540f-4e76-a9d8-cf32c0b226a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:52.049474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20da80b2-540f-4e76-a9d8-cf32c0b226a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:52.053910 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-20da80b2-540f-4e76-a9d8-cf32c0b226a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/835d91b8-67f4-4ce5-a15a-cb12284529f5 HTTP/1.1" status: 204 len: 168 time: 0.3857043 Dec 08 00:15:52.090592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da80b2-540f-4e76-a9d8-cf32c0b226a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d91b8-67f4-4ce5-a15a-cb12284529f5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:52.431593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b134-e07e-4390-a20c-0c006249f231 req-3bba1efd-e93a-4fb6-84f0-251c800d7cd1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:52.456725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5159b134-e07e-4390-a20c-0c006249f231 req-3bba1efd-e93a-4fb6-84f0-251c800d7cd1 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 945 time: 0.2124519 Dec 08 00:15:52.490422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-02fb4871-dd40-48ed-9a5f-467ffb799d96 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:52.491997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-02fb4871-dd40-48ed-9a5f-467ffb799d96 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 945 time: 0.2194510 Dec 08 00:15:52.656439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33580) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:52.689335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f5985ca-3da0-4a57-b429-55c929f92eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:52.699931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5159b134-e07e-4390-a20c-0c006249f231 req-1e97e455-2891-4650-b6e7-ddc9bea38f06 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415071 Dec 08 00:15:52.719578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d37f29-db1e-4907-a7a9-3d86fa5cf87a req-29a4ea4b-e072-45c6-bea5-be3f134c2c59 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:52.721502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93d37f29-db1e-4907-a7a9-3d86fa5cf87a req-29a4ea4b-e072-45c6-bea5-be3f134c2c59 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.2625511 Dec 08 00:15:52.772248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Deleting port e70bb801-6c4b-4603-94e7-404ac55e4738 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:52.772808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:52.826322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f5985ca-3da0-4a57-b429-55c929f92eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:52.834020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f5985ca-3da0-4a57-b429-55c929f92eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:52.863635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93d37f29-db1e-4907-a7a9-3d86fa5cf87a req-0fdb4bdf-ad9e-4b09-9996-d211a64ff4e7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350834 Dec 08 00:15:52.910050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5985ca-3da0-4a57-b429-55c929f92eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7354945-1a71-4bc4-93e5-e954503e5f46,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:52.922289 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9f5985ca-3da0-4a57-b429-55c929f92eb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f5aab37c3dc459196f7857354e4fdda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642939 Dec 08 00:15:52.924684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:53.033881 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c926-5c47-4ed3-8fb2-54cdccd7bd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:53.062633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c926-5c47-4ed3-8fb2-54cdccd7bd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:53.129519 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c926-5c47-4ed3-8fb2-54cdccd7bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:53.133808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c926-5c47-4ed3-8fb2-54cdccd7bd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:53.137175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a3a1c926-5c47-4ed3-8fb2-54cdccd7bd58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7354945-1a71-4bc4-93e5-e954503e5f46 HTTP/1.1" status: 204 len: 168 time: 0.2106326 Dec 08 00:15:53.155780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1c926-5c47-4ed3-8fb2-54cdccd7bd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7354945-1a71-4bc4-93e5-e954503e5f46,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:53.555237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] For port e70bb801-6c4b-4603-94e7-404ac55e4738, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e70bb801-6c4b-4603-94e7-404ac55e4738,segment=NetworkSegment(8df1e225-0677-49a2-b5e5-d61cef494b49),segment_id=8df1e225-0677-49a2-b5e5-d61cef494b49)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:53.556225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:53.560780 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d6e8ad91-d27a-4bd4-9f43-d7c093ec86f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:53.574748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a573aac-4e27-4282-a0c3-26041d011cbb req-f4bc52b5-2e5c-4859-aa2a-fad3b8b4e257 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:53.581959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a573aac-4e27-4282-a0c3-26041d011cbb req-f4bc52b5-2e5c-4859-aa2a-fad3b8b4e257 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.7171447 Dec 08 00:15:53.604325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Calling delete_port for e70bb801-6c4b-4603-94e7-404ac55e4738 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:53.621622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc186-6075-4461-87d8-bd2133af98a0 req-5c9098f1-85f0-483c-a6c6-8408e98fa57b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:53.623189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f1dc186-6075-4461-87d8-bd2133af98a0 req-5c9098f1-85f0-483c-a6c6-8408e98fa57b tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.1303740 Dec 08 00:15:53.715517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a573aac-4e27-4282-a0c3-26041d011cbb req-58d0002e-cfde-4603-9c56-c86c54e0d11b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325929 Dec 08 00:15:53.794169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f1dc186-6075-4461-87d8-bd2133af98a0 req-08797fda-6bcc-4d39-83db-05590dc5b9de tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562111 Dec 08 00:15:53.935923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:53.962775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37867d8-83bd-4a80-af88-598b373273d7 req-a3750a40-9548-4934-8dd2-28f903a47e3a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:53.965066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f37867d8-83bd-4a80-af88-598b373273d7 req-a3750a40-9548-4934-8dd2-28f903a47e3a tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/ports?device_id=271efbdc-ab75-4aaa-acca-0ab3a091ed82 HTTP/1.1" status: 200 len: 945 time: 0.1173105 Dec 08 00:15:54.012812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Pushing event deleted for resources: {'Port': ['ID=e70bb801-6c4b-4603-94e7-404ac55e4738,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:54.104750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] No DVR routers for this DVR port e70bb801-6c4b-4603-94e7-404ac55e4738 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:54.109583 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:54.113208 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f53428a3-f9f7-494b-be07-2161c3dc8fdd req-1a18bbf0-c459-4746-b323-52ac3eea8716 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.44 "DELETE /v2.0/ports/e70bb801-6c4b-4603-94e7-404ac55e4738 HTTP/1.1" status: 204 len: 173 time: 1.5918462 Dec 08 00:15:54.115895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'name': 'network-vif-deleted', 'tag': 'e70bb801-6c4b-4603-94e7-404ac55e4738'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:54.118514 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9695ea-2d4c-4769-9c0b-70f52577f056" -d '{"events": [{"server_uuid": "271efbdc-ab75-4aaa-acca-0ab3a091ed82", "name": "network-vif-deleted", "tag": "e70bb801-6c4b-4603-94e7-404ac55e4738"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:54.158706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce698c-0d2f-40db-8961-4e44b3a3aadf req-d85a31aa-e881-4fa9-9a80-de5020a0f36b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:54.161389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7ce698c-0d2f-40db-8961-4e44b3a3aadf req-d85a31aa-e881-4fa9-9a80-de5020a0f36b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1604884 Dec 08 00:15:54.173904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f37867d8-83bd-4a80-af88-598b373273d7 req-bc21f441-11ec-4a16-91f6-b2e75d284479 tempest-ServersTestJSON-461692202 tempest-ServersTestJSON-461692202-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701708 Dec 08 00:15:54.254979 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b647ef91-96c0-474a-a21d-c731b167ff21 x-openstack-request-id: req-b647ef91-96c0-474a-a21d-c731b167ff21 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:54.259369 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271efbdc-ab75-4aaa-acca-0ab3a091ed82", "name": "network-vif-deleted", "tag": "e70bb801-6c4b-4603-94e7-404ac55e4738", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:54.259636 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b647ef91-96c0-474a-a21d-c731b167ff21 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:54.260629 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271efbdc-ab75-4aaa-acca-0ab3a091ed82', 'name': 'network-vif-deleted', 'tag': 'e70bb801-6c4b-4603-94e7-404ac55e4738', 'status': 'completed', 'code': 200} Dec 08 00:15:54.276628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7ce698c-0d2f-40db-8961-4e44b3a3aadf req-773676f6-d942-495a-ab6d-4936997a2477 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925486 Dec 08 00:15:54.467259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2cd45-f39a-432e-ab4a-1177dd78eed2 req-7084b0f2-491d-4f3a-84df-fe29b9d94ddb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:54.470415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38c2cd45-f39a-432e-ab4a-1177dd78eed2 req-7084b0f2-491d-4f3a-84df-fe29b9d94ddb tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.0800552 Dec 08 00:15:54.548100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33652) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:54.566169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38c2cd45-f39a-432e-ab4a-1177dd78eed2 req-56d11da1-bfce-4848-94b2-38a6ee8cd38b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880888 Dec 08 00:15:54.796276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ef474d8-25c1-4959-a90f-0ed508c6d578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:54.825916 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea291e3-c970-41a0-9c8a-2bf8ce9d4cff req-f90c4fc1-ef07-48c0-affb-f6340294b1ef tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:54.836106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ea291e3-c970-41a0-9c8a-2bf8ce9d4cff req-f90c4fc1-ef07-48c0-affb-f6340294b1ef tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1041758 Dec 08 00:15:54.949379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ef474d8-25c1-4959-a90f-0ed508c6d578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:54.952544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ea291e3-c970-41a0-9c8a-2bf8ce9d4cff req-3fd15f63-ae75-4cc1-b083-fb19bcdc8666 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144333 Dec 08 00:15:54.976590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ef474d8-25c1-4959-a90f-0ed508c6d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:54.989699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec344d-9987-4896-adb5-817ae94bc38b req-a422faed-9c0e-4e5c-a522-46a327b97994 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:54.996856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9ec344d-9987-4896-adb5-817ae94bc38b req-a422faed-9c0e-4e5c-a522-46a327b97994 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.1369872 Dec 08 00:15:55.075694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef474d8-25c1-4959-a90f-0ed508c6d578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8096cead-4c55-45e9-8153-8fa332398f1d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:55.107474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9ec344d-9987-4896-adb5-817ae94bc38b req-bec0c634-23fd-4cac-b56e-d271908ee80b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041377 Dec 08 00:15:55.113942 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.141347 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1ef474d8-25c1-4959-a90f-0ed508c6d578 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f59aa87b05248eba856f7d1aa3c3002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5911295 Dec 08 00:15:55.147591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33676) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:55.198790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d622311-d64b-4505-8901-f571622cf1ce req-8ae96ca6-fd9b-4646-9af4-837c6a7fc043 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:55.201425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d622311-d64b-4505-8901-f571622cf1ce req-8ae96ca6-fd9b-4646-9af4-837c6a7fc043 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.0745661 Dec 08 00:15:55.288808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d622311-d64b-4505-8901-f571622cf1ce req-daf63f80-f58f-4183-b865-3484c281031f tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffe34a0b-9da0-4b19-b28a-0d040eee884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817080 Dec 08 00:15:55.306112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb64519b-6ca1-4f23-8e6f-844768b3f90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.341523 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb64519b-6ca1-4f23-8e6f-844768b3f90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.350552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33686) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:55.417918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e70bb801-6c4b-4603-94e7-404ac55e4738 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:55.434319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c3b91-ec4f-439e-ae6d-ff9dd6b99bcb req-4ec6e5eb-3ca4-4e2a-bab3-7047b3de8f0b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:55.438647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-c910fbf6-d36b-4cf3-9337-bc49c02b9343 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:55.440067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a01c3b91-ec4f-439e-ae6d-ff9dd6b99bcb req-4ec6e5eb-3ca4-4e2a-bab3-7047b3de8f0b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1410944 Dec 08 00:15:55.440424 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-c910fbf6-d36b-4cf3-9337-bc49c02b9343 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 946 time: 0.2672019 Dec 08 00:15:55.451549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb64519b-6ca1-4f23-8e6f-844768b3f90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.462895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: e70bb801-6c4b-4603-94e7-404ac55e4738 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:55.463146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bb64519b-6ca1-4f23-8e6f-844768b3f90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.463796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e70bb801-6c4b-4603-94e7-404ac55e4738 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:55.465265 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bb64519b-6ca1-4f23-8e6f-844768b3f90f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8096cead-4c55-45e9-8153-8fa332398f1d HTTP/1.1" status: 204 len: 168 time: 0.3164852 Dec 08 00:15:55.490666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64519b-6ca1-4f23-8e6f-844768b3f90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8096cead-4c55-45e9-8153-8fa332398f1d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:55.526942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] Deleting subnet 37afd838-64f3-44bd-81fd-8b8aa6ed74d5 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:55.539102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.654362 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a01c3b91-ec4f-439e-ae6d-ff9dd6b99bcb req-c9ad50b4-89a2-4bb5-bb09-4c05f6f8c8b1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000034 Dec 08 00:15:55.661338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.730591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Deleting port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:55.731794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.809197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.909378 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] For port 74295b97-5db6-4b74-a33c-b8a1d94b22b4, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=74295b97-5db6-4b74-a33c-b8a1d94b22b4,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:55.909821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:55.928573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Calling delete_port for 74295b97-5db6-4b74-a33c-b8a1d94b22b4 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:56.021336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a353d0-2dad-433b-a451-a18b1c7612cd req-6e03e0ac-ff66-42bb-a0af-a524811b4388 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:56.030051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60a353d0-2dad-433b-a451-a18b1c7612cd req-6e03e0ac-ff66-42bb-a0af-a524811b4388 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.2096729 Dec 08 00:15:56.085451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.170816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37afd838-64f3-44bd-81fd-8b8aa6ed74d5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:56.185354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33720) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:56.194407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.198141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.201433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e6836118-5692-4e2e-ba28-0a3262d2a5e2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/37afd838-64f3-44bd-81fd-8b8aa6ed74d5 HTTP/1.1" status: 204 len: 168 time: 0.8461087 Dec 08 00:15:56.207840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:56.222259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60a353d0-2dad-433b-a451-a18b1c7612cd req-a48f58c6-7e0e-47c3-8099-033af54c0c2a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866751 Dec 08 00:15:56.231154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['74295b97-5db6-4b74-a33c-b8a1d94b22b4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:15:56.318558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Pushing event deleted for resources: {'Port': ['ID=74295b97-5db6-4b74-a33c-b8a1d94b22b4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:56.342357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.348512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f1c52d3f-568c-42f5-b908-89a1484d6f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.384638 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.428366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] No DVR routers for this DVR port 74295b97-5db6-4b74-a33c-b8a1d94b22b4 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:56.436635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.440450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f758b9fa-e42c-4655-8745-6619b0b6c44d req-82e749c8-122a-4263-b9cb-cebc7ae20165 tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.59 "DELETE /v2.0/ports/74295b97-5db6-4b74-a33c-b8a1d94b22b4 HTTP/1.1" status: 204 len: 173 time: 0.9916770 Dec 08 00:15:56.449350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5490e2c9-d744-4763-a386-3295adb70a23', 'name': 'network-vif-deleted', 'tag': '74295b97-5db6-4b74-a33c-b8a1d94b22b4'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:15:56.452097 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df6e82d-40d0-4e5d-b5ec-c61a99757c5d" -d '{"events": [{"server_uuid": "5490e2c9-d744-4763-a386-3295adb70a23", "name": "network-vif-deleted", "tag": "74295b97-5db6-4b74-a33c-b8a1d94b22b4"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:15:56.584332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d300fe-c05a-466d-b908-acf267cdb5a4 req-3e754044-7346-44aa-a72c-5491a29f06fc tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:56.585998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d300fe-c05a-466d-b908-acf267cdb5a4 req-3e754044-7346-44aa-a72c-5491a29f06fc tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.2401266 Dec 08 00:15:56.627506 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.694373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc1ea1-0cba-4a29-9dbe-01a1eb0ec2e6 req-9d497d74-db16-4cb0-9159-ee4d88d66f73 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:56.696041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfdc1ea1-0cba-4a29-9dbe-01a1eb0ec2e6 req-9d497d74-db16-4cb0-9159-ee4d88d66f73 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.2667000 Dec 08 00:15:56.746647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd37d65-a546-4794-845a-004bcf1de59b']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:56.787341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df1e225-0677-49a2-b5e5-d61cef494b49') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:56.787651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df1e225-0677-49a2-b5e5-d61cef494b49') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:15:56.823795 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.863177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d300fe-c05a-466d-b908-acf267cdb5a4 req-3cc28916-3a52-4e3c-83a7-610abbf6933f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245190 Dec 08 00:15:56.871600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f1c52d3f-568c-42f5-b908-89a1484d6f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.875372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfdc1ea1-0cba-4a29-9dbe-01a1eb0ec2e6 req-716f9783-28b2-4aa4-8217-b59e8d738a3e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489885 Dec 08 00:15:56.879645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.883070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f1c52d3f-568c-42f5-b908-89a1484d6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.969494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c52d3f-568c-42f5-b908-89a1484d6f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef535cf3-5170-4420-bcd8-6abda1dd66d3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:56.975593 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6258b586-2768-4c63-93a0-10e877a1ca84 x-openstack-request-id: req-6258b586-2768-4c63-93a0-10e877a1ca84 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:15:56.976153 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5490e2c9-d744-4763-a386-3295adb70a23", "name": "network-vif-deleted", "tag": "74295b97-5db6-4b74-a33c-b8a1d94b22b4", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:15:56.976153 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6258b586-2768-4c63-93a0-10e877a1ca84 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:15:56.976547 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5490e2c9-d744-4763-a386-3295adb70a23', 'name': 'network-vif-deleted', 'tag': '74295b97-5db6-4b74-a33c-b8a1d94b22b4', 'status': 'completed', 'code': 200} Dec 08 00:15:56.987598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:15:56.989435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:15:56.992822 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:15:57.044002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f1c52d3f-568c-42f5-b908-89a1484d6f2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f83a816bba4c47eb992a51622d29c3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8551645 Dec 08 00:15:57.046466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33760) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:57.156143 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-537742f0-a4cc-4f48-988f-dc7955a1b115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.199669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-537742f0-a4cc-4f48-988f-dc7955a1b115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.202292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f72ea630-f47f-408e-a69b-3876f1a5c74b req-63b42b1d-d7c2-45b0-ac5c-91bfcce27cbb tempest-ListServerFiltersTestJSON-569427162 tempest-ListServerFiltersTestJSON-569427162-project] 10.222.0.18 "GET /v2.0/ports?device_id=5490e2c9-d744-4763-a386-3295adb70a23 HTTP/1.1" status: 200 len: 210 time: 0.0849752 Dec 08 00:15:57.203856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.218083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.223637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] 10.222.0.18 "DELETE /v2.0/networks/ddd37d65-a546-4794-845a-004bcf1de59b HTTP/1.1" status: 204 len: 168 time: 0.9979317 Dec 08 00:15:57.237893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.259753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555f564-216a-4b70-bfe8-f2c9d3244793 req-818ce0bb-50c5-407b-b0f4-485e4bc18b17 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:57.267918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a555f564-216a-4b70-bfe8-f2c9d3244793 req-818ce0bb-50c5-407b-b0f4-485e4bc18b17 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1528566 Dec 08 00:15:57.270748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc6376-8c70-4906-9023-142ec47b3aae admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd37d65-a546-4794-845a-004bcf1de59b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:57.333162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-537742f0-a4cc-4f48-988f-dc7955a1b115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.335630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-537742f0-a4cc-4f48-988f-dc7955a1b115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.339128 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-537742f0-a4cc-4f48-988f-dc7955a1b115 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef535cf3-5170-4420-bcd8-6abda1dd66d3 HTTP/1.1" status: 204 len: 168 time: 0.2888908 Dec 08 00:15:57.375363 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a555f564-216a-4b70-bfe8-f2c9d3244793 req-d1b81e9d-6c35-48ac-8765-9efddeea1926 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945508 Dec 08 00:15:57.375498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537742f0-a4cc-4f48-988f-dc7955a1b115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef535cf3-5170-4420-bcd8-6abda1dd66d3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:57.607456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33796) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:57.671333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c05dd2c4-48e1-469d-8dd2-104a58d5b0d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7bf3efb41324b4c91c8df688e855172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622785 Dec 08 00:15:57.674414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33802) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:57.736154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce84327-8bc0-4ab8-8b1e-19b9f5fc8da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.768154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce84327-8bc0-4ab8-8b1e-19b9f5fc8da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.810615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa99664-3d0b-4960-ba4a-ebe8aeb41137 req-a8b03f3f-ea85-46b9-9c8a-1db4dfd0cb93 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:57.829886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce84327-8bc0-4ab8-8b1e-19b9f5fc8da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.832983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce84327-8bc0-4ab8-8b1e-19b9f5fc8da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:57.837236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0ce84327-8bc0-4ab8-8b1e-19b9f5fc8da4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ae2dd42-fba1-49eb-8daf-02bc6dddf50c HTTP/1.1" status: 204 len: 168 time: 0.1612387 Dec 08 00:15:57.837853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5fa99664-3d0b-4960-ba4a-ebe8aeb41137 req-a8b03f3f-ea85-46b9-9c8a-1db4dfd0cb93 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1548407 Dec 08 00:15:57.846262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce84327-8bc0-4ab8-8b1e-19b9f5fc8da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2dd42-fba1-49eb-8daf-02bc6dddf50c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:57.914874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5fa99664-3d0b-4960-ba4a-ebe8aeb41137 req-c3c0fd7a-3441-45f9-b63d-5be00c482df4 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760164 Dec 08 00:15:58.147613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f81c1-75d4-483d-9d2e-82e6a0986e81 req-00135a6d-5d03-47ad-917a-eb41d0d7ed46 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:58.160871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-292f81c1-75d4-483d-9d2e-82e6a0986e81 req-00135a6d-5d03-47ad-917a-eb41d0d7ed46 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.1226797 Dec 08 00:15:58.258042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-292f81c1-75d4-483d-9d2e-82e6a0986e81 req-cec42509-ff0e-427c-8ab7-32629d10df52 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958610 Dec 08 00:15:58.304694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33840) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:58.362864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] Deleting subnet 2d69cf45-3ed9-430a-9bee-e16a1d9a9264 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:15:58.367344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:58.446588 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:58.522933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b483ca-f4af-4255-9422-a7131e831694 req-165e1ebe-d4ab-4580-aa2a-997bd130f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:58.526449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-165e1ebe-d4ab-4580-aa2a-997bd130f37c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a&tenant_id=a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 1095 time: 0.0870919 Dec 08 00:15:58.544927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:15:58.582313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:58.589072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:58.673675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:58.702276 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:58.772669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:58.774834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b7a7b5-6e13-4e5a-acb8-adacc60ac3a7 None None] Network b1afa222-421b-4fc9-baa3-3ab5e046fbf2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:15:58.785632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2d69cf45-3ed9-430a-9bee-e16a1d9a9264 HTTP/1.1" status: 204 len: 168 time: 0.4773192 Dec 08 00:15:58.785632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fff93-1931-4194-8316-d490f2c12816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d69cf45-3ed9-430a-9bee-e16a1d9a9264,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:58.790373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33864) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:58.972716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 74295b97-5db6-4b74-a33c-b8a1d94b22b4 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:59.003569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.014178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b64c410d-8ce4-41b3-b05e-87dea224193f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.044834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 74295b97-5db6-4b74-a33c-b8a1d94b22b4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:15:59.052390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 74295b97-5db6-4b74-a33c-b8a1d94b22b4 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:15:59.114732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:59.152395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] DHCP port deletion for b1afa222-421b-4fc9-baa3-3ab5e046fbf2 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:15:59.192622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:15:59.199672 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b64c410d-8ce4-41b3-b05e-87dea224193f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.223638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b64c410d-8ce4-41b3-b05e-87dea224193f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.272620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] Deleting port d8903a1d-59d7-4c93-b169-e52ece5cdc70 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:59.273005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.278336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0a4a34-7368-4534-a3cf-4f055d3899c2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:15:59.304088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.338912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Transition to ACTIVE for port object 7c0a4a34-7368-4534-a3cf-4f055d3899c2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:15:59.358289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.375310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b64c410d-8ce4-41b3-b05e-87dea224193f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c56d6a691ad2443f91c3126ef89361c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7851598 Dec 08 00:15:59.376153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c410d-8ce4-41b3-b05e-87dea224193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f0180f-e3e1-4697-b018-01bab028aadc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:59.380456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33884) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:15:59.391848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b398f66-d7e0-4690-8dcb-f1212b02b9b7 req-11a2149c-e977-4802-bf78-e0ab5e0db723 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:59.393795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b398f66-d7e0-4690-8dcb-f1212b02b9b7 req-11a2149c-e977-4802-bf78-e0ab5e0db723 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1912289 Dec 08 00:15:59.474141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Deleting port d8903a1d-59d7-4c93-b169-e52ece5cdc70 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:15:59.474510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.474629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=9']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:59.517069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] For port d8903a1d-59d7-4c93-b169-e52ece5cdc70, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d8903a1d-59d7-4c93-b169-e52ece5cdc70,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:59.519743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.530114 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04abffa3-c16a-4c9d-847b-3f901465e205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.548391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] Calling delete_port for d8903a1d-59d7-4c93-b169-e52ece5cdc70 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:59.731139 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04abffa3-c16a-4c9d-847b-3f901465e205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.756455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b94b-1bf3-4db7-b996-f7fafb30ba48 req-ccdb4f25-2eb0-49d1-b571-bb32c0fdac1e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:15:59.758365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ad8b94b-1bf3-4db7-b996-f7fafb30ba48 req-ccdb4f25-2eb0-49d1-b571-bb32c0fdac1e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 944 time: 0.2860613 Dec 08 00:15:59.762244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b398f66-d7e0-4690-8dcb-f1212b02b9b7 req-0b33e03c-9dd1-48f8-8404-74ae2c6d24c5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079641 Dec 08 00:15:59.766639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] For port d8903a1d-59d7-4c93-b169-e52ece5cdc70, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d8903a1d-59d7-4c93-b169-e52ece5cdc70,segment=NetworkSegment(1923fb5e-a23c-43d6-a307-8a5035263770),segment_id=1923fb5e-a23c-43d6-a307-8a5035263770)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:15:59.767102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.825658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d8903a1d-59d7-4c93-b169-e52ece5cdc70 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:15:59.828358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.849028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ad8b94b-1bf3-4db7-b996-f7fafb30ba48 req-832817d8-e7cc-4f3f-8a3d-0d6c481fe029 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747955 Dec 08 00:15:59.861762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Calling delete_port for d8903a1d-59d7-4c93-b169-e52ece5cdc70 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:15:59.874225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] No DVR routers for this DVR port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:15:59.943352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04abffa3-c16a-4c9d-847b-3f901465e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.948173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04abffa3-c16a-4c9d-847b-3f901465e205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:15:59.949468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-04abffa3-c16a-4c9d-847b-3f901465e205 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0f0180f-e3e1-4697-b018-01bab028aadc HTTP/1.1" status: 204 len: 168 time: 0.5670917 Dec 08 00:15:59.964008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abffa3-c16a-4c9d-847b-3f901465e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f0180f-e3e1-4697-b018-01bab028aadc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:15:59.997013 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.024680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] No DVR routers for this DVR port d8903a1d-59d7-4c93-b169-e52ece5cdc70 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:16:00.048723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] No DVR routers for this DVR port d8903a1d-59d7-4c93-b169-e52ece5cdc70 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:16:00.066881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d8903a1d-59d7-4c93-b169-e52ece5cdc70 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:16:00.068007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d8903a1d-59d7-4c93-b169-e52ece5cdc70 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:00.073514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4189e-8ee8-47f2-89a6-696e40f9f977 None None] Pushing event deleted for resources: {'Port': ['ID=d8903a1d-59d7-4c93-b169-e52ece5cdc70,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:00.125023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8903a1d-59d7-4c93-b169-e52ece5cdc70,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:00.210396 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.237691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1afa222-421b-4fc9-baa3-3ab5e046fbf2']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:00.250542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:00.250858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:00.251222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:00.257124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on network 34b557cc-e162-4128-861d-521274cd0218 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:16:00.257445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Attempting to bind port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:00.262646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1923fb5e-a23c-43d6-a307-8a5035263770') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:00.263232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1923fb5e-a23c-43d6-a307-8a5035263770') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:00.263442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:00.263781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Checking segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:00.264164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Bound using segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:00.265328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Bound port: 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:00.265730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.292079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.358285 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.360999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:00.364308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:00.373252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.396189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:16:00.396605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:16:00.408791 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:16:00.450961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:00.451584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.461827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1092 time: 1.9190843 Dec 08 00:16:00.462341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:00.475614 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:00.630866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b730ee-3f6b-4754-b48d-e37d7070f2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:00.667881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b483ca-f4af-4255-9422-a7131e831694 req-fb32dd3c-c302-49f5-827f-e467507967cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:00.669402 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-fb32dd3c-c302-49f5-827f-e467507967cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1096 time: 0.1687663 Dec 08 00:16:00.669883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:00.720636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8dd01175-4c08-4f7e-8103-20ea0dd81d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.754544 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139b3d17-ca68-469b-9b9e-5992ec99cf66 x-openstack-request-id: req-139b3d17-ca68-469b-9b9e-5992ec99cf66 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:00.754835 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:00.759240 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-139b3d17-ca68-469b-9b9e-5992ec99cf66 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:00.763116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab651b-ee10-4eba-95e7-a04c6783de45 req-efda4a78-b398-48a1-99bd-1925165cd5fe tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:00.763658 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'status': 'completed', 'code': 200} Dec 08 00:16:00.771415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cab651b-ee10-4eba-95e7-a04c6783de45 req-efda4a78-b398-48a1-99bd-1925165cd5fe tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.3304825 Dec 08 00:16:00.779875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.798033 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:00.805573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b1afa222-421b-4fc9-baa3-3ab5e046fbf2 HTTP/1.1" status: 204 len: 168 time: 2.0118537 Dec 08 00:16:00.825009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446045-401b-4016-9920-8c7da45c9575 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1afa222-421b-4fc9-baa3-3ab5e046fbf2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:00.828185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-d54959b8-2317-415e-beb2-d78c970fda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:00.829768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-d54959b8-2317-415e-beb2-d78c970fda66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45376afed4604b3c91d33b4fc1fb6088&device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 1097 time: 0.3879859 Dec 08 00:16:00.902021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b483ca-f4af-4255-9422-a7131e831694 req-a38c2e8d-9a06-4755-962a-eccc59d855d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:00.903693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-a38c2e8d-9a06-4755-962a-eccc59d855d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1854825 Dec 08 00:16:00.952348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7cab651b-ee10-4eba-95e7-a04c6783de45 req-0db785ff-2b24-453b-a7dc-18febc217815 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751349 Dec 08 00:16:01.000156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-1cfb218f-d2cc-4e37-9752-944bfbffc115 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1000 time: 0.0890872 Dec 08 00:16:01.062518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8dd01175-4c08-4f7e-8103-20ea0dd81d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.074235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8dd01175-4c08-4f7e-8103-20ea0dd81d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.091182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b483ca-f4af-4255-9422-a7131e831694 req-6c3b114d-2e85-465b-a0ad-6ef34f877874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:01.093372 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-6c3b114d-2e85-465b-a0ad-6ef34f877874 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.0814719 Dec 08 00:16:01.141618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-1a8acb91-c5fc-4c66-b4c4-8e35b7681300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:01.143270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-1a8acb91-c5fc-4c66-b4c4-8e35b7681300 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 200 len: 915 time: 0.2898262 Dec 08 00:16:01.170138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9081204-8255-4c6b-b7a0-93f70664d690 req-d0ac91ca-452f-49c5-9223-f90494cc5c8b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:01.177343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9081204-8255-4c6b-b7a0-93f70664d690 req-d0ac91ca-452f-49c5-9223-f90494cc5c8b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.1006515 Dec 08 00:16:01.214785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-3e9b961e-7ef9-4bc6-bde5-f28595722a3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 200 len: 217 time: 0.0616446 Dec 08 00:16:01.226922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8dd01175-4c08-4f7e-8103-20ea0dd81d9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48292e5985d84e2e8b437a2d1a186022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5553846 Dec 08 00:16:01.229624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd01175-4c08-4f7e-8103-20ea0dd81d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f8c2a0-b7a1-41cd-947a-41a1c009558d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:01.235185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:01.253933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b483ca-f4af-4255-9422-a7131e831694 req-d44d1b0d-1548-4523-89ac-1389ed1dca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:01.255470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-d44d1b0d-1548-4523-89ac-1389ed1dca4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402769 Dec 08 00:16:01.280291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33934) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:01.389926 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-dcf5d049-97dc-41f0-9794-0e8b896c4c7d service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272321 Dec 08 00:16:01.399151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-8fdde208-91bf-4762-9c85-b1b60626f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:01.400635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-8fdde208-91bf-4762-9c85-b1b60626f9f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 200 len: 854 time: 0.1791966 Dec 08 00:16:01.410517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9081204-8255-4c6b-b7a0-93f70664d690 req-f18aae70-4088-46f9-8c75-c3c9c916a804 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322102 Dec 08 00:16:01.457026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-81c3f27a-e113-4615-8a2e-1e80578fb601 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e710410-51f4-49f6-b063-b1dbbe7a26ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412228 Dec 08 00:16:01.494754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9c9495a0-9b91-412d-aa17-83afdf87bc10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65c00832630f45028cfa7e53a127d825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959479 Dec 08 00:16:01.504882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33948) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:01.516471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e364dc42-183b-4b86-a77c-dd260c8568d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.613677 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1b483ca-f4af-4255-9422-a7131e831694 req-a61edbf9-08be-4245-b927-3f42549461eb service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162094 Dec 08 00:16:01.616818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48e396e6-332c-42d3-b05e-efcb104cde29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.621878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-91f4288e-6a09-43c4-a4a9-45438ea06dc4 service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556630 Dec 08 00:16:01.631448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e364dc42-183b-4b86-a77c-dd260c8568d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.668713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48e396e6-332c-42d3-b05e-efcb104cde29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.829894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48e396e6-332c-42d3-b05e-efcb104cde29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.832920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48e396e6-332c-42d3-b05e-efcb104cde29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.834201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-48e396e6-332c-42d3-b05e-efcb104cde29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffe34a0b-9da0-4b19-b28a-0d040eee884f HTTP/1.1" status: 204 len: 168 time: 0.3261702 Dec 08 00:16:01.843329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e364dc42-183b-4b86-a77c-dd260c8568d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.852047 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e364dc42-183b-4b86-a77c-dd260c8568d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:01.864664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-6f910341-1517-4ffe-ab9f-279ad92667a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:01.866633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e364dc42-183b-4b86-a77c-dd260c8568d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86f8c2a0-b7a1-41cd-947a-41a1c009558d HTTP/1.1" status: 204 len: 168 time: 0.6193829 Dec 08 00:16:01.872539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed7acbaf-ed2a-4ce9-94e4-633030d73562 req-2c8949a9-d455-4056-825e-7aed3845b97f service neutron] 10.222.0.59 "GET /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389221 Dec 08 00:16:01.875235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-6f910341-1517-4ffe-ab9f-279ad92667a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1096 time: 0.1354854 Dec 08 00:16:01.884083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e396e6-332c-42d3-b05e-efcb104cde29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe34a0b-9da0-4b19-b28a-0d040eee884f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:01.888185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364dc42-183b-4b86-a77c-dd260c8568d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f8c2a0-b7a1-41cd-947a-41a1c009558d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:02.150189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8f79a-52b4-47de-aeb1-78fcc2304782 req-91618414-9510-4be8-8735-7c2d4d910ad2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:02.162603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6de8f79a-52b4-47de-aeb1-78fcc2304782 req-91618414-9510-4be8-8735-7c2d4d910ad2 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.0860620 Dec 08 00:16:02.178001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-d48a8a35-3154-4fa1-9981-8fad30d62ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:02.179765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-d48a8a35-3154-4fa1-9981-8fad30d62ba7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.2749996 Dec 08 00:16:02.273878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6de8f79a-52b4-47de-aeb1-78fcc2304782 req-7e8c15be-dc88-46df-87dc-0504da8a1787 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099029 Dec 08 00:16:02.305699 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-e73a07bb-7086-462f-9005-9234d189d90c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1000 time: 0.1168585 Dec 08 00:16:02.384141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-edf1592a-bcec-42cb-ba19-0cf5323333f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:02.386785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-edf1592a-bcec-42cb-ba19-0cf5323333f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.0720856 Dec 08 00:16:02.454907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-412c68f8-8b03-43cd-8860-975a327731be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:02.456696 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-412c68f8-8b03-43cd-8860-975a327731be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595767 Dec 08 00:16:02.573411 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-f6c0942a-a141-4fb1-be5a-ff4712a52dd9 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073315 Dec 08 00:16:02.646196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03c34-ac3e-4425-9c27-c5534e18dd71 req-ba33ef7c-e542-4668-9a1d-06f3fafc56a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:02.649873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99a03c34-ac3e-4425-9c27-c5534e18dd71 req-ba33ef7c-e542-4668-9a1d-06f3fafc56a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.1071882 Dec 08 00:16:02.704548 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a720d50d-6a4f-44ea-9e88-d71707aa7cc7 req-e05142f5-78fb-43f3-bd26-8070fa79a458 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245222 Dec 08 00:16:02.737923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99a03c34-ac3e-4425-9c27-c5534e18dd71 req-68b72d8f-57cd-4c64-afe3-437ba97875d2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821543 Dec 08 00:16:02.877771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34030) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:02.903106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34036) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:03.063471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5239c673-49cf-433f-a3bf-303454d87c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.241289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2aa9fad7-35c5-4a2a-971f-99dcffebdc8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.256784 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5239c673-49cf-433f-a3bf-303454d87c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.262344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5239c673-49cf-433f-a3bf-303454d87c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.366866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239c673-49cf-433f-a3bf-303454d87c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4393c28-722d-422f-910e-958ce8b72186,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:03.383569 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5239c673-49cf-433f-a3bf-303454d87c8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4613b7d0eae482a8de3982edc83b302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5043638 Dec 08 00:16:03.384270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34054) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:03.493197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfbf3-d796-43d9-a247-c9d2dfeacce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.547098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfbf3-d796-43d9-a247-c9d2dfeacce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.641970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cf9c1-1930-43d0-aba8-b58621f7a870 req-98ed06f2-8432-46a6-ae1b-1a5eb025af7a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:03.653396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfbf3-d796-43d9-a247-c9d2dfeacce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.661770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d0cf9c1-1930-43d0-aba8-b58621f7a870 req-98ed06f2-8432-46a6-ae1b-1a5eb025af7a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.2306914 Dec 08 00:16:03.662619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfbf3-d796-43d9-a247-c9d2dfeacce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.669079 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5e7cfbf3-d796-43d9-a247-c9d2dfeacce8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4393c28-722d-422f-910e-958ce8b72186 HTTP/1.1" status: 204 len: 168 time: 0.2833681 Dec 08 00:16:03.679828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2aa9fad7-35c5-4a2a-971f-99dcffebdc8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.684759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cfbf3-d796-43d9-a247-c9d2dfeacce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4393c28-722d-422f-910e-958ce8b72186,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:03.720629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2aa9fad7-35c5-4a2a-971f-99dcffebdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:03.950210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9fad7-35c5-4a2a-971f-99dcffebdc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271f8501-4109-4b76-b882-a27680eb5b5b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:03.969999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d0cf9c1-1930-43d0-aba8-b58621f7a870 req-956d8551-077d-4298-9fde-229f4845c87a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063185 Dec 08 00:16:03.978055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2aa9fad7-35c5-4a2a-971f-99dcffebdc8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85635d3a7ca547918792cdff0924958d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0735948 Dec 08 00:16:03.981543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34072) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:04.029083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501be6-997d-43be-8a4e-5bb9ede1eead req-c4a4edb6-5a08-4c81-a058-9e64f9777eef tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:04.043604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11501be6-997d-43be-8a4e-5bb9ede1eead req-c4a4edb6-5a08-4c81-a058-9e64f9777eef tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.1492620 Dec 08 00:16:04.115214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28bbef11-1308-44b4-8225-22acea393d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:04.162190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11501be6-997d-43be-8a4e-5bb9ede1eead req-616a0191-4447-4cf9-8f52-668e79cd1f04 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119776 Dec 08 00:16:04.178713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28bbef11-1308-44b4-8225-22acea393d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:04.206361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272e0c3-ca38-4345-b07a-2456607fe662 req-9cb7aea6-9311-4f5e-ab20-506adbd0c754 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:04.216132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3272e0c3-ca38-4345-b07a-2456607fe662 req-9cb7aea6-9311-4f5e-ab20-506adbd0c754 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1245010 Dec 08 00:16:04.219995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34080) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:04.293487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28bbef11-1308-44b4-8225-22acea393d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:04.296480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3272e0c3-ca38-4345-b07a-2456607fe662 req-8aefb46f-2fb0-48c4-87c5-422b4016a00a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791681 Dec 08 00:16:04.296969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28bbef11-1308-44b4-8225-22acea393d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:04.297988 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28bbef11-1308-44b4-8225-22acea393d05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/271f8501-4109-4b76-b882-a27680eb5b5b HTTP/1.1" status: 204 len: 168 time: 0.3152957 Dec 08 00:16:04.310602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbef11-1308-44b4-8225-22acea393d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271f8501-4109-4b76-b882-a27680eb5b5b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:04.516315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b25c4-40b7-4a14-beae-73b6a8350851 req-525eca18-c9e9-4a6b-996e-3eb882080005 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:04.525085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-568b25c4-40b7-4a14-beae-73b6a8350851 req-525eca18-c9e9-4a6b-996e-3eb882080005 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.0983424 Dec 08 00:16:04.599842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-568b25c4-40b7-4a14-beae-73b6a8350851 req-f63a4654-6b33-4f09-b68d-4a3dc61bf36c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728147 Dec 08 00:16:04.737639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d28ad0-54bb-4e9d-9f81-6faad39c1927 req-71b7062e-5dc6-4d50-9124-02ac2b74697d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:04.746570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45d28ad0-54bb-4e9d-9f81-6faad39c1927 req-71b7062e-5dc6-4d50-9124-02ac2b74697d tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.0689425 Dec 08 00:16:04.778082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:04.800219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45d28ad0-54bb-4e9d-9f81-6faad39c1927 req-8f4327d6-ba78-4245-a683-cc4e5280a330 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Dec 08 00:16:05.105239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c18ff-778a-46e4-b0aa-7c893ee44dc4 req-a97e0c6e-9453-4ffe-8427-dbac9e6cf476 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:05.113969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f9c18ff-778a-46e4-b0aa-7c893ee44dc4 req-a97e0c6e-9453-4ffe-8427-dbac9e6cf476 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1470706 Dec 08 00:16:05.249140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f9c18ff-778a-46e4-b0aa-7c893ee44dc4 req-9caecab6-d7a5-4b22-941b-810c01b4121a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329017 Dec 08 00:16:05.302216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-591017512-network', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:05.464642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb064a-ccea-4e9d-b850-0da515321ebd req-b6ab866b-cdd6-41d1-a118-09f9d2beccf6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:05.473275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ecb064a-ccea-4e9d-b850-0da515321ebd req-b6ab866b-cdd6-41d1-a118-09f9d2beccf6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.1115074 Dec 08 00:16:05.479719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Made reservation on behalf of 64326daff6ca49e8ba65a59b80f164f1 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:05.487604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:05.514196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5c5c4-1d9e-4393-ab51-6ce89f7a78bd req-ac1ed9cc-2065-4175-b436-15f3d9006327 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:05.521532 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:05.528878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-85e5c5c4-1d9e-4393-ab51-6ce89f7a78bd req-ac1ed9cc-2065-4175-b436-15f3d9006327 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1202204 Dec 08 00:16:05.550038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34120) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:05.709818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51c16557-c200-436e-95b1-05c5e46da96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:05.780694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ecb064a-ccea-4e9d-b850-0da515321ebd req-e77fccb1-894d-4090-af3a-577e80f406f3 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026185 Dec 08 00:16:05.960090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:05.974442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-85e5c5c4-1d9e-4393-ab51-6ce89f7a78bd req-b1aed48f-35cd-4ff8-97af-c10b4c7c422f tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444525 Dec 08 00:16:05.975081 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.037201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0cdde-8a06-4a98-acd9-372268e67056,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:06.066307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51c16557-c200-436e-95b1-05c5e46da96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.078737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:16:06.080562 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51c16557-c200-436e-95b1-05c5e46da96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.202632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.202632 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Added segment d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c of type vlan for network be52fc29-39ae-4e64-b343-09c2cee42f1f Dec 08 00:16:06.214680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-51c16557-c200-436e-95b1-05c5e46da96b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f4b9afe08354dad9c773183040f012f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6577988 Dec 08 00:16:06.225053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c16557-c200-436e-95b1-05c5e46da96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84fd45f-2dcf-4db4-b4dd-83a1bcafce18,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:06.229841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34136) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:06.309050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.315898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a923-e727-4991-a33e-b196d5888d8c req-396da767-a93c-499c-bda6-31428b93e40c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:06.323322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b31a923-e727-4991-a33e-b196d5888d8c req-396da767-a93c-499c-bda6-31428b93e40c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1072645 Dec 08 00:16:06.381901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b4658384-a6c3-4bc5-9969-a9a1cb153980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.414824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b4658384-a6c3-4bc5-9969-a9a1cb153980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.509796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b31a923-e727-4991-a33e-b196d5888d8c req-8cbbb9fb-438a-4204-8577-aac5baf07183 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854360 Dec 08 00:16:06.513797 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b4658384-a6c3-4bc5-9969-a9a1cb153980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.517738 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b4658384-a6c3-4bc5-9969-a9a1cb153980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.519136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b4658384-a6c3-4bc5-9969-a9a1cb153980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a84fd45f-2dcf-4db4-b4dd-83a1bcafce18 HTTP/1.1" status: 204 len: 168 time: 0.2881045 Dec 08 00:16:06.529342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4658384-a6c3-4bc5-9969-a9a1cb153980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84fd45f-2dcf-4db4-b4dd-83a1bcafce18,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:06.736181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.816814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7babce-ca2d-44f0-9406-9f254a2bffb0 req-224e4691-eab7-4f93-8924-8f9a652b4a28 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:06.820175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c7babce-ca2d-44f0-9406-9f254a2bffb0 req-224e4691-eab7-4f93-8924-8f9a652b4a28 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1755939 Dec 08 00:16:06.891129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.894278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:06.894863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:06.963317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1838522 Dec 08 00:16:06.969489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34156) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:06.975607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Request body: {'subnet': {'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-subnet', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:07.022814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688740a1-6ac3-4a7d-95b7-1309e3c276cd admin admin] Pushing event updated for resources: {'Network': ['ID=be52fc29-39ae-4e64-b343-09c2cee42f1f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:07.037966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network be52fc29-39ae-4e64-b343-09c2cee42f1f details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:16:07.092304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c7babce-ca2d-44f0-9406-9f254a2bffb0 req-939475cf-093e-4866-b3f7-9878e5f1af81 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652166 Dec 08 00:16:07.163313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86568-3357-42ae-bbbe-4f23a41a8c3b req-6d9675cc-115d-4969-bc37-fad65fe0cc55 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:07.167032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0a86568-3357-42ae-bbbe-4f23a41a8c3b req-6d9675cc-115d-4969-bc37-fad65fe0cc55 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.1844964 Dec 08 00:16:07.284977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0a86568-3357-42ae-bbbe-4f23a41a8c3b req-c8c42cde-2b7e-4196-b2d6-91577ea4615e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081190 Dec 08 00:16:07.420804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e13ed4-a047-4ca8-9bb2-1275aa8ef4bb req-1ab6646c-475d-45de-b7dc-3e654e64a82b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:07.423348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49e13ed4-a047-4ca8-9bb2-1275aa8ef4bb req-1ab6646c-475d-45de-b7dc-3e654e64a82b tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1067455 Dec 08 00:16:07.491473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49e13ed4-a047-4ca8-9bb2-1275aa8ef4bb req-7d586332-7611-4835-85c0-46befcfb64a7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585332 Dec 08 00:16:07.691659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Made reservation on behalf of 64326daff6ca49e8ba65a59b80f164f1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:07.698442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:07.740156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edfdca-f5e5-4cd3-badc-45dc7d9e2ddb req-1ebe64fd-3d13-4271-8e97-77a9c1d1d48c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:07.741740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2edfdca-f5e5-4cd3-badc-45dc7d9e2ddb req-1ebe64fd-3d13-4271-8e97-77a9c1d1d48c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1029730 Dec 08 00:16:07.756299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34178) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:07.857290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2edfdca-f5e5-4cd3-badc-45dc7d9e2ddb req-9d193b63-82f7-4144-82d3-e8a39c689873 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089599 Dec 08 00:16:07.934669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Deleting port 96449b13-a2b6-4d0e-b22b-22128d57f36c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:07.935182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:08.066655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:08.123110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-650831324-network', 'tenant_id': 'b241166d8cbd499198da18de4553d047'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:08.124357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] For port 96449b13-a2b6-4d0e-b22b-22128d57f36c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=96449b13-a2b6-4d0e-b22b-22128d57f36c,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:08.124826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:08.155960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Calling delete_port for 96449b13-a2b6-4d0e-b22b-22128d57f36c owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:08.187793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6a2b25-4c6f-4f3f-9381-825c1f447848,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:08.191935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Checking segment: {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:08.192695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Network hostable DHCP agents. Network: be52fc29-39ae-4e64-b343-09c2cee42f1f, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:16:08.210174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd692-20d5-4e05-9efa-9684463964c1 req-2f91a57d-95ce-4fb9-9a6c-d1cd71283988 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:08.215765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3fcd692-20d5-4e05-9efa-9684463964c1 req-2f91a57d-95ce-4fb9-9a6c-d1cd71283988 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1657457 Dec 08 00:16:08.271518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Network be52fc29-39ae-4e64-b343-09c2cee42f1f is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:16:08.277998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Made reservation on behalf of b241166d8cbd499198da18de4553d047 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:08.288100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:08.293980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, be52fc29-39ae-4e64-b343-09c2cee42f1f) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:08.304094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bdd196-8a63-4b85-a936-8f7e126f529d None None] Network be52fc29-39ae-4e64-b343-09c2cee42f1f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:08.313699 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:08.316672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:08.317275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:08.366273 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cabf75b3-5228-4f73-a376-b5c0e23293ee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3956573 Dec 08 00:16:08.377014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34200) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:08.404441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:08.542670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3fcd692-20d5-4e05-9efa-9684463964c1 req-6e6ccf34-e44e-41d4-b68d-96db551baf31 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199563 Dec 08 00:16:08.578214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0966c612-50dd-4f81-84d1-7561c6cc629b None None] Network be52fc29-39ae-4e64-b343-09c2cee42f1f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:08.726974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:08.791708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Pushing event deleted for resources: {'Port': ['ID=96449b13-a2b6-4d0e-b22b-22128d57f36c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:09.254934 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:09.318754 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:09.319397 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:09.430275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:09.625056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb5c3-b590-487b-9c2e-8abd220a904a req-f5c07711-dea9-4d75-ad98-f753ed2979c2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:09.626539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f20fb5c3-b590-487b-9c2e-8abd220a904a req-f5c07711-dea9-4d75-ad98-f753ed2979c2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 1.1665788 Dec 08 00:16:09.685999 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:09.709393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:09.718594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Router e951ba2c-23f0-4788-b89b-8ebedc960512 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:16:09.899316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c09700-8524-40e8-8add-a6140f99c90b req-9cf0ce15-2615-4e36-8843-10366034164e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:09.902333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1c09700-8524-40e8-8add-a6140f99c90b req-9cf0ce15-2615-4e36-8843-10366034164e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.5862293 Dec 08 00:16:09.923513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:09.927341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:16:09.936860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:09.950561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] Sync routers for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:09.955017 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-27098b37-f550-459a-a7bc-634aacb0c93f admin admin] 10.222.0.18 "PUT /v2.0/routers/e951ba2c-23f0-4788-b89b-8ebedc960512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7339118 Dec 08 00:16:09.957557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34246) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:09.969265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:09.970061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:15:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:10.010773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34248) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:10.020054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847517e5-4e33-4873-b1f8-3bfee46a9cf3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:10.033268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.033691 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Added segment 86dc8749-ad99-4523-a953-96d96fafe050 of type vlan for network 1ec455b5-17f9-4422-a3cd-c9b7e664cee1 Dec 08 00:16:10.137977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f20fb5c3-b590-487b-9c2e-8abd220a904a req-8b1feb65-2e0f-4f79-99ca-866f8c33ac89 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420142 Dec 08 00:16:10.201393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1c09700-8524-40e8-8add-a6140f99c90b req-3fa00d6a-eeee-4fc4-8101-82bbe423aef7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825844 Dec 08 00:16:10.205832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.206752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.273546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:10.332258 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.333243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:10.333835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.356619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-61a1289e-98a4-493c-9b02-40e62cd6350d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.418229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.575133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8175583 Dec 08 00:16:10.616059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-61a1289e-98a4-493c-9b02-40e62cd6350d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.642742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-61a1289e-98a4-493c-9b02-40e62cd6350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.706657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec455b5-17f9-4422-a3cd-c9b7e664cee1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:10.742101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Deleting port 2ccf74ab-b438-41f9-8be6-07e5b6019f44 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:10.749828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:10.757061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.757521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.757976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.758437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.758904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.759351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.759923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.760364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.761069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.761995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.763097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.763538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.764130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87484fed-3ebb-451b-a1f8-fdb314e0f565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:10.780215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 1ec455b5-17f9-4422-a3cd-c9b7e664cee1 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:16:10.784981 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-61a1289e-98a4-493c-9b02-40e62cd6350d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d87dc7166b384a3dba5e8765de49c60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7721431 Dec 08 00:16:10.794709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a419fc0-792e-429d-83a7-ddb074cc8628 req-2138cc65-e867-45ea-9892-76b5c4f527d5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:10.803398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a419fc0-792e-429d-83a7-ddb074cc8628 req-2138cc65-e867-45ea-9892-76b5c4f527d5 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.3320155 Dec 08 00:16:10.809935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34262) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:10.911675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1289e-98a4-493c-9b02-40e62cd6350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1926cdf4-74ae-44ff-8982-f4b2daf16ae9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:10.996534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0b2358b-8b2d-4349-aa5d-ea2214c7079c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.048606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] For port 2ccf74ab-b438-41f9-8be6-07e5b6019f44, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2ccf74ab-b438-41f9-8be6-07e5b6019f44,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:11.049835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0b2358b-8b2d-4349-aa5d-ea2214c7079c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.052204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.087146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Calling delete_port for 2ccf74ab-b438-41f9-8be6-07e5b6019f44 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:11.178977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0b2358b-8b2d-4349-aa5d-ea2214c7079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.181509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0b2358b-8b2d-4349-aa5d-ea2214c7079c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.184954 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f0b2358b-8b2d-4349-aa5d-ea2214c7079c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1926cdf4-74ae-44ff-8982-f4b2daf16ae9 HTTP/1.1" status: 204 len: 168 time: 0.3709946 Dec 08 00:16:11.188550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:16:08Z', 'revision_number': 5, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port': {'id': '2ccf74ab-b438-41f9-8be6-07e5b6019f44', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:00Z', 'updated_at': '2021-12-08T00:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:11.224761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a419fc0-792e-429d-83a7-ddb074cc8628 req-c01db364-1e72-412f-99d7-d2fef44d0384 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193709 Dec 08 00:16:11.233505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2358b-8b2d-4349-aa5d-ea2214c7079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926cdf4-74ae-44ff-8982-f4b2daf16ae9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:11.291003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] Checking router: e951ba2c-23f0-4788-b89b-8ebedc960512 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:16:11.343145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] Routers {'e951ba2c-23f0-4788-b89b-8ebedc960512'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:11.344017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:15:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e951ba2c-23f0-4788-b89b-8ebedc960512'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:11.527111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.552288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] Set router e951ba2c-23f0-4788-b89b-8ebedc960512 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:11.584833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ccf74ab-b438-41f9-8be6-07e5b6019f44,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:11.709361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:16:10Z', 'revision_number': 6, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:11.713823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.734035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.779750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b928e1b-e17e-48c6-9008-2dd20b1ce9e1 None None] The sync data for ids ['e951ba2c-23f0-4788-b89b-8ebedc960512'] in n-d-820549-2 is: [{'id': 'e951ba2c-23f0-4788-b89b-8ebedc960512', 'name': 'tempest-TaggedBootDevicesTest-1768797064-router', 'tenant_id': '249d14df01944bb1b86b0fb6598bd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:03:59Z', 'updated_at': '2021-12-08T00:16:10Z', 'revision_number': 6, 'project_id': '249d14df01944bb1b86b0fb6598bd2b6', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:11.864967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:11.917347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed0187-33f6-4f19-a949-03dd1071e9a1 req-356d4c9b-19e1-449a-a64b-8c66ebf1ee63 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:11.918873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfed0187-33f6-4f19-a949-03dd1071e9a1 req-356d4c9b-19e1-449a-a64b-8c66ebf1ee63 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.4940145 Dec 08 00:16:11.928114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879682-e031-4c31-8c56-a5c2c93b4b14 req-4924642e-df88-450e-87d4-1d934aba670a tempest-ComputeTenantNetworksTest-608886673 tempest-ComputeTenantNetworksTest-608886673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:11.935668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879682-e031-4c31-8c56-a5c2c93b4b14 req-4924642e-df88-450e-87d4-1d934aba670a tempest-ComputeTenantNetworksTest-608886673 tempest-ComputeTenantNetworksTest-608886673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:11.955109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879682-e031-4c31-8c56-a5c2c93b4b14 req-4924642e-df88-450e-87d4-1d934aba670a tempest-ComputeTenantNetworksTest-608886673 tempest-ComputeTenantNetworksTest-608886673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:11.955109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9879682-e031-4c31-8c56-a5c2c93b4b14 req-4924642e-df88-450e-87d4-1d934aba670a tempest-ComputeTenantNetworksTest-608886673 tempest-ComputeTenantNetworksTest-608886673-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6859374 Dec 08 00:16:12.051401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfed0187-33f6-4f19-a949-03dd1071e9a1 req-47994da5-c6d4-4e33-af09-f2d53836692d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045203 Dec 08 00:16:12.089513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.092454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.174817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.175946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e951ba2c-23f0-4788-b89b-8ebedc960512 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:16:12.189481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.191837 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54e0a239-d4e5-4651-9c80-700dd82b771e admin admin] 10.222.0.18 "DELETE /v2.0/routers/e951ba2c-23f0-4788-b89b-8ebedc960512 HTTP/1.1" status: 204 len: 168 time: 2.2322288 Dec 08 00:16:12.193630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34294) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:12.343585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] Deleting subnet b4bb150f-69fb-4d11-92ad-06e5b0366180 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:16:12.347855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.412244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Allocated IP 172.25.6.155 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/6490c7ea-85ce-4652-8cc6-c865e7f30122) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:12.445766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdf30c-bf73-4171-9498-74eea1327511 req-c8c1d8a3-4d47-4c5c-b763-c7806a268039 tempest-ComputeTenantNetworksTest-608886673 tempest-ComputeTenantNetworksTest-608886673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:12.455818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdbdf30c-bf73-4171-9498-74eea1327511 req-c8c1d8a3-4d47-4c5c-b763-c7806a268039 tempest-ComputeTenantNetworksTest-608886673 tempest-ComputeTenantNetworksTest-608886673-project] 10.222.0.18 "GET /v2.0/networks/1ec455b5-17f9-4422-a3cd-c9b7e664cee1 HTTP/1.1" status: 200 len: 768 time: 0.3459547 Dec 08 00:16:12.467852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34302) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:12.477425 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.537799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30ea39-a17c-4648-b5a4-357c19926c40 req-e0d0b0e8-3500-4820-bf61-d475ebe6301c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:12.541745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a30ea39-a17c-4648-b5a4-357c19926c40 req-e0d0b0e8-3500-4820-bf61-d475ebe6301c tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.3993287 Dec 08 00:16:12.652344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.678967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.713260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a30ea39-a17c-4648-b5a4-357c19926c40 req-b5a8987c-4ee4-45cd-a3fa-d0c4a5d424c6 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563728 Dec 08 00:16:12.768797 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.822356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.887010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947118b-8a56-4cbe-91e4-49a2523ca155 None None] Network 669642aa-1618-4b35-a7ba-c2f405592211 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:12.946090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.965615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:12.977760 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b4bb150f-69fb-4d11-92ad-06e5b0366180 HTTP/1.1" status: 204 len: 168 time: 0.7825999 Dec 08 00:16:12.983548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34318) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:12.984496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d757b5f-5157-40b2-bf24-54f9464b9fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bb150f-69fb-4d11-92ad-06e5b0366180,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:13.011269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec455b5-17f9-4422-a3cd-c9b7e664cee1']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:13.024812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dc8749-ad99-4523-a953-96d96fafe050') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:13.025738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dc8749-ad99-4523-a953-96d96fafe050') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:13.036722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.059205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.126909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:16:13.127356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:16:13.129213 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:16:13.181558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.387853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Deleting port 6625b13f-5744-47e9-b342-c14df809157c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:13.392577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.412018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] DHCP port deletion for 669642aa-1618-4b35-a7ba-c2f405592211 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:16:13.413904 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.477386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34324) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:13.516904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] Deleting port 6625b13f-5744-47e9-b342-c14df809157c {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:13.517649 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.552547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87e833-1341-42d8-bae0-194ea0205aaf req-ac7aec72-3eb0-426a-a070-8ea284125c7e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:13.560350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff87e833-1341-42d8-bae0-194ea0205aaf req-ac7aec72-3eb0-426a-a070-8ea284125c7e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.6064665 Dec 08 00:16:13.566593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:13.573470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:13.583143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.591130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:13.675661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.677783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] For port 6625b13f-5744-47e9-b342-c14df809157c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6625b13f-5744-47e9-b342-c14df809157c,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:13.680402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.684376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ec455b5-17f9-4422-a3cd-c9b7e664cee1 HTTP/1.1" status: 204 len: 168 time: 1.2150364 Dec 08 00:16:13.699331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb0be4-b7f8-4458-ad91-669ebcd442ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec455b5-17f9-4422-a3cd-c9b7e664cee1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:13.714786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Calling delete_port for 6625b13f-5744-47e9-b342-c14df809157c owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:13.753768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb33703-d2b9-42ef-9870-3d536be38779 req-97fe6fd0-2ed6-4062-a643-9f5c72944d31 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:13.760065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7bb33703-d2b9-42ef-9870-3d536be38779 req-97fe6fd0-2ed6-4062-a643-9f5c72944d31 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.3566175 Dec 08 00:16:13.802635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Pushing event updated for resources: {'Port': ['ID=6490c7ea-85ce-4652-8cc6-c865e7f30122,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:13.843769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] For port 6625b13f-5744-47e9-b342-c14df809157c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6625b13f-5744-47e9-b342-c14df809157c,segment=NetworkSegment(0e1a631b-eed1-4a63-bd9f-f1609eab038a),segment_id=0e1a631b-eed1-4a63-bd9f-f1609eab038a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:13.850561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.895817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 96449b13-a2b6-4d0e-b22b-22128d57f36c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:16:13.918818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-82d09fb7-7713-4e1e-8853-08e273bde1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:13.953756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 96449b13-a2b6-4d0e-b22b-22128d57f36c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:16:13.954100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 96449b13-a2b6-4d0e-b22b-22128d57f36c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:13.961368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ccf74ab-b438-41f9-8be6-07e5b6019f44 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:16:13.976139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] Calling delete_port for 6625b13f-5744-47e9-b342-c14df809157c owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:13.996615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34332) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:14.007267 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.010849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2ccf74ab-b438-41f9-8be6-07e5b6019f44 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:16:14.011473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ccf74ab-b438-41f9-8be6-07e5b6019f44 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:14.012716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6625b13f-5744-47e9-b342-c14df809157c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:16:14.024226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff87e833-1341-42d8-bae0-194ea0205aaf req-37f4c5e5-a893-4cd7-85b5-903e41127927 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625702 Dec 08 00:16:14.084791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.100960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No active binding found for port 6625b13f-5744-47e9-b342-c14df809157c {{(pid=103115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 00:16:14.101508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6625b13f-5744-47e9-b342-c14df809157c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:14.256356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7bb33703-d2b9-42ef-9870-3d536be38779 req-d26626b8-da85-45bb-949f-9fbe6b567bff tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784882 Dec 08 00:16:14.318503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.326995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-82d09fb7-7713-4e1e-8853-08e273bde1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.342365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-82d09fb7-7713-4e1e-8853-08e273bde1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.358971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] No DVR routers for this DVR port 6625b13f-5744-47e9-b342-c14df809157c on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:16:14.373325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bad90-97df-4e0b-92ff-9aff3c8e91df None None] Pushing event deleted for resources: {'Port': ['ID=6625b13f-5744-47e9-b342-c14df809157c,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:14.373879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6625b13f-5744-47e9-b342-c14df809157c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:14.423130 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2778c441-1eeb-44fc-a25f-14c2ee76f440 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b241166d8cbd499198da18de4553d047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4153130 Dec 08 00:16:14.436193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] No DVR routers for this DVR port 6625b13f-5744-47e9-b342-c14df809157c on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:16:14.441625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34340) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:14.515261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d09fb7-7713-4e1e-8853-08e273bde1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d045d56c-cc72-4313-bc8a-cf09b7a18ecf,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:14.552712 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-82d09fb7-7713-4e1e-8853-08e273bde1ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3051058e799472a8d50a73a2bac6270&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0787334 Dec 08 00:16:14.584538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34342) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:14.724183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.735395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-501bf31e-8a98-426a-a861-8adca0d9a65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.769754 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a06178d-add5-4e01-96fe-b654a2aa84cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.798660 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a06178d-add5-4e01-96fe-b654a2aa84cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.863692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669642aa-1618-4b35-a7ba-c2f405592211']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:14.867587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a06178d-add5-4e01-96fe-b654a2aa84cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.870606 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a06178d-add5-4e01-96fe-b654a2aa84cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:14.871989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7a06178d-add5-4e01-96fe-b654a2aa84cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/847517e5-4e33-4873-b1f8-3bfee46a9cf3 HTTP/1.1" status: 204 len: 168 time: 0.4254320 Dec 08 00:16:14.946538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06178d-add5-4e01-96fe-b654a2aa84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847517e5-4e33-4873-b1f8-3bfee46a9cf3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:14.984260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1a631b-eed1-4a63-bd9f-f1609eab038a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:14.988356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1a631b-eed1-4a63-bd9f-f1609eab038a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:14.998503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-501bf31e-8a98-426a-a861-8adca0d9a65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.030060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.094204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.142786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:16:15.144822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:16:15.148982 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:16:15.258126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.267384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.282021 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] 10.222.0.18 "DELETE /v2.0/networks/669642aa-1618-4b35-a7ba-c2f405592211 HTTP/1.1" status: 204 len: 168 time: 2.2881765 Dec 08 00:16:15.285321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34350) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:15.306078 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-501bf31e-8a98-426a-a861-8adca0d9a65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.309848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-501bf31e-8a98-426a-a861-8adca0d9a65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.311494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-501bf31e-8a98-426a-a861-8adca0d9a65b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d045d56c-cc72-4313-bc8a-cf09b7a18ecf HTTP/1.1" status: 204 len: 168 time: 0.7201979 Dec 08 00:16:15.436142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.495321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686282-38e9-4cae-8f88-8983046b0c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=669642aa-1618-4b35-a7ba-c2f405592211,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:15.513083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bf31e-8a98-426a-a861-8adca0d9a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d045d56c-cc72-4313-bc8a-cf09b7a18ecf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:15.862154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea734-6b69-4a1e-b1ee-890fcedb1071 req-636bad3b-266e-4b44-8b8e-b4435683b797 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:15.864466 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba2ea734-6b69-4a1e-b1ee-890fcedb1071 req-636bad3b-266e-4b44-8b8e-b4435683b797 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.2080729 Dec 08 00:16:15.868415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:15.993567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba2ea734-6b69-4a1e-b1ee-890fcedb1071 req-745df8f2-a43e-4718-b0b5-c4171b415ead tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214626 Dec 08 00:16:16.193544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:16:16.358394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:16.374570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:16.388617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Sync routers for ids ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:16.409577 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Routers {'23ff43de-0e3b-4c71-884f-9366ddcd31e0'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:16.414103 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:15:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:16.438825 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:16.442877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e5ff08a5-8e9e-461e-ba7e-66ac36e51997 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0569055 Dec 08 00:16:16.450094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34384) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:16.730568 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Set router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:17.209848 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:16:14Z', 'revision_number': 3, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port': {'id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:11Z', 'updated_at': '2021-12-08T00:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:17.279102 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Checking router: 23ff43de-0e3b-4c71-884f-9366ddcd31e0 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:16:17.285756 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Updating router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 port 6490c7ea-85ce-4652-8cc6-c865e7f30122 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:16:17.297738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Deleting port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:17.298247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:17.322526 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:17.422527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:17.493683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb966f7-7022-4fe0-8464-496687a4f4b0 req-a1fe6004-1dde-4342-94a3-0f95e9056b78 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:17.495772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cb966f7-7022-4fe0-8464-496687a4f4b0 req-a1fe6004-1dde-4342-94a3-0f95e9056b78 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.2322474 Dec 08 00:16:17.506052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] For port 14645da2-1e3b-46ff-a0ea-81cd76a26b6f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,segment=NetworkSegment(1bbcf989-2532-4100-b426-ba11ac59d729),segment_id=1bbcf989-2532-4100-b426-ba11ac59d729)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:17.508569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:17.545099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Calling delete_port for 14645da2-1e3b-46ff-a0ea-81cd76a26b6f owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:17.625977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cb966f7-7022-4fe0-8464-496687a4f4b0 req-a44a9e56-149c-4177-afd5-70de4c845241 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063042 Dec 08 00:16:17.870203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:17.975508 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:17.983284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:17.985946 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:18.047137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Pushing event deleted for resources: {'Port': ['ID=14645da2-1e3b-46ff-a0ea-81cd76a26b6f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:18.090035 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Pushing event updated for resources: {'Port': ['ID=6490c7ea-85ce-4652-8cc6-c865e7f30122,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:18.166971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.167333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.167682 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.178170 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.178524 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.178874 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.179238 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.179574 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.180703 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.181044 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.181935 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.186943 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.189809 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:18.202728 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Attempting to bind port 6490c7ea-85ce-4652-8cc6-c865e7f30122 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:18.211238 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Attempting to bind port 6490c7ea-85ce-4652-8cc6-c865e7f30122 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:18.211798 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Attempting to bind port 6490c7ea-85ce-4652-8cc6-c865e7f30122 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:18.228183 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:18.228489 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:18.228904 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:18.229306 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:18.229802 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Bound port: 6490c7ea-85ce-4652-8cc6-c865e7f30122, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:18.230188 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:18.299785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Allocated IP 172.20.0.1 (be52fc29-39ae-4e64-b343-09c2cee42f1f/2c6a2b25-4c6f-4f3f-9381-825c1f447848/b02c4a78-5712-499f-9b05-6ee9e34e4400) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:18.397628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34444) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:18.401544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] For port 6490c7ea-85ce-4652-8cc6-c865e7f30122, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:18.407133 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] For port 6490c7ea-85ce-4652-8cc6-c865e7f30122, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6490c7ea-85ce-4652-8cc6-c865e7f30122,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:18.422474 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:18.574961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:18.587413 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Routers {'23ff43de-0e3b-4c71-884f-9366ddcd31e0'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:18.589813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:18.593994 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:15:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:18.619923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9639ef7b-8907-44b4-8365-ab0bb8ca9291 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-736700576'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:18.624445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9639ef7b-8907-44b4-8365-ab0bb8ca9291 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Unknown quota resources ['metering_label']. {{(pid=103114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:16:18.713598 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b06a1e-ec3c-4301-b81a-a6b05697ab0d None None] Pushing event updated for resources: {'Port': ['ID=6490c7ea-85ce-4652-8cc6-c865e7f30122,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:18.903724 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] Set router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:19.237208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:16:14Z', 'revision_number': 3, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port': {'id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:11Z', 'updated_at': '2021-12-08T00:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:19.297424 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef43ae-954c-4d30-a9fb-73d39fb1fbdd None None] The sync data for ids ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'] in n-d-820549-2 is: [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:16:14Z', 'revision_number': 3, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port': {'id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:11Z', 'updated_at': '2021-12-08T00:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:19.325862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:16:19.330344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9639ef7b-8907-44b4-8365-ab0bb8ca9291 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:19.332464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9639ef7b-8907-44b4-8365-ab0bb8ca9291 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9338832 Dec 08 00:16:19.338441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34476) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:19.347638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-51992644-225b-4a2e-a40d-25278beb507b tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c57de53c-b84c-41ad-bdee-2180876e5486'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:19.348382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-51992644-225b-4a2e-a40d-25278beb507b tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:16:19.355099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610acbc3-d2d2-4496-9928-5d495a8a0af6 req-e13643ae-776f-4a7d-a754-56568c241e50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:19.366281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-610acbc3-d2d2-4496-9928-5d495a8a0af6 req-e13643ae-776f-4a7d-a754-56568c241e50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.5420659 Dec 08 00:16:19.388082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:19.510237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-610acbc3-d2d2-4496-9928-5d495a8a0af6 req-989b2efb-266f-44d8-9fe3-6c0d37aa1c27 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426167 Dec 08 00:16:19.526245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:19.534771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Network be52fc29-39ae-4e64-b343-09c2cee42f1f is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:19.537959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:19.541623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] Sync routers for ids ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:19.542512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:19.551691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Pushing event updated for resources: {'Port': ['ID=b02c4a78-5712-499f-9b05-6ee9e34e4400,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:19.584970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] Routers {'3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:19.586327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:15:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:19.620032 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:19.622819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b4e780ca-3a8c-426b-8b3a-94d29480b317 admin admin] 10.222.0.18 "PUT /v2.0/routers/3846ae9a-0913-4adc-a963-8ec2c1e4ad2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3331177 Dec 08 00:16:19.623596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34480) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:19.779099 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:19.779099 n-d-820549-2 neutron-server[103113]: WARNING neutron.services.metering.metering_plugin [None req-51992644-225b-4a2e-a40d-25278beb507b tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 00:16:19.940298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] Set router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:20.067080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:20.164281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:16:17Z', 'revision_number': 5, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:20.223037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] Checking router: 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:16:20.234603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] Routers {'3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:20.235606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:15:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:20.340823 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51992644-225b-4a2e-a40d-25278beb507b tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:20.342070 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-51992644-225b-4a2e-a40d-25278beb507b tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0024078 Dec 08 00:16:20.353373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34490) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:20.366091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a0ab7b65-ebb0-48b9-b018-f5c18adf831d tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c57de53c-b84c-41ad-bdee-2180876e5486'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:20.366609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a0ab7b65-ebb0-48b9-b018-f5c18adf831d tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:16:20.397510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] Set router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:20.528490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:20.658364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:16:17Z', 'revision_number': 5, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:20.713703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Deleting port bc9101a3-6d69-44f0-ae4d-7afb90ed5368 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:20.714179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:20.744745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef6bf1-5b75-4950-902a-4f69941f7a21 None None] The sync data for ids ['3846ae9a-0913-4adc-a963-8ec2c1e4ad2c'] in n-d-820549-2 is: [{'id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'name': 'tempest-TaggedBootDevicesTest-1014965789-router', 'tenant_id': 'c1869b72e72346e39317d5c18edf7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:04:15Z', 'updated_at': '2021-12-08T00:16:17Z', 'revision_number': 5, 'project_id': 'c1869b72e72346e39317d5c18edf7727', 'gw_port': {'id': 'bc9101a3-6d69-44f0-ae4d-7afb90ed5368', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846ae9a-0913-4adc-a963-8ec2c1e4ad2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:04:17Z', 'updated_at': '2021-12-08T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:20.826879 n-d-820549-2 neutron-server[103114]: WARNING neutron.services.metering.metering_plugin [None req-a0ab7b65-ebb0-48b9-b018-f5c18adf831d tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 00:16:20.895170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] For port bc9101a3-6d69-44f0-ae4d-7afb90ed5368, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:20.895546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:20.926347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Calling delete_port for bc9101a3-6d69-44f0-ae4d-7afb90ed5368 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:21.085424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7b65-ebb0-48b9-b018-f5c18adf831d tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:21.087210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a0ab7b65-ebb0-48b9-b018-f5c18adf831d tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7326794 Dec 08 00:16:21.096228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:21.139192 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af5c3b7d-f3a2-46dd-8af3-1464757706e4 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=f034b664-6f33-4856-9d83-c907ee8a5320 HTTP/1.1" status: 200 len: 462 time: 0.0417562 Dec 08 00:16:21.142209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34514) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:21.151350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc4a3-1a64-4904-a585-30474fec7cfa req-a6aeae2d-2802-4a52-85f7-10de0e4301f2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:21.158614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14cbc4a3-1a64-4904-a585-30474fec7cfa req-a6aeae2d-2802-4a52-85f7-10de0e4301f2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.3535676 Dec 08 00:16:21.181016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:21.258999 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:21.365597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-75d8321f-dc0c-4175-8a05-db3f0bc8e9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:21.423047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14cbc4a3-1a64-4904-a585-30474fec7cfa req-7115505c-d417-4456-890b-a21d86132472 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390945 Dec 08 00:16:21.425770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Pushing event updated for resources: {'Port': ['ID=b02c4a78-5712-499f-9b05-6ee9e34e4400,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:21.470599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:21.510809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd7229e4-39db-4fd6-bb46-430bc8a34a57 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:21.513768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd7229e4-39db-4fd6-bb46-430bc8a34a57 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/f034b664-6f33-4856-9d83-c907ee8a5320 HTTP/1.1" status: 204 len: 168 time: 0.3690946 Dec 08 00:16:21.519187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:21.546810 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4a2dd9ba-4cbc-418f-acb3-123d249ec566 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=f034b664-6f33-4856-9d83-c907ee8a5320 HTTP/1.1" status: 200 len: 221 time: 0.0256426 Dec 08 00:16:21.554573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34522) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:21.566430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b538ab92-90d4-49a6-a751-1901a00814af tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1963712809', 'description': 'label created by tempest'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:21.568814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b538ab92-90d4-49a6-a751-1901a00814af tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Unknown quota resources ['metering_label']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:16:21.630815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Network be52fc29-39ae-4e64-b343-09c2cee42f1f is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:21.632264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:21.838264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:16:21.878505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6490c7ea-85ce-4652-8cc6-c865e7f30122 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:22.007349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6490c7ea-85ce-4652-8cc6-c865e7f30122 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:22.007724 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.038119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:22.046642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-102f3a95-da8b-408b-9c8a-c4b38005de10 admin admin] 10.222.0.18 "PUT /v2.0/routers/23ff43de-0e3b-4c71-884f-9366ddcd31e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5952320 Dec 08 00:16:22.048435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b538ab92-90d4-49a6-a751-1901a00814af tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.049619 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b538ab92-90d4-49a6-a751-1901a00814af tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4917855 Dec 08 00:16:22.050583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.056958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34534) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:22.129446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9101a3-6d69-44f0-ae4d-7afb90ed5368,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:22.200154 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.220008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.220368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.220707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.231397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.232102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.232620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.233137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.233651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.234155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.234664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.235206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.235726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.236229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:22.258499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 6490c7ea-85ce-4652-8cc6-c865e7f30122, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6490c7ea-85ce-4652-8cc6-c865e7f30122,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:22.278170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.293774 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.305080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 14645da2-1e3b-46ff-a0ea-81cd76a26b6f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:16:22.437359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 14645da2-1e3b-46ff-a0ea-81cd76a26b6f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:16:22.437706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 14645da2-1e3b-46ff-a0ea-81cd76a26b6f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:22.513004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=6490c7ea-85ce-4652-8cc6-c865e7f30122,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:22.526459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.528755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.632005 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Sync routers for ids ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:22.638912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.639539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3846ae9a-0913-4adc-a963-8ec2c1e4ad2c {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:16:22.646141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.653538 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea4d0955-7e52-4d13-bb9a-24cb734ab8e8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3846ae9a-0913-4adc-a963-8ec2c1e4ad2c HTTP/1.1" status: 204 len: 168 time: 3.0286942 Dec 08 00:16:22.654016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34558) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:22.670717 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Routers {'23ff43de-0e3b-4c71-884f-9366ddcd31e0'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:22.671428 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:15:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:22.811417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] Deleting subnet 41f6dabd-5679-4d93-bbf9-bcb11c7f7656 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:16:22.831147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.899362 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:22.969862 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Set router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:23.018372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.051193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:16:23.089701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.133241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.142836 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41f6dabd-5679-4d93-bbf9-bcb11c7f7656 HTTP/1.1" status: 204 len: 168 time: 0.4853899 Dec 08 00:16:23.169183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6cbd19-5e89-4d8b-a48c-ff060f50d304 None None] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:23.189329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34572) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:23.315052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a633873-a938-477f-b596-f9918af6e877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f6dabd-5679-4d93-bbf9-bcb11c7f7656,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:23.372129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.388913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421113d0-afc0-4320-855b-292384c384eb req-e2817738-8784-4e05-8beb-df3b9fbf5c62 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:23.397496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-e2817738-8784-4e05-8beb-df3b9fbf5c62 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 818 time: 0.4117334 Dec 08 00:16:23.405038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-42a5fdc0-5e6b-44ac-9dba-90a7e4fc7ad8 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=b0748df0-d8f3-45c7-b993-c7de4bae1adf HTTP/1.1" status: 200 len: 468 time: 1.3466396 Dec 08 00:16:23.412758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34576) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:23.429645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-b2b227d1-d210-4f95-ba6e-e143acbe5bb3 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/quotas/64326daff6ca49e8ba65a59b80f164f1 HTTP/1.1" status: 200 len: 375 time: 0.0305481 Dec 08 00:16:23.452810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900483-7dc7-4036-8ee4-554302e6dc17 req-e2dc39ff-6728-4e73-9c1a-f1396bbcf1c2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:23.461180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56900483-7dc7-4036-8ee4-554302e6dc17 req-e2dc39ff-6728-4e73-9c1a-f1396bbcf1c2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 945 time: 0.2600608 Dec 08 00:16:23.521143 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:16:19Z', 'revision_number': 4, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port': {'id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:11Z', 'updated_at': '2021-12-08T00:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b02c4a78-5712-499f-9b05-6ee9e34e4400', 'name': '', 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'mac_address': 'fa:16:3e:dc:1e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:17Z', 'updated_at': '2021-12-08T00:16:20Z', 'revision_number': 2, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'subnets': [{'id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:23.536300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:23.555656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'port_id': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'mac_address': 'fa:16:3e:23:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:16:23.612668 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Checking router: 23ff43de-0e3b-4c71-884f-9366ddcd31e0 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:16:23.612668 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Updating router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 port b02c4a78-5712-499f-9b05-6ee9e34e4400 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:16:23.616815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-646df0fd-1b1e-4021-b479-64be50ae14bf tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858075 Dec 08 00:16:23.664427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44f0b71a-9d7f-48b3-a3f9-49c9e6ec7f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.668805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56900483-7dc7-4036-8ee4-554302e6dc17 req-5c24e3e9-4bb2-4504-b728-636fa8807ccf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062483 Dec 08 00:16:23.693037 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.704895 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.750737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0a4a34-7368-4534-a3cf-4f055d3899c2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:16:23.806957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:23.814141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] DHCP port deletion for 43a55cbb-ccfb-4eb4-adbd-6f993004d26e request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:16:23.828999 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:23.936931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-af751ff4-0df8-4bcd-ac7e-170624ab9508 service neutron] 10.222.0.18 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187323 Dec 08 00:16:23.975952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:23.995515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6490c7ea-85ce-4652-8cc6-c865e7f30122 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:24.026200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Deleting port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:24.026972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.031425 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8aea96e2-9c5b-4c9c-bfe6-e3c70df82a1e tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.032941 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8aea96e2-9c5b-4c9c-bfe6-e3c70df82a1e tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/b0748df0-d8f3-45c7-b993-c7de4bae1adf HTTP/1.1" status: 204 len: 168 time: 0.6192210 Dec 08 00:16:24.036719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34604) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:24.089002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7eadcea3-184a-4420-9fb0-30078b554133 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=b0748df0-d8f3-45c7-b993-c7de4bae1adf HTTP/1.1" status: 200 len: 216 time: 0.0508854 Dec 08 00:16:24.092254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34610) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:24.139410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-26505a77-1643-402c-add3-ddb4a74a96be service neutron] 10.222.0.18 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958792 Dec 08 00:16:24.141144 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f0d6287d-7f30-4766-8607-e4d3848dbc44 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0469482 Dec 08 00:16:24.147136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34614) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:24.151467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] For port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,segment=NetworkSegment(1bbcf989-2532-4100-b426-ba11ac59d729),segment_id=1bbcf989-2532-4100-b426-ba11ac59d729)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:24.152086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.167842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-03cc3406-1b16-47d3-a683-5007709bca8f tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0181713 Dec 08 00:16:24.168458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34616) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:24.170033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Calling delete_port for 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:24.224855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['7c0a4a34-7368-4534-a3cf-4f055d3899c2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:16:24.238802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2eedf05b-134e-4323-9ee0-d9edaff69a97 tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/c57de53c-b84c-41ad-bdee-2180876e5486 HTTP/1.1" status: 200 len: 472 time: 0.0690305 Dec 08 00:16:24.239820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34620) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:24.267918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9abbe339-bf83-4adb-a8d4-0a195f90665d tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/fa7c5dc7-da86-418c-8683-b5950c7607c9 HTTP/1.1" status: 200 len: 459 time: 0.0268030 Dec 08 00:16:24.270816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34624) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:24.316609 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.371684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Deleting port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:24.372595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.391574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] No DVR routers for this DVR port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:16:24.403448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:24.552437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.596459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-85e2aebb-7f22-4bf0-9e03-7ee30ca2bc4e tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.600322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34644) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:24.601133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-85e2aebb-7f22-4bf0-9e03-7ee30ca2bc4e tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/fa7c5dc7-da86-418c-8683-b5950c7607c9 HTTP/1.1" status: 204 len: 168 time: 0.3295095 Dec 08 00:16:24.634246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45687dfb-2a82-4bca-970d-3f5c87d30cab req-c870dc69-9056-4a65-9599-50073c81a453 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 210 time: 0.0540779 Dec 08 00:16:24.763611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a55cbb-ccfb-4eb4-adbd-6f993004d26e']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:24.847975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbcf989-2532-4100-b426-ba11ac59d729') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:24.848273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbcf989-2532-4100-b426-ba11ac59d729') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:24.894837 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.913983 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.932718 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.969102 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.978010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:16:24.979667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:16:24.981714 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:16:25.001042 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-910d4f3d-58c9-40e2-89a2-79fb1248cb1f tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.005494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-910d4f3d-58c9-40e2-89a2-79fb1248cb1f tempest-MeteringIpV6TestJSON-1497911120 tempest-MeteringIpV6TestJSON-1497911120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/c57de53c-b84c-41ad-bdee-2180876e5486 HTTP/1.1" status: 204 len: 168 time: 0.4037850 Dec 08 00:16:25.015516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c9b08-f15b-4ef9-8023-4e326dbdfb29 req-02e58f4e-52dc-4747-b1ab-0a3244be67ec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:25.026441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e05c9b08-f15b-4ef9-8023-4e326dbdfb29 req-02e58f4e-52dc-4747-b1ab-0a3244be67ec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.2314391 Dec 08 00:16:25.114464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.139127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.146836 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/43a55cbb-ccfb-4eb4-adbd-6f993004d26e HTTP/1.1" status: 204 len: 168 time: 1.9558649 Dec 08 00:16:25.182134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e05c9b08-f15b-4ef9-8023-4e326dbdfb29 req-ee5e2793-0757-4bbb-8a4c-a7413775e279 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547282 Dec 08 00:16:25.235406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067e20e-e814-459a-8892-7c21a6f4aa42 admin admin] Pushing event deleted for resources: {'Network': ['ID=43a55cbb-ccfb-4eb4-adbd-6f993004d26e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:25.260760 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395c192-d3c9-4191-899a-21434b72f5c4 None None] Pushing event updated for resources: {'Port': ['ID=b02c4a78-5712-499f-9b05-6ee9e34e4400,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:25.349857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] For port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:25.350455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.351786 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Attempting to bind port b02c4a78-5712-499f-9b05-6ee9e34e4400 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:25.352207 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Attempting to bind port b02c4a78-5712-499f-9b05-6ee9e34e4400 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:25.352586 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Attempting to bind port b02c4a78-5712-499f-9b05-6ee9e34e4400 on network be52fc29-39ae-4e64-b343-09c2cee42f1f {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:25.369642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Calling delete_port for 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:25.372347 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:25.372735 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Checking segment: {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:25.373140 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.373945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:16:25.380264 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Bound using segment: {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:25.380793 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Bound port: b02c4a78-5712-499f-9b05-6ee9e34e4400, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:25.381343 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.385449 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.395956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Network 43a55cbb-ccfb-4eb4-adbd-6f993004d26e is not hosted by any dhcp agent {{(pid=103115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:16:25.396658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] No DVR routers for this DVR port 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:16:25.410231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6490c7ea-85ce-4652-8cc6-c865e7f30122 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:25.411751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.505093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9221b-3c8f-4332-9701-4e1d42541630 None None] Pushing event deleted for resources: {'Port': ['ID=0e561492-e46e-4b68-bd5e-e69cf61ab1c0,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:25.519539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.538234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-1890cef9-d6c4-4b32-8360-1c8ae983c26b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:25.543889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-1890cef9-d6c4-4b32-8360-1c8ae983c26b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 818 time: 0.2554672 Dec 08 00:16:25.599759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34702) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:25.635411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-48333fb5-7a3a-4d9c-bcae-f151c902ecdf tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/quotas/64326daff6ca49e8ba65a59b80f164f1 HTTP/1.1" status: 200 len: 375 time: 0.0735645 Dec 08 00:16:25.643387 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] For port b02c4a78-5712-499f-9b05-6ee9e34e4400, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:25.661249 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] For port b02c4a78-5712-499f-9b05-6ee9e34e4400, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b02c4a78-5712-499f-9b05-6ee9e34e4400,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:25.673123 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.705047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad6371-e862-4571-ab85-c5084fc89473 req-62707d7b-83f8-4d28-aa44-9b307bc780a7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:25.709669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf599a17-509c-4b23-bd81-2d0c64ba1f06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=249d14df01944bb1b86b0fb6598bd2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1078184 Dec 08 00:16:25.710242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30ad6371-e862-4571-ab85-c5084fc89473 req-62707d7b-83f8-4d28-aa44-9b307bc780a7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.2739120 Dec 08 00:16:25.713421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34704) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:25.815269 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Routers {'23ff43de-0e3b-4c71-884f-9366ddcd31e0'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:25.824736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc9101a3-6d69-44f0-ae4d-7afb90ed5368 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:16:25.826059 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:25.844537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34706) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:25.872506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef06d04-4027-42ae-9f19-dda0e757c20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.882220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: bc9101a3-6d69-44f0-ae4d-7afb90ed5368 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:16:25.882570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bc9101a3-6d69-44f0-ae4d-7afb90ed5368 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:25.935737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef06d04-4027-42ae-9f19-dda0e757c20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:25.957624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30ad6371-e862-4571-ab85-c5084fc89473 req-1a74cc4a-20e5-49e0-8944-f13669929d4a tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846216 Dec 08 00:16:26.001533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-2f988ee3-9117-4dc0-a751-dc66b5bade9d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3637300 Dec 08 00:16:26.137904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395c192-d3c9-4191-899a-21434b72f5c4 None None] Pushing event updated for resources: {'Port': ['ID=b02c4a78-5712-499f-9b05-6ee9e34e4400,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:26.160596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:16:26.169127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-d810b25d-afa0-4d63-bcb1-9a25ab1b78b9 service neutron] 10.222.0.18 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662390 Dec 08 00:16:26.209034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33843573-0eaa-4732-b48d-2ba456dc3fc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:26.230933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:16:26.231587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e561492-e46e-4b68-bd5e-e69cf61ab1c0 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:26.242701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef06d04-4027-42ae-9f19-dda0e757c20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:26.254732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef06d04-4027-42ae-9f19-dda0e757c20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:26.263972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ef06d04-4027-42ae-9f19-dda0e757c20c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6847af5d-78bf-477b-88e8-9051cb20b368 HTTP/1.1" status: 204 len: 168 time: 0.5493608 Dec 08 00:16:26.265922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] Set router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:26.330968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:26.443769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef06d04-4027-42ae-9f19-dda0e757c20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6847af5d-78bf-477b-88e8-9051cb20b368,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:26.576948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-6eb7dc62-51ba-4abd-952a-b3abce63c5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044411 Dec 08 00:16:26.598630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33843573-0eaa-4732-b48d-2ba456dc3fc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:26.609641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33843573-0eaa-4732-b48d-2ba456dc3fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:26.702643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb609b27-7d74-41d2-93f1-58c73d8dcb79 req-2e7d2edf-32fd-4ec8-aa16-ce7bf2b33845 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:26.729202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb609b27-7d74-41d2-93f1-58c73d8dcb79 req-2e7d2edf-32fd-4ec8-aa16-ce7bf2b33845 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 946 time: 0.1512079 Dec 08 00:16:26.771470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33843573-0eaa-4732-b48d-2ba456dc3fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad729591-bd71-4ca4-93d3-d6a09c7db7a9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:26.790201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-33843573-0eaa-4732-b48d-2ba456dc3fc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75dd813d51f4428682a7ad1f1329693b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9400389 Dec 08 00:16:26.791337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34740) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:26.922281 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:16:19Z', 'revision_number': 4, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port': {'id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:11Z', 'updated_at': '2021-12-08T00:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b02c4a78-5712-499f-9b05-6ee9e34e4400', 'name': '', 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'mac_address': 'fa:16:3e:dc:1e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:17Z', 'updated_at': '2021-12-08T00:16:25Z', 'revision_number': 4, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'subnets': [{'id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:26.929447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f2c3-1828-421b-8d40-a7734780e476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.014034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f2c3-1828-421b-8d40-a7734780e476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.036446 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c0c0e-7792-40b3-b2d9-a783c346640a None None] The sync data for ids ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'] in n-d-820549-2 is: [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:16:19Z', 'revision_number': 4, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port': {'id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:11Z', 'updated_at': '2021-12-08T00:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b02c4a78-5712-499f-9b05-6ee9e34e4400', 'name': '', 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'mac_address': 'fa:16:3e:dc:1e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:17Z', 'updated_at': '2021-12-08T00:16:25Z', 'revision_number': 4, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'subnets': [{'id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:27.095761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:27.153038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-6e2b12ac-0672-41fb-9934-0df40d8b1a7e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:27.157772 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-6e2b12ac-0672-41fb-9934-0df40d8b1a7e tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.59 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.1937160 Dec 08 00:16:27.199664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34748) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:27.235718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb609b27-7d74-41d2-93f1-58c73d8dcb79 req-d1b9cade-ccc9-44fb-8935-4e52d7eabfab tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976308 Dec 08 00:16:27.293717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.310533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:16:27.322259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a1c3601-417d-4ce2-9752-9d6c993b2493 req-b327f295-6c34-471b-9842-2e2b593205da tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 210 time: 0.3403378 Dec 08 00:16:27.334871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:27.336367 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.444975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421113d0-afc0-4320-855b-292384c384eb req-acdeb0d1-cc0f-4ad1-90df-04b0b73ded2b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:27.455299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-acdeb0d1-cc0f-4ad1-90df-04b0b73ded2b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.44 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 818 time: 0.6398003 Dec 08 00:16:27.474463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Request body: {'port': {'device_id': '36084709-20ba-4b20-94e6-6b55a104d137', 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'admin_state_up': True, 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:27.530004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-97485f67-bd0b-4f48-ba46-12cbc6f4e7e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1869b72e72346e39317d5c18edf7727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241398 Dec 08 00:16:27.555393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.563051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:27.648969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34764) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:27.664124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:27.681831 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1876778a-8123-4a25-b96d-c209a0b41270" -d '{"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:27.684962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f2c3-1828-421b-8d40-a7734780e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.696031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f2c3-1828-421b-8d40-a7734780e476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.709239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a8a9f2c3-1828-421b-8d40-a7734780e476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad729591-bd71-4ca4-93d3-d6a09c7db7a9 HTTP/1.1" status: 204 len: 168 time: 0.8998930 Dec 08 00:16:27.750734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:27.765121 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:16:27.771843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.777798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9f2c3-1828-421b-8d40-a7734780e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad729591-bd71-4ca4-93d3-d6a09c7db7a9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:27.919289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54242166-be4f-4b85-9102-e40439ae7e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.943211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d71a6bac-1156-488c-a493-06c80c958744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.954929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Deleting port 26003c5f-f456-44af-9aa7-a682bddd794d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:27.955271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:27.973979 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14440208-4479-40a3-8e2a-ddf2571c2bfb x-openstack-request-id: req-14440208-4479-40a3-8e2a-ddf2571c2bfb {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:27.976748 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:27.977844 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14440208-4479-40a3-8e2a-ddf2571c2bfb {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:27.978770 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'code': 200} Dec 08 00:16:27.983669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:28.038343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54242166-be4f-4b85-9102-e40439ae7e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.098722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d71a6bac-1156-488c-a493-06c80c958744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.111927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d71a6bac-1156-488c-a493-06c80c958744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.207113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287497e-d281-4125-88e3-226c610421ff req-fb7b30f7-648a-4364-8484-9760f32174c7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:28.214547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0287497e-d281-4125-88e3-226c610421ff req-fb7b30f7-648a-4364-8484-9760f32174c7 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 946 time: 0.6999137 Dec 08 00:16:28.218367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a6bac-1156-488c-a493-06c80c958744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ddfcb-a59f-47cd-a81b-9af16f2b9719,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:28.298060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b02c4a78-5712-499f-9b05-6ee9e34e4400 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:28.343437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d71a6bac-1156-488c-a493-06c80c958744 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bd6a006157c490a97e41f3031840adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6855032 Dec 08 00:16:28.356854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34790) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:28.466235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] For port 26003c5f-f456-44af-9aa7-a682bddd794d, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=26003c5f-f456-44af-9aa7-a682bddd794d,segment=NetworkSegment(2809dcee-36fd-455b-8605-37a992afbf0e),segment_id=2809dcee-36fd-455b-8605-37a992afbf0e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:28.466505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.484267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b02c4a78-5712-499f-9b05-6ee9e34e4400 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:28.484649 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.520897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34792) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:28.544135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Calling delete_port for 26003c5f-f456-44af-9aa7-a682bddd794d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:28.582868 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c696a978-f50b-4b11-9ee3-7c728e62cb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.591214 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.608372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54242166-be4f-4b85-9102-e40439ae7e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.610136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54242166-be4f-4b85-9102-e40439ae7e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.612966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-54242166-be4f-4b85-9102-e40439ae7e51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79b1173f-526e-4387-980e-3a0c54056391 HTTP/1.1" status: 204 len: 168 time: 1.0489261 Dec 08 00:16:28.640600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Made reservation on behalf of 64326daff6ca49e8ba65a59b80f164f1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:28.644340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.655550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port b02c4a78-5712-499f-9b05-6ee9e34e4400, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b02c4a78-5712-499f-9b05-6ee9e34e4400,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:28.666447 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.671213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54242166-be4f-4b85-9102-e40439ae7e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b1173f-526e-4387-980e-3a0c54056391,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:28.725656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0287497e-d281-4125-88e3-226c610421ff req-f54898e8-fffc-43d5-94a0-1646ca1b96b9 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/security-groups?id=e07dd599-01e3-439c-b8bb-0f12ce3908d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886758 Dec 08 00:16:28.770462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804459dd-db97-4d12-a6da-8c58c13cf97a req-a2a3356c-2d98-4a68-88fd-7c1aecca57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:28.772790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-804459dd-db97-4d12-a6da-8c58c13cf97a req-a2a3356c-2d98-4a68-88fd-7c1aecca57de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1098 time: 0.6201293 Dec 08 00:16:28.828650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aedfe-7176-42b5-a161-f5e39e30b6d0 req-ac81d9af-a401-478a-8ddc-63098aca29e4 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:28.839754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a76aedfe-7176-42b5-a161-f5e39e30b6d0 req-ac81d9af-a401-478a-8ddc-63098aca29e4 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 947 time: 0.3678672 Dec 08 00:16:28.877742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ce177-1a33-44ee-b4f0-72364c6790f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:28.961796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=b02c4a78-5712-499f-9b05-6ee9e34e4400,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:28.967869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ce177-1a33-44ee-b4f0-72364c6790f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.038490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a913dfe1-54eb-4b73-b585-729a9849fa66 req-24966b8f-ca9f-432a-b8a7-8acf9166dcb0 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 210 time: 0.0664449 Dec 08 00:16:29.091903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a76aedfe-7176-42b5-a161-f5e39e30b6d0 req-a7bf8208-beb7-4ffe-80c0-ccf1b4b808ce tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511327 Dec 08 00:16:29.197954 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-804459dd-db97-4d12-a6da-8c58c13cf97a req-c9158871-fbb2-4623-8946-4b814dbb2c3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377660 Dec 08 00:16:29.230281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Allocated IP 172.20.0.9 (be52fc29-39ae-4e64-b343-09c2cee42f1f/2c6a2b25-4c6f-4f3f-9381-825c1f447848/aa18d11d-63e0-4da8-bf58-046ffc2b465d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:29.243059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.356207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Pushing event deleted for resources: {'Port': ['ID=26003c5f-f456-44af-9aa7-a682bddd794d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:29.433791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ce177-1a33-44ee-b4f0-72364c6790f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.441307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e8ce177-1a33-44ee-b4f0-72364c6790f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.450309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8e8ce177-1a33-44ee-b4f0-72364c6790f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c9ddfcb-a59f-47cd-a81b-9af16f2b9719 HTTP/1.1" status: 204 len: 168 time: 1.0910428 Dec 08 00:16:29.559441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ce177-1a33-44ee-b4f0-72364c6790f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ddfcb-a59f-47cd-a81b-9af16f2b9719,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:29.560044 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.562704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] No DVR routers for this DVR port 26003c5f-f456-44af-9aa7-a682bddd794d on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:16:29.565271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.593376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-22243280-6a48-42fb-ab5b-4ba35187ee10 req-11ca1b63-ec47-4feb-b6d3-5d3ea64207ff tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.59 "DELETE /v2.0/ports/26003c5f-f456-44af-9aa7-a682bddd794d HTTP/1.1" status: 204 len: 173 time: 2.3920217 Dec 08 00:16:29.596434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-deleted', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:29.610324 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.615276 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bded251d-b2ea-4eb0-8b83-4857de4b5c10" -d '{"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-deleted", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:29.652068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c696a978-f50b-4b11-9ee3-7c728e62cb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.660715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c696a978-f50b-4b11-9ee3-7c728e62cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.732877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Network be52fc29-39ae-4e64-b343-09c2cee42f1f is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:29.737767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:29.742640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:29.747525 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc0056c-efe0-458f-9637-5d03a0f25337 x-openstack-request-id: req-dbc0056c-efe0-458f-9637-5d03a0f25337 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:29.747826 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9534b6d8-439c-45d4-9c43-87b89422880a", "name": "network-vif-deleted", "tag": "26003c5f-f456-44af-9aa7-a682bddd794d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:29.748233 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbc0056c-efe0-458f-9637-5d03a0f25337 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:29.750357 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9534b6d8-439c-45d4-9c43-87b89422880a', 'name': 'network-vif-deleted', 'tag': '26003c5f-f456-44af-9aa7-a682bddd794d', 'status': 'completed', 'code': 200} Dec 08 00:16:29.772605 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c696a978-f50b-4b11-9ee3-7c728e62cb03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33c4fad8b8fa47eda866c9185ad96e91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2485383 Dec 08 00:16:29.788490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:29.855900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Pushing event updated for resources: {'Port': ['ID=aa18d11d-63e0-4da8-bf58-046ffc2b465d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:29.891334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696a978-f50b-4b11-9ee3-7c728e62cb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd49d3f-14fb-4b03-a29d-9c281b6e52b1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:29.895994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:29.896955 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.934838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa74dc6c-f98c-47b1-b79c-3d5624b5f20e req-e07aeafe-93a1-4159-963c-5d0373cd08d1 tempest-ServersNegativeTestJSON-171224545 tempest-ServersNegativeTestJSON-171224545-project] 10.222.0.18 "GET /v2.0/ports?device_id=9534b6d8-439c-45d4-9c43-87b89422880a HTTP/1.1" status: 200 len: 210 time: 0.0590372 Dec 08 00:16:29.941601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89219982-c3ee-432f-aee8-dfc8117d72a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:29.980638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-3f7f1d0d-9a9b-4298-8f65-5a96f81c9f10 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5104251 Dec 08 00:16:30.002151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Request body: {'port': {'device_id': '36084709-20ba-4b20-94e6-6b55a104d137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:30.013755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89219982-c3ee-432f-aee8-dfc8117d72a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.094250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b02c4a78-5712-499f-9b05-6ee9e34e4400 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:30.129324 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.280635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-1d818003-940a-4f6d-b163-a20f1c200192 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:30.288333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-1d818003-940a-4f6d-b163-a20f1c200192 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.59 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 818 time: 0.2862880 Dec 08 00:16:30.300923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b02c4a78-5712-499f-9b05-6ee9e34e4400 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:30.301299 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.323478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Request body: {'port': {'device_id': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'admin_state_up': True, 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:30.373344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34850) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:30.448928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d9107816-3d68-4b95-9a72-2363bc982c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.576353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89219982-c3ee-432f-aee8-dfc8117d72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.582125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89219982-c3ee-432f-aee8-dfc8117d72a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.585730 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-89219982-c3ee-432f-aee8-dfc8117d72a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cd49d3f-14fb-4b03-a29d-9c281b6e52b1 HTTP/1.1" status: 204 len: 168 time: 0.7939606 Dec 08 00:16:30.588335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34854) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:30.604414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89219982-c3ee-432f-aee8-dfc8117d72a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd49d3f-14fb-4b03-a29d-9c281b6e52b1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:30.613344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf2bbbd0-a1d9-489e-8da9-0ea5a971290d req-86744667-868c-4e1b-b7e0-1870e34f1c31 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 210 time: 0.3613720 Dec 08 00:16:30.680077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Made reservation on behalf of 64326daff6ca49e8ba65a59b80f164f1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:30.697430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.755191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600a2-94a5-47a4-8cdb-95697503e616 req-601391e4-3ace-48e3-ba28-117f1e08fa50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:30.763948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-028600a2-94a5-47a4-8cdb-95697503e616 req-601391e4-3ace-48e3-ba28-117f1e08fa50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 947 time: 0.3225634 Dec 08 00:16:30.793839 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d9107816-3d68-4b95-9a72-2363bc982c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.805232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d9107816-3d68-4b95-9a72-2363bc982c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.848216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-028600a2-94a5-47a4-8cdb-95697503e616 req-d4452d82-0c5a-4f23-b86b-d346f7315d51 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831959 Dec 08 00:16:30.850967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d9107816-3d68-4b95-9a72-2363bc982c8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e63009ec7cb42b9b5b465554b902a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4578292 Dec 08 00:16:30.854787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9107816-3d68-4b95-9a72-2363bc982c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ccb4e-b429-445a-8b5a-b5be00eb955a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:30.857267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34868) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:30.921028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40dcfe03-4dee-43f8-9d6c-29af22617484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:30.947762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40dcfe03-4dee-43f8-9d6c-29af22617484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.022318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40dcfe03-4dee-43f8-9d6c-29af22617484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.025588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40dcfe03-4dee-43f8-9d6c-29af22617484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.026896 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-40dcfe03-4dee-43f8-9d6c-29af22617484 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b07ccb4e-b429-445a-8b5a-b5be00eb955a HTTP/1.1" status: 204 len: 168 time: 0.1668096 Dec 08 00:16:31.029695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34874) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:31.052309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcfe03-4dee-43f8-9d6c-29af22617484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ccb4e-b429-445a-8b5a-b5be00eb955a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:31.110499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:16:31.111091 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dafdfccc-af2c-4ac7-9c53-7eeff813a0d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.183606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 26003c5f-f456-44af-9aa7-a682bddd794d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:16:31.184533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 26003c5f-f456-44af-9aa7-a682bddd794d not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:16:31.205694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] Deleting subnet afc59d6f-f190-4512-a973-32ad79b29c61 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:16:31.217100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.256188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dafdfccc-af2c-4ac7-9c53-7eeff813a0d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.267064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.269315 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dafdfccc-af2c-4ac7-9c53-7eeff813a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.315061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34880) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:31.361528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdfccc-af2c-4ac7-9c53-7eeff813a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f2258-ef36-4484-a73e-9c1c6603ec74,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:31.369167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.372297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa18d11d-63e0-4da8-bf58-046ffc2b465d {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:16:31.382917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.404003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Transition to ACTIVE for port object aa18d11d-63e0-4da8-bf58-046ffc2b465d will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:16:31.417076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.479067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dafdfccc-af2c-4ac7-9c53-7eeff813a0d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d675676c95c4bdf83a372723a953dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8827026 Dec 08 00:16:31.492915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34890) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:31.513993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Pushing event updated for resources: {'Port': ['ID=aa18d11d-63e0-4da8-bf58-046ffc2b465d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:31.625569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Attempting to bind port aa18d11d-63e0-4da8-bf58-046ffc2b465d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:31.625973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Attempting to bind port aa18d11d-63e0-4da8-bf58-046ffc2b465d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:31.626574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Attempting to bind port aa18d11d-63e0-4da8-bf58-046ffc2b465d on network be52fc29-39ae-4e64-b343-09c2cee42f1f {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:31.631488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1929390650-network', 'tenant_id': 'db2757ce59574e919b691dea75759cad'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:31.648877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Allocated IP 172.20.0.5 (be52fc29-39ae-4e64-b343-09c2cee42f1f/2c6a2b25-4c6f-4f3f-9381-825c1f447848/7894bc94-9bba-495c-9e51-f1d4b7cef076) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:31.649361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Port aa18d11d-63e0-4da8-bf58-046ffc2b465d on network be52fc29-39ae-4e64-b343-09c2cee42f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:16:31.650244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Attempting to bind port aa18d11d-63e0-4da8-bf58-046ffc2b465d on network be52fc29-39ae-4e64-b343-09c2cee42f1f {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:31.660579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:31.661203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Checking segment: {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:31.661352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Bound using segment: {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:31.661832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Bound port: aa18d11d-63e0-4da8-bf58-046ffc2b465d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:31.662367 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.672200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Made reservation on behalf of db2757ce59574e919b691dea75759cad for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:31.675791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.685933 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.695607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.769063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc59d6f-f190-4512-a973-32ad79b29c61,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:31.777171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3254-29fe-40ad-b94a-5a4323123bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.784802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.817516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.834357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:31.841686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e249376d-d34d-4aa3-985e-bd76c5acc659 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/afc59d6f-f190-4512-a973-32ad79b29c61 HTTP/1.1" status: 204 len: 168 time: 0.7994959 Dec 08 00:16:31.849282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:31.871065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97dae74e-fc4a-4526-8d5f-e5e54262da70 req-9b786065-48da-45b6-a12a-d879d680bb21 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 210 time: 0.0555215 Dec 08 00:16:31.950058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:16:31.985300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccad3c3-684c-42ae-8b46-ef55df28a3e4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:32.055769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.056889 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Added segment eb580626-fac2-4bda-96e9-cddaf15b9097 of type vlan for network 0b554920-1551-4e52-988e-e0edbde9f0ee Dec 08 00:16:32.105858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] For port aa18d11d-63e0-4da8-bf58-046ffc2b465d, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:32.163718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] For port aa18d11d-63e0-4da8-bf58-046ffc2b465d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:32.171481 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.208393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ca94-6aca-4e84-80ab-dd3abbc4051b req-596bd027-a03a-4192-a055-253e6cfb5936 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:32.214967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9849ca94-6aca-4e84-80ab-dd3abbc4051b req-596bd027-a03a-4192-a055-253e6cfb5936 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 947 time: 0.2308145 Dec 08 00:16:32.216446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.290769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.resource_extend [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:16:32.293976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3254-29fe-40ad-b94a-5a4323123bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.386349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:32.387009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.389003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] 10.222.0.44 "PUT /v2.0/ports/aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 1091 time: 2.3922362 Dec 08 00:16:32.391199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36084709-20ba-4b20-94e6-6b55a104d137', 'tag': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:32.393850 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9205c44-0f34-4024-b399-0bcd27070633" -d '{"events": [{"name": "network-changed", "server_uuid": "36084709-20ba-4b20-94e6-6b55a104d137", "tag": "aa18d11d-63e0-4da8-bf58-046ffc2b465d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:32.396975 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.466453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.475930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:32.476680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.517104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dff6b-9942-4c7c-bccd-e7c44d2cf07d service neutron] Pushing event updated for resources: {'Port': ['ID=aa18d11d-63e0-4da8-bf58-046ffc2b465d,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:32.534738 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a5b0c1-9cc5-4e05-acf1-85eb5e8c46c2 x-openstack-request-id: req-b1a5b0c1-9cc5-4e05-acf1-85eb5e8c46c2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:32.535330 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36084709-20ba-4b20-94e6-6b55a104d137", "tag": "aa18d11d-63e0-4da8-bf58-046ffc2b465d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:32.535784 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1a5b0c1-9cc5-4e05-acf1-85eb5e8c46c2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:32.536906 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36084709-20ba-4b20-94e6-6b55a104d137', 'tag': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d', 'status': 'completed', 'code': 200} Dec 08 00:16:32.540903 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3254-29fe-40ad-b94a-5a4323123bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.552203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3254-29fe-40ad-b94a-5a4323123bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.553364 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ba3a3254-29fe-40ad-b94a-5a4323123bda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/755f2258-ef36-4484-a73e-9c1c6603ec74 HTTP/1.1" status: 204 len: 168 time: 1.0342774 Dec 08 00:16:32.592548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9849ca94-6aca-4e84-80ab-dd3abbc4051b req-3c74c3b2-9897-4917-a503-88d0835a8ba1 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657293 Dec 08 00:16:32.606468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.608131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a3254-29fe-40ad-b94a-5a4323123bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f2258-ef36-4484-a73e-9c1c6603ec74,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:32.652992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] Pushing event updated for resources: {'Network': ['ID=0b554920-1551-4e52-988e-e0edbde9f0ee,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:32.658863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-64bc7d22-31a9-4feb-95a1-6ef44d631539 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3379157 Dec 08 00:16:32.663886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 0b554920-1551-4e52-988e-e0edbde9f0ee details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:16:32.673715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34958) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:32.675954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.682826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Request body: {'subnet': {'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1929390650-subnet', 'tenant_id': 'db2757ce59574e919b691dea75759cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:32.715662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e710410-51f4-49f6-b063-b1dbbe7a26ec']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:32.735421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2809dcee-36fd-455b-8605-37a992afbf0e') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:32.735718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2809dcee-36fd-455b-8605-37a992afbf0e') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:32.738174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421113d0-afc0-4320-855b-292384c384eb req-2248a025-5d8d-4f85-b153-19de3281cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:32.739837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-2248a025-5d8d-4f85-b153-19de3281cb9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1094 time: 0.2602589 Dec 08 00:16:32.746942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Made reservation on behalf of db2757ce59574e919b691dea75759cad for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:32.749845 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.757638 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.782139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.792624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.806674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:16:32.807104 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:16:32.813395 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:16:32.836531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-d9da3b52-1a2b-4984-b58c-9b8ce4175b3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 217 time: 0.0645256 Dec 08 00:16:32.937999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Network be52fc29-39ae-4e64-b343-09c2cee42f1f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:32.952247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.958151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:32.966670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421113d0-afc0-4320-855b-292384c384eb req-4a1c98eb-cf17-4eab-b8cd-300850040dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:32.968194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-4a1c98eb-cf17-4eab-b8cd-300850040dc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.0743105 Dec 08 00:16:32.970587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:32.980688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:32.988895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e710410-51f4-49f6-b063-b1dbbe7a26ec HTTP/1.1" status: 204 len: 168 time: 1.1333025 Dec 08 00:16:33.007343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540e58-b8ab-464e-8b78-d54f46c3ef4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e710410-51f4-49f6-b063-b1dbbe7a26ec,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:33.056650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-89644a94-6ec4-40f0-83b7-a127fad476c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606165 Dec 08 00:16:33.073392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:33.074813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.078599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Pushing event updated for resources: {'Port': ['ID=7894bc94-9bba-495c-9e51-f1d4b7cef076,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:33.096335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-e42f9893-c71c-4a0a-a03d-c898d6994884 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7806981 Dec 08 00:16:33.116055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Request body: {'port': {'device_id': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:33.148393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cad5c8-0081-474d-857e-f2153a84b0ef req-e48296c0-17ad-4d77-b9a3-35e4a2b5ebd5 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:33.150583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08cad5c8-0081-474d-857e-f2153a84b0ef req-e48296c0-17ad-4d77-b9a3-35e4a2b5ebd5 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 931 time: 0.1555917 Dec 08 00:16:33.163114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34976) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:33.208622 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49c84a01-28a4-45fa-9731-83a90bb8413c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.211181 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.225840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.302700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34978) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:33.330663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-7d4f1cb2-df10-4b6d-b1b4-9cb56215de3f service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637010 Dec 08 00:16:33.342325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6e0046-c69f-4690-9875-bc5c02909699,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:33.377030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08cad5c8-0081-474d-857e-f2153a84b0ef req-f21a7dae-d0be-4490-a0e8-4170e1df88a8 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122006 Dec 08 00:16:33.427773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Checking segment: {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:33.428336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Network hostable DHCP agents. Network: 0b554920-1551-4e52-988e-e0edbde9f0ee, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:16:33.436757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-186cc586-8a0b-4fe0-abb9-4a0f65bdb8aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45376afed4604b3c91d33b4fc1fb6088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288483 Dec 08 00:16:33.443190 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34982) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:33.498992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Network 0b554920-1551-4e52-988e-e0edbde9f0ee is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:16:33.517950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-421113d0-afc0-4320-855b-292384c384eb req-07fc3b88-4a27-4aa0-ab28-1c3beabdc90c service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689920 Dec 08 00:16:33.521899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 0b554920-1551-4e52-988e-e0edbde9f0ee) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:33.531978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:33.534800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.536107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ae570-5ac3-418d-990d-8324adc60ecf None None] Network 0b554920-1551-4e52-988e-e0edbde9f0ee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:33.555098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45f6-7404-48da-bead-640e1f783525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.567495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-466c0109-1057-4747-b657-4e2ab3701cfc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8923135 Dec 08 00:16:33.613476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45f6-7404-48da-bead-640e1f783525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.657930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34994) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:33.726216 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49c84a01-28a4-45fa-9731-83a90bb8413c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.741512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205c44-0f34-4024-b399-0bcd27070633 req-6d8f6874-1715-433a-bf38-47da0fae2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:33.747647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-49c84a01-28a4-45fa-9731-83a90bb8413c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.747857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9205c44-0f34-4024-b399-0bcd27070633 req-6d8f6874-1715-433a-bf38-47da0fae2fce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1094 time: 0.1203706 Dec 08 00:16:33.787333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72821b-8c3f-4573-aa6d-59161839343f None None] Network 0b554920-1551-4e52-988e-e0edbde9f0ee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:33.809818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45f6-7404-48da-bead-640e1f783525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.812583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45f6-7404-48da-bead-640e1f783525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.816444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0fcd45f6-7404-48da-bead-640e1f783525 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e07dd599-01e3-439c-b8bb-0f12ce3908d7 HTTP/1.1" status: 204 len: 168 time: 0.3700080 Dec 08 00:16:33.827463 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-49c84a01-28a4-45fa-9731-83a90bb8413c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dab152c7d554994bf90bdcfc06b51f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6613808 Dec 08 00:16:33.833191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35004) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:33.846669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c84a01-28a4-45fa-9731-83a90bb8413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f86e63-526d-4532-b452-b104a9243b20,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:33.858616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd45f6-7404-48da-bead-640e1f783525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07dd599-01e3-439c-b8bb-0f12ce3908d7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:33.871844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7894bc94-9bba-495c-9e51-f1d4b7cef076 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:16:33.880279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:33.899230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Transition to ACTIVE for port object 7894bc94-9bba-495c-9e51-f1d4b7cef076 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:16:33.904262 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.036832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205c44-0f34-4024-b399-0bcd27070633 req-2d5cbd90-6566-4428-b364-69a2280db753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.038410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9205c44-0f34-4024-b399-0bcd27070633 req-2d5cbd90-6566-4428-b364-69a2280db753 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.2826006 Dec 08 00:16:34.049820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2025883547', 'router:external': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:34.051630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ff38d-90f9-4304-b060-22bf13ee6d1f req-b5b562bc-34bf-4a46-bec1-21ecb6d39939 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.053658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d52ff38d-90f9-4304-b060-22bf13ee6d1f req-b5b562bc-34bf-4a46-bec1-21ecb6d39939 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 947 time: 0.2304380 Dec 08 00:16:34.091284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Pushing event updated for resources: {'Port': ['ID=7894bc94-9bba-495c-9e51-f1d4b7cef076,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:34.114013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9205c44-0f34-4024-b399-0bcd27070633 req-cdaf440e-b106-4f1a-8622-346ef76df3f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 217 time: 0.0599129 Dec 08 00:16:34.138451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Attempting to bind port 7894bc94-9bba-495c-9e51-f1d4b7cef076 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:34.138451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Attempting to bind port 7894bc94-9bba-495c-9e51-f1d4b7cef076 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:34.138812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Attempting to bind port 7894bc94-9bba-495c-9e51-f1d4b7cef076 on network be52fc29-39ae-4e64-b343-09c2cee42f1f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:34.138962 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6c69144-8eb3-4337-a54f-dd54f4cbb296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.146728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Port 7894bc94-9bba-495c-9e51-f1d4b7cef076 on network be52fc29-39ae-4e64-b343-09c2cee42f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:16:34.146728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Attempting to bind port 7894bc94-9bba-495c-9e51-f1d4b7cef076 on network be52fc29-39ae-4e64-b343-09c2cee42f1f {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:34.146728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Made reservation on behalf of 32cba93d437441ef9de85b8269fe8833 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:34.148444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.160120 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.163094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:34.163432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Checking segment: {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:34.163816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Bound using segment: {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:34.164252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Bound port: 7894bc94-9bba-495c-9e51-f1d4b7cef076, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:34.164597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.236524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d52ff38d-90f9-4304-b060-22bf13ee6d1f req-d063b09b-79eb-469a-9c13-27ecf13762ca tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738350 Dec 08 00:16:34.244355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6c69144-8eb3-4337-a54f-dd54f4cbb296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.246832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205c44-0f34-4024-b399-0bcd27070633 req-caaa7ee7-5baa-402c-a782-ae25ec9bd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.248326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9205c44-0f34-4024-b399-0bcd27070633 req-caaa7ee7-5baa-402c-a782-ae25ec9bd1d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.1236169 Dec 08 00:16:34.288369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] For port 7894bc94-9bba-495c-9e51-f1d4b7cef076, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:34.298187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] For port 7894bc94-9bba-495c-9e51-f1d4b7cef076, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:34.305075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.326202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9205c44-0f34-4024-b399-0bcd27070633 req-6d431aef-dc00-4d00-af9a-66a8313a0ae0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335870 Dec 08 00:16:34.345865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.346525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.348400 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] 10.222.0.59 "PUT /v2.0/ports/7894bc94-9bba-495c-9e51-f1d4b7cef076 HTTP/1.1" status: 200 len: 1091 time: 1.2388029 Dec 08 00:16:34.353499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'tag': '7894bc94-9bba-495c-9e51-f1d4b7cef076'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:34.354668 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48127432-9a85-481a-8bfa-4caa3cc04dde" -d '{"events": [{"name": "network-changed", "server_uuid": "d4581b33-759b-481d-9f1c-f7082dae55d6", "tag": "7894bc94-9bba-495c-9e51-f1d4b7cef076"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:34.387471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6c69144-8eb3-4337-a54f-dd54f4cbb296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.391442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c6c69144-8eb3-4337-a54f-dd54f4cbb296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.395451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c6c69144-8eb3-4337-a54f-dd54f4cbb296 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22f86e63-526d-4532-b452-b104a9243b20 HTTP/1.1" status: 204 len: 168 time: 0.5377257 Dec 08 00:16:34.440395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.443556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69144-8eb3-4337-a54f-dd54f4cbb296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f86e63-526d-4532-b452-b104a9243b20,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:34.488894 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a77dd8-a7c3-40b2-8e88-3b613db7db5d x-openstack-request-id: req-b8a77dd8-a7c3-40b2-8e88-3b613db7db5d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:34.489224 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4581b33-759b-481d-9f1c-f7082dae55d6", "tag": "7894bc94-9bba-495c-9e51-f1d4b7cef076", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:34.489483 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8a77dd8-a7c3-40b2-8e88-3b613db7db5d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:34.490130 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'tag': '7894bc94-9bba-495c-9e51-f1d4b7cef076', 'status': 'completed', 'code': 200} Dec 08 00:16:34.496258 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.500868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9205c44-0f34-4024-b399-0bcd27070633 req-c40f7173-35c8-416b-96c0-8faffb9bf6c1 service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664100 Dec 08 00:16:34.509125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:16:34.519674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.520047 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Added segment dd02f248-4ae1-4281-996d-18d28f1abd54 of type vlan for network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 Dec 08 00:16:34.574490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.638711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.639618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.640202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.679339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a42555-a2b8-4e5c-8a03-84e3944c7980 req-c100b5f9-d8c6-46e2-87e2-2b1b57bd0549 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.680892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58a42555-a2b8-4e5c-8a03-84e3944c7980 req-c100b5f9-d8c6-46e2-87e2-2b1b57bd0549 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 943 time: 0.1392796 Dec 08 00:16:34.731020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Network': ['ID=fe4c081e-1f5b-40d0-ade2-8fa57c4856b0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:34.739512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0741363 Dec 08 00:16:34.745019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:16:34.759948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffbabc-80f5-4c89-a48e-cb68c2533cfc service neutron] Pushing event updated for resources: {'Port': ['ID=7894bc94-9bba-495c-9e51-f1d4b7cef076,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:34.766219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35044) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:34.776662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'subnet': {'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:34.790845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-2504f198-57e7-48f0-a322-a95179b35570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.792408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-2504f198-57e7-48f0-a322-a95179b35570 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 1094 time: 0.3477197 Dec 08 00:16:34.797239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa6da7-ab1a-48a5-9fe7-9901b6cf9233 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532fd8d3-4d97-4bc8-82e2-c9a222f0a40a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:34.862370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-9fe2acbc-0e31-4724-a631-cbdfbff1ec37 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:34.864050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-9fe2acbc-0e31-4724-a631-cbdfbff1ec37 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 815 time: 0.1392534 Dec 08 00:16:34.880920 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-81937819-aace-4c77-afc5-66a0706ae3e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076 HTTP/1.1" status: 200 len: 217 time: 0.0621908 Dec 08 00:16:34.884965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9205c44-0f34-4024-b399-0bcd27070633 req-25a779b9-9110-4efc-8a43-c019a55272cf service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739994 Dec 08 00:16:34.886162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Made reservation on behalf of 32cba93d437441ef9de85b8269fe8833 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:34.888592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:34.898570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-a687c26f-679d-4eaf-8c90-bf2c2fa78a05 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/quotas/db2757ce59574e919b691dea75759cad HTTP/1.1" status: 200 len: 375 time: 0.0168388 Dec 08 00:16:34.939941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58a42555-a2b8-4e5c-8a03-84e3944c7980 req-53f0fea7-0ba7-4aa3-a85e-0eea0991aae9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466366 Dec 08 00:16:34.956611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-a795cf9b-19bf-4acc-bf0f-6d0e88fb3256 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342941 Dec 08 00:16:35.029939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-17b46159-89fc-4e98-b3fe-66e918aab974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:35.031397 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-17b46159-89fc-4e98-b3fe-66e918aab974 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.0729172 Dec 08 00:16:35.086231 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-bf9a9709-b629-482a-80a4-930b74b6d923 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407152 Dec 08 00:16:35.137400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-e48f7c12-92e4-49a1-9fe3-e355008c0058 service neutron] 10.222.0.18 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633053 Dec 08 00:16:35.318353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-2c0641fe-f7ec-4b29-a7fc-a44c5810a50e service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956820 Dec 08 00:16:35.318836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-3de13bce-be01-4c5f-8154-4bead4ede455 service neutron] 10.222.0.18 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746120 Dec 08 00:16:35.550034 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6a14f96c-17b2-425a-935a-685ef15372b0 req-2e26cbe1-a501-4e85-bba3-562a2855acad service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259891 Dec 08 00:16:35.626387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-526631ca-f55b-48ae-a4cd-6005c4fa3056 req-f7ba9057-c7d7-4d84-8681-7d121707a335 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 210 time: 0.0719323 Dec 08 00:16:35.643624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:16:35.644102 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:35.747844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Checking segment: {'id': 'dd02f248-4ae1-4281-996d-18d28f1abd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:35.747844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network hostable DHCP agents. Network: fe4c081e-1f5b-40d0-ade2-8fa57c4856b0, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:16:35.756816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Subnet': ['ID=29941dd0-3df1-4b78-9c7b-2c784fef4884,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:35.772367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-540d1f67-17a8-4b71-a2f6-06e4804e8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:35.774226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-540d1f67-17a8-4b71-a2f6-06e4804e8d9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 1094 time: 0.1217613 Dec 08 00:16:35.795020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:16:35.817726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, fe4c081e-1f5b-40d0-ade2-8fa57c4856b0) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:35.828409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790bf15-461a-4cbd-9734-1b4928509ae1 None None] Network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:35.851569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:35.851569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:35.981598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35132) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:35.986961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1422688203', 'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:35.996283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1f6b603d-3cb7-4ebd-8d64-10cf7d65dc61 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2288852 Dec 08 00:16:36.057060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Made reservation on behalf of 32cba93d437441ef9de85b8269fe8833 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:36.059819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.073406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f45cd-b30c-43aa-875b-231cefb08375 None None] Network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:16:36.078601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-deef8d5f-aa7a-4026-81d1-ec9e4f00bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:36.082705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-deef8d5f-aa7a-4026-81d1-ec9e4f00bf45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.3012161 Dec 08 00:16:36.083885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35140) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:36.097211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] device_id is not set on port 7c6753e6-5ab3-4081-b502-c27cae29a1e0 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:16:36.168585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-9b4a893f-bd22-43d2-8735-9c4edb19946e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076 HTTP/1.1" status: 200 len: 217 time: 0.0743487 Dec 08 00:16:36.269976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-505ce1e3-abf4-45c9-a024-c5d3996ce847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:36.272045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-505ce1e3-abf4-45c9-a024-c5d3996ce847 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.0948477 Dec 08 00:16:36.308904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b0443-9cb5-4b9f-896a-44b7b4b80cf4 req-d2c4fe19-aa7b-4371-ad21-db6d50aa9549 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:36.310503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c0b0443-9cb5-4b9f-896a-44b7b4b80cf4 req-d2c4fe19-aa7b-4371-ad21-db6d50aa9549 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 943 time: 0.1263976 Dec 08 00:16:36.356505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-7cac68c9-9056-4a6f-a945-43fade09f181 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760963 Dec 08 00:16:36.386869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Allocated IP 2001:db8::7d (fe4c081e-1f5b-40d0-ade2-8fa57c4856b0/29941dd0-3df1-4b78-9c7b-2c784fef4884/7c6753e6-5ab3-4081-b502-c27cae29a1e0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:36.424137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2c0b0443-9cb5-4b9f-896a-44b7b4b80cf4 req-4340f2a2-c4b7-4e62-b6f6-952c1ae0d5ad tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908616 Dec 08 00:16:36.497614 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-d3fe180b-6256-47bc-8e19-42b097eb3363 service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155851 Dec 08 00:16:36.560399 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-99ddce2c-6839-427f-b05e-4d21ee7faf9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.621466 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.637951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35154) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:36.645965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-48127432-9a85-481a-8bfa-4caa3cc04dde req-b2ba5c1f-142e-40fe-87ee-5c54efc756c8 service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392877 Dec 08 00:16:36.710311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.725628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-99ddce2c-6839-427f-b05e-4d21ee7faf9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.751842 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-99ddce2c-6839-427f-b05e-4d21ee7faf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.817374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:36.823801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9aa27f5d-81a2-4646-b59a-a4af1d7126fd req-91c26c3e-0086-4bd6-bcfd-4ca5bcad9491 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 210 time: 0.0748053 Dec 08 00:16:36.845786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:36.849691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:36.850649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:36.851272 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.854326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Port': ['ID=7c6753e6-5ab3-4081-b502-c27cae29a1e0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:36.856675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04a7412b-341a-449d-a0ca-b6dd1337770b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:36.861845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-99ddce2c-6839-427f-b05e-4d21ee7faf9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=239fe6e980204977b7241040197ace75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6991334 Dec 08 00:16:36.865374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:36.865967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddce2c-6839-427f-b05e-4d21ee7faf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335343c3-db46-480b-a1e7-4b56e0028d8b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:36.892499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-19df9fcd-5b4e-44dc-ad64-2a5e91572a77 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9087949 Dec 08 00:16:36.893245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35168) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:36.991021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468b0d55-c25f-4701-8222-a304035f9e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.011859 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04a7412b-341a-449d-a0ca-b6dd1337770b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.018849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04a7412b-341a-449d-a0ca-b6dd1337770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.027865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468b0d55-c25f-4701-8222-a304035f9e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.073299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Deleting port 7c6753e6-5ab3-4081-b502-c27cae29a1e0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:37.073791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.086489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7412b-341a-449d-a0ca-b6dd1337770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b972d5d7-a07c-4e66-8c1f-4ea2cce645b3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:37.113403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-04a7412b-341a-449d-a0ca-b6dd1337770b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a0f598b131a45079485e2fbb5713708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719145 Dec 08 00:16:37.117683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35174) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:37.123972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7894bc94-9bba-495c-9e51-f1d4b7cef076 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:16:37.145805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468b0d55-c25f-4701-8222-a304035f9e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.149061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468b0d55-c25f-4701-8222-a304035f9e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.152617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-468b0d55-c25f-4701-8222-a304035f9e7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/335343c3-db46-480b-a1e7-4b56e0028d8b HTTP/1.1" status: 204 len: 168 time: 0.2839177 Dec 08 00:16:37.165559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b0d55-c25f-4701-8222-a304035f9e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335343c3-db46-480b-a1e7-4b56e0028d8b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:37.190775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.224282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Calling delete_port for 7c6753e6-5ab3-4081-b502-c27cae29a1e0 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:37.292848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7894bc94-9bba-495c-9e51-f1d4b7cef076, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:37.299180 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eff88ee-bcab-4883-b15d-7e590010fa3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.312722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '7894bc94-9bba-495c-9e51-f1d4b7cef076', 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'port_id': '7894bc94-9bba-495c-9e51-f1d4b7cef076', 'mac_address': 'fa:16:3e:5e:c3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:16:37.314147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-6fbdca41-2ec7-420c-8139-78281ccc13cf tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:37.316103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-6fbdca41-2ec7-420c-8139-78281ccc13cf tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 815 time: 0.3204818 Dec 08 00:16:37.343413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Request body: {'port': {'device_id': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'admin_state_up': True, 'tenant_id': 'db2757ce59574e919b691dea75759cad'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:37.353856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eff88ee-bcab-4883-b15d-7e590010fa3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.367496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.382331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7894bc94-9bba-495c-9e51-f1d4b7cef076 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:16:37.423714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7894bc94-9bba-495c-9e51-f1d4b7cef076, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:37.432398 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.446825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.517983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7894bc94-9bba-495c-9e51-f1d4b7cef076,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:37.524377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c6753e6-5ab3-4081-b502-c27cae29a1e0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:37.570389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.578805 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a779581e-0b31-43ce-974e-83a5b52830d6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7c6753e6-5ab3-4081-b502-c27cae29a1e0 HTTP/1.1" status: 204 len: 168 time: 0.6842375 Dec 08 00:16:37.580147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35190) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:37.586543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0', 'external_fixed_ips': [{'subnet_id': '29941dd0-3df1-4b78-9c7b-2c784fef4884', 'ip_address': '2001:db8::7d'}]}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:37.612020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device aa18d11d-63e0-4da8-bf58-046ffc2b465d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:16:37.622244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.629737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.723974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.725438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['7894bc94-9bba-495c-9e51-f1d4b7cef076'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:16:37.794236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port aa18d11d-63e0-4da8-bf58-046ffc2b465d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:37.815045 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d', 'network_id': 'be52fc29-39ae-4e64-b343-09c2cee42f1f', 'port_id': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d', 'mac_address': 'fa:16:3e:45:a5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6a2b25-4c6f-4f3f-9381-825c1f447848', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:16:37.841408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcfa4a-85d1-41f9-a952-3032040c763c req-83a930f9-9126-47b8-b8b9-e7e3bedd7b66 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:37.845516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9fcfa4a-85d1-41f9-a952-3032040c763c req-83a930f9-9126-47b8-b8b9-e7e3bedd7b66 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 944 time: 0.0908802 Dec 08 00:16:37.848126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eff88ee-bcab-4883-b15d-7e590010fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.858223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35200) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:37.872259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eff88ee-bcab-4883-b15d-7e590010fa3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.873531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0eff88ee-bcab-4883-b15d-7e590010fa3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b972d5d7-a07c-4e66-8c1f-4ea2cce645b3 HTTP/1.1" status: 204 len: 168 time: 0.7536390 Dec 08 00:16:37.882156 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.915790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa18d11d-63e0-4da8-bf58-046ffc2b465d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:16:37.919758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff88ee-bcab-4883-b15d-7e590010fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b972d5d7-a07c-4e66-8c1f-4ea2cce645b3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:37.948389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.953454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-389daf56-cf42-41b7-afbb-fa05440de2df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:37.987460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port aa18d11d-63e0-4da8-bf58-046ffc2b465d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:38.009974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Made reservation on behalf of db2757ce59574e919b691dea75759cad for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:16:38.015769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.023497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.041462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bd4418c-518d-40e9-918a-65574088cb17 req-ad06edec-d3bd-4fbe-9a1a-9ca534c3accd tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 210 time: 0.0619273 Dec 08 00:16:38.056070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-389daf56-cf42-41b7-afbb-fa05440de2df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.072748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9fcfa4a-85d1-41f9-a952-3032040c763c req-5725fe9b-3375-4165-a23f-41810633fbf8 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807427 Dec 08 00:16:38.075218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-389daf56-cf42-41b7-afbb-fa05440de2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.141840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=aa18d11d-63e0-4da8-bf58-046ffc2b465d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:38.164599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389daf56-cf42-41b7-afbb-fa05440de2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2db774-335c-4fa2-a2c7-df0af2e5ed3f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:38.170747 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-389daf56-cf42-41b7-afbb-fa05440de2df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf48b0be8e344152bfef046d03fc8b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114762 Dec 08 00:16:38.173353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35212) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:38.245524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-66972951-cf46-4679-bd6e-abd56a885b1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.276689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Allocated IP 172.20.0.14 (0b554920-1551-4e52-988e-e0edbde9f0ee/ca6e0046-c69f-4690-9875-bc5c02909699/6dd3bc78-ff6a-46a3-b367-ce02bc25900f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:38.279041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-66972951-cf46-4679-bd6e-abd56a885b1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.301040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['aa18d11d-63e0-4da8-bf58-046ffc2b465d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:16:38.448357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.474280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.491621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-66972951-cf46-4679-bd6e-abd56a885b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.495010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-66972951-cf46-4679-bd6e-abd56a885b1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.498584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-66972951-cf46-4679-bd6e-abd56a885b1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc2db774-335c-4fa2-a2c7-df0af2e5ed3f HTTP/1.1" status: 204 len: 168 time: 0.3213120 Dec 08 00:16:38.539529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66972951-cf46-4679-bd6e-abd56a885b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2db774-335c-4fa2-a2c7-df0af2e5ed3f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:38.556818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.606290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.668081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Pushing event updated for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:38.685716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Network 0b554920-1551-4e52-988e-e0edbde9f0ee is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:38.690196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:38.695989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:38.716198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Allocated IP 2001:db8::7d (fe4c081e-1f5b-40d0-ade2-8fa57c4856b0/29941dd0-3df1-4b78-9c7b-2c784fef4884/ba94225f-1e49-4e73-8a5e-5d4f13c712f1) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:38.770601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:38.771280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.788379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-bc4a147f-13d1-40f5-8789-d99577529ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4524298 Dec 08 00:16:38.809209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Request body: {'port': {'device_id': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:38.877093 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.886403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.924519 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:38.977504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:38.980651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:38.983383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:39.032629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Port': ['ID=ba94225f-1e49-4e73-8a5e-5d4f13c712f1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:39.157823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7894bc94-9bba-495c-9e51-f1d4b7cef076 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:39.242077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c9d5-ad98-4e72-8631-ab02a8b3cfde req-219f8076-c4c6-4b4d-8375-572671c6b3ef tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:39.250645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9436c9d5-ad98-4e72-8631-ab02a8b3cfde req-219f8076-c4c6-4b4d-8375-572671c6b3ef tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 932 time: 0.0991337 Dec 08 00:16:39.261453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 7894bc94-9bba-495c-9e51-f1d4b7cef076 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:16:39.267091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 7894bc94-9bba-495c-9e51-f1d4b7cef076 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:39.267913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.343449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.383576 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.408606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd3bc78-ff6a-46a3-b367-ce02bc25900f {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:16:39.421991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7894bc94-9bba-495c-9e51-f1d4b7cef076'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:39.428246 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.443548 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b4bf9-5080-4c41-a566-260da92bfc60" -d '{"events": [{"server_uuid": "d4581b33-759b-481d-9f1c-f7082dae55d6", "name": "network-vif-plugged", "status": "completed", "tag": "7894bc94-9bba-495c-9e51-f1d4b7cef076"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:39.464398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9436c9d5-ad98-4e72-8631-ab02a8b3cfde req-4d6e2295-79f5-48de-8d8c-daff829e7c11 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125363 Dec 08 00:16:39.473613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 7894bc94-9bba-495c-9e51-f1d4b7cef076, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:39.480584 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.521259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c54e1b-b962-4fe9-a081-4bdbfe2f1b48 req-bd947f24-71d0-4bab-bb99-f932681746e9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:39.532402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4c54e1b-b962-4fe9-a081-4bdbfe2f1b48 req-bd947f24-71d0-4bab-bb99-f932681746e9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 944 time: 0.2994711 Dec 08 00:16:39.561901 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6bcec-54cb-426f-a994-1b3a4c201fc5 x-openstack-request-id: req-5ce6bcec-54cb-426f-a994-1b3a4c201fc5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:39.562222 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4581b33-759b-481d-9f1c-f7082dae55d6", "name": "network-vif-plugged", "status": "completed", "tag": "7894bc94-9bba-495c-9e51-f1d4b7cef076", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:39.564656 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ce6bcec-54cb-426f-a994-1b3a4c201fc5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:39.565260 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7894bc94-9bba-495c-9e51-f1d4b7cef076', 'code': 200} Dec 08 00:16:39.570533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Transition to ACTIVE for port object 6dd3bc78-ff6a-46a3-b367-ce02bc25900f will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:16:39.610466 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.637477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device aa18d11d-63e0-4da8-bf58-046ffc2b465d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:39.652616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.655912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=7894bc94-9bba-495c-9e51-f1d4b7cef076,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:39.771134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4c54e1b-b962-4fe9-a081-4bdbfe2f1b48 req-36293f8e-c75a-4904-b641-17fa7b299cd5 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319293 Dec 08 00:16:39.772505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:39.789393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port aa18d11d-63e0-4da8-bf58-046ffc2b465d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:16:39.794740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port aa18d11d-63e0-4da8-bf58-046ffc2b465d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:39.794740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.815335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d6355-4c61-4886-9889-1f22c7e680ea req-53d8bc24-72ff-4b06-acc5-eb7397def57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:39.816860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a78d6355-4c61-4886-9889-1f22c7e680ea req-53d8bc24-72ff-4b06-acc5-eb7397def57f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 1096 time: 0.1502306 Dec 08 00:16:39.888024 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a78d6355-4c61-4886-9889-1f22c7e680ea req-3e45b5c4-c6ea-4aa2-8ea5-0022369e1fa9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594165 Dec 08 00:16:39.900204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.907932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Router 95bd64d8-8a23-4373-8316-051706055bdb is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:16:39.944282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port aa18d11d-63e0-4da8-bf58-046ffc2b465d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:39.952818 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:39.953634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Attempting to bind port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:39.954671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Attempting to bind port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:39.959391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Attempting to bind port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f on network 0b554920-1551-4e52-988e-e0edbde9f0ee {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:39.967600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f on network 0b554920-1551-4e52-988e-e0edbde9f0ee not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:16:39.968305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Attempting to bind port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f on network 0b554920-1551-4e52-988e-e0edbde9f0ee {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:39.975616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:39.976391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Checking segment: {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:39.977265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Bound using segment: {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:39.978459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Bound port: 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:39.979046 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.053552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:40.063814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=aa18d11d-63e0-4da8-bf58-046ffc2b465d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:40.072214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Sync routers for ids ['95bd64d8-8a23-4373-8316-051706055bdb'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:40.082555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:40.087796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:40.091300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.092922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bac0e4cd-4fd8-4488-b44d-f280b700139d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5116591 Dec 08 00:16:40.093714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.095967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:40.098465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Routers {'95bd64d8-8a23-4373-8316-051706055bdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:40.099134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['95bd64d8-8a23-4373-8316-051706055bdb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:40.145855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:40.146527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.151248 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] 10.222.0.44 "PUT /v2.0/ports/6dd3bc78-ff6a-46a3-b367-ce02bc25900f HTTP/1.1" status: 200 len: 1092 time: 1.3462501 Dec 08 00:16:40.151248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:40.151740 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecccf40-50aa-4b22-be41-4bf94d315909" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:40.178707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35294) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:40.235700 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e40bc0-33d4-4aef-94ff-f897bfca3a40 x-openstack-request-id: req-96e40bc0-33d4-4aef-94ff-f897bfca3a40 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:40.235987 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:40.237470 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96e40bc0-33d4-4aef-94ff-f897bfca3a40 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:40.237470 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'status': 'completed', 'code': 200} Dec 08 00:16:40.268065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Set router 95bd64d8-8a23-4373-8316-051706055bdb gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:40.278108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bb142-3ea1-4feb-95be-e9f2e5902f17 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:40.306813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.319157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-673c22d7-5145-496a-bddb-a5c385d85d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:40.323028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-673c22d7-5145-496a-bddb-a5c385d85d5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 1095 time: 0.1003332 Dec 08 00:16:40.388843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-75e31a95-aead-455e-8566-c6d59eaaba00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f HTTP/1.1" status: 200 len: 217 time: 0.0516217 Dec 08 00:16:40.463013 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.482104 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2688000e-ad56-4c53-9a6e-d241294321e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.501713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-ea9f60cc-7b97-433c-8920-f93f0f838ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:40.503325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-ea9f60cc-7b97-433c-8920-f93f0f838ef3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6e0046-c69f-4690-9875-bc5c02909699 HTTP/1.1" status: 200 len: 855 time: 0.1062486 Dec 08 00:16:40.552663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-6e1554d2-a5ce-4e4a-882f-04242cab61cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b554920-1551-4e52-988e-e0edbde9f0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388353 Dec 08 00:16:40.563726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Deleting port ba94225f-1e49-4e73-8a5e-5d4f13c712f1 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:40.564068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.573615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd64d8-8a23-4373-8316-051706055bdb', 'name': '', 'tenant_id': '32cba93d437441ef9de85b8269fe8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0', 'external_fixed_ips': [{'subnet_id': '29941dd0-3df1-4b78-9c7b-2c784fef4884', 'ip_address': '2001:db8::7d'}], 'enable_snat': True}, 'gw_port_id': 'ba94225f-1e49-4e73-8a5e-5d4f13c712f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:37Z', 'updated_at': '2021-12-08T00:16:39Z', 'revision_number': 3, 'project_id': '32cba93d437441ef9de85b8269fe8833', 'gw_port': {'id': 'ba94225f-1e49-4e73-8a5e-5d4f13c712f1', 'name': '', 'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd64d8-8a23-4373-8316-051706055bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '29941dd0-3df1-4b78-9c7b-2c784fef4884', 'ip_address': '2001:db8::7d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:38Z', 'updated_at': '2021-12-08T00:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29941dd0-3df1-4b78-9c7b-2c784fef4884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:40.618007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Checking router: 95bd64d8-8a23-4373-8316-051706055bdb for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:16:40.618957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Updating router 95bd64d8-8a23-4373-8316-051706055bdb port ba94225f-1e49-4e73-8a5e-5d4f13c712f1 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:16:40.658095 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.717653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.741948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Calling delete_port for ba94225f-1e49-4e73-8a5e-5d4f13c712f1 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:40.745301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35314) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:40.777363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf6ec2-c4e6-4e50-a1db-a3b55faba81c req-6ba7e6ad-56dd-46c5-b647-38f411328cd2 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:40.806480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cdf6ec2-c4e6-4e50-a1db-a3b55faba81c req-6ba7e6ad-56dd-46c5-b647-38f411328cd2 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 944 time: 0.2293010 Dec 08 00:16:40.912119 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2688000e-ad56-4c53-9a6e-d241294321e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:40.914654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-f086a1a6-dbb4-4ac2-a58d-37c291b3ef91 service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547070 Dec 08 00:16:40.950857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2688000e-ad56-4c53-9a6e-d241294321e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.028421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cdf6ec2-c4e6-4e50-a1db-a3b55faba81c req-d54f4950-a5b4-482c-8cec-d9b3f09e1ba0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144222 Dec 08 00:16:41.033078 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.057280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.063798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2688000e-ad56-4c53-9a6e-d241294321e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f3157ef738348efb0bbe9c777730198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8837216 Dec 08 00:16:41.121038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688000e-ad56-4c53-9a6e-d241294321e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10247b25-d607-4e2a-be3a-4c1d79fef968,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:41.123646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35326) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:41.167042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Attempting to bind port ba94225f-1e49-4e73-8a5e-5d4f13c712f1 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:41.168241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Attempting to bind port ba94225f-1e49-4e73-8a5e-5d4f13c712f1 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'dd02f248-4ae1-4281-996d-18d28f1abd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:41.168680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Attempting to bind port ba94225f-1e49-4e73-8a5e-5d4f13c712f1 on network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:41.170415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e9e63-c6d0-49fd-bf5d-90d8e46732ca req-ee9a1718-341e-45e4-b765-4534809936f8 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:41.172322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-510e9e63-c6d0-49fd-bf5d-90d8e46732ca req-ee9a1718-341e-45e4-b765-4534809936f8 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.2874672 Dec 08 00:16:41.181705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:41.182092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Checking segment: {'id': 'dd02f248-4ae1-4281-996d-18d28f1abd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:41.182500 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.182928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Bound using segment: {'id': 'dd02f248-4ae1-4281-996d-18d28f1abd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:41.183409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Bound port: ba94225f-1e49-4e73-8a5e-5d4f13c712f1, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02f248-4ae1-4281-996d-18d28f1abd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe4c081e-1f5b-40d0-ade2-8fa57c4856b0'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:41.183795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.186558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0916f2b-e52b-4073-b293-96b089921cb3 None None] Pushing event updated for resources: {'Port': ['ID=ba94225f-1e49-4e73-8a5e-5d4f13c712f1,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:41.255994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8403793-12bb-41de-8b2c-c57b9c6a9f32 req-580dae49-e878-4df6-b113-2144faa5124f service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207176 Dec 08 00:16:41.261849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] For port ba94225f-1e49-4e73-8a5e-5d4f13c712f1, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:41.266525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] For port ba94225f-1e49-4e73-8a5e-5d4f13c712f1, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ba94225f-1e49-4e73-8a5e-5d4f13c712f1,segment=NetworkSegment(dd02f248-4ae1-4281-996d-18d28f1abd54),segment_id=dd02f248-4ae1-4281-996d-18d28f1abd54)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:41.275324 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.321696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-510e9e63-c6d0-49fd-bf5d-90d8e46732ca req-8adcafb2-dcb8-49db-b530-45fc63086b24 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411488 Dec 08 00:16:41.342816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-553b56e2-de2b-403e-b914-00190cc9ff18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.349615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Routers {'95bd64d8-8a23-4373-8316-051706055bdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:41.350728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['95bd64d8-8a23-4373-8316-051706055bdb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:41.410324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0916f2b-e52b-4073-b293-96b089921cb3 None None] Pushing event updated for resources: {'Port': ['ID=ba94225f-1e49-4e73-8a5e-5d4f13c712f1,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:41.411676 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-553b56e2-de2b-403e-b914-00190cc9ff18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.448262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-1f8aca75-640b-421f-b3f1-8554950abe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:41.450627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-1f8aca75-640b-421f-b3f1-8554950abe12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 1095 time: 0.0895030 Dec 08 00:16:41.480530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] Set router 95bd64d8-8a23-4373-8316-051706055bdb gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:41.507911 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8006e0f7-b741-41d0-a757-0267f72bcd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.553055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd64d8-8a23-4373-8316-051706055bdb', 'name': '', 'tenant_id': '32cba93d437441ef9de85b8269fe8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:37Z', 'updated_at': '2021-12-08T00:16:40Z', 'revision_number': 4, 'project_id': '32cba93d437441ef9de85b8269fe8833', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:41.554228 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-553b56e2-de2b-403e-b914-00190cc9ff18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.559187 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-553b56e2-de2b-403e-b914-00190cc9ff18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.562768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-553b56e2-de2b-403e-b914-00190cc9ff18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10247b25-d607-4e2a-be3a-4c1d79fef968 HTTP/1.1" status: 204 len: 168 time: 0.4322572 Dec 08 00:16:41.575987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b56e2-de2b-403e-b914-00190cc9ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10247b25-d607-4e2a-be3a-4c1d79fef968,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:41.586140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36084709-20ba-4b20-94e6-6b55a104d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:41.590048 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dacc17d-064b-444f-b838-8ebb58740a7e" -d '{"events": [{"server_uuid": "36084709-20ba-4b20-94e6-6b55a104d137", "name": "network-vif-plugged", "status": "completed", "tag": "aa18d11d-63e0-4da8-bf58-046ffc2b465d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:41.597236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.599229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e062-eac2-405f-b5dc-b0a57739647d None None] The sync data for ids ['95bd64d8-8a23-4373-8316-051706055bdb'] in n-d-820549-2 is: [{'id': '95bd64d8-8a23-4373-8316-051706055bdb', 'name': '', 'tenant_id': '32cba93d437441ef9de85b8269fe8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:37Z', 'updated_at': '2021-12-08T00:16:40Z', 'revision_number': 4, 'project_id': '32cba93d437441ef9de85b8269fe8833', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:41.608986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-acbec9e9-7a12-4495-b862-539c2b4d419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:41.611151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-acbec9e9-7a12-4495-b862-539c2b4d419d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 916 time: 0.1509829 Dec 08 00:16:41.648879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba94225f-1e49-4e73-8a5e-5d4f13c712f1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:41.688766 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9d5e6a-e256-4bfb-a7c8-5de4f1e71b06 x-openstack-request-id: req-ca9d5e6a-e256-4bfb-a7c8-5de4f1e71b06 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:41.688935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.689071 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36084709-20ba-4b20-94e6-6b55a104d137", "name": "network-vif-plugged", "status": "completed", "tag": "aa18d11d-63e0-4da8-bf58-046ffc2b465d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:41.689322 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca9d5e6a-e256-4bfb-a7c8-5de4f1e71b06 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:41.689719 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36084709-20ba-4b20-94e6-6b55a104d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d', 'code': 200} Dec 08 00:16:41.698344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-66ff54b4-0da8-45ba-955d-3806a3112fe8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f HTTP/1.1" status: 200 len: 217 time: 0.0713849 Dec 08 00:16:41.786304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-fd3a0d38-57bc-4f99-8c04-31539b929d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:41.787976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-fd3a0d38-57bc-4f99-8c04-31539b929d44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6e0046-c69f-4690-9875-bc5c02909699 HTTP/1.1" status: 200 len: 855 time: 0.0684421 Dec 08 00:16:41.844840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-acc8c4db-1973-4620-aae5-ea905bc04b2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b554920-1551-4e52-988e-e0edbde9f0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465865 Dec 08 00:16:41.876202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.884882 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.899199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8006e0f7-b741-41d0-a757-0267f72bcd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:41.908862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed855bf2-d83c-4653-bd3d-9f3201963cae req-ef8de74d-4c50-4257-861c-4a65d68a69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:41.913237 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed855bf2-d83c-4653-bd3d-9f3201963cae req-ef8de74d-4c50-4257-861c-4a65d68a69b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.1176822 Dec 08 00:16:41.957584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8006e0f7-b741-41d0-a757-0267f72bcd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.002791 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-72562455-23c3-449d-bf17-31ae3f5b2491 service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511602 Dec 08 00:16:42.049247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.050133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95bd64d8-8a23-4373-8316-051706055bdb {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:16:42.060018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.064504 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c7e31f26-b2ac-421d-aaed-9f8b972ef183 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "DELETE /v2.0/routers/95bd64d8-8a23-4373-8316-051706055bdb HTTP/1.1" status: 204 len: 168 time: 1.9668117 Dec 08 00:16:42.074813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35358) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:42.096292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35360) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:42.117900 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-185f1f83-f974-4ceb-9482-c11a31ec2de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.119672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8006e0f7-b741-41d0-a757-0267f72bcd57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26f0e2b9e8ba43419f8178e3d9e0a88d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3727248 Dec 08 00:16:42.120502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006e0f7-b741-41d0-a757-0267f72bcd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb3ac3-c126-41ec-963c-0753e82b7bb8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:42.125239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35362) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:42.139326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed855bf2-d83c-4653-bd3d-9f3201963cae req-27c6dd67-a271-4538-93b4-30b367fb1ab0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824203 Dec 08 00:16:42.171944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Deleting subnet 29941dd0-3df1-4b78-9c7b-2c784fef4884 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:16:42.178825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.192242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecccf40-50aa-4b22-be41-4bf94d315909 req-4782a3df-8316-4ca4-b6d7-9c507a699d35 service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812603 Dec 08 00:16:42.225899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8a2ad-6ebe-43a6-8639-c8f6f07ed7f9 req-b493adcf-0e1a-4c9c-aed2-e180c161c550 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:42.227458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7e8a2ad-6ebe-43a6-8639-c8f6f07ed7f9 req-b493adcf-0e1a-4c9c-aed2-e180c161c550 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 944 time: 0.0999460 Dec 08 00:16:42.246699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.248732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20bfb062-5439-45d9-8b63-2c6cb54f686e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.283196 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-185f1f83-f974-4ceb-9482-c11a31ec2de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.292528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-185f1f83-f974-4ceb-9482-c11a31ec2de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.316418 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20bfb062-5439-45d9-8b63-2c6cb54f686e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.332467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.350516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-185f1f83-f974-4ceb-9482-c11a31ec2de8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31f379c350234459a5b2b6ca3c9641a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531719 Dec 08 00:16:42.358323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:42.358755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7e8a2ad-6ebe-43a6-8639-c8f6f07ed7f9 req-4c3c167a-95ea-4971-ba71-afb677cafc9e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114242 Dec 08 00:16:42.360942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f1f83-f974-4ceb-9482-c11a31ec2de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77972397-61b3-493b-a305-0ecccabae784,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:42.462907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20bfb062-5439-45d9-8b63-2c6cb54f686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.465901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-20bfb062-5439-45d9-8b63-2c6cb54f686e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.467262 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-20bfb062-5439-45d9-8b63-2c6cb54f686e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88eb3ac3-c126-41ec-963c-0753e82b7bb8 HTTP/1.1" status: 204 len: 168 time: 0.3406830 Dec 08 00:16:42.489250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfb062-5439-45d9-8b63-2c6cb54f686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb3ac3-c126-41ec-963c-0753e82b7bb8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:42.507714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.513946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33f06425-354c-4a3d-9df2-e914c274d844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.517076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00799-4a8d-4432-a86b-1e8195a71058 req-d5988a50-e0cb-4a97-86ac-5fca1664d3c9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:42.519076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fb00799-4a8d-4432-a86b-1e8195a71058 req-d5988a50-e0cb-4a97-86ac-5fca1664d3c9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.0956619 Dec 08 00:16:42.570733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.578442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/29941dd0-3df1-4b78-9c7b-2c784fef4884 HTTP/1.1" status: 204 len: 168 time: 0.4999583 Dec 08 00:16:42.578442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d5557-b3ff-41b0-b80c-d08ca48686f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=29941dd0-3df1-4b78-9c7b-2c784fef4884,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:42.583022 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35374) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:42.602775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33f06425-354c-4a3d-9df2-e914c274d844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.673872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.698638 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33f06425-354c-4a3d-9df2-e914c274d844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.702691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33f06425-354c-4a3d-9df2-e914c274d844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.709293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-33f06425-354c-4a3d-9df2-e914c274d844 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77972397-61b3-493b-a305-0ecccabae784 HTTP/1.1" status: 204 len: 168 time: 0.3498142 Dec 08 00:16:42.726254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:42.733027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f06425-354c-4a3d-9df2-e914c274d844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77972397-61b3-493b-a305-0ecccabae784,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:42.760984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fb00799-4a8d-4432-a86b-1e8195a71058 req-a2aab34a-644d-4ae5-86c0-cbebf4fefb46 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332137 Dec 08 00:16:42.823421 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.858388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4c081e-1f5b-40d0-ade2-8fa57c4856b0']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:42.872516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd02f248-4ae1-4281-996d-18d28f1abd54') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:42.872797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd02f248-4ae1-4281-996d-18d28f1abd54') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:42.896991 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.917607 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.948239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:16:42.948703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:16:42.950743 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:16:43.069155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-5d1ca9ed-a6ac-469d-a16f-23d481277d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:43.071145 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-5d1ca9ed-a6ac-469d-a16f-23d481277d41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 1096 time: 0.0647383 Dec 08 00:16:43.082551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.090963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 00:16:43.100927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.104817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "DELETE /v2.0/networks/fe4c081e-1f5b-40d0-ade2-8fa57c4856b0 HTTP/1.1" status: 204 len: 168 time: 0.5206795 Dec 08 00:16:43.134843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b7b97-9e77-4399-9d90-f2a5e98ba05d req-60b7c851-80e6-46e5-962a-081e669a6fb9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:43.143167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a06b7b97-9e77-4399-9d90-f2a5e98ba05d req-60b7c851-80e6-46e5-962a-081e669a6fb9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1139550 Dec 08 00:16:43.145167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466ae42-6db1-402e-a97d-bcc26fd615bf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe4c081e-1f5b-40d0-ade2-8fa57c4856b0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:43.200900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-0bbf6d4e-6527-4984-a34f-afa2d63fb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:43.202934 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-0bbf6d4e-6527-4984-a34f-afa2d63fb973 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.1231816 Dec 08 00:16:43.215584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a06b7b97-9e77-4399-9d90-f2a5e98ba05d req-8dbde0af-e910-4cdf-b257-54ef410aba43 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713694 Dec 08 00:16:43.233497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52052115-5371-4c24-bce5-2a8181da4f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.283450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-7624ed6f-7888-4596-abc7-a0dbd7eb0d16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076 HTTP/1.1" status: 200 len: 217 time: 0.0667305 Dec 08 00:16:43.380444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-132b70f7-360a-4250-96a7-83a04aaabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:43.382552 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-132b70f7-360a-4250-96a7-83a04aaabe48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.0907793 Dec 08 00:16:43.464971 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-fc6230aa-a00d-422d-9da7-13c13b3e6e11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741229 Dec 08 00:16:43.519715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52052115-5371-4c24-bce5-2a8181da4f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.535318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-52052115-5371-4c24-bce5-2a8181da4f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.550636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3fd7d-9bad-4655-be12-b1266c439a3b req-94f40772-28e9-4b44-b5eb-5fa8e2d2d207 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:43.561528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61c3fd7d-9bad-4655-be12-b1266c439a3b req-94f40772-28e9-4b44-b5eb-5fa8e2d2d207 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 944 time: 0.0966020 Dec 08 00:16:43.634626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52052115-5371-4c24-bce5-2a8181da4f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc1647-b2f9-4910-8b0f-953caa3c9801,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:43.670743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-52052115-5371-4c24-bce5-2a8181da4f4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9a34b352ba845f3a6b1df72f4eb3e4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9406273 Dec 08 00:16:43.675317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35418) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:43.685895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.687465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61c3fd7d-9bad-4655-be12-b1266c439a3b req-87a68063-6cc3-4571-965a-3b67ac676052 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199229 Dec 08 00:16:43.731205 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-00fa3e77-ac7b-40dd-bf48-1059175e0f8f service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535686 Dec 08 00:16:43.754327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35420) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:43.760457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f708dff3-c0b2-4b62-9058-03060a70cfaf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'router': {'name': 'tempest-router--901999823', 'project_id': '654e98d3a3db4fe0be0e903b2ddcda1d'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:43.798494 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f708dff3-c0b2-4b62-9058-03060a70cfaf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.800112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f708dff3-c0b2-4b62-9058-03060a70cfaf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.822755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e7828ed-4395-4cb6-be0d-ef4ce681eb30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.860172 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e7828ed-4395-4cb6-be0d-ef4ce681eb30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.874088 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64fb3621-2f2d-4f9d-90d7-c968320182f2 req-663c6901-e3cc-40d1-9e15-1142c9023eba service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329825 Dec 08 00:16:43.876665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f708dff3-c0b2-4b62-9058-03060a70cfaf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.883476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f708dff3-c0b2-4b62-9058-03060a70cfaf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.907563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f708dff3-c0b2-4b62-9058-03060a70cfaf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.912188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f708dff3-c0b2-4b62-9058-03060a70cfaf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1561582 Dec 08 00:16:43.915045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35428) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:43.952240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e7828ed-4395-4cb6-be0d-ef4ce681eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.957649 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e7828ed-4395-4cb6-be0d-ef4ce681eb30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:43.963196 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7e7828ed-4395-4cb6-be0d-ef4ce681eb30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44fc1647-b2f9-4910-8b0f-953caa3c9801 HTTP/1.1" status: 204 len: 168 time: 0.2840521 Dec 08 00:16:43.982217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7828ed-4395-4cb6-be0d-ef4ce681eb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc1647-b2f9-4910-8b0f-953caa3c9801,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:44.014290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65fff5c5-ae89-4b2a-82b1-ab35fe7f032a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.211802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65fff5c5-ae89-4b2a-82b1-ab35fe7f032a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.214205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65fff5c5-ae89-4b2a-82b1-ab35fe7f032a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.319449 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65fff5c5-ae89-4b2a-82b1-ab35fe7f032a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.320023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fff5c5-ae89-4b2a-82b1-ab35fe7f032a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7bd6658-9786-4f21-a7f3-2535800eebb4 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:16:44.324910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65fff5c5-ae89-4b2a-82b1-ab35fe7f032a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.328666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-65fff5c5-ae89-4b2a-82b1-ab35fe7f032a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c7bd6658-9786-4f21-a7f3-2535800eebb4 HTTP/1.1" status: 204 len: 168 time: 0.4118240 Dec 08 00:16:44.348274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b7e1-bc78-4ebc-b2a9-5acf22f21359 req-aa70cf12-2a09-49af-9be4-dff2b26c7bd4 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:44.349786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddc4b7e1-bc78-4ebc-b2a9-5acf22f21359 req-aa70cf12-2a09-49af-9be4-dff2b26c7bd4 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.0611353 Dec 08 00:16:44.407058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddc4b7e1-bc78-4ebc-b2a9-5acf22f21359 req-5212b78c-976f-4c0f-b29e-a1bcbe83007a tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Dec 08 00:16:44.507127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35458) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:44.523171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c92788b6-be47-452e-9637-9aabfae02c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.615707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c92788b6-be47-452e-9637-9aabfae02c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.626960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c92788b6-be47-452e-9637-9aabfae02c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.653972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c92788b6-be47-452e-9637-9aabfae02c78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=009688f6e1634c65b71012b18da9b3d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454959 Dec 08 00:16:44.656201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35462) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:44.730857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92788b6-be47-452e-9637-9aabfae02c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3fb2f7-187e-4428-bba1-e6ba91b616ca,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:44.776203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa4556c-997b-487f-830e-95a0616719fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.802576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa4556c-997b-487f-830e-95a0616719fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.841098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35474) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:44.874467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa4556c-997b-487f-830e-95a0616719fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.879185 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaa4556c-997b-487f-830e-95a0616719fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:44.882694 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aaa4556c-997b-487f-830e-95a0616719fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a3fb2f7-187e-4428-bba1-e6ba91b616ca HTTP/1.1" status: 204 len: 168 time: 0.2253358 Dec 08 00:16:44.892564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4556c-997b-487f-830e-95a0616719fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3fb2f7-187e-4428-bba1-e6ba91b616ca,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:44.911293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641e0c6-31f6-41d5-9893-35031cf95646 req-ba348887-72e2-431f-b0ea-2c257d52dae3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:44.919718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0641e0c6-31f6-41d5-9893-35031cf95646 req-ba348887-72e2-431f-b0ea-2c257d52dae3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 944 time: 0.1168983 Dec 08 00:16:44.980791 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0641e0c6-31f6-41d5-9893-35031cf95646 req-990c38c2-e578-4045-9f58-183a39b95889 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601413 Dec 08 00:16:45.139114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1283315375', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:45.174022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:45.176381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:45.251458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:45.622071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6dd3bc78-ff6a-46a3-b367-ce02bc25900f details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:16:45.732221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:45.814450 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:45.840593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'port_id': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'mac_address': 'fa:16:3e:ba:01:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6e0046-c69f-4690-9875-bc5c02909699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:16:45.849182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15682d8f-cc59-409a-ad6e-cfcef4c6e9a3 req-e68414b2-6e1d-4ecc-ae05-d3280df086a1 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:45.851061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15682d8f-cc59-409a-ad6e-cfcef4c6e9a3 req-e68414b2-6e1d-4ecc-ae05-d3280df086a1 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1329644 Dec 08 00:16:45.900392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:45.924182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd3bc78-ff6a-46a3-b367-ce02bc25900f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:16:45.955902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:45.958989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15682d8f-cc59-409a-ad6e-cfcef4c6e9a3 req-f0ad387a-2574-4cb7-ad91-3e12ddb1a247 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975478 Dec 08 00:16:45.963082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:46.052655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:46.060924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.064765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.065365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.066026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.066605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.067148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.067578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.068430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.071559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.072042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.072484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.072888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.073291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:16:46.105543 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:46.145325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:46.217031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7109-4d32-40e4-9fe3-4b188881433f req-27638b9a-17f7-4413-88f2-d0a4579a0154 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:46.218549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5fb7109-4d32-40e4-9fe3-4b188881433f req-27638b9a-17f7-4413-88f2-d0a4579a0154 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 945 time: 0.1147804 Dec 08 00:16:46.233703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['6dd3bc78-ff6a-46a3-b367-ce02bc25900f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:16:46.327744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Allocated IP 172.25.6.138 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3c67aa14-c5e9-43ff-8f41-6690b8577195) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:46.332998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5fb7109-4d32-40e4-9fe3-4b188881433f req-a48b7282-f890-46e7-90d6-61b2b07fd24f tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 Dec 08 00:16:46.467628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:46.508019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:46.550174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:46.554663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:46.560021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:46.563845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event updated for resources: {'Port': ['ID=3c67aa14-c5e9-43ff-8f41-6690b8577195,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:46.865467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.089819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35564) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:47.159963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.171488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e07d3-f221-4472-9bd6-c5762e2dadde req-fc2e6e3c-b059-45e2-8b21-8ffca7afcbda tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:47.173101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce5e07d3-f221-4472-9bd6-c5762e2dadde req-fc2e6e3c-b059-45e2-8b21-8ffca7afcbda tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.0823233 Dec 08 00:16:47.267697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce5e07d3-f221-4472-9bd6-c5762e2dadde req-34118bc3-2006-46d3-b259-b637ea5ad459 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883913 Dec 08 00:16:47.372932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Router 4d69d520-ae2a-49f2-af93-64d3c854b4f1 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:16:47.429994 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.534653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f34c025-e5e3-4214-98e2-b4f3278ce3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.561764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:47.576041 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] Sync routers for ids ['4d69d520-ae2a-49f2-af93-64d3c854b4f1'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:47.585492 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] Routers {'4d69d520-ae2a-49f2-af93-64d3c854b4f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:47.586101 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4d69d520-ae2a-49f2-af93-64d3c854b4f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:47.625615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6dd3bc78-ff6a-46a3-b367-ce02bc25900f up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:47.638682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064501dc-c68b-421a-92dc-21f7b9d5bd3e req-98173015-ec84-44d1-b1ba-fa14ba83ee8a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:47.646515 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:47.648870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-064501dc-c68b-421a-92dc-21f7b9d5bd3e req-98173015-ec84-44d1-b1ba-fa14ba83ee8a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 945 time: 0.1665428 Dec 08 00:16:47.670128 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] Routers {'4d69d520-ae2a-49f2-af93-64d3c854b4f1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:47.670754 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4d69d520-ae2a-49f2-af93-64d3c854b4f1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:47.714675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.716523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f8fe2cef-2366-440e-84ca-5eae0d8006b4 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8661001 Dec 08 00:16:47.719085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35586) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:47.733446 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:47.734400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfb9d7-2858-4d67-9e03-428649ee5397 None None] The sync data for ids ['4d69d520-ae2a-49f2-af93-64d3c854b4f1'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:47.739262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-064501dc-c68b-421a-92dc-21f7b9d5bd3e req-ef0df366-55ab-426f-b3ea-8421eee44d61 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849478 Dec 08 00:16:47.764347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:16:47.780875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:47.781603 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.791312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f34c025-e5e3-4214-98e2-b4f3278ce3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.797146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f34c025-e5e3-4214-98e2-b4f3278ce3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.833605 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77766f9b-6511-46c1-bc0a-076bf3b8bdac tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/4d69d520-ae2a-49f2-af93-64d3c854b4f1 HTTP/1.1" status: 200 len: 925 time: 0.1132045 Dec 08 00:16:47.836217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:47.850359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5f34c025-e5e3-4214-98e2-b4f3278ce3d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b9bb7f857fe42999f695dd7b2a2baea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582047 Dec 08 00:16:47.851074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35590) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:47.859419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34c025-e5e3-4214-98e2-b4f3278ce3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf2ee2-eba9-4fad-9c27-177a00e70c77,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:47.882971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.905365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b98b03bc-60f5-43a1-8d66-b868700dcb13 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d69d520-ae2a-49f2-af93-64d3c854b4f1 HTTP/1.1" status: 200 len: 205 time: 0.0677614 Dec 08 00:16:47.905878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35594) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:47.914461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:16:47.917970 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab94ee9-729d-45b7-adbf-5dbf5370ee5d" -d '{"events": [{"server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:16:47.937945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:47.963631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:47.995841 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467c060-289f-49ce-88b4-222abb5b2684 x-openstack-request-id: req-6467c060-289f-49ce-88b4-222abb5b2684 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:16:47.996135 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:16:47.996397 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6467c060-289f-49ce-88b4-222abb5b2684 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:16:47.996787 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'code': 200} Dec 08 00:16:48.026429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:48.043739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b30a0206-ef3e-41a5-8bca-b21ed4d45228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.054204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.113290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b30a0206-ef3e-41a5-8bca-b21ed4d45228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.547491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1d61b-e08e-4208-8fd4-986783b784ed req-01ffbda9-e969-43a1-b45f-b8a961160cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:48.548987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41c1d61b-e08e-4208-8fd4-986783b784ed req-01ffbda9-e969-43a1-b45f-b8a961160cf8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 1097 time: 0.4328225 Dec 08 00:16:48.568147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.571665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b30a0206-ef3e-41a5-8bca-b21ed4d45228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.575296 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b30a0206-ef3e-41a5-8bca-b21ed4d45228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.576973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b30a0206-ef3e-41a5-8bca-b21ed4d45228 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0cf2ee2-eba9-4fad-9c27-177a00e70c77 HTTP/1.1" status: 204 len: 168 time: 0.7245631 Dec 08 00:16:48.615607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bbc2a-0b05-4b5e-9f19-39355a7bd287 req-0a34d3b6-a4f0-4531-9e2a-c5a9f98d0cda tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:48.617426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c5bbc2a-0b05-4b5e-9f19-39355a7bd287 req-0a34d3b6-a4f0-4531-9e2a-c5a9f98d0cda tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1273696 Dec 08 00:16:48.621548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a0206-ef3e-41a5-8bca-b21ed4d45228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf2ee2-eba9-4fad-9c27-177a00e70c77,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:48.785446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c5bbc2a-0b05-4b5e-9f19-39355a7bd287 req-e60ac060-0f49-438d-b218-da0e5523fa68 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332195 Dec 08 00:16:48.788476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41c1d61b-e08e-4208-8fd4-986783b784ed req-6538037d-b606-4d0f-b6d1-2ca852d2774a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303512 Dec 08 00:16:48.808370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Deleting port 3c67aa14-c5e9-43ff-8f41-6690b8577195 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:48.809217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.958203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:48.976925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Calling delete_port for 3c67aa14-c5e9-43ff-8f41-6690b8577195 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:48.997271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca791968-4670-4fb6-a8f6-e1cb06403bd1 req-87e0b8e4-843f-45ae-be81-d134e57bb8d6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:48.998717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca791968-4670-4fb6-a8f6-e1cb06403bd1 req-87e0b8e4-843f-45ae-be81-d134e57bb8d6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.0968187 Dec 08 00:16:49.095700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca791968-4670-4fb6-a8f6-e1cb06403bd1 req-35858108-7dc1-4d1c-8d33-3fd3d8c41162 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633235 Dec 08 00:16:49.208417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.222988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35638) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:49.236570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event deleted for resources: {'Port': ['ID=3c67aa14-c5e9-43ff-8f41-6690b8577195,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:49.237859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-520ee3f1-ea77-4569-96a4-e43a16288a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.320372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.350951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-520ee3f1-ea77-4569-96a4-e43a16288a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.355629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-520ee3f1-ea77-4569-96a4-e43a16288a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.438518 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-520ee3f1-ea77-4569-96a4-e43a16288a6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bab4151e9150424087c6dd54b9aff9dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139809 Dec 08 00:16:49.440788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35642) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:49.445022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ee3f1-ea77-4569-96a4-e43a16288a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead21aba-d1f4-4857-9632-7f2f096eb5f8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:49.449399 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.451856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.501596 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.502437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Fanout notify agent at l3_agent the message router_deleted on router 4d69d520-ae2a-49f2-af93-64d3c854b4f1 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:16:49.511822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.517156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f7d175d9-e1fc-406a-9f7a-4aeb7e27aeaa tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/4d69d520-ae2a-49f2-af93-64d3c854b4f1 HTTP/1.1" status: 204 len: 168 time: 1.6096830 Dec 08 00:16:49.517924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35646) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:49.520583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74658632-a65d-46df-8000-3049d6ba8930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.522999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-136309130', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': False}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:49.550416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74658632-a65d-46df-8000-3049d6ba8930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.552498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.554108 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.615538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74658632-a65d-46df-8000-3049d6ba8930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.618416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74658632-a65d-46df-8000-3049d6ba8930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.622094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-74658632-a65d-46df-8000-3049d6ba8930 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ead21aba-d1f4-4857-9632-7f2f096eb5f8 HTTP/1.1" status: 204 len: 168 time: 0.1762009 Dec 08 00:16:49.628378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:49.628881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74658632-a65d-46df-8000-3049d6ba8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead21aba-d1f4-4857-9632-7f2f096eb5f8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:49.808689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:50.079168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbcca6-d0c7-4000-b2c8-7f2b491c78d4 req-2a895ebe-eaa7-4b37-80e0-1213005a120a tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:50.080700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7bbcca6-d0c7-4000-b2c8-7f2b491c78d4 req-2a895ebe-eaa7-4b37-80e0-1213005a120a tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1147180 Dec 08 00:16:50.221781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7bbcca6-d0c7-4000-b2c8-7f2b491c78d4 req-beae6ec0-7128-4211-9ef8-b54d65bd0050 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977178 Dec 08 00:16:50.221781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:50.260421 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:50.324770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de33fd-09f0-46d0-98a6-664729141118 req-9627b6b2-d11e-4555-9434-b27196e1dd42 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:50.326398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84de33fd-09f0-46d0-98a6-664729141118 req-9627b6b2-d11e-4555-9434-b27196e1dd42 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1254623 Dec 08 00:16:50.416373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84de33fd-09f0-46d0-98a6-664729141118 req-6ead0652-5bfb-43ff-acd4-8190712b3307 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822079 Dec 08 00:16:50.432270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Allocated IP 172.25.6.78 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/7539af35-0902-4186-bcaf-70e1c28e0df8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:50.610410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:50.632804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124796-e32b-4ebd-93e4-ef6a0349d3b8 req-5caa4f11-97b2-40a6-8691-586d5e336a05 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:50.634611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc124796-e32b-4ebd-93e4-ef6a0349d3b8 req-5caa4f11-97b2-40a6-8691-586d5e336a05 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.0935814 Dec 08 00:16:50.697447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:50.706819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc124796-e32b-4ebd-93e4-ef6a0349d3b8 req-ce68852e-93dd-4bf7-8140-f81fb49252c0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Dec 08 00:16:50.747922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:50.751037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:50.756349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:50.760153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Port': ['ID=7539af35-0902-4186-bcaf-70e1c28e0df8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:51.340838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4df84-9378-4afd-8ad2-2e9a0ab90cd5 req-a8519f33-682c-4c3d-9601-5d939b0fc2a7 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:51.358794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1a4df84-9378-4afd-8ad2-2e9a0ab90cd5 req-a8519f33-682c-4c3d-9601-5d939b0fc2a7 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1029923 Dec 08 00:16:51.384590 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0efad9be-7e50-4849-bcce-3a94d5e1c42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:51.416710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:51.522186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1a4df84-9378-4afd-8ad2-2e9a0ab90cd5 req-5baaddc7-7197-45ae-ac6d-0c76b3613c16 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579587 Dec 08 00:16:51.577337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9bce-85cf-4474-9602-52181d3b0cbb req-cbf0556e-dbd8-4ef1-b7f0-5f5274226154 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:51.579352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b6e9bce-85cf-4474-9602-52181d3b0cbb req-cbf0556e-dbd8-4ef1-b7f0-5f5274226154 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.2036388 Dec 08 00:16:51.695930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b6e9bce-85cf-4474-9602-52181d3b0cbb req-6dc9b984-94f7-41b7-9806-a0d35d2986bf tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054258 Dec 08 00:16:51.766962 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:51.918163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Router 4696add6-e767-43cf-8557-b789dc276197 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:16:52.050050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:52.065458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Sync routers for ids ['4696add6-e767-43cf-8557-b789dc276197'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:52.076236 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:52.079810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00b7b792-ea1c-4aca-b05e-c9644dedb3e6 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5607247 Dec 08 00:16:52.080750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Routers {'4696add6-e767-43cf-8557-b789dc276197'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:52.081833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4696add6-e767-43cf-8557-b789dc276197'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:52.082744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35744) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:52.216336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5fa9f249-27a7-4467-ba11-152fd71bde41 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/4696add6-e767-43cf-8557-b789dc276197 HTTP/1.1" status: 200 len: 907 time: 0.1322601 Dec 08 00:16:52.218876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35752) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:52.224016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-136309130', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': True}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:52.266128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:52.267875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:52.296185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Set router 4696add6-e767-43cf-8557-b789dc276197 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:52.356198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:52.755371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4696add6-e767-43cf-8557-b789dc276197', 'name': 'tempest-snat-router-136309130', 'tenant_id': '32cba93d437441ef9de85b8269fe8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': False}, 'gw_port_id': '7539af35-0902-4186-bcaf-70e1c28e0df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:49Z', 'updated_at': '2021-12-08T00:16:50Z', 'revision_number': 3, 'project_id': '32cba93d437441ef9de85b8269fe8833', 'gw_port': {'id': '7539af35-0902-4186-bcaf-70e1c28e0df8', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4696add6-e767-43cf-8557-b789dc276197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:50Z', 'updated_at': '2021-12-08T00:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:52.789393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Checking router: 4696add6-e767-43cf-8557-b789dc276197 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:16:52.791692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Updating router 4696add6-e767-43cf-8557-b789dc276197 port 7539af35-0902-4186-bcaf-70e1c28e0df8 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:16:52.844967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.137208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.185092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83ad2d-2a62-40f6-b409-6948789e1a37 req-b58e4776-6748-4749-bf50-d9c36d7cd89e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:53.186633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed83ad2d-2a62-40f6-b409-6948789e1a37 req-b58e4776-6748-4749-bf50-d9c36d7cd89e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1978436 Dec 08 00:16:53.187672 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.198243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc612704-f0fc-4923-8f9c-18c28dcf23af req-ebf41f8a-9e7a-41fe-8272-95c293855973 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:53.204386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.209451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc612704-f0fc-4923-8f9c-18c28dcf23af req-ebf41f8a-9e7a-41fe-8272-95c293855973 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.2236040 Dec 08 00:16:53.216636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35800) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:53.269560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Attempting to bind port 7539af35-0902-4186-bcaf-70e1c28e0df8 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:53.270572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Attempting to bind port 7539af35-0902-4186-bcaf-70e1c28e0df8 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:53.271164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Attempting to bind port 7539af35-0902-4186-bcaf-70e1c28e0df8 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:53.294689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:53.295471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:53.296570 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.297210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:53.298276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Bound port: 7539af35-0902-4186-bcaf-70e1c28e0df8, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:53.298993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.302745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08893422-9ca0-4af1-b576-b2b4dc73e78f None None] Pushing event updated for resources: {'Port': ['ID=7539af35-0902-4186-bcaf-70e1c28e0df8,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:53.338778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed83ad2d-2a62-40f6-b409-6948789e1a37 req-ccbbb6e0-fec2-4383-b171-b8d503332701 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118627 Dec 08 00:16:53.358756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc612704-f0fc-4923-8f9c-18c28dcf23af req-aec5798b-7bd0-489d-b798-7b82a686cb38 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368871 Dec 08 00:16:53.392065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] For port 7539af35-0902-4186-bcaf-70e1c28e0df8, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:16:53.396322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] For port 7539af35-0902-4186-bcaf-70e1c28e0df8, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7539af35-0902-4186-bcaf-70e1c28e0df8,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:16:53.404088 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.503010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08893422-9ca0-4af1-b576-b2b4dc73e78f None None] Pushing event updated for resources: {'Port': ['ID=7539af35-0902-4186-bcaf-70e1c28e0df8,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:53.521694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Routers {'4696add6-e767-43cf-8557-b789dc276197'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:53.523064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4696add6-e767-43cf-8557-b789dc276197'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:53.596247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dcef4a2c-5ba1-46ae-ad08-3a3b80f41b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.649826 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fdc83bc-c834-44cb-b979-79cf93a121a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.683322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.713053 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.733376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] Set router 4696add6-e767-43cf-8557-b789dc276197 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:53.797205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dcef4a2c-5ba1-46ae-ad08-3a3b80f41b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.811127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dcef4a2c-5ba1-46ae-ad08-3a3b80f41b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:53.883220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Allocated IP 172.25.6.142 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/bcc01077-506e-400c-87bd-93000e38d2ed) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:53.888991 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dcef4a2c-5ba1-46ae-ad08-3a3b80f41b54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df377d9a0bbc42cd847b5bcd94b12194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6702242 Dec 08 00:16:53.890041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef4a2c-5ba1-46ae-ad08-3a3b80f41b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765f2274-07d8-497b-a555-0269478f3c30,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:53.891634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35810) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:53.960419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4696add6-e767-43cf-8557-b789dc276197', 'name': 'tempest-snat-router-136309130', 'tenant_id': '32cba93d437441ef9de85b8269fe8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': False}, 'gw_port_id': '7539af35-0902-4186-bcaf-70e1c28e0df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:49Z', 'updated_at': '2021-12-08T00:16:50Z', 'revision_number': 3, 'project_id': '32cba93d437441ef9de85b8269fe8833', 'gw_port': {'id': '7539af35-0902-4186-bcaf-70e1c28e0df8', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4696add6-e767-43cf-8557-b789dc276197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:50Z', 'updated_at': '2021-12-08T00:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:53.999754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0f9a7-3266-408c-814d-d1e819101310 None None] The sync data for ids ['4696add6-e767-43cf-8557-b789dc276197'] in n-d-820549-2 is: [{'id': '4696add6-e767-43cf-8557-b789dc276197', 'name': 'tempest-snat-router-136309130', 'tenant_id': '32cba93d437441ef9de85b8269fe8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': False}, 'gw_port_id': '7539af35-0902-4186-bcaf-70e1c28e0df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:49Z', 'updated_at': '2021-12-08T00:16:50Z', 'revision_number': 3, 'project_id': '32cba93d437441ef9de85b8269fe8833', 'gw_port': {'id': '7539af35-0902-4186-bcaf-70e1c28e0df8', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4696add6-e767-43cf-8557-b789dc276197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:50Z', 'updated_at': '2021-12-08T00:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:54.056838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed32aff7-a582-44d6-81e3-6e8a1a80c002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.097411 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed32aff7-a582-44d6-81e3-6e8a1a80c002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.119235 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.179533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed32aff7-a582-44d6-81e3-6e8a1a80c002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.183125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed32aff7-a582-44d6-81e3-6e8a1a80c002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.185035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ed32aff7-a582-44d6-81e3-6e8a1a80c002 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/765f2274-07d8-497b-a555-0269478f3c30 HTTP/1.1" status: 204 len: 168 time: 0.2910075 Dec 08 00:16:54.188492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.229748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32aff7-a582-44d6-81e3-6e8a1a80c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765f2274-07d8-497b-a555-0269478f3c30,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:54.260734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:16:54.267249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:16:54.277076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:16:54.370635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc01077-506e-400c-87bd-93000e38d2ed,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:54.583223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35824) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:54.711009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35828) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:54.744439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0784f106-9111-4291-8926-aaadc11e9b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.761119 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6844242-3d1d-46c5-8fa3-f454d55a6571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.761388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec73a-5bb5-4830-918d-f3a43d0fb502 req-e77dccc9-2934-43bb-81dc-73e31f8794fc tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:54.762938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7beec73a-5bb5-4830-918d-f3a43d0fb502 req-e77dccc9-2934-43bb-81dc-73e31f8794fc tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.2586343 Dec 08 00:16:54.800249 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.877384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611d15b-4665-4d8b-9282-6b9e0fc9c332 req-f2c97d9e-3056-457f-852d-b2f9c853735d tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:54.879464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9611d15b-4665-4d8b-9282-6b9e0fc9c332 req-f2c97d9e-3056-457f-852d-b2f9c853735d tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.3287964 Dec 08 00:16:54.891894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0784f106-9111-4291-8926-aaadc11e9b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.906091 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0784f106-9111-4291-8926-aaadc11e9b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.909945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6844242-3d1d-46c5-8fa3-f454d55a6571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.927740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6844242-3d1d-46c5-8fa3-f454d55a6571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:54.948673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7beec73a-5bb5-4830-918d-f3a43d0fb502 req-ef0e0d4d-5073-46ab-ba66-9f5a09004cf8 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718621 Dec 08 00:16:54.962180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f106-9111-4291-8926-aaadc11e9b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5a4df-4b2f-404e-bb93-d194c962d017,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:54.990850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6844242-3d1d-46c5-8fa3-f454d55a6571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6270a-06e1-4086-8d32-95125b8e0d6f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:54.996451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0784f106-9111-4291-8926-aaadc11e9b76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f8e9d81c7f14779b0ea4069ed8926bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836299 Dec 08 00:16:55.000473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:55.010621 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d6844242-3d1d-46c5-8fa3-f454d55a6571 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7d7e16871ca49a3a7b041911587f5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4246693 Dec 08 00:16:55.016150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:55.069090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9611d15b-4665-4d8b-9282-6b9e0fc9c332 req-5ccac049-46f4-49a9-bba7-97a5af31f373 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491644 Dec 08 00:16:55.108353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.141255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-780b0963-6a74-4c26-8708-4f0fc59c2590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.150014 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9122-cf11-4276-8c64-5189f7cc3bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.191430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9122-cf11-4276-8c64-5189f7cc3bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.193997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-780b0963-6a74-4c26-8708-4f0fc59c2590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.228242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.270151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9122-cf11-4276-8c64-5189f7cc3bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.273684 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9122-cf11-4276-8c64-5189f7cc3bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.276319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dc6a9122-cf11-4276-8c64-5189f7cc3bf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dc5a4df-4b2f-404e-bb93-d194c962d017 HTTP/1.1" status: 204 len: 168 time: 0.2735336 Dec 08 00:16:55.294321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9122-cf11-4276-8c64-5189f7cc3bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5a4df-4b2f-404e-bb93-d194c962d017,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:55.340680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-780b0963-6a74-4c26-8708-4f0fc59c2590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.344888 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-780b0963-6a74-4c26-8708-4f0fc59c2590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.347479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-780b0963-6a74-4c26-8708-4f0fc59c2590 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6c6270a-06e1-4086-8d32-95125b8e0d6f HTTP/1.1" status: 204 len: 168 time: 0.3290644 Dec 08 00:16:55.380406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b0963-6a74-4c26-8708-4f0fc59c2590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6270a-06e1-4086-8d32-95125b8e0d6f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:55.395297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Router fbce2ec8-2b36-4695-b303-b04b7d374b83 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:16:55.527561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:16:55.540996 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Sync routers for ids ['fbce2ec8-2b36-4695-b303-b04b7d374b83'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:16:55.553041 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Routers {'fbce2ec8-2b36-4695-b303-b04b7d374b83'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:55.553723 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fbce2ec8-2b36-4695-b303-b04b7d374b83'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:55.565898 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.567496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-27a8b761-4ef7-4939-9551-b4ecefd95e8f tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3474953 Dec 08 00:16:55.570543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35842) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:55.763677 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Set router fbce2ec8-2b36-4695-b303-b04b7d374b83 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:16:55.780113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:55.781289 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-66922413-05aa-43b2-9a0e-f923f0a28ec5 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/fbce2ec8-2b36-4695-b303-b04b7d374b83 HTTP/1.1" status: 200 len: 907 time: 0.2077625 Dec 08 00:16:55.835343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35856) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:55.852729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67876a5c-a8d1-45e9-ba48-5000aeb24796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:55.964410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.014134 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67876a5c-a8d1-45e9-ba48-5000aeb24796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.019185 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67876a5c-a8d1-45e9-ba48-5000aeb24796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.143931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7539af35-0902-4186-bcaf-70e1c28e0df8 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:56.167962 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbce2ec8-2b36-4695-b303-b04b7d374b83', 'name': 'tempest-snat-router-136309130', 'tenant_id': '32cba93d437441ef9de85b8269fe8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'bcc01077-506e-400c-87bd-93000e38d2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:52Z', 'updated_at': '2021-12-08T00:16:54Z', 'revision_number': 3, 'project_id': '32cba93d437441ef9de85b8269fe8833', 'gw_port': {'id': 'bcc01077-506e-400c-87bd-93000e38d2ed', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbce2ec8-2b36-4695-b303-b04b7d374b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:53Z', 'updated_at': '2021-12-08T00:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:16:56.178717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67876a5c-a8d1-45e9-ba48-5000aeb24796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50037fbb-81c9-43d0-a44e-b3d5a06262f3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:56.203025 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-67876a5c-a8d1-45e9-ba48-5000aeb24796 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cfade3d8c1a47eb8560e0a0467acd26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662426 Dec 08 00:16:56.205636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35866) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:56.242977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7539af35-0902-4186-bcaf-70e1c28e0df8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:56.244551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.245744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Checking router: fbce2ec8-2b36-4695-b303-b04b7d374b83 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:16:56.246107 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Updating router fbce2ec8-2b36-4695-b303-b04b7d374b83 port bcc01077-506e-400c-87bd-93000e38d2ed binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:16:56.270373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a44993ed-3ec2-40b2-a7b5-6ad8632cc155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.297930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a44993ed-3ec2-40b2-a7b5-6ad8632cc155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.316965 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.365963 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.368662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a44993ed-3ec2-40b2-a7b5-6ad8632cc155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.372069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a44993ed-3ec2-40b2-a7b5-6ad8632cc155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.373436 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a44993ed-3ec2-40b2-a7b5-6ad8632cc155 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50037fbb-81c9-43d0-a44e-b3d5a06262f3 HTTP/1.1" status: 204 len: 168 time: 0.1668341 Dec 08 00:16:56.382108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44993ed-3ec2-40b2-a7b5-6ad8632cc155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50037fbb-81c9-43d0-a44e-b3d5a06262f3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:56.457980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de46cbf-53af-4450-82c9-a46ed50b1fb9 req-5afcfea9-ddf2-4604-b010-6e2c9e4bb5a4 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:56.460143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9de46cbf-53af-4450-82c9-a46ed50b1fb9 req-5afcfea9-ddf2-4604-b010-6e2c9e4bb5a4 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.3172278 Dec 08 00:16:56.497969 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.506635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.529816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cac55-c61f-4ead-971e-c5b0e6aff0fa req-eb98dcc6-9bbf-4a46-8c9e-876010327766 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:56.532830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b94cac55-c61f-4ead-971e-c5b0e6aff0fa req-eb98dcc6-9bbf-4a46-8c9e-876010327766 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2835383 Dec 08 00:16:56.580696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 7539af35-0902-4186-bcaf-70e1c28e0df8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7539af35-0902-4186-bcaf-70e1c28e0df8,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:56.592645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.663999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9de46cbf-53af-4450-82c9-a46ed50b1fb9 req-25341e94-36a9-4096-ad50-01251b4e3f21 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810229 Dec 08 00:16:56.675517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=7539af35-0902-4186-bcaf-70e1c28e0df8,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:56.713953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b94cac55-c61f-4ead-971e-c5b0e6aff0fa req-4805d6a0-704c-4eb0-99a0-ed70210589b6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677945 Dec 08 00:16:56.732470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Deleting port bcc01077-506e-400c-87bd-93000e38d2ed {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:56.733141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.844505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.860877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Calling delete_port for bcc01077-506e-400c-87bd-93000e38d2ed owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:56.873466 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.884695 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:56.989828 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Attempting to bind port bcc01077-506e-400c-87bd-93000e38d2ed on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:56.993765 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Attempting to bind port bcc01077-506e-400c-87bd-93000e38d2ed by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:56.994289 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Attempting to bind port bcc01077-506e-400c-87bd-93000e38d2ed on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:57.021557 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:57.025147 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:57.025866 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.026542 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:57.028548 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Bound port: bcc01077-506e-400c-87bd-93000e38d2ed, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:57.029211 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.090531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.096209 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cceea-47ee-4901-adef-a99b98d256a3 None None] Pushing event updated for resources: {'Port': ['ID=bcc01077-506e-400c-87bd-93000e38d2ed,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:57.135086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcc01077-506e-400c-87bd-93000e38d2ed,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:57.158772 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.db.api [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:16:57.161249 n-d-820549-2 neutron-server[103116]: DEBUG oslo_db.api [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:16:57.215233 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.263981 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.373586 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.376474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.439774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.440358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbce2ec8-2b36-4695-b303-b04b7d374b83 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:16:57.444751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.448757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-29990424-0d00-4a65-bdf6-2b3d4f4d9bc3 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "DELETE /v2.0/routers/fbce2ec8-2b36-4695-b303-b04b7d374b83 HTTP/1.1" status: 204 len: 168 time: 1.6648045 Dec 08 00:16:57.449303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:57.581399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.684291 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Attempting to bind port bcc01077-506e-400c-87bd-93000e38d2ed on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:16:57.684858 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Attempting to bind port bcc01077-506e-400c-87bd-93000e38d2ed by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:16:57.685236 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Attempting to bind port bcc01077-506e-400c-87bd-93000e38d2ed on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:16:57.699127 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:16:57.702909 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:16:57.704055 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.705418 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:16:57.705962 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Bound port: bcc01077-506e-400c-87bd-93000e38d2ed, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:16:57.707552 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.712495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.731689 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Port bcc01077-506e-400c-87bd-93000e38d2ed has been deleted concurrently {{(pid=103116) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 00:16:57.744459 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:16:57.744959 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:16:57.747268 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_agentschedulers_db [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fbce2ec8-2b36-4695-b303-b04b7d374b83'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:16:57.747827 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf1a4f-60d7-45b1-8e85-323afa26716d None None] The sync data for ids ['fbce2ec8-2b36-4695-b303-b04b7d374b83'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:16:57.818259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Deleting port 7539af35-0902-4186-bcaf-70e1c28e0df8 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:16:57.818629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.918149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f86c-7ed9-4e88-bfd4-26c48ff76893 req-5f83d8e0-2f53-4294-81a2-e166c1068cd4 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:57.928770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc56f86c-7ed9-4e88-bfd4-26c48ff76893 req-5f83d8e0-2f53-4294-81a2-e166c1068cd4 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1212246 Dec 08 00:16:57.929100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] For port 7539af35-0902-4186-bcaf-70e1c28e0df8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7539af35-0902-4186-bcaf-70e1c28e0df8,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:16:57.929659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:57.951845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Calling delete_port for 7539af35-0902-4186-bcaf-70e1c28e0df8 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:16:58.051577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc4300-ee9d-4dc7-9353-1175e7a66f93 req-bb40a4b5-bd1e-4d95-a941-3780d684dbc6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:58.055188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05bc4300-ee9d-4dc7-9353-1175e7a66f93 req-bb40a4b5-bd1e-4d95-a941-3780d684dbc6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2068129 Dec 08 00:16:58.096124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7539af35-0902-4186-bcaf-70e1c28e0df8 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:16:58.116390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc56f86c-7ed9-4e88-bfd4-26c48ff76893 req-1225326b-b58e-4613-adc4-0e8768f1501e tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866524 Dec 08 00:16:58.157741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05bc4300-ee9d-4dc7-9353-1175e7a66f93 req-ea8ee4f8-79c5-4ad8-8049-064b077bc133 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745811 Dec 08 00:16:58.221706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7539af35-0902-4186-bcaf-70e1c28e0df8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:16:58.222625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.228707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.262393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event deleted for resources: {'Port': ['ID=7539af35-0902-4186-bcaf-70e1c28e0df8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:58.279899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port 7539af35-0902-4186-bcaf-70e1c28e0df8 was deleted so its status cannot be updated. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 00:16:58.338852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.458460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.461279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.519019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.526842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4696add6-e767-43cf-8557-b789dc276197 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:16:58.538729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.541237 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7d48d0b9-4240-4a17-b730-6ad828a399be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4696add6-e767-43cf-8557-b789dc276197 HTTP/1.1" status: 204 len: 168 time: 1.0888233 Dec 08 00:16:58.545219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:58.549912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-880242438', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:16:58.577703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.579060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:58.652799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.095478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.461189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36016) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:59.482325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.516714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.549389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce938505-ea50-469b-9292-346e83c7c88c req-d0aaab9c-69ed-491a-b306-9e0ad83d61fc tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:59.550917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce938505-ea50-469b-9292-346e83c7c88c req-d0aaab9c-69ed-491a-b306-9e0ad83d61fc tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.2488310 Dec 08 00:16:59.587877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7789c-b8ea-4c73-ac42-471d3d4f9794 req-01ccdc8e-dd3a-40a0-aa27-52b07517985e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:16:59.589431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22e7789c-b8ea-4c73-ac42-471d3d4f9794 req-01ccdc8e-dd3a-40a0-aa27-52b07517985e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2884667 Dec 08 00:16:59.679565 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb049f35-1053-4b2d-8beb-9456d3639b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.738674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce938505-ea50-469b-9292-346e83c7c88c req-cce217e3-586c-4074-a51d-79f3dd53974b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461337 Dec 08 00:16:59.763743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22e7789c-b8ea-4c73-ac42-471d3d4f9794 req-c2fc05c0-f544-4c6f-82c5-411e3cbc6ccb tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581867 Dec 08 00:16:59.765037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Allocated IP 172.25.6.153 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/287a092d-ad21-4e10-91c4-594750d9788c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:16:59.815038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb049f35-1053-4b2d-8beb-9456d3639b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.820798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb049f35-1053-4b2d-8beb-9456d3639b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.864166 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-eb049f35-1053-4b2d-8beb-9456d3639b70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=238bd14cda084be187e063f2b53ebf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4006131 Dec 08 00:16:59.865734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb049f35-1053-4b2d-8beb-9456d3639b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1ba2a-9ec7-4cb4-8354-146a03f92273,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:16:59.869287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36028) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:16:59.959921 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:16:59.975622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4df37cb1-0c0e-4b0d-93fa-f325b71f39e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.026929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4df37cb1-0c0e-4b0d-93fa-f325b71f39e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.038076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7539af35-0902-4186-bcaf-70e1c28e0df8 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:17:00.070595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 7539af35-0902-4186-bcaf-70e1c28e0df8 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:17:00.071557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7539af35-0902-4186-bcaf-70e1c28e0df8 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:17:00.071711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.111663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:00.145890 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:00.152063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:00.154174 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4df37cb1-0c0e-4b0d-93fa-f325b71f39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.156905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4df37cb1-0c0e-4b0d-93fa-f325b71f39e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.158134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4df37cb1-0c0e-4b0d-93fa-f325b71f39e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8a1ba2a-9ec7-4cb4-8354-146a03f92273 HTTP/1.1" status: 204 len: 168 time: 0.2872617 Dec 08 00:17:00.241412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df37cb1-0c0e-4b0d-93fa-f325b71f39e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1ba2a-9ec7-4cb4-8354-146a03f92273,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:00.247539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event updated for resources: {'Port': ['ID=287a092d-ad21-4e10-91c4-594750d9788c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:00.533958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.681518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36062) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:00.700037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5af197f4-1566-4dcb-a286-ddbfa3aa210f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.837557 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5af197f4-1566-4dcb-a286-ddbfa3aa210f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.844026 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5af197f4-1566-4dcb-a286-ddbfa3aa210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.859756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.898839 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5af197f4-1566-4dcb-a286-ddbfa3aa210f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb94a4c8421f4bee901c0ffc1fa50ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162013 Dec 08 00:17:00.900595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af197f4-1566-4dcb-a286-ddbfa3aa210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41284280-36cc-42a6-87ad-362f21eef781,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:00.903462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36076) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:00.968580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6823be2-bfbd-447d-82fb-c69f992ce3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:00.998280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6823be2-bfbd-447d-82fb-c69f992ce3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:01.074726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6823be2-bfbd-447d-82fb-c69f992ce3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:01.078967 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6823be2-bfbd-447d-82fb-c69f992ce3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:01.079824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c73fa-ac51-4ae1-9c7a-eea0817e391d req-5a92a97d-faa5-44e1-bd42-58ee9cb8957c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:01.080891 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c6823be2-bfbd-447d-82fb-c69f992ce3c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41284280-36cc-42a6-87ad-362f21eef781 HTTP/1.1" status: 204 len: 168 time: 0.1760731 Dec 08 00:17:01.091678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6823be2-bfbd-447d-82fb-c69f992ce3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41284280-36cc-42a6-87ad-362f21eef781,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:01.094249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b1c73fa-ac51-4ae1-9c7a-eea0817e391d req-5a92a97d-faa5-44e1-bd42-58ee9cb8957c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1673341 Dec 08 00:17:01.135463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8781e-b843-41b6-a1d2-68bd9fe1d300 req-22680196-ff24-4b0a-92e3-f7003d2ec3b4 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:01.136983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e5b8781e-b843-41b6-a1d2-68bd9fe1d300 req-22680196-ff24-4b0a-92e3-f7003d2ec3b4 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2112446 Dec 08 00:17:01.251078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b1c73fa-ac51-4ae1-9c7a-eea0817e391d req-9de885dc-61b4-488a-ad69-b564a6d2c333 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113529 Dec 08 00:17:01.265339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e5b8781e-b843-41b6-a1d2-68bd9fe1d300 req-7d781b7a-08aa-48d5-984e-bc62f1d4ef1a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149032 Dec 08 00:17:01.277172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Router bcf6ae56-d2d3-49ee-910b-2127b2288dd1 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:01.412031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:01.422772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] Sync routers for ids ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:01.433835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] Routers {'bcf6ae56-d2d3-49ee-910b-2127b2288dd1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:01.434848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:01.449150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:01.451365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-86f13655-8327-4bb4-be12-d1b6acdee551 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9049571 Dec 08 00:17:01.454572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36096) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:01.461142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': False}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:01.475584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:01.484547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] Routers {'bcf6ae56-d2d3-49ee-910b-2127b2288dd1'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:01.486063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:01.523827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:01.525077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097726d0-ea6f-4aa7-b293-8bfc41aa004e None None] The sync data for ids ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:01.782934 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:02.229274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:02.232802 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:02.393554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Router bcf6ae56-d2d3-49ee-910b-2127b2288dd1 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:17:02.520624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c049d7-cb78-4aa9-b01b-1db5ab8743ff req-ddac11c3-0c93-4594-bee8-bdb9fd1d079d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:02.528704 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55c049d7-cb78-4aa9-b01b-1db5ab8743ff req-ddac11c3-0c93-4594-bee8-bdb9fd1d079d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1644311 Dec 08 00:17:02.571711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:02.584788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16a519-3fab-4a94-999c-15e38c6ecabf req-60d7e78f-f666-44d4-b195-10105704c22b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:02.587245 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] Sync routers for ids ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:02.592206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee16a519-3fab-4a94-999c-15e38c6ecabf req-60d7e78f-f666-44d4-b195-10105704c22b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1757329 Dec 08 00:17:02.595690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:02.599885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36208) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:02.600451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ec926bd2-66ef-4baa-8656-a652ce669f89 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "PUT /v2.0/routers/bcf6ae56-d2d3-49ee-910b-2127b2288dd1 HTTP/1.1" status: 200 len: 925 time: 1.1403518 Dec 08 00:17:02.607759 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] Routers {'bcf6ae56-d2d3-49ee-910b-2127b2288dd1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:02.608274 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:02.653176 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:02.664201 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] Routers {'bcf6ae56-d2d3-49ee-910b-2127b2288dd1'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:02.665590 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:02.744621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55c049d7-cb78-4aa9-b01b-1db5ab8743ff req-00c77ff8-0c0d-4da5-aec2-ff29f66a6908 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075779 Dec 08 00:17:02.749815 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:02.751118 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91518a-2121-4e1b-b907-ca16ea86d157 None None] The sync data for ids ['bcf6ae56-d2d3-49ee-910b-2127b2288dd1'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:02.838978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-199e17d3-4371-4dd6-b7f7-54662258a5f2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/bcf6ae56-d2d3-49ee-910b-2127b2288dd1 HTTP/1.1" status: 200 len: 925 time: 0.2252100 Dec 08 00:17:02.841784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36224) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:02.866478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee16a519-3fab-4a94-999c-15e38c6ecabf req-3a4b9f26-97f1-401a-9f26-b5c568cacbd9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646542 Dec 08 00:17:02.931962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d53af18-102d-4257-b52e-2eb992a783d2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:02.934947 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1d53af18-102d-4257-b52e-2eb992a783d2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=bcf6ae56-d2d3-49ee-910b-2127b2288dd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0900724 Dec 08 00:17:02.936374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36232) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:03.041680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb98d1f-0664-4700-8be9-c28f16b17efa tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:03.046132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36236) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:03.046293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdb98d1f-0664-4700-8be9-c28f16b17efa tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.1088214 Dec 08 00:17:03.495369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-37f42e5a-4ba7-48da-a699-de256f4dad2a tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf6ae56-d2d3-49ee-910b-2127b2288dd1 HTTP/1.1" status: 200 len: 205 time: 0.4475398 Dec 08 00:17:03.498009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36278) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:03.648319 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:03.800869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:03.924026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Deleting port 287a092d-ad21-4e10-91c4-594750d9788c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:03.924624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:03.980832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5fc45-2287-451d-bf3e-5512cc94c6a7 req-7dbc6837-5010-455e-85c5-c1c824ca1f32 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:03.984286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cd5fc45-2287-451d-bf3e-5512cc94c6a7 req-7dbc6837-5010-455e-85c5-c1c824ca1f32 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1139643 Dec 08 00:17:04.165644 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.189138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Calling delete_port for 287a092d-ad21-4e10-91c4-594750d9788c owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:04.191151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cd5fc45-2287-451d-bf3e-5512cc94c6a7 req-36e7e7b9-1605-4e77-8a98-a8d48a7c6b1e tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996095 Dec 08 00:17:04.203625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e41edb-4ddc-4386-a70c-8506c31deb48 req-007b5bee-ed67-4e49-ab97-d8300bf8d76c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:04.213156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37e41edb-4ddc-4386-a70c-8506c31deb48 req-007b5bee-ed67-4e49-ab97-d8300bf8d76c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1987321 Dec 08 00:17:04.311840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36334) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:04.323892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37e41edb-4ddc-4386-a70c-8506c31deb48 req-bc821e46-9bc1-49ba-91a4-6557ea44a84a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093166 Dec 08 00:17:04.502163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38a14435-185d-409d-9a0d-61b095a3ccbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.514335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.554960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event deleted for resources: {'Port': ['ID=287a092d-ad21-4e10-91c4-594750d9788c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:04.690257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.764309 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:17:04.774813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38a14435-185d-409d-9a0d-61b095a3ccbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.808086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38a14435-185d-409d-9a0d-61b095a3ccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.811424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.815797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.896253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a14435-185d-409d-9a0d-61b095a3ccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbcbcb4-b7d4-4806-804d-c1340a41202b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:04.896253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-38a14435-185d-409d-9a0d-61b095a3ccbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9f333d420cd4d36a904d449706256ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5795493 Dec 08 00:17:04.900442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36386) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:04.907583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.908172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Fanout notify agent at l3_agent the message router_deleted on router bcf6ae56-d2d3-49ee-910b-2127b2288dd1 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:04.916549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.917756 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-23d3b4e2-1049-4b06-b78d-74785d2072a9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/bcf6ae56-d2d3-49ee-910b-2127b2288dd1 HTTP/1.1" status: 204 len: 168 time: 1.4186633 Dec 08 00:17:04.921411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36388) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:04.929918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d18fa357-9275-4d89-8677-160c99bcbc0f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1623054454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:04.966980 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69f325a-12be-49da-af5f-a17c6045cc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.968345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d18fa357-9275-4d89-8677-160c99bcbc0f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:04.969753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d18fa357-9275-4d89-8677-160c99bcbc0f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.000241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69f325a-12be-49da-af5f-a17c6045cc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.053764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d18fa357-9275-4d89-8677-160c99bcbc0f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.058809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d18fa357-9275-4d89-8677-160c99bcbc0f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.073258 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69f325a-12be-49da-af5f-a17c6045cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.076124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69f325a-12be-49da-af5f-a17c6045cc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.079210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a69f325a-12be-49da-af5f-a17c6045cc46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dbcbcb4-b7d4-4806-804d-c1340a41202b HTTP/1.1" status: 204 len: 168 time: 0.1759050 Dec 08 00:17:05.085975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f325a-12be-49da-af5f-a17c6045cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbcbcb4-b7d4-4806-804d-c1340a41202b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:05.103006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d18fa357-9275-4d89-8677-160c99bcbc0f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.106770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d18fa357-9275-4d89-8677-160c99bcbc0f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1825795 Dec 08 00:17:05.107738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36404) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:05.126856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:05.576042 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:05.624293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36432) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:05.694585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff48b36-864d-4b6e-901e-816087bfaa24 req-c2b2c25e-6b74-4e89-ad22-30f8e54b7339 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:05.696752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ff48b36-864d-4b6e-901e-816087bfaa24 req-c2b2c25e-6b74-4e89-ad22-30f8e54b7339 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.3147726 Dec 08 00:17:05.701819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-84fe7c90-836d-4323-859d-b32eda4e5d55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3186526 Dec 08 00:17:05.718133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a84f3e-7fa1-40e9-a769-7272f5efabe2 req-cd0fd696-04c4-4e29-aeae-d2235a15c526 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:05.725444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71a84f3e-7fa1-40e9-a769-7272f5efabe2 req-cd0fd696-04c4-4e29-aeae-d2235a15c526 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2297759 Dec 08 00:17:05.884479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71a84f3e-7fa1-40e9-a769-7272f5efabe2 req-2b69c591-3ee9-407a-acb7-217077a17281 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580596 Dec 08 00:17:05.901859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-def862fb-9536-4b40-9366-323c696f5f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.121667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-def862fb-9536-4b40-9366-323c696f5f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.140814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-def862fb-9536-4b40-9366-323c696f5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.218801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def862fb-9536-4b40-9366-323c696f5f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c793e-5e78-4e29-bb85-2d52909952e4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:06.239803 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-def862fb-9536-4b40-9366-323c696f5f77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0a53e6b9d0e472b9bd54f78c830eb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6139486 Dec 08 00:17:06.243091 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36448) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:06.312671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ff48b36-864d-4b6e-901e-816087bfaa24 req-bd1ccab2-1de9-45fe-a519-4d734f4d1536 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032302 Dec 08 00:17:06.343766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc14f7-4858-49e8-897c-31915b233912 req-57bc7b4b-5e81-489a-9af9-b156e4782906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:06.345316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-57bc7b4b-5e81-489a-9af9-b156e4782906 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.5229535 Dec 08 00:17:06.376280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b972e91e-273f-450b-ab4d-d7e178aafe2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.410759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b972e91e-273f-450b-ab4d-d7e178aafe2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.472886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b972e91e-273f-450b-ab4d-d7e178aafe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.477475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b972e91e-273f-450b-ab4d-d7e178aafe2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.479421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b972e91e-273f-450b-ab4d-d7e178aafe2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f6c793e-5e78-4e29-bb85-2d52909952e4 HTTP/1.1" status: 204 len: 168 time: 0.2350209 Dec 08 00:17:06.496784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972e91e-273f-450b-ab4d-d7e178aafe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c793e-5e78-4e29-bb85-2d52909952e4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:06.644219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.686470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:06.718044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc14f7-4858-49e8-897c-31915b233912 req-f97db176-2f75-4793-b6fe-412036177cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:06.723130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-f97db176-2f75-4793-b6fe-412036177cbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.3490376 Dec 08 00:17:06.795959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-e70aa947-0491-4dd7-aa2f-fdfab16ff77a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 217 time: 0.0421095 Dec 08 00:17:06.975127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc14f7-4858-49e8-897c-31915b233912 req-e53ac5fb-132a-4e60-ab05-6aaa45639717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:06.977555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-e53ac5fb-132a-4e60-ab05-6aaa45639717 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.1648703 Dec 08 00:17:07.103610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-fb2e0fb4-ef94-484d-bc15-8f82e5086ddb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165495 Dec 08 00:17:07.113758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Allocated IP 172.25.6.11 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/9f94d0c8-135e-45d9-a7b5-fce2785be64e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:07.320344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe66d9-8e34-4971-b781-b7c938fe50de req-520ad324-c309-49bc-b0c2-22aed58513bb tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:07.322461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61fe66d9-8e34-4971-b781-b7c938fe50de req-520ad324-c309-49bc-b0c2-22aed58513bb tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2460997 Dec 08 00:17:07.438592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-32c770eb-0824-4508-9a5f-b28f2ea84502 service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743258 Dec 08 00:17:07.501283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36494) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:07.552400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31bc14f7-4858-49e8-897c-31915b233912 req-157a64b4-4cb6-4df5-8869-ae98cf0ca610 service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938039 Dec 08 00:17:07.556268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:07.560811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61fe66d9-8e34-4971-b781-b7c938fe50de req-5d90629b-88f4-4eb0-85a8-25b863ff6ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058201 Dec 08 00:17:07.641781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:07.748941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e745-717f-46ac-a564-741bf655d234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:07.778695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:07.792006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:07.795413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:07.797580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event updated for resources: {'Port': ['ID=9f94d0c8-135e-45d9-a7b5-fce2785be64e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:07.846673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3a9f9-ed56-445d-a80f-4fedd6c5578d req-082df2cc-48a4-4831-b5f2-48845a44e667 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:07.854011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfd3a9f9-ed56-445d-a80f-4fedd6c5578d req-082df2cc-48a4-4831-b5f2-48845a44e667 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1205261 Dec 08 00:17:07.913691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e745-717f-46ac-a564-741bf655d234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:07.919149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e745-717f-46ac-a564-741bf655d234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:07.981088 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6ff2e745-717f-46ac-a564-741bf655d234 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2f586ccfa5d4c00911fef895a7fba4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4786866 Dec 08 00:17:07.984181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36508) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:07.996880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfd3a9f9-ed56-445d-a80f-4fedd6c5578d req-46dcf53c-c80f-4c9f-9798-1802ed3b2956 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333013 Dec 08 00:17:08.010938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2e745-717f-46ac-a564-741bf655d234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc93ac-2c32-4e51-87e8-bd7cf7b5e075,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:08.085452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51e96cef-c052-4e1a-9311-da065b1dc248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:08.137215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51e96cef-c052-4e1a-9311-da065b1dc248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:08.231191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51e96cef-c052-4e1a-9311-da065b1dc248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:08.235790 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51e96cef-c052-4e1a-9311-da065b1dc248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:08.237188 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-51e96cef-c052-4e1a-9311-da065b1dc248 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfbc93ac-2c32-4e51-87e8-bd7cf7b5e075 HTTP/1.1" status: 204 len: 168 time: 0.2518373 Dec 08 00:17:08.261695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e96cef-c052-4e1a-9311-da065b1dc248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbc93ac-2c32-4e51-87e8-bd7cf7b5e075,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:08.278370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:08.781705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:08.796024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:08.875740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ac4d9-db97-402c-bc4b-72ea9c810c9d req-76ed76f9-8753-49d1-8655-e08080c09de1 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:08.877444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-363ac4d9-db97-402c-bc4b-72ea9c810c9d req-76ed76f9-8753-49d1-8655-e08080c09de1 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1696658 Dec 08 00:17:09.019251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-363ac4d9-db97-402c-bc4b-72ea9c810c9d req-65f3be5b-7d3c-4756-95bc-dd3ce4f7d886 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308692 Dec 08 00:17:09.057412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Router ba93ddb8-d36e-4f6e-9730-cefa9acabf4f is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:09.147236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36548) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:09.257492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6105b2c-96da-42f1-8137-20e637ce32b3 req-bcea2845-3225-4956-a60b-0e5ecac5bfbd tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:09.259837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6105b2c-96da-42f1-8137-20e637ce32b3 req-bcea2845-3225-4956-a60b-0e5ecac5bfbd tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1463647 Dec 08 00:17:09.288015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:09.298792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.300017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-68224658-02ab-4d3e-9c23-7b91a8fa795e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "PUT /v2.0/routers/ba93ddb8-d36e-4f6e-9730-cefa9acabf4f HTTP/1.1" status: 200 len: 883 time: 4.1913204 Dec 08 00:17:09.303370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36558) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:09.306726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] Sync routers for ids ['ba93ddb8-d36e-4f6e-9730-cefa9acabf4f'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:09.334200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] Routers {'ba93ddb8-d36e-4f6e-9730-cefa9acabf4f'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:09.337461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ba93ddb8-d36e-4f6e-9730-cefa9acabf4f'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:09.396593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6105b2c-96da-42f1-8137-20e637ce32b3 req-79379275-f4fe-476b-bebd-50f82b79e303 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297305 Dec 08 00:17:09.397930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1118281681', 'router:external': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:09.443412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Made reservation on behalf of ecd7cc5e84a9407e86e3625aa0cf11cd for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:09.446739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.455938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:09.459747 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.489355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] Routers {'ba93ddb8-d36e-4f6e-9730-cefa9acabf4f'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:09.491628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ba93ddb8-d36e-4f6e-9730-cefa9acabf4f'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:09.560925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.566262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:09.567761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307607d-e2d5-4a24-80e5-935fd4afb062 None None] The sync data for ids ['ba93ddb8-d36e-4f6e-9730-cefa9acabf4f'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:09.577355 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.658957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ac7bfb9b-2c06-4cd6-a0b6-f5ae01f749be tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/ba93ddb8-d36e-4f6e-9730-cefa9acabf4f HTTP/1.1" status: 200 len: 924 time: 0.3542962 Dec 08 00:17:09.661907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:09.716923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:17:09.723703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9651e4d0-e6f6-42de-9330-930c53bd3ed6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:09.736115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.736646 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Added segment c0b6f7d5-6672-48f7-8528-984506cb760c of type vlan for network a0e005ce-4f58-475f-871b-b3c1378740f0 Dec 08 00:17:09.784332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57620400-84e1-4fdb-b739-66217804bf7a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:09.788675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-57620400-84e1-4fdb-b739-66217804bf7a tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=ba93ddb8-d36e-4f6e-9730-cefa9acabf4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1232574 Dec 08 00:17:09.789149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36568) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:09.860094 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.982939 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.984767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:09.985346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:09.989526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75dcb61-1a5a-4531-9a53-703c40447030 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:09.991620 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e75dcb61-1a5a-4531-9a53-703c40447030 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.2015603 Dec 08 00:17:09.996178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36592) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:10.038499 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8873572 Dec 08 00:17:10.081302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36594) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:10.087796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3dcf5772-df84-4867-89e3-14223c4598b6 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba93ddb8-d36e-4f6e-9730-cefa9acabf4f HTTP/1.1" status: 200 len: 205 time: 0.0895169 Dec 08 00:17:10.092150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36598) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:10.103695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'subnet': {'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:10.250922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9662a-1489-4c3e-8bac-68a68afa3153 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Network': ['ID=a0e005ce-4f58-475f-871b-b3c1378740f0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:10.252699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Made reservation on behalf of ecd7cc5e84a9407e86e3625aa0cf11cd for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:10.256149 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:10.262606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a0e005ce-4f58-475f-871b-b3c1378740f0 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:17:10.272397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:10.289222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746e5a-54ca-45ad-aa1e-af07667c9789 req-c1457526-a3b3-4e33-acc3-114c668e33db tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:10.291377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0746e5a-54ca-45ad-aa1e-af07667c9789 req-c1457526-a3b3-4e33-acc3-114c668e33db tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1571794 Dec 08 00:17:10.357764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc7d4f-d9b1-4376-8bb4-1e5d6572b7e5 req-89ffd619-835c-403c-a0a9-d6806a9de399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:10.359855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2dc7d4f-d9b1-4376-8bb4-1e5d6572b7e5 req-89ffd619-835c-403c-a0a9-d6806a9de399 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 1096 time: 0.1104565 Dec 08 00:17:10.428109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0746e5a-54ca-45ad-aa1e-af07667c9789 req-25aea44c-c2be-46d8-a405-4630580403a6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237004 Dec 08 00:17:10.543783 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2dc7d4f-d9b1-4376-8bb4-1e5d6572b7e5 req-294876fc-0cd5-4eb6-8119-85dda328765f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761725 Dec 08 00:17:10.549324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:10.624821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f625f8-b61a-49b7-aa3f-a997ccaaef74 req-c8a638ec-9bfd-4e59-8e70-052f6ee482a6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:10.640019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30f625f8-b61a-49b7-aa3f-a997ccaaef74 req-c8a638ec-9bfd-4e59-8e70-052f6ee482a6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1198761 Dec 08 00:17:10.646817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Deleting port 9f94d0c8-135e-45d9-a7b5-fce2785be64e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:10.647593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:10.731967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30f625f8-b61a-49b7-aa3f-a997ccaaef74 req-31800c3b-2d40-48bb-ae96-4bd32034699b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904720 Dec 08 00:17:10.773315 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:10.812573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Calling delete_port for 9f94d0c8-135e-45d9-a7b5-fce2785be64e owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:10.902683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:17:10.903183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:10.964495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95778c94-e423-4a47-8e9c-24c4d3570c91,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:10.982674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.983094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.983492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.983847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.984185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.984772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.985114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.985447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.985823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.986171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.986488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.986818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.987172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:10.994623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Checking segment: {'id': 'c0b6f7d5-6672-48f7-8528-984506cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:10.995119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network hostable DHCP agents. Network: a0e005ce-4f58-475f-871b-b3c1378740f0, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:17:11.045124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network a0e005ce-4f58-475f-871b-b3c1378740f0 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:17:11.062517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a0e005ce-4f58-475f-871b-b3c1378740f0) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:11.073903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08b00b-ad33-4c17-bd2f-426f1a5c5ad1 None None] Network a0e005ce-4f58-475f-871b-b3c1378740f0 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:17:11.075622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:11.078049 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.129838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6a31eebd-b033-4a59-8f71-1770491754bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0406811 Dec 08 00:17:11.130448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36668) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:11.146569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1144994953', 'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:11.236702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379902f-9e2a-4b59-b220-03e264e89027 None None] Network a0e005ce-4f58-475f-871b-b3c1378740f0 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:17:11.252412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Made reservation on behalf of ecd7cc5e84a9407e86e3625aa0cf11cd for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:11.255734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.299360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] device_id is not set on port d34e2900-9980-4e76-9a0e-52fe511d87ec yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:11.343485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.403598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event deleted for resources: {'Port': ['ID=9f94d0c8-135e-45d9-a7b5-fce2785be64e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:11.485766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.541018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36674) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:11.587102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Allocated IP 172.20.0.8 (a0e005ce-4f58-475f-871b-b3c1378740f0/95778c94-e423-4a47-8e9c-24c4d3570c91/d34e2900-9980-4e76-9a0e-52fe511d87ec) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:11.731224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bbb28-61ed-49c6-baed-d0d7f483d356 req-661b4375-2704-4037-bfbe-f859ea64f770 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:11.732431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.735886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.740461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd8bbb28-61ed-49c6-baed-d0d7f483d356 req-661b4375-2704-4037-bfbe-f859ea64f770 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1451099 Dec 08 00:17:11.842437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-2338b2aa-770f-462e-a9f3-4408a29ac43e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418154 Dec 08 00:17:11.854975 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.859439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Fanout notify agent at l3_agent the message router_deleted on router ba93ddb8-d36e-4f6e-9730-cefa9acabf4f {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:11.879428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.885505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9f210a25-e12e-4e8c-bc7c-77d4a23ceca7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/ba93ddb8-d36e-4f6e-9730-cefa9acabf4f HTTP/1.1" status: 204 len: 168 time: 1.7849841 Dec 08 00:17:11.886197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36682) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:11.891041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-885f3765-41c1-456b-a184-eda50ff36556 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-200424600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:11.909221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:11.979764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ebbddac2-caf3-491f-be2c-87601eb7d235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.005205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-885f3765-41c1-456b-a184-eda50ff36556 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.006524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-885f3765-41c1-456b-a184-eda50ff36556 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.029317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd8bbb28-61ed-49c6-baed-d0d7f483d356 req-64ea1bb4-7a1b-4542-a291-862386c69636 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877707 Dec 08 00:17:12.055243 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.061679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-56b09044-0461-4ef2-9e1b-9b56f8249be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:12.063344 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-56b09044-0461-4ef2-9e1b-9b56f8249be3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 1098 time: 0.1431456 Dec 08 00:17:12.140234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a6a45-3333-4753-ac9f-122fd8595fdd req-c1d03d16-9a77-4ed9-8132-046169c8e353 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:12.147597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c85a6a45-3333-4753-ac9f-122fd8595fdd req-c1d03d16-9a77-4ed9-8132-046169c8e353 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.2231801 Dec 08 00:17:12.159165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-885f3765-41c1-456b-a184-eda50ff36556 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.184698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-885f3765-41c1-456b-a184-eda50ff36556 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.235866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network a0e005ce-4f58-475f-871b-b3c1378740f0 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:12.238971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Port': ['ID=d34e2900-9980-4e76-9a0e-52fe511d87ec,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:12.247748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-885f3765-41c1-456b-a184-eda50ff36556 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.252065 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-885f3765-41c1-456b-a184-eda50ff36556 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3647723 Dec 08 00:17:12.254935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36686) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:12.255077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:12.267788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': True}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:12.288728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:12.393873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c85a6a45-3333-4753-ac9f-122fd8595fdd req-f0fcb446-8489-4e2e-bc2b-eaa3be46c239 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453244 Dec 08 00:17:12.395627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-6c469eb2-0394-4663-a46e-10c5ffbaa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:12.397130 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-6c469eb2-0394-4663-a46e-10c5ffbaa9bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.2594132 Dec 08 00:17:12.424787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:12.425550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.456143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ebbddac2-caf3-491f-be2c-87601eb7d235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.465960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ebbddac2-caf3-491f-be2c-87601eb7d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.512769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-23489317-ea12-45c3-b3e9-c8a117977b88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 200 len: 1002 time: 0.0726826 Dec 08 00:17:12.525597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f7924d68-708b-4110-967e-2e714dc42757 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3918204 Dec 08 00:17:12.526861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36690) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:12.597949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ebbddac2-caf3-491f-be2c-87601eb7d235 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2ee59311a71429093b663cdc71772c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0518861 Dec 08 00:17:12.599653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36692) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:12.619539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.649326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbddac2-caf3-491f-be2c-87601eb7d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d452eac-8d59-400d-9b53-d959fa83b9e9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:12.651970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-d7615a48-6c93-4cb9-90de-b6b6e27a6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:12.662439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-d7615a48-6c93-4cb9-90de-b6b6e27a6b21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1098287 Dec 08 00:17:12.732071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f35c6-2f73-47e3-ac1a-419cd0852b82 req-a59401c0-b59e-4fec-bfad-5f3314174d8b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:12.732849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-b7ebbcee-622c-43b5-a768-078ecf5c8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:12.733473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f13f35c6-2f73-47e3-ac1a-419cd0852b82 req-a59401c0-b59e-4fec-bfad-5f3314174d8b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1511528 Dec 08 00:17:12.734327 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-b7ebbcee-622c-43b5-a768-078ecf5c8b6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635993 Dec 08 00:17:12.740473 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4f0b6d6-c809-40e8-aab4-ef74665354b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.832540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f13f35c6-2f73-47e3-ac1a-419cd0852b82 req-88a69dda-36da-4319-b206-ce394993ea24 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809762 Dec 08 00:17:12.845059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4f0b6d6-c809-40e8-aab4-ef74665354b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.892982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Deleting port d34e2900-9980-4e76-9a0e-52fe511d87ec {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:12.892982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.939795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-d231a00b-23a0-4209-adee-821190aac4f5 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734591 Dec 08 00:17:12.991682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4f0b6d6-c809-40e8-aab4-ef74665354b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.994927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4f0b6d6-c809-40e8-aab4-ef74665354b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:12.999509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c4f0b6d6-c809-40e8-aab4-ef74665354b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d452eac-8d59-400d-9b53-d959fa83b9e9 HTTP/1.1" status: 204 len: 168 time: 0.3990488 Dec 08 00:17:13.006626 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:13.009089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:13.020925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0b6d6-c809-40e8-aab4-ef74665354b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d452eac-8d59-400d-9b53-d959fa83b9e9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:13.077776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Calling delete_port for d34e2900-9980-4e76-9a0e-52fe511d87ec owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:13.498017 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ab2b27c-9d19-4be9-be08-2051e4b9e204 req-8f66b717-41d2-4e0c-97a0-9a6b5d8e3771 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368607 Dec 08 00:17:13.500229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:13.653729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Allocated IP 172.25.6.140 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/bea24612-373e-41dd-a48d-8d69530176af) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:13.668450 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:13.677076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742ebda-50ec-4cbb-9ec0-65bc7ddc3124 req-3b9799d3-b9cf-4743-85f7-6a67ca6c279f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:13.679235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3742ebda-50ec-4cbb-9ec0-65bc7ddc3124 req-3b9799d3-b9cf-4743-85f7-6a67ca6c279f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1501508 Dec 08 00:17:13.697512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8abf2-d267-408b-8571-48cc63eb30de req-f6df140c-8585-4492-8607-154d4efbffd3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:13.710057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bc8abf2-d267-408b-8571-48cc63eb30de req-f6df140c-8585-4492-8607-154d4efbffd3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1746345 Dec 08 00:17:13.861027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bc8abf2-d267-408b-8571-48cc63eb30de req-a130f1e9-2e5d-4eb8-b646-b988780ba420 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401322 Dec 08 00:17:13.861027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3742ebda-50ec-4cbb-9ec0-65bc7ddc3124 req-845ba9ec-8bff-4fc0-979a-ac6b48f2e48f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481404 Dec 08 00:17:13.869035 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:13.905569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event deleted for resources: {'Port': ['ID=d34e2900-9980-4e76-9a0e-52fe511d87ec,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:13.918004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:13.983076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.037076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:14.044166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:14.048661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:14.072654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.080158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-680d6fb2-6409-4cbf-bffd-ae2753cd00bd tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d34e2900-9980-4e76-9a0e-52fe511d87ec HTTP/1.1" status: 204 len: 168 time: 1.5526173 Dec 08 00:17:14.083208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36724) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:14.089219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0', 'external_fixed_ips': [{'subnet_id': '95778c94-e423-4a47-8e9c-24c4d3570c91', 'ip_address': '172.20.0.8'}]}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:14.106860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Port': ['ID=bea24612-373e-41dd-a48d-8d69530176af,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:14.128391 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.129888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.248719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.430263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0c26c-75cd-48e8-b042-3b28632feceb req-46b8d5b5-011f-4e9a-b502-da0cb72ebfe1 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:14.431879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a0c26c-75cd-48e8-b042-3b28632feceb req-46b8d5b5-011f-4e9a-b502-da0cb72ebfe1 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 947 time: 0.1309426 Dec 08 00:17:14.458568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.469516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.546652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a0c26c-75cd-48e8-b042-3b28632feceb req-13b5640d-f168-4aa6-b137-259bc1218c15 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865221 Dec 08 00:17:14.709755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.714226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.840317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.887960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:14.915399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Router 1854bcf1-21a0-4b8e-8f23-bb41c848999f is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:15.096117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:15.106060 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] Sync routers for ids ['1854bcf1-21a0-4b8e-8f23-bb41c848999f'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:15.108211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:15.111080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9b2a0ce6-db3c-48d5-9db2-a912959873cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "PUT /v2.0/routers/1854bcf1-21a0-4b8e-8f23-bb41c848999f HTTP/1.1" status: 200 len: 918 time: 2.8541801 Dec 08 00:17:15.112907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36752) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:15.120194 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] Routers {'1854bcf1-21a0-4b8e-8f23-bb41c848999f'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:15.120816 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1854bcf1-21a0-4b8e-8f23-bb41c848999f'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:15.232622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1b87-970b-4e96-a374-96d99aca71fb req-1ad26259-dac3-4b13-aa0c-6f6dafe35124 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:15.240570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-502c1b87-970b-4e96-a374-96d99aca71fb req-1ad26259-dac3-4b13-aa0c-6f6dafe35124 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2562134 Dec 08 00:17:15.253479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedd5e8-2b14-4201-89d7-d9f21ffe180d req-76dcbf32-4630-4023-9ce1-b0df9d666a90 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:15.255272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caedd5e8-2b14-4201-89d7-d9f21ffe180d req-76dcbf32-4630-4023-9ce1-b0df9d666a90 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2698262 Dec 08 00:17:15.256594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Allocated IP 172.20.0.8 (a0e005ce-4f58-475f-871b-b3c1378740f0/95778c94-e423-4a47-8e9c-24c4d3570c91/e4dafa0d-d15e-41d3-ab3d-b309f1210f43) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:15.297013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-93f8f74f-1aa4-4360-8426-1eb91f09b3d5 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/1854bcf1-21a0-4b8e-8f23-bb41c848999f HTTP/1.1" status: 200 len: 924 time: 0.1826413 Dec 08 00:17:15.300334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:15.365797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a507edcf-4b84-4fd0-9230-1f192a5cdd2b tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:15.368049 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a507edcf-4b84-4fd0-9230-1f192a5cdd2b tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=1854bcf1-21a0-4b8e-8f23-bb41c848999f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0662494 Dec 08 00:17:15.372279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36760) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:15.382815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-502c1b87-970b-4e96-a374-96d99aca71fb req-83e0d2ca-5528-41fc-9437-5b7a6654c5f6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378269 Dec 08 00:17:15.407487 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:15.432394 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] Routers {'1854bcf1-21a0-4b8e-8f23-bb41c848999f'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:15.433604 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1854bcf1-21a0-4b8e-8f23-bb41c848999f'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:15.470056 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:15.471159 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0135da90-c0ba-40f3-843a-7979bef83a72 None None] The sync data for ids ['1854bcf1-21a0-4b8e-8f23-bb41c848999f'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:15.471887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-caedd5e8-2b14-4201-89d7-d9f21ffe180d req-41735a49-2b20-4edf-84c4-1176a071d7a6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061400 Dec 08 00:17:15.500680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36764) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:15.551781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd935d-1e19-4602-86eb-0e95b2d2e6cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:15.553174 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ecfd935d-1e19-4602-86eb-0e95b2d2e6cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.1782713 Dec 08 00:17:15.556608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36770) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:15.584754 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:15.600339 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4bb833b6-f97b-4784-8dc9-a2715f0f4f4a tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=1854bcf1-21a0-4b8e-8f23-bb41c848999f HTTP/1.1" status: 200 len: 205 time: 0.0406020 Dec 08 00:17:15.601267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36774) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:15.716867 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:15.791792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bf6b5bd1-071e-4cc1-ab82-a70811ef65c6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1319265066'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:15.792383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bf6b5bd1-071e-4cc1-ab82-a70811ef65c6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Unknown quota resources ['metering_label']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:17:15.839928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network a0e005ce-4f58-475f-871b-b3c1378740f0 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:15.850154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:15.859773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:15.885184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Port': ['ID=e4dafa0d-d15e-41d3-ab3d-b309f1210f43,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:15.916479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cb830-3bc6-43a4-b635-65df3437f139 req-089868cc-4f87-430c-b50e-be5bbbd5b38c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:15.918128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e99cb830-3bc6-43a4-b635-65df3437f139 req-089868cc-4f87-430c-b50e-be5bbbd5b38c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 947 time: 0.2405381 Dec 08 00:17:15.943524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:15.969442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024dbbb-40bf-483b-b6bd-57c7728ade43 req-32fca654-98ec-4dfb-9a70-36b6dfca45ba tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:15.970980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0024dbbb-40bf-483b-b6bd-57c7728ade43 req-32fca654-98ec-4dfb-9a70-36b6dfca45ba tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2156260 Dec 08 00:17:16.062257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5bd1-071e-4cc1-ab82-a70811ef65c6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.063517 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf6b5bd1-071e-4cc1-ab82-a70811ef65c6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5618322 Dec 08 00:17:16.068621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36780) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:16.131781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-57a04429-2c9c-4a73-ba41-2141c146ece7 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '316e24d9-9342-4ffc-a619-3b05c2978af8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:16.134006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-57a04429-2c9c-4a73-ba41-2141c146ece7 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:17:16.140906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-9017f27d-d721-4f6d-af98-da1413f20b21 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:16.142466 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-9017f27d-d721-4f6d-af98-da1413f20b21 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.59 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 947 time: 0.2460558 Dec 08 00:17:16.144226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e99cb830-3bc6-43a4-b635-65df3437f139 req-718ed126-2bb4-4500-a2e5-11148ce94a6f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=79cac55b-fd79-4348-b87d-646d01df1d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061622 Dec 08 00:17:16.227546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.257634 n-d-820549-2 neutron-server[103114]: WARNING neutron.services.metering.metering_plugin [None req-57a04429-2c9c-4a73-ba41-2141c146ece7 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 00:17:16.288496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0024dbbb-40bf-483b-b6bd-57c7728ade43 req-2b506d33-5314-41c2-a1bd-706e44fbc574 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052635 Dec 08 00:17:16.345549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Deleting port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:16.346261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.352381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Deleting port bea24612-373e-41dd-a48d-8d69530176af {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:16.353040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.386870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-57a04429-2c9c-4a73-ba41-2141c146ece7 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.387998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-57a04429-2c9c-4a73-ba41-2141c146ece7 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3157148 Dec 08 00:17:16.391903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:16.425655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0b55fdab-6616-4bf7-8724-65695550d1cb tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '316e24d9-9342-4ffc-a619-3b05c2978af8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:16.426146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0b55fdab-6616-4bf7-8724-65695550d1cb tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:17:16.524366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.539787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] For port 7c0a4a34-7368-4534-a3cf-4f055d3899c2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7c0a4a34-7368-4534-a3cf-4f055d3899c2,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:16.539787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.549346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Calling delete_port for bea24612-373e-41dd-a48d-8d69530176af owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:16.556898 n-d-820549-2 neutron-server[103114]: WARNING neutron.services.metering.metering_plugin [None req-0b55fdab-6616-4bf7-8724-65695550d1cb tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 00:17:16.676982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b55fdab-6616-4bf7-8724-65695550d1cb tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.681149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0b55fdab-6616-4bf7-8724-65695550d1cb tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2859414 Dec 08 00:17:16.682406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36786) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:16.683823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.735418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b798ba-b11b-4f3a-8184-c9898daab639 req-6012c080-bab4-4666-ab56-7b3c9f48f4fc tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:16.736878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23b798ba-b11b-4f3a-8184-c9898daab639 req-6012c080-bab4-4666-ab56-7b3c9f48f4fc tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.1850519 Dec 08 00:17:16.738368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5098f71e-fd87-4fd3-bc25-062534a63bb8 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=3206ccb5-0fc1-4f3b-920a-106360afb724 HTTP/1.1" status: 200 len: 464 time: 0.0553596 Dec 08 00:17:16.744981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36788) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:16.814342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.814969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.814969 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Floating IP 42adf1b7-5d74-4e69-af8d-c9d0f9297274 disassociated. External IP: 172.25.6.252, port: 7c0a4a34-7368-4534-a3cf-4f055d3899c2. Dec 08 00:17:16.815413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Calling delete_port for 7c0a4a34-7368-4534-a3cf-4f055d3899c2 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:16.907291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.940499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event deleted for resources: {'Port': ['ID=bea24612-373e-41dd-a48d-8d69530176af,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:16.954944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23b798ba-b11b-4f3a-8184-c9898daab639 req-1914cbe3-b142-4e98-a8b9-78bec9b63e7a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078218 Dec 08 00:17:16.959451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-130b64de-c67a-4f70-a538-15dcf5792583 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:16.962981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-130b64de-c67a-4f70-a538-15dcf5792583 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/3206ccb5-0fc1-4f3b-920a-106360afb724 HTTP/1.1" status: 204 len: 168 time: 0.2145529 Dec 08 00:17:16.967038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36790) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:16.981434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4b0a3640-75d2-4464-a463-8ff312d6599e tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=3206ccb5-0fc1-4f3b-920a-106360afb724 HTTP/1.1" status: 200 len: 221 time: 0.0126626 Dec 08 00:17:16.988899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36792) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:16.993689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9692ae6a-94c0-411e-ac5c-4bf42b0d64b6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--719138492', 'description': 'label created by tempest'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:16.994135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9692ae6a-94c0-411e-ac5c-4bf42b0d64b6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Unknown quota resources ['metering_label']. {{(pid=103114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:17:17.041774 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.137641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.146398 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.150716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.176811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event deleted for resources: {'Port': ['ID=7c0a4a34-7368-4534-a3cf-4f055d3899c2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:17.272740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.273292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Fanout notify agent at l3_agent the message router_deleted on router 1854bcf1-21a0-4b8e-8f23-bb41c848999f {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:17.283141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.291669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-302ba02a-bd39-47ac-9e71-de8a3eb01f4d tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/1854bcf1-21a0-4b8e-8f23-bb41c848999f HTTP/1.1" status: 204 len: 168 time: 1.6834326 Dec 08 00:17:17.292391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36804) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:17.300698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-dd7c8b4d-e4f6-4e98-ac09-5c84c219ecc1 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-377303917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:17.369983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b4d-e4f6-4e98-ac09-5c84c219ecc1 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.371058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b4d-e4f6-4e98-ac09-5c84c219ecc1 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.419195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.450529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:17:17.453965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b4d-e4f6-4e98-ac09-5c84c219ecc1 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.464452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b4d-e4f6-4e98-ac09-5c84c219ecc1 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.528640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b4d-e4f6-4e98-ac09-5c84c219ecc1 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.532642 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd7c8b4d-e4f6-4e98-ac09-5c84c219ecc1 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2375679 Dec 08 00:17:17.533290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36808) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:17.548219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-496841d4-3a6a-4563-a848-7b1da92f3fff req-1d06b1d2-218d-417b-85b0-3f4e2c5c4965 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 210 time: 0.0884426 Dec 08 00:17:17.553074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.580660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': False}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:17.598411 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9692ae6a-94c0-411e-ac5c-4bf42b0d64b6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.599985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9692ae6a-94c0-411e-ac5c-4bf42b0d64b6 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6101642 Dec 08 00:17:17.605361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36810) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:17.683124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:17.697870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] Sync routers for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:17.705984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-977fb24c-f8b4-4d1b-a573-b494e84ef646 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=309c8678-5a0d-4d1a-84d6-a25b20819fd1 HTTP/1.1" status: 200 len: 467 time: 0.0985188 Dec 08 00:17:17.713784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbe892-e39c-48bb-b540-0b401d0f3104 req-0ca0e09b-e237-4edf-8d77-26747145e17f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:17.715923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bbe892-e39c-48bb-b540-0b401d0f3104 req-0ca0e09b-e237-4edf-8d77-26747145e17f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2573936 Dec 08 00:17:17.727697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36812) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:17.733248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:17.733764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:17.807914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bbe892-e39c-48bb-b540-0b401d0f3104 req-683db593-f5c3-4a8d-bda4-22ee164034dd tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561907 Dec 08 00:17:17.867042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Router 2ec83834-5c35-4568-b409-7deaef4b82bc is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:17.895897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:17.922787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] No DVR routers for this DVR port 7c0a4a34-7368-4534-a3cf-4f055d3899c2 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:17:17.927914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:17.932333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f2e8072c-7a2b-43fb-80d8-1f02acd76626 req-7ac52b9f-60b8-4ac8-aaca-55da520998bf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.59 "DELETE /v2.0/ports/7c0a4a34-7368-4534-a3cf-4f055d3899c2 HTTP/1.1" status: 204 len: 173 time: 1.7781539 Dec 08 00:17:17.934226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-deleted', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:17.936789 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b30bba2-8692-4711-80df-1993520c4d6e" -d '{"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-deleted", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:18.053672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:18.071542 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Sync routers for ids ['2ec83834-5c35-4568-b409-7deaef4b82bc'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:18.098245 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Routers {'2ec83834-5c35-4568-b409-7deaef4b82bc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:18.105182 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2ec83834-5c35-4568-b409-7deaef4b82bc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:18.137005 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:18.144118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-19909e6f-9b9f-481e-bda0-9cbfd927247c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.0587480 Dec 08 00:17:18.181450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36820) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:18.333834 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Set router 2ec83834-5c35-4568-b409-7deaef4b82bc gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:18.407470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:18.422859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831eb8f-3453-4b64-9ee1-b4753d6a3299 req-a9dbbf62-8aa2-4cfb-a4f7-33608d9ad310 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:18.424644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6831eb8f-3453-4b64-9ee1-b4753d6a3299 req-a9dbbf62-8aa2-4cfb-a4f7-33608d9ad310 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.3118985 Dec 08 00:17:18.488648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] Checking router: 7d5d46dd-c6bf-4fc2-b027-783b821861e7 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:17:18.525374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:18.527041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:18.543594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6831eb8f-3453-4b64-9ee1-b4753d6a3299 req-ee9dfe46-03d1-4168-adc5-584b94f35843 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 Dec 08 00:17:18.555823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:18.724366 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9b23e-3272-4cc6-9fa9-31c6bc3d2465 x-openstack-request-id: req-5dd9b23e-3272-4cc6-9fa9-31c6bc3d2465 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:18.724631 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040e1c46-58e9-45f6-b9a4-ff6390264b8a", "name": "network-vif-deleted", "tag": "7c0a4a34-7368-4534-a3cf-4f055d3899c2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:18.725020 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dd9b23e-3272-4cc6-9fa9-31c6bc3d2465 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:18.725797 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040e1c46-58e9-45f6-b9a4-ff6390264b8a', 'name': 'network-vif-deleted', 'tag': '7c0a4a34-7368-4534-a3cf-4f055d3899c2', 'status': 'completed', 'code': 200} Dec 08 00:17:18.795842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:18.826951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec83834-5c35-4568-b409-7deaef4b82bc', 'name': '', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0', 'external_fixed_ips': [{'subnet_id': '95778c94-e423-4a47-8e9c-24c4d3570c91', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e4dafa0d-d15e-41d3-ab3d-b309f1210f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:14Z', 'updated_at': '2021-12-08T00:17:16Z', 'revision_number': 3, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port': {'id': 'e4dafa0d-d15e-41d3-ab3d-b309f1210f43', 'name': '', 'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec83834-5c35-4568-b409-7deaef4b82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '95778c94-e423-4a47-8e9c-24c4d3570c91', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:17:14Z', 'updated_at': '2021-12-08T00:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95778c94-e423-4a47-8e9c-24c4d3570c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:18.838226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37699ae5-ccea-417f-8448-e486b035e765 req-c71403eb-4710-4af9-b24b-18b1fe333e21 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=040e1c46-58e9-45f6-b9a4-ff6390264b8a HTTP/1.1" status: 200 len: 210 time: 0.0962143 Dec 08 00:17:18.869988 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Checking router: 2ec83834-5c35-4568-b409-7deaef4b82bc for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:17:18.870372 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Updating router 2ec83834-5c35-4568-b409-7deaef4b82bc port e4dafa0d-d15e-41d3-ab3d-b309f1210f43 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:17:18.882523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:18.898342 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:18.969251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5527d4bd-bb40-4a83-b803-064af08a87de tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:18.972768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5527d4bd-bb40-4a83-b803-064af08a87de tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/309c8678-5a0d-4d1a-84d6-a25b20819fd1 HTTP/1.1" status: 204 len: 168 time: 1.2252088 Dec 08 00:17:18.974238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36832) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:19.011285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5dd1ea27-5b11-424d-9515-aa80e58983ec tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=309c8678-5a0d-4d1a-84d6-a25b20819fd1 HTTP/1.1" status: 200 len: 216 time: 0.0354784 Dec 08 00:17:19.013355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36834) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:19.032201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Deleting port e4dafa0d-d15e-41d3-ab3d-b309f1210f43 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:19.044720 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.051860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9d2f2ea6-5733-4c67-a577-b81b55d648e5 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0318208 Dec 08 00:17:19.053580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36836) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:19.056608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:19.127350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05ca2ce5-e719-4c60-ada1-54202e0c097c tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0661798 Dec 08 00:17:19.140110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36838) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:19.205239 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.214530 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.246519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3910768b-5b55-41f1-a3d1-084783537b13 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/316e24d9-9342-4ffc-a619-3b05c2978af8 HTTP/1.1" status: 200 len: 473 time: 0.1017108 Dec 08 00:17:19.249492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36840) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:19.267929 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Pushing event updated for resources: {'Port': ['ID=e4dafa0d-d15e-41d3-ab3d-b309f1210f43,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:19.288779 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.290062 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.290654 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.291217 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.291848 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.292367 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.295719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-34bab467-0584-40d2-84f8-d8fb138eb702 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/173e25ce-19f6-49d1-a45d-a912c4b4647c HTTP/1.1" status: 200 len: 461 time: 0.0452621 Dec 08 00:17:19.297793 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.299245 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.299879 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.300388 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.300947 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.301542 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.302080 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:19.303764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36842) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:19.345366 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Attempting to bind port e4dafa0d-d15e-41d3-ab3d-b309f1210f43 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:19.345766 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Attempting to bind port e4dafa0d-d15e-41d3-ab3d-b309f1210f43 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c0b6f7d5-6672-48f7-8528-984506cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:19.346140 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Attempting to bind port e4dafa0d-d15e-41d3-ab3d-b309f1210f43 on network a0e005ce-4f58-475f-871b-b3c1378740f0 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:19.351016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.354755 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:17:19.355279 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Checking segment: {'id': 'c0b6f7d5-6672-48f7-8528-984506cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:19.355692 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.356603 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Bound using segment: {'id': 'c0b6f7d5-6672-48f7-8528-984506cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:17:19.357127 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Bound port: e4dafa0d-d15e-41d3-ab3d-b309f1210f43, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b6f7d5-6672-48f7-8528-984506cb760c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0e005ce-4f58-475f-871b-b3c1378740f0'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:17:19.357515 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.378472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Calling delete_port for e4dafa0d-d15e-41d3-ab3d-b309f1210f43 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:19.503854 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] For port e4dafa0d-d15e-41d3-ab3d-b309f1210f43, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:19.512847 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] For port e4dafa0d-d15e-41d3-ab3d-b309f1210f43, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e4dafa0d-d15e-41d3-ab3d-b309f1210f43,segment=NetworkSegment(c0b6f7d5-6672-48f7-8528-984506cb760c),segment_id=c0b6f7d5-6672-48f7-8528-984506cb760c)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:17:19.523388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.543035 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.565279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:17:19.598846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.631964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 7c0a4a34-7368-4534-a3cf-4f055d3899c2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:17:19.632469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7c0a4a34-7368-4534-a3cf-4f055d3899c2 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:17:19.666170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5814e91d-e3be-4b26-b499-347a44935e5f tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:19.666767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Routers {'2ec83834-5c35-4568-b409-7deaef4b82bc'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:19.667244 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2ec83834-5c35-4568-b409-7deaef4b82bc'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:19.675046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5814e91d-e3be-4b26-b499-347a44935e5f tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/173e25ce-19f6-49d1-a45d-a912c4b4647c HTTP/1.1" status: 204 len: 168 time: 0.3671324 Dec 08 00:17:19.677228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36850) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:19.756001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:19.769528 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a873ae-bbf8-44ca-bee1-0c25ece1715d None None] Pushing event updated for resources: {'Port': ['ID=e4dafa0d-d15e-41d3-ab3d-b309f1210f43,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:19.810288 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] Set router 2ec83834-5c35-4568-b409-7deaef4b82bc gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:19.867610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0d37e-1d56-4f01-81d0-7bb268b66960 None None] The sync data for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 is: [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:19.868035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Allocated IP 172.25.6.210 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/d7893dea-de2e-4004-94ee-3b545ecde102) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:19.978231 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec83834-5c35-4568-b409-7deaef4b82bc', 'name': '', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:14Z', 'updated_at': '2021-12-08T00:17:18Z', 'revision_number': 4, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:19.984385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:20.034155 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0af42-71dd-48ee-b96e-66ee4af5b313 None None] The sync data for ids ['2ec83834-5c35-4568-b409-7deaef4b82bc'] in n-d-820549-2 is: [{'id': '2ec83834-5c35-4568-b409-7deaef4b82bc', 'name': '', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:14Z', 'updated_at': '2021-12-08T00:17:18Z', 'revision_number': 4, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:20.058513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.148184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-94267a7f-b4b8-43bb-a686-4ae62b5a82d3 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.149350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-94267a7f-b4b8-43bb-a686-4ae62b5a82d3 tempest-MeteringTestJSON-2135462856 tempest-MeteringTestJSON-2135462856-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/316e24d9-9342-4ffc-a619-3b05c2978af8 HTTP/1.1" status: 204 len: 168 time: 0.4711485 Dec 08 00:17:20.170361 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.188455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5692120-1259-44f6-bd3e-4e4f5dd2906f req-cd13833b-c7b9-411f-b27c-6c70f1c2076f tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:20.190002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5692120-1259-44f6-bd3e-4e4f5dd2906f req-cd13833b-c7b9-411f-b27c-6c70f1c2076f tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.3582659 Dec 08 00:17:20.256565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:20.262979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:20.270344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:20.318236 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf60038d-1059-46e7-b851-c5f5be344efb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.334633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Pushing event updated for resources: {'Port': ['ID=d7893dea-de2e-4004-94ee-3b545ecde102,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:20.382523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a350b6-08ce-409b-9ec2-f6a41b1c2963 None None] New status for floating IP 42adf1b7-5d74-4e69-af8d-c9d0f9297274: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:17:20.434046 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.437154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf60038d-1059-46e7-b851-c5f5be344efb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.465635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5692120-1259-44f6-bd3e-4e4f5dd2906f req-7cbb5578-4e37-412f-ae40-5488e320bc2b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657654 Dec 08 00:17:20.533170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4dafa0d-d15e-41d3-ab3d-b309f1210f43,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:20.583990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36866) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:20.651373 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.725765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf60038d-1059-46e7-b851-c5f5be344efb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.729193 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf60038d-1059-46e7-b851-c5f5be344efb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.730868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cf60038d-1059-46e7-b851-c5f5be344efb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "DELETE /v2.0/security-groups/79cac55b-fd79-4348-b87d-646d01df1d57 HTTP/1.1" status: 204 len: 168 time: 0.7453821 Dec 08 00:17:20.737238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:20.770611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60038d-1059-46e7-b851-c5f5be344efb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cac55b-fd79-4348-b87d-646d01df1d57,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:20.772312 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-3016e58a-529a-437b-9486-c289643d3ffd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] show failed (client error): The resource could not be found. Dec 08 00:17:20.773293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3016e58a-529a-437b-9486-c289643d3ffd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups/79cac55b-fd79-4348-b87d-646d01df1d57 HTTP/1.1" status: 404 len: 347 time: 0.0354629 Dec 08 00:17:20.779380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36874) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:20.781389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.790366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.796334 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:20.867331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fe48dc2-435b-4d86-aec9-cf7dc82ed4da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.033021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.033410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec83834-5c35-4568-b409-7deaef4b82bc {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:21.040415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.041919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-73b8f244-3ce5-4211-be11-251fd16a0e29 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2ec83834-5c35-4568-b409-7deaef4b82bc HTTP/1.1" status: 204 len: 168 time: 2.8589065 Dec 08 00:17:21.052124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36878) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:21.075778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d8548-3153-40c5-a8d8-c00b5fc28a7d req-124d7930-85a4-46dd-9769-98a856d3e36d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:21.077303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-617d8548-3153-40c5-a8d8-c00b5fc28a7d req-124d7930-85a4-46dd-9769-98a856d3e36d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1529822 Dec 08 00:17:21.110928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342e94-5cff-460c-9420-5b87b0726580 req-426f0a5a-86bb-4a74-bc4d-95be255a0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:21.112408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a342e94-5cff-460c-9420-5b87b0726580 req-426f0a5a-86bb-4a74-bc4d-95be255a0c4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.1538205 Dec 08 00:17:21.153632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fe48dc2-435b-4d86-aec9-cf7dc82ed4da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.167019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fe48dc2-435b-4d86-aec9-cf7dc82ed4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.173608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Deleting port 3bdbd5e6-c3b9-4df4-9396-faa9cd4e3938 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:21.173963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.179064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.188361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Deleting subnet 95778c94-e423-4a47-8e9c-24c4d3570c91 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:17:21.193182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-617d8548-3153-40c5-a8d8-c00b5fc28a7d req-a862ce3b-e940-4e90-9385-3b869973b8a7 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045759 Dec 08 00:17:21.207297 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.209825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.265188 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2fe48dc2-435b-4d86-aec9-cf7dc82ed4da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdf71701bfc841bd9b0611751dad05f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6752458 Dec 08 00:17:21.273855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36880) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:21.294652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe48dc2-435b-4d86-aec9-cf7dc82ed4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ffc75f-74e5-4728-b11a-500081a41c73,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:21.307141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.386020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-630e1207-683a-4636-98fa-42a5114d3cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.400805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.482349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.529677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Router d6ba6e40-d5de-4dcd-a53f-ed331f25e121 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:21.534212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95778c94-e423-4a47-8e9c-24c4d3570c91,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:21.551082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.555667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0beec583-bf4b-4412-a13a-022e5c1111a1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/95778c94-e423-4a47-8e9c-24c4d3570c91 HTTP/1.1" status: 204 len: 168 time: 0.5013638 Dec 08 00:17:21.557794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:21.633977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342e94-5cff-460c-9420-5b87b0726580 req-b3ae5292-6b5e-400d-a94e-df9196cb602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:21.635089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a342e94-5cff-460c-9420-5b87b0726580 req-b3ae5292-6b5e-400d-a94e-df9196cb602e service neutron] 10.222.0.44 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.5064998 Dec 08 00:17:21.669862 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.670186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.704417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.716172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a342e94-5cff-460c-9420-5b87b0726580 req-c4976ded-37b5-459c-8b2a-87a6cc9f50be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 217 time: 0.0632994 Dec 08 00:17:21.718820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Calling delete_port for 3bdbd5e6-c3b9-4df4-9396-faa9cd4e3938 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:21.779986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:21.784092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7dc4-781e-4fbd-b754-2fce86764c90 req-a58de3ff-2425-4bd0-bfb0-ad744a7aedaa tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:21.785395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.790365 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90b44cdf-fd8c-456b-95de-c698e50fd1a2 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "PUT /v2.0/routers/d6ba6e40-d5de-4dcd-a53f-ed331f25e121 HTTP/1.1" status: 200 len: 919 time: 4.2132394 Dec 08 00:17:21.791223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36888) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:21.793060 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c8c7dc4-781e-4fbd-b754-2fce86764c90 req-a58de3ff-2425-4bd0-bfb0-ad744a7aedaa tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2040825 Dec 08 00:17:21.797944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d5048a-8337-4c53-8514-6dcc21d7c2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.803828 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] Sync routers for ids ['d6ba6e40-d5de-4dcd-a53f-ed331f25e121'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:21.815632 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] Routers {'d6ba6e40-d5de-4dcd-a53f-ed331f25e121'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:21.816504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d6ba6e40-d5de-4dcd-a53f-ed331f25e121'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:21.823429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6dd3bc78-ff6a-46a3-b367-ce02bc25900f details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:17:21.849485 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:21.860267 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] Routers {'d6ba6e40-d5de-4dcd-a53f-ed331f25e121'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:21.861095 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:16:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d6ba6e40-d5de-4dcd-a53f-ed331f25e121'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:21.893426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.900458 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:21.901357 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8783ae1-4f27-441c-b18a-f109688b4a8b None None] The sync data for ids ['d6ba6e40-d5de-4dcd-a53f-ed331f25e121'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:21.946843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e005ce-4f58-475f-871b-b3c1378740f0']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:21.962778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b6f7d5-6672-48f7-8528-984506cb760c') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:21.963397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b6f7d5-6672-48f7-8528-984506cb760c') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:21.971558 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d5048a-8337-4c53-8514-6dcc21d7c2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.972600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:21.976434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:21.986999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'port_id': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'mac_address': 'fa:16:3e:ba:01:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6e0046-c69f-4690-9875-bc5c02909699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:17:21.999878 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f5a0acc9-6b4e-4597-866d-fce9a628f05d tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/d6ba6e40-d5de-4dcd-a53f-ed331f25e121 HTTP/1.1" status: 200 len: 925 time: 0.2051384 Dec 08 00:17:22.000891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36890) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:22.002486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342e94-5cff-460c-9420-5b87b0726580 req-0a418454-8c68-41d7-a73b-c6e9819462af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:22.004019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a342e94-5cff-460c-9420-5b87b0726580 req-0a418454-8c68-41d7-a73b-c6e9819462af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.2779429 Dec 08 00:17:22.005070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.035067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:17:22.035733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: items = [ Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:17:22.037723 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:17:22.041394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.054698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dd3bc78-ff6a-46a3-b367-ce02bc25900f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:17:22.078980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:22.084557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c8c7dc4-781e-4fbd-b754-2fce86764c90 req-2819ce03-f958-42ec-9617-418b26e8f2e4 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866263 Dec 08 00:17:22.086424 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.103889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a342e94-5cff-460c-9420-5b87b0726580 req-5b118d65-08c9-49b3-b4d5-b845b9b80a5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817223 Dec 08 00:17:22.113172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58778e7e-a470-4fc3-8ca4-9f65dc4bfecf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:22.118106 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-58778e7e-a470-4fc3-8ca4-9f65dc4bfecf tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=d6ba6e40-d5de-4dcd-a53f-ed331f25e121&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1152947 Dec 08 00:17:22.119974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36892) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:22.139204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.153663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0e005ce-4f58-475f-871b-b3c1378740f0 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 00:17:22.161255 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d5048a-8337-4c53-8514-6dcc21d7c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.165318 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d5048a-8337-4c53-8514-6dcc21d7c2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.168804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.168985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-62d5048a-8337-4c53-8514-6dcc21d7c2ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6ffc75f-74e5-4728-b11a-500081a41c73 HTTP/1.1" status: 204 len: 168 time: 0.8917351 Dec 08 00:17:22.174143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a0e005ce-4f58-475f-871b-b3c1378740f0 HTTP/1.1" status: 204 len: 168 time: 0.6114857 Dec 08 00:17:22.177536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:22.181077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ab5a5-aa1a-4d85-b606-e2cccfcdb696 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0e005ce-4f58-475f-871b-b3c1378740f0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:22.217019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5048a-8337-4c53-8514-6dcc21d7c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ffc75f-74e5-4728-b11a-500081a41c73,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:22.358809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69fb92e-16f6-419b-81f1-68150a59e8f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:22.365845 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a69fb92e-16f6-419b-81f1-68150a59e8f1 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.2424111 Dec 08 00:17:22.366914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:22.390818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['6dd3bc78-ff6a-46a3-b367-ce02bc25900f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:17:22.403010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a342e94-5cff-460c-9420-5b87b0726580 req-77a7c0bd-3e22-48bf-969a-0d58960fab4c service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792046 Dec 08 00:17:22.418138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.455214 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a506bc07-ec0c-48aa-8838-6a3f566d5ee0 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6ba6e40-d5de-4dcd-a53f-ed331f25e121 HTTP/1.1" status: 200 len: 205 time: 0.0870183 Dec 08 00:17:22.458956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36904) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:22.603255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a342e94-5cff-460c-9420-5b87b0726580 req-0d4d5c4d-4692-49f8-aae6-87a472e675fd service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861200 Dec 08 00:17:22.781063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:22.796973 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.802962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event deleted for resources: {'Port': ['ID=3bdbd5e6-c3b9-4df4-9396-faa9cd4e3938,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:22.847772 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.866765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abd849-1a8c-4354-a1c9-dc59e92bcf70 req-5ea26f35-1c4a-4ecd-98e3-1ce1b3a488bf tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:22.874122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4abd849-1a8c-4354-a1c9-dc59e92bcf70 req-5ea26f35-1c4a-4ecd-98e3-1ce1b3a488bf tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.5203238 Dec 08 00:17:22.900777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36918) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:22.905431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-14546b2c-45c8-4ddd-aa4d-2aea1bad01d1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'router': {'name': 'tempest-router--619605222', 'project_id': '79d709486e3944039db0e8d5bf7288d4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:22.951042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4abd849-1a8c-4354-a1c9-dc59e92bcf70 req-fdb7e561-b5d6-4411-9245-b79096ceaecc tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758917 Dec 08 00:17:22.959922 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.963042 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.967888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-830fe14d-2e61-4d54-b615-13e2aa965fbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "DELETE /v2.0/floatingips/42adf1b7-5d74-4e69-af8d-c9d0f9297274 HTTP/1.1" status: 204 len: 168 time: 2.1806924 Dec 08 00:17:22.994590 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14546b2c-45c8-4ddd-aa4d-2aea1bad01d1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:22.996145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14546b2c-45c8-4ddd-aa4d-2aea1bad01d1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.029326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.037711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.063375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.085323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14546b2c-45c8-4ddd-aa4d-2aea1bad01d1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.092994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14546b2c-45c8-4ddd-aa4d-2aea1bad01d1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.093617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f51033e7645408c94337b6d713ba80b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078115 Dec 08 00:17:23.105556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36922) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:23.111730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702d127a-6ba3-4a58-b7da-1cacbb6c8c3f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:23.123178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.123637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.124094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.124531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.124960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.125390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.125815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.126239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.126659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.127146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.127568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.127794 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14546b2c-45c8-4ddd-aa4d-2aea1bad01d1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.128082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.128504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7759a44b-a69f-46d8-8fbd-0d88a93715d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:23.129618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-14546b2c-45c8-4ddd-aa4d-2aea1bad01d1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2278910 Dec 08 00:17:23.132366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36926) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:23.157176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Deleting port d7893dea-de2e-4004-94ee-3b545ecde102 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:23.157692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.265211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.276162 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1fe480f7-4401-4953-8332-75b03c51bdb6 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.280203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Calling delete_port for d7893dea-de2e-4004-94ee-3b545ecde102 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:23.457166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1fe480f7-4401-4953-8332-75b03c51bdb6 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.459567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1fe480f7-4401-4953-8332-75b03c51bdb6 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.478908 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.509556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event deleted for resources: {'Port': ['ID=d7893dea-de2e-4004-94ee-3b545ecde102,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:23.531726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dcc80-1650-42c9-a724-ea5285c692eb req-61689e07-e1af-4650-9011-9be4c357d195 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:23.533355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a33dcc80-1650-42c9-a724-ea5285c692eb req-61689e07-e1af-4650-9011-9be4c357d195 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 945 time: 0.3409982 Dec 08 00:17:23.537567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fb38298-1408-44b8-a474-10bc4c36674c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.564837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fb38298-1408-44b8-a474-10bc4c36674c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.572076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2af3c7da-3a3f-4869-9694-56571237db98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.599243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.610239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1fe480f7-4401-4953-8332-75b03c51bdb6 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.610856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe480f7-4401-4953-8332-75b03c51bdb6 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99e71fea-79f4-4682-969c-df98b748e59e {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:23.615783 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1fe480f7-4401-4953-8332-75b03c51bdb6 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.622234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1fe480f7-4401-4953-8332-75b03c51bdb6 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "DELETE /v2.0/routers/99e71fea-79f4-4682-969c-df98b748e59e HTTP/1.1" status: 204 len: 168 time: 0.4853537 Dec 08 00:17:23.636572 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fb38298-1408-44b8-a474-10bc4c36674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.639496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fb38298-1408-44b8-a474-10bc4c36674c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.643810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8fb38298-1408-44b8-a474-10bc4c36674c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/702d127a-6ba3-4a58-b7da-1cacbb6c8c3f HTTP/1.1" status: 204 len: 168 time: 0.5338922 Dec 08 00:17:23.698583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38298-1408-44b8-a474-10bc4c36674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d127a-6ba3-4a58-b7da-1cacbb6c8c3f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:23.724412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a33dcc80-1650-42c9-a724-ea5285c692eb req-c74e9581-c3ce-4359-97a6-0470120aadc6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205513 Dec 08 00:17:23.728073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:23.733913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-65d2a404-4050-449d-a7d4-7fc23aec7d50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696696062', 'description': 'tempest-description--206873556'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:23.774295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.777368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.791991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36934) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:23.804375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65d2a404-4050-449d-a7d4-7fc23aec7d50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.833333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6dd3bc78-ff6a-46a3-b367-ce02bc25900f up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:17:23.889599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.890958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Fanout notify agent at l3_agent the message router_deleted on router d6ba6e40-d5de-4dcd-a53f-ed331f25e121 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:23.922132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.927333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b11ab424-9644-4078-818f-902779e8a7a5 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/d6ba6e40-d5de-4dcd-a53f-ed331f25e121 HTTP/1.1" status: 204 len: 168 time: 1.4630220 Dec 08 00:17:23.928872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36942) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:23.939324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1761599069', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:23.939923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:23.940560 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:23.994946 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65d2a404-4050-449d-a7d4-7fc23aec7d50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.008200 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65d2a404-4050-449d-a7d4-7fc23aec7d50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.040592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.042207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.102991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.103693 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.169442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:24.174428 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2732e96d-2d26-4b41-865b-f136354bb099" -d '{"events": [{"server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:24.206144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-945414947', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:24.232057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:24.241395 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.330457 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51191fee-843e-4e81-83ce-55ef71f1f81c x-openstack-request-id: req-51191fee-843e-4e81-83ce-55ef71f1f81c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:24.332894 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:24.334138 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51191fee-843e-4e81-83ce-55ef71f1f81c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:24.334320 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.337097 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'code': 200} Dec 08 00:17:24.339495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:24.351297 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-65d2a404-4050-449d-a7d4-7fc23aec7d50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.355776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36958) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:24.356502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-65d2a404-4050-449d-a7d4-7fc23aec7d50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6272717 Dec 08 00:17:24.360882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bc9bf357-db70-4c05-8db1-363e42a43d10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'security_group_rule': {'security_group_id': '0465534d-d2d8-4668-9f74-0ffb4decb4bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:24.386553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2a404-4050-449d-a7d4-7fc23aec7d50 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0465534d-d2d8-4668-9f74-0ffb4decb4bc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:24.497813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf357-db70-4c05-8db1-363e42a43d10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.500145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.501111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.566746 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.594442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0c133-50c8-49bf-ab42-cdba9a8d16cc req-32ec0d57-9e09-4acb-a679-0d9a93073d8f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:24.601853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98b0c133-50c8-49bf-ab42-cdba9a8d16cc req-32ec0d57-9e09-4acb-a679-0d9a93073d8f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.4127657 Dec 08 00:17:24.654779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf357-db70-4c05-8db1-363e42a43d10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.662129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf357-db70-4c05-8db1-363e42a43d10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.680950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf357-db70-4c05-8db1-363e42a43d10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74067ebd-6326-4604-9b17-b6e4497ff331,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:24.702962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf357-db70-4c05-8db1-363e42a43d10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.706439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc9bf357-db70-4c05-8db1-363e42a43d10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493233 Dec 08 00:17:24.710304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36966) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:24.717851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9fe1ea5f-fc23-4386-9c72-b3bd8d70d30c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'security_group_rule': {'security_group_id': '0465534d-d2d8-4668-9f74-0ffb4decb4bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:24.745546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c90b9-553a-4486-9935-cad618babb6e req-24ea9352-e273-495b-b141-26b5cb5ce5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:24.747282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee7c90b9-553a-4486-9935-cad618babb6e req-24ea9352-e273-495b-b141-26b5cb5ce5c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 1097 time: 0.2930241 Dec 08 00:17:24.757045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ea5f-fc23-4386-9c72-b3bd8d70d30c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.865342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ea5f-fc23-4386-9c72-b3bd8d70d30c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.875563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ea5f-fc23-4386-9c72-b3bd8d70d30c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.885272 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.895810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1ea5f-fc23-4386-9c72-b3bd8d70d30c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2a6d55-b6b7-4269-8ba0-74fd1426f3b0,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:24.918471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ea5f-fc23-4386-9c72-b3bd8d70d30c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.918471 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9fe1ea5f-fc23-4386-9c72-b3bd8d70d30c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2055998 Dec 08 00:17:24.924683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36976) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:24.925896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98b0c133-50c8-49bf-ab42-cdba9a8d16cc req-b08f4895-5c4f-41d5-97f9-2cb09a94582c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233588 Dec 08 00:17:24.935103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:24.973610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:24.999571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee7c90b9-553a-4486-9935-cad618babb6e req-8982f7f8-0e5c-466b-95dd-4da98dd1727e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333186 Dec 08 00:17:25.112899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:25.123246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:25.296029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Allocated IP 172.25.6.253 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:25.423727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:25.437657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f498b6c-8225-4efb-ad3a-67695de35b42 req-48a43c54-f227-4248-a18e-cfc37e1df3cb tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:25.439218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f498b6c-8225-4efb-ad3a-67695de35b42 req-48a43c54-f227-4248-a18e-cfc37e1df3cb tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.5640063 Dec 08 00:17:25.466331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:25.473029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:25.513551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:25.517295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:25.524119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:25.527883 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:25.642960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Allocated IP 172.25.6.13 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/feaf267d-605f-4e4f-b2ed-44d969bdaa16) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:25.746330 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f498b6c-8225-4efb-ad3a-67695de35b42 req-d64950d0-df46-4abc-b6f4-af4d8914bcd0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820632 Dec 08 00:17:25.847861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:25.954316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'Port': ['ID=f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:25.994587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.044519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.088336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.100124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.149773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.174588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37004) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:26.194302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:26.225681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:26.253996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:26.276635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.298613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event updated for resources: {'Port': ['ID=feaf267d-605f-4e4f-b2ed-44d969bdaa16,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:26.346076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf8bc-cbce-44bd-9e7e-ff6c50b34d2a req-1d3b7d4a-7094-4872-bb4b-4959af9d8aa6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:26.347587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a4bf8bc-cbce-44bd-9e7e-ff6c50b34d2a req-1d3b7d4a-7094-4872-bb4b-4959af9d8aa6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2347114 Dec 08 00:17:26.358790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Allocated IP 172.25.6.147 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/fbd463f5-14d6-464c-ba6d-5d96ae54e2c0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:26.382510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-75dea8a6-1ac5-4d95-8a16-505ffa7176da tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:26.463892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.479766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.555175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'Port': ['ID=f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:26.581949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.591638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-75dea8a6-1ac5-4d95-8a16-505ffa7176da tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "PUT /v2.0/quotas/aca314cb1a7047e1b547bfd7aa957cfb HTTP/1.1" status: 200 len: 368 time: 0.4142895 Dec 08 00:17:26.596438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37010) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:26.604625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Request body: {'network': {'project_id': 'aca314cb1a7047e1b547bfd7aa957cfb'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:26.605753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.607250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aa3c3990-3746-4664-9621-89eea313570a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6772485 Dec 08 00:17:26.614281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a4bf8bc-cbce-44bd-9e7e-ff6c50b34d2a req-3376708a-548c-4a95-8b61-5d0116f8176c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586861 Dec 08 00:17:26.757539 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.759487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Made reservation on behalf of aca314cb1a7047e1b547bfd7aa957cfb for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:26.762169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.777316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:26.944834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.005403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.095865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ff39a-e0ec-4456-8560-62611d830cc1 req-6b943771-b93b-469c-a180-ab38c3f97eec tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:27.097331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-006ff39a-e0ec-4456-8560-62611d830cc1 req-6b943771-b93b-469c-a180-ab38c3f97eec tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2424455 Dec 08 00:17:27.100210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:27.107012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-259e3824-c32d-439c-a544-f37109564677 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1696696062&fields=id&tenant_id=a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 267 time: 0.2573788 Dec 08 00:17:27.142681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:27.156344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:27.173311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event updated for resources: {'Port': ['ID=fbd463f5-14d6-464c-ba6d-5d96ae54e2c0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:27.203478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.235475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.252658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.380519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:17:27.399483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-006ff39a-e0ec-4456-8560-62611d830cc1 req-1a85eb6b-f7e7-439b-93d4-741fe9b1727f tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657995 Dec 08 00:17:27.456633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6678bf0a-48c4-47c0-81f1-17eddc415c24,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:27.490048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.490393 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Added segment 449b2f34-eed2-44f3-b422-7f586e9f31ff of type vlan for network 1875a2d4-e6fc-47e1-b71e-d4cb6ec55550 Dec 08 00:17:27.577308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-732f5bf3-7385-4d09-810f-b8b13bebd1ec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:27.578719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-732f5bf3-7385-4d09-810f-b8b13bebd1ec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 817 time: 0.4390812 Dec 08 00:17:27.649592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.665249 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.671357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-fcf7fb31-aa08-4da8-a36e-cb39c06b2ffd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/quotas/a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 375 time: 0.0696931 Dec 08 00:17:27.804956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777aa6a-b051-469c-b3a3-3c9775a306cc req-4190b2c5-cc5d-4602-98d9-f69cea35cbee tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:27.806455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0777aa6a-b051-469c-b3a3-3c9775a306cc req-4190b2c5-cc5d-4602-98d9-f69cea35cbee tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2850933 Dec 08 00:17:27.819403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.820873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:27.821448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:27.827194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37046) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:27.947976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65604394-e6ab-49da-9f60-322f2fe58000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.045301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65604394-e6ab-49da-9f60-322f2fe58000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.049388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65604394-e6ab-49da-9f60-322f2fe58000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.094625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65604394-e6ab-49da-9f60-322f2fe58000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d170fd-aadb-4f82-b26a-50b17c0f7ee6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:28.103033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-65604394-e6ab-49da-9f60-322f2fe58000 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4186a2f8c5d44e4a43fe559b10b3e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744873 Dec 08 00:17:28.103753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37050) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:28.164211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a589852-e726-468a-a121-6613fdd70e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.187044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a589852-e726-468a-a121-6613fdd70e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.224071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6239228 Dec 08 00:17:28.226918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37052) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:28.232321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Request body: {'network': {'project_id': 'aca314cb1a7047e1b547bfd7aa957cfb'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:28.251879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a589852-e726-468a-a121-6613fdd70e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.254417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a589852-e726-468a-a121-6613fdd70e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.255588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a589852-e726-468a-a121-6613fdd70e45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83d170fd-aadb-4f82-b26a-50b17c0f7ee6 HTTP/1.1" status: 204 len: 168 time: 0.1509893 Dec 08 00:17:28.258942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-26cc51bf-1e57-4ac6-938f-84ef8c93f0d1 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5747001 Dec 08 00:17:28.270504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Made reservation on behalf of aca314cb1a7047e1b547bfd7aa957cfb for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:28.273329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.281195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a589852-e726-468a-a121-6613fdd70e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d170fd-aadb-4f82-b26a-50b17c0f7ee6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:28.308117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d008946-b393-4eb8-80e2-deb39eed8a4e tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Pushing event updated for resources: {'Network': ['ID=1875a2d4-e6fc-47e1-b71e-d4cb6ec55550,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:28.330816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 1875a2d4-e6fc-47e1-b71e-d4cb6ec55550 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:17:28.331448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.341473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:17:28.363378 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.364430 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Added segment 1e6a3b59-bdb2-46ff-abbe-872e0febe4af of type vlan for network 3c2061b2-8d67-459f-9982-a5af9cbe7bae Dec 08 00:17:28.385008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0777aa6a-b051-469c-b3a3-3c9775a306cc req-fe8e64b5-0b93-46b9-a33a-44649f14bbc7 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631559 Dec 08 00:17:28.436567 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.465892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.467071 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:28.467649 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.503610 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2753325 Dec 08 00:17:28.506249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37060) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:28.513332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d17586ab-85cd-433a-8b60-4392b74e6579 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Request body: {'network': {'project_id': 'aca314cb1a7047e1b547bfd7aa957cfb'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:28.548425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f66f0b-1bef-4a0d-a89e-7d7dcf7b2879 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Pushing event updated for resources: {'Network': ['ID=3c2061b2-8d67-459f-9982-a5af9cbe7bae,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:28.555386 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17586ab-85cd-433a-8b60-4392b74e6579 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 00:17:28.555386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17586ab-85cd-433a-8b60-4392b74e6579 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:17:28.556549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d17586ab-85cd-433a-8b60-4392b74e6579 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0472412 Dec 08 00:17:28.559424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37064) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:28.563334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 3c2061b2-8d67-459f-9982-a5af9cbe7bae details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:17:28.612520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Router 51765538-6412-42a4-b777-f6e9e5827001 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:28.614353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-131920a7-57f7-4e95-b504-02146c9425b5 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aca314cb1a7047e1b547bfd7aa957cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533359 Dec 08 00:17:28.616793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37068) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:28.629159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-693956fd-5d91-4b0f-ae2d-9f3803f9bebf service neutron] 10.222.0.18 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410289 Dec 08 00:17:28.650518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae71a-ad2c-4512-b8e7-a2ad8d7cb294 req-b9a2ee32-ce15-45df-8014-9d051153bd8f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:28.652049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2edae71a-ad2c-4512-b8e7-a2ad8d7cb294 req-b9a2ee32-ce15-45df-8014-9d051153bd8f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1710443 Dec 08 00:17:28.685310 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-04cea656-35b1-4fa5-80be-a612adb9a1aa tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.709692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-04cea656-35b1-4fa5-80be-a612adb9a1aa tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.774277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-04cea656-35b1-4fa5-80be-a612adb9a1aa tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.781734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-04cea656-35b1-4fa5-80be-a612adb9a1aa tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.785464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-04cea656-35b1-4fa5-80be-a612adb9a1aa tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/6678bf0a-48c4-47c0-81f1-17eddc415c24 HTTP/1.1" status: 204 len: 168 time: 0.1636133 Dec 08 00:17:28.797179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37074) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:28.798464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cea656-35b1-4fa5-80be-a612adb9a1aa tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678bf0a-48c4-47c0-81f1-17eddc415c24,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:28.907058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:28.951916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2edae71a-ad2c-4512-b8e7-a2ad8d7cb294 req-7650300b-b383-41fd-b1d3-5b224087773b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852676 Dec 08 00:17:28.974634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-b9b99090-3a67-4e8b-b0ab-b69810d45654 service neutron] 10.222.0.18 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445232 Dec 08 00:17:28.981678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.016152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:29.030463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] Sync routers for ids ['51765538-6412-42a4-b777-f6e9e5827001'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:29.066659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] Routers {'51765538-6412-42a4-b777-f6e9e5827001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:29.067549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['51765538-6412-42a4-b777-f6e9e5827001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.075207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.103814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2061b2-8d67-459f-9982-a5af9cbe7bae']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.117830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6a3b59-bdb2-46ff-abbe-872e0febe4af') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.118914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6a3b59-bdb2-46ff-abbe-872e0febe4af') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.134429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.154524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.165444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:17:29.166002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:17:29.172655 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:17:29.177755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.184949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4e22d498-f4bc-4c73-a110-7633e2edf188 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2556190 Dec 08 00:17:29.203308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37084) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:29.206192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.211235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:29.245066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] Routers {'51765538-6412-42a4-b777-f6e9e5827001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:29.247025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['51765538-6412-42a4-b777-f6e9e5827001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.348170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.352214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46cd1f-9d7c-4e16-b17c-524499886eea None None] The sync data for ids ['51765538-6412-42a4-b777-f6e9e5827001'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:29.371376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff894c32-d1df-4b33-b910-d945e2e1f7ef req-6b2af7a4-3d2a-43c6-a202-4c143bce4a8d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 210 time: 0.0810430 Dec 08 00:17:29.477473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.500845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Router 8f079304-3a08-46ab-bcc0-bd3e344577be is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:29.543827 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.547984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "DELETE /v2.0/networks/3c2061b2-8d67-459f-9982-a5af9cbe7bae HTTP/1.1" status: 204 len: 168 time: 0.7404163 Dec 08 00:17:29.551258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37102) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:29.696941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:29.709348 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] Sync routers for ids ['8f079304-3a08-46ab-bcc0-bd3e344577be'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:29.735307 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] Routers {'8f079304-3a08-46ab-bcc0-bd3e344577be'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:29.743027 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8f079304-3a08-46ab-bcc0-bd3e344577be'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.756531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:29.761319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7e3d74f5-5dbb-4ab6-8895-7ae5edbad79f tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9680796 Dec 08 00:17:29.771270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37114) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:29.793527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be44766-67de-44c7-a9e3-c3a9b2964ac2 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c2061b2-8d67-459f-9982-a5af9cbe7bae,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:29.834241 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.859441 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] Routers {'8f079304-3a08-46ab-bcc0-bd3e344577be'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:29.860376 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8f079304-3a08-46ab-bcc0-bd3e344577be'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.890922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-77e6d926-3122-4e88-96f8-39507c402243 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:29.899985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-77e6d926-3122-4e88-96f8-39507c402243 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 815 time: 0.2021723 Dec 08 00:17:29.919314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-cdfa49f8-110a-4069-84ac-62ab0bae838d tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/quotas/db2757ce59574e919b691dea75759cad HTTP/1.1" status: 200 len: 375 time: 0.0148261 Dec 08 00:17:29.919736 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:29.923269 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6105c0f6-4f0e-4f8a-b335-7cbbc32cfa2d None None] The sync data for ids ['8f079304-3a08-46ab-bcc0-bd3e344577be'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:30.011995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-9dca9f4c-9312-444b-8a90-ce40805b1afd tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826793 Dec 08 00:17:30.042423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.217698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452855-0a50-48bb-8375-1f7a87b5c70a req-98fcefb0-c201-4a28-8c22-e4af5df90260 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:30.219790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8452855-0a50-48bb-8375-1f7a87b5c70a req-98fcefb0-c201-4a28-8c22-e4af5df90260 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1241229 Dec 08 00:17:30.227090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-1e192304-049b-4e8a-9ef3-1ef0504a4def service neutron] 10.222.0.18 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980696 Dec 08 00:17:30.331780 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1fac20be-94d4-4821-abb5-eaaa8f6b77e8 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/8f079304-3a08-46ab-bcc0-bd3e344577be HTTP/1.1" status: 200 len: 920 time: 0.5565414 Dec 08 00:17:30.334724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37124) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:30.368961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8452855-0a50-48bb-8375-1f7a87b5c70a req-ec016574-963c-4057-b5e5-a288296378a9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405044 Dec 08 00:17:30.370722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.376462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-657f911a-80ee-4b48-868d-811b1485f500 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f079304-3a08-46ab-bcc0-bd3e344577be HTTP/1.1" status: 200 len: 205 time: 0.0375819 Dec 08 00:17:30.378142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37126) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:30.447714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1875a2d4-e6fc-47e1-b71e-d4cb6ec55550']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:30.458138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-26cc422d-969d-4136-bec4-5f6039c5a314 service neutron] 10.222.0.18 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187157 Dec 08 00:17:30.471658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.494372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449b2f34-eed2-44f3-b422-7f586e9f31ff') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:30.494724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449b2f34-eed2-44f3-b422-7f586e9f31ff') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:30.509486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.526781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e5c5fec-6a6d-4726-a980-e4f3d22dbc85 req-96f224c6-a330-4bef-bf97-07c2987ff873 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 210 time: 0.0640008 Dec 08 00:17:30.534011 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.546569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.558273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:17:30.559038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:17:30.561228 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:17:30.644582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.690582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.715616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.720085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] 10.222.0.18 "DELETE /v2.0/networks/1875a2d4-e6fc-47e1-b71e-d4cb6ec55550 HTTP/1.1" status: 204 len: 168 time: 1.1660323 Dec 08 00:17:30.727100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Deleting port feaf267d-605f-4e4f-b2ed-44d969bdaa16 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:30.728999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.750587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09b944d8-4ad1-47e8-90f2-20eeb9542892 req-24e2f797-5555-43e6-945a-905dab40c0df tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 210 time: 0.0394814 Dec 08 00:17:30.825044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:30.838810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Calling delete_port for feaf267d-605f-4e4f-b2ed-44d969bdaa16 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:30.916107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.025950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-fb63f77d-cb70-4399-8ba9-7b71bf2315ee tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:31.029911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-fb63f77d-cb70-4399-8ba9-7b71bf2315ee tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd HTTP/1.1" status: 200 len: 946 time: 0.2620707 Dec 08 00:17:31.041106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9390-3a29-4285-aace-1f5dc09b9990 tempest-QuotasNegativeTest-937715039 tempest-QuotasNegativeTest-937715039-project-admin] Pushing event deleted for resources: {'Network': ['ID=1875a2d4-e6fc-47e1-b71e-d4cb6ec55550,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:31.124757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Deleting port fbd463f5-14d6-464c-ba6d-5d96ae54e2c0 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:31.125405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.144311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-6c63d87d-09c0-48d9-be0f-c083b3ebfb3b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:31.146776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-6c63d87d-09c0-48d9-be0f-c083b3ebfb3b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 817 time: 0.4718647 Dec 08 00:17:31.149724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.206352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Pushing event deleted for resources: {'Port': ['ID=feaf267d-605f-4e4f-b2ed-44d969bdaa16,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:31.370448 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8284a71b-87cc-4dde-8df0-8a913bfb8580 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 380 time: 0.1802101 Dec 08 00:17:31.371555 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.419753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'port': {'device_id': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'admin_state_up': True, 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'security_groups': ['0465534d-d2d8-4668-9f74-0ffb4decb4bc']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:31.623044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37152) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:31.634802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.657439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Calling delete_port for fbd463f5-14d6-464c-ba6d-5d96ae54e2c0 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:31.722861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.735984 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.778314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aec440e1-f6e8-4182-8f95-a3dc76187a1f req-1ee7211f-be03-4915-b682-91817f721324 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 210 time: 0.0511999 Dec 08 00:17:31.797093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e444bb-644c-4373-8497-0c643bbd4983 req-6fc51896-5dc7-4a31-81c2-6784d0834173 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:31.798580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5e444bb-644c-4373-8497-0c643bbd4983 req-6fc51896-5dc7-4a31-81c2-6784d0834173 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2804067 Dec 08 00:17:31.809533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Deleting port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:31.809946 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.817803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Made reservation on behalf of a23434605ed74e0da84e68b56c0b4467 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:31.822061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.840463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Router 51765538-6412-42a4-b777-f6e9e5827001 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:17:31.858381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd5bde67-cddd-4fe0-b5d6-136b1a3977d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:31.935076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd0fef9d-d949-4e5c-8a2b-7e57ca1d59f1 req-0905f7a4-9a20-4d40-9348-fdcffbfae913 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 210 time: 0.0677047 Dec 08 00:17:32.002177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:32.010375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.011586 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-07b6dd97-d17e-45a4-81d2-7aaeb1b058c7 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "PUT /v2.0/routers/51765538-6412-42a4-b777-f6e9e5827001 HTTP/1.1" status: 200 len: 710 time: 2.8063009 Dec 08 00:17:32.014572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37158) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:32.017990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] Sync routers for ids ['51765538-6412-42a4-b777-f6e9e5827001'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:32.031503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] Routers {'51765538-6412-42a4-b777-f6e9e5827001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:32.032651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['51765538-6412-42a4-b777-f6e9e5827001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:32.065900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5e444bb-644c-4373-8497-0c643bbd4983 req-d02e6898-af45-40ea-9c1d-4329f4935ce3 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513669 Dec 08 00:17:32.072902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] For port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:32.073350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.099771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Calling delete_port for 6dd3bc78-ff6a-46a3-b367-ce02bc25900f owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:32.105260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:32.112521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Allocated IP 172.20.0.10 (34b557cc-e162-4128-861d-521274cd0218/89ee2937-d0a3-4134-bb5f-bec0f8b05cb5/ebf9743c-e4aa-4e75-84ab-32aa335e727f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:32.116512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4e271213-92aa-4a84-a381-ee1ea6472028 tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/routers/51765538-6412-42a4-b777-f6e9e5827001 HTTP/1.1" status: 200 len: 745 time: 0.1009490 Dec 08 00:17:32.119468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37160) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:32.120842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] Routers {'51765538-6412-42a4-b777-f6e9e5827001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:32.121791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['51765538-6412-42a4-b777-f6e9e5827001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:32.157850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:32.158677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332cbcfb-cbf6-48af-add3-63069e9a568d None None] The sync data for ids ['51765538-6412-42a4-b777-f6e9e5827001'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:32.170614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.243305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37164) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:32.243854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7810dd7c-ecb8-4c81-8063-a14f4ffbb3cc tempest-RoutersIpV6AdminTest-1399695370 tempest-RoutersIpV6AdminTest-1399695370-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=51765538-6412-42a4-b777-f6e9e5827001 HTTP/1.1" status: 200 len: 205 time: 0.0882905 Dec 08 00:17:32.301894 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-25253cf7-ebaf-4851-8f5a-226b38a75717 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=51765538-6412-42a4-b777-f6e9e5827001 HTTP/1.1" status: 200 len: 205 time: 0.0473514 Dec 08 00:17:32.307858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37168) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:32.346357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event deleted for resources: {'Port': ['ID=fbd463f5-14d6-464c-ba6d-5d96ae54e2c0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:32.397981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-3d33564a-f3c5-420d-8d87-1cd0f45beff8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:32.400149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-3d33564a-f3c5-420d-8d87-1cd0f45beff8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 815 time: 0.2732511 Dec 08 00:17:32.439187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Request body: {'port': {'device_id': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'admin_state_up': True, 'tenant_id': 'db2757ce59574e919b691dea75759cad'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:32.463775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95ee4399-81cb-4ed4-9914-e6e441f85489 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.468892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd5bde67-cddd-4fe0-b5d6-136b1a3977d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.495625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd5bde67-cddd-4fe0-b5d6-136b1a3977d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.503738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-f6274f2f-a34a-407b-81f3-f8a27257b476 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0135d1cd0634450eb4c9ae5dc85702b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534935 Dec 08 00:17:32.504592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.547733 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.582936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['6dd3bc78-ff6a-46a3-b367-ce02bc25900f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:17:32.696563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.700487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Pushing event deleted for resources: {'Port': ['ID=6dd3bc78-ff6a-46a3-b367-ce02bc25900f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:32.704144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bd5bde67-cddd-4fe0-b5d6-136b1a3977d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2923878928d04f9f8ca431cbb06fc42b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0801125 Dec 08 00:17:32.714145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.715852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bde67-cddd-4fe0-b5d6-136b1a3977d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2b78b-7204-4c92-b972-445cd3a254b9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:32.732443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37180) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:32.953925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] No DVR routers for this DVR port 6dd3bc78-ff6a-46a3-b367-ce02bc25900f on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:17:32.963069 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.963640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Fanout notify agent at l3_agent the message router_deleted on router 8f079304-3a08-46ab-bcc0-bd3e344577be {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:32.966517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98f47109-6c56-4898-b342-43b0ce03618a req-fd37a936-6cc6-414f-bd12-1a46bcf1eec7 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 210 time: 0.0944281 Dec 08 00:17:32.967588 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.968544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.970834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3dbcac8b-a178-4ecd-811e-2a07ee46378e req-885c5c47-e4c0-4878-a20c-6c8822edad09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "DELETE /v2.0/ports/6dd3bc78-ff6a-46a3-b367-ce02bc25900f HTTP/1.1" status: 204 len: 173 time: 1.9338794 Dec 08 00:17:32.986172 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:32.991387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-927a2286-1797-4ee8-9d93-2a56f428e242 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/8f079304-3a08-46ab-bcc0-bd3e344577be HTTP/1.1" status: 204 len: 168 time: 2.6084242 Dec 08 00:17:32.991387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'name': 'network-vif-deleted', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:32.991387 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f904cc95-7e7c-43d3-b87b-90fb9d0fdd24" -d '{"events": [{"server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "name": "network-vif-deleted", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:32.996451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37186) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.009650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-88847121', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': False}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:33.032803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-410fe11c-1997-4a98-80ea-df082acf8df7 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:33.034398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-410fe11c-1997-4a98-80ea-df082acf8df7 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4495907 Dec 08 00:17:33.057866 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ec7e55a5-3b4a-498d-bd71-80e663329bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.058305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95ee4399-81cb-4ed4-9914-e6e441f85489 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.062977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95ee4399-81cb-4ed4-9914-e6e441f85489 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.102032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-ceeffca3-850f-4fe0-91bf-a9ea73fde430 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/quotas/0135d1cd0634450eb4c9ae5dc85702b1 HTTP/1.1" status: 200 len: 375 time: 0.0560925 Dec 08 00:17:33.107705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90636504-7d95-4230-af97-7e438dfe14a0 req-440543e8-bff0-4f8f-ab92-36e810ca0445 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 210 time: 0.0470340 Dec 08 00:17:33.108601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.109690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.118754 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ec7e55a5-3b4a-498d-bd71-80e663329bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.151224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95ee4399-81cb-4ed4-9914-e6e441f85489 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.151782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee4399-81cb-4ed4-9914-e6e441f85489 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Fanout notify agent at l3_agent the message router_deleted on router 51765538-6412-42a4-b777-f6e9e5827001 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:33.160534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95ee4399-81cb-4ed4-9914-e6e441f85489 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.162006 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95ee4399-81cb-4ed4-9914-e6e441f85489 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/51765538-6412-42a4-b777-f6e9e5827001 HTTP/1.1" status: 204 len: 168 time: 0.8528297 Dec 08 00:17:33.166225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.172263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37192) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.180852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-c52c70ec-7885-408d-b1f2-32bf5172a304 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0135d1cd0634450eb4c9ae5dc85702b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646546 Dec 08 00:17:33.213318 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b685d6f8-6639-40b8-8fa9-e4f6bc8ede6b x-openstack-request-id: req-b685d6f8-6639-40b8-8fa9-e4f6bc8ede6b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:33.213837 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd", "name": "network-vif-deleted", "tag": "6dd3bc78-ff6a-46a3-b367-ce02bc25900f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:33.214419 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b685d6f8-6639-40b8-8fa9-e4f6bc8ede6b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:33.215021 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6ba20-4cc0-4809-881e-d0f8cdd3c8fd', 'name': 'network-vif-deleted', 'tag': '6dd3bc78-ff6a-46a3-b367-ce02bc25900f', 'status': 'completed', 'code': 200} Dec 08 00:17:33.246247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:33.265874 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cfe5204b-d02f-49ac-833b-be1c76e481fb tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=51765538-6412-42a4-b777-f6e9e5827001 HTTP/1.1" status: 200 len: 205 time: 0.0902896 Dec 08 00:17:33.267755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Made reservation on behalf of db2757ce59574e919b691dea75759cad for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:33.268477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37194) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.271256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.281854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.284861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Network 34b557cc-e162-4128-861d-521274cd0218 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:33.288357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:33.293982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:33.332295 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-1504be2f-88a1-4a90-bb68-a9e0f492dde9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] delete failed (client error): The resource could not be found. Dec 08 00:17:33.334469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1504be2f-88a1-4a90-bb68-a9e0f492dde9 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/51765538-6412-42a4-b777-f6e9e5827001 HTTP/1.1" status: 404 len: 336 time: 0.0647819 Dec 08 00:17:33.341273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37196) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.380933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7417a24f-6179-4b4e-90f7-7f283feca167 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6ba6e40-d5de-4dcd-a53f-ed331f25e121 HTTP/1.1" status: 200 len: 205 time: 0.0382242 Dec 08 00:17:33.384231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37200) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.473923 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-fcea907f-059b-437d-8e35-8f7a8b1399c2 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] delete failed (client error): The resource could not be found. Dec 08 00:17:33.475005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fcea907f-059b-437d-8e35-8f7a8b1399c2 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/d6ba6e40-d5de-4dcd-a53f-ed331f25e121 HTTP/1.1" status: 404 len: 336 time: 0.0895746 Dec 08 00:17:33.497826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:33.499275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.511746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37204) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.520500 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ec7e55a5-3b4a-498d-bd71-80e663329bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.524372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ec7e55a5-3b4a-498d-bd71-80e663329bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.530861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ec7e55a5-3b4a-498d-bd71-80e663329bcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2e2b78b-7204-4c92-b972-445cd3a254b9 HTTP/1.1" status: 204 len: 168 time: 0.7908192 Dec 08 00:17:33.553713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4d29ca60-3a8f-45d5-bf72-f480e1f2373f tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=1854bcf1-21a0-4b8e-8f23-bb41c848999f HTTP/1.1" status: 200 len: 205 time: 0.0386708 Dec 08 00:17:33.576990 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8f40008b-8d37-49d6-92f3-23df45b18aed tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1998489 Dec 08 00:17:33.580077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37208) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.588354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-776d317a-9b56-41d3-b527-b01869cd2d40 req-71158b82-6537-48ca-ad71-cdb87af807d2 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 210 time: 0.1881316 Dec 08 00:17:33.592864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e55a5-3b4a-498d-bd71-80e663329bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2b78b-7204-4c92-b972-445cd3a254b9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:33.604873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.648174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb73e4f-6eb4-4052-85a7-a856bd2ec238 req-1faefc54-467d-4455-b645-731f270014c7 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:33.650840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abb73e4f-6eb4-4052-85a7-a856bd2ec238 req-1faefc54-467d-4455-b645-731f270014c7 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.3233452 Dec 08 00:17:33.693867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-71cbd250-0547-46a0-b824-c3d513582bbb None None] Provisioning complete for port ebf9743c-e4aa-4e75-84ab-32aa335e727f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:33.694511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71cbd250-0547-46a0-b824-c3d513582bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.707701 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-382a7ad8-75dc-4424-9417-30881a518a80 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] delete failed (client error): The resource could not be found. Dec 08 00:17:33.708621 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-382a7ad8-75dc-4424-9417-30881a518a80 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/1854bcf1-21a0-4b8e-8f23-bb41c848999f HTTP/1.1" status: 404 len: 336 time: 0.1274958 Dec 08 00:17:33.712923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37214) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.717093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Request body: {'port': {'device_id': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:33.786593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-757447df-a876-4b31-b074-4ad950bc5b63 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba93ddb8-d36e-4f6e-9730-cefa9acabf4f HTTP/1.1" status: 200 len: 205 time: 0.0359492 Dec 08 00:17:33.791912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37218) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.795055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-71cbd250-0547-46a0-b824-c3d513582bbb None None] Port ebf9743c-e4aa-4e75-84ab-32aa335e727f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:17:33.824629 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abb73e4f-6eb4-4052-85a7-a856bd2ec238 req-1dd29e84-3c03-4122-81d2-8dbf724cdfdf tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595402 Dec 08 00:17:33.862557 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-7ce82351-5c59-48d3-a403-6a4501984707 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] delete failed (client error): The resource could not be found. Dec 08 00:17:33.865296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7ce82351-5c59-48d3-a403-6a4501984707 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/ba93ddb8-d36e-4f6e-9730-cefa9acabf4f HTTP/1.1" status: 404 len: 336 time: 0.0729938 Dec 08 00:17:33.871587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37222) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.895558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:33.899247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Allocated IP 172.20.0.8 (0b554920-1551-4e52-988e-e0edbde9f0ee/ca6e0046-c69f-4690-9875-bc5c02909699/a2133216-9ffd-428b-b6cd-641baa3056c3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:33.912812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3e144471-600c-41d3-8b5b-4c4aa6b1034c tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf6ae56-d2d3-49ee-910b-2127b2288dd1 HTTP/1.1" status: 200 len: 205 time: 0.0368192 Dec 08 00:17:33.915446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37224) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:33.957775 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-d175b970-9451-4298-8aab-957631b81671 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] delete failed (client error): The resource could not be found. Dec 08 00:17:33.963207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d175b970-9451-4298-8aab-957631b81671 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/bcf6ae56-d2d3-49ee-910b-2127b2288dd1 HTTP/1.1" status: 404 len: 336 time: 0.0464931 Dec 08 00:17:33.963918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37226) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:34.003563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d758f039-e1a9-4ae8-8bf1-d846115461da tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d69d520-ae2a-49f2-af93-64d3c854b4f1 HTTP/1.1" status: 200 len: 205 time: 0.0372670 Dec 08 00:17:34.004404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37230) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:34.050652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37232) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:34.052536 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-198bb12f-193a-44c4-969e-7c3760dd962e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] delete failed (client error): The resource could not be found. Dec 08 00:17:34.055498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-198bb12f-193a-44c4-969e-7c3760dd962e tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/routers/4d69d520-ae2a-49f2-af93-64d3c854b4f1 HTTP/1.1" status: 404 len: 336 time: 0.0471923 Dec 08 00:17:34.073152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37234) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:34.119851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67f00d5b-a708-4af6-8c78-81d48c853f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.128637 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-349cbdbc-9a64-4e90-870f-3cd68ee99ec3 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] DELETE failed (client error): The resource could not be found. Dec 08 00:17:34.129172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349cbdbc-9a64-4e90-870f-3cd68ee99ec3 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:17:34.134864 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-349cbdbc-9a64-4e90-870f-3cd68ee99ec3 tempest-RoutersIpV6AdminTest-1638836395 tempest-RoutersIpV6AdminTest-1638836395-project] 10.222.0.18 "DELETE /v2.0/subnets/29941dd0-3df1-4b78-9c7b-2c784fef4884 HTTP/1.1" status: 404 len: 337 time: 0.0581572 Dec 08 00:17:34.303241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.405603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.417601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf9743c-e4aa-4e75-84ab-32aa335e727f {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:17:34.448510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.474940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Transition to ACTIVE for port object ebf9743c-e4aa-4e75-84ab-32aa335e727f will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:17:34.476885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Network 0b554920-1551-4e52-988e-e0edbde9f0ee is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:34.480380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:34.485155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:34.509002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37242) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:34.513342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.521002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:34.584009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:34.584279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.596502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a813ba4-9704-4992-b9f9-2865c5957c67 req-7d985c6f-2c7b-4ae2-b92d-040f28fa4af1 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:34.598085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a813ba4-9704-4992-b9f9-2865c5957c67 req-7d985c6f-2c7b-4ae2-b92d-040f28fa4af1 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 932 time: 0.5019577 Dec 08 00:17:34.625159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:34.631780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.636723 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-8a08e2b3-8bcb-4add-9b85-0cd97c30a40b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2015381 Dec 08 00:17:34.665632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Request body: {'port': {'device_id': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:34.668436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040158e5-858f-4941-a8ba-c8bd7da76080 req-339c2a7e-2228-4bf8-9db0-d2737d5ea29e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:34.680003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-040158e5-858f-4941-a8ba-c8bd7da76080 req-339c2a7e-2228-4bf8-9db0-d2737d5ea29e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 931 time: 0.2092562 Dec 08 00:17:34.688223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.751653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.791870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Attempting to bind port ebf9743c-e4aa-4e75-84ab-32aa335e727f on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:34.792335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Attempting to bind port ebf9743c-e4aa-4e75-84ab-32aa335e727f by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:34.799359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Attempting to bind port ebf9743c-e4aa-4e75-84ab-32aa335e727f on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:34.826990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Port ebf9743c-e4aa-4e75-84ab-32aa335e727f on network 34b557cc-e162-4128-861d-521274cd0218 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:34.827338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Attempting to bind port ebf9743c-e4aa-4e75-84ab-32aa335e727f on network 34b557cc-e162-4128-861d-521274cd0218 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:34.835061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:17:34.835409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Checking segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:34.835836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Bound using segment: {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:17:34.836276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Bound port: ebf9743c-e4aa-4e75-84ab-32aa335e727f, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc4b983-3c7b-4339-a968-7d15972ae384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b557cc-e162-4128-861d-521274cd0218'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:17:34.837082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.873492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05d35583-7a3c-4e7f-812f-b86b68a5dab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.900102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a813ba4-9704-4992-b9f9-2865c5957c67 req-8f90aa78-c832-4a1e-9ec3-66a7d7d151f2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188194 Dec 08 00:17:34.901827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5e46d7f5-e36c-4990-93e8-7f8902fa738e tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0135d1cd0634450eb4c9ae5dc85702b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837786 Dec 08 00:17:34.925975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67f00d5b-a708-4af6-8c78-81d48c853f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.958995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67f00d5b-a708-4af6-8c78-81d48c853f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:34.963752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-040158e5-858f-4941-a8ba-c8bd7da76080 req-5ea9c0b6-bf8d-4eb0-9641-ffa76bb37902 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772486 Dec 08 00:17:34.999768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:35.022314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:17:35.056624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.110396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:35.111061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.112470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] 10.222.0.59 "PUT /v2.0/ports/ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 1092 time: 1.4021630 Dec 08 00:17:35.112957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:35.115304 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6135303f-073e-4e75-a963-d2b74fdf757f" -d '{"events": [{"name": "network-changed", "server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:35.130546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-513cbba7-77dd-4ec3-af77-70125cd5f059 req-208e4053-4903-4948-a89c-d15104cdb556 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 210 time: 0.0970571 Dec 08 00:17:35.155399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f00d5b-a708-4af6-8c78-81d48c853f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da019f5b-b780-4091-a99a-b8dc50e54f2a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:35.158319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f0324-4c2a-4aaa-9682-ab9ebb4a83d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:35.160000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-67f00d5b-a708-4af6-8c78-81d48c853f81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea42ef14296b48cfae12b23d91248c03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1028426 Dec 08 00:17:35.162960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Allocated IP 172.25.6.219 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/c21dae2d-4f1b-46da-8eec-bfe7dc87acd2) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:35.171771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37252) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:35.235644 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79311b7d-1963-442d-9563-4c634ce9a580 x-openstack-request-id: req-79311b7d-1963-442d-9563-4c634ce9a580 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:35.235939 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:35.236196 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79311b7d-1963-442d-9563-4c634ce9a580 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:35.236607 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'status': 'completed', 'code': 200} Dec 08 00:17:35.291769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2133216-9ffd-428b-b6cd-641baa3056c3 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:17:35.301764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-b4bc09c2-7a14-4f4f-bd1a-49c434f8d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:35.305058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-b4bc09c2-7a14-4f4f-bd1a-49c434f8d6d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1095 time: 0.1065414 Dec 08 00:17:35.307115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.332137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-86d6d8df-f9d2-4e74-8d8f-7dc80a7cd162 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:35.333645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-86d6d8df-f9d2-4e74-8d8f-7dc80a7cd162 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4173782 Dec 08 00:17:35.359985 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-f6140784-18e3-4af6-b1d3-c5d0321bf704 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 217 time: 0.0408027 Dec 08 00:17:35.360811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Transition to ACTIVE for port object a2133216-9ffd-428b-b6cd-641baa3056c3 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:17:35.362349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Request body: {'port': {'device_id': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '0135d1cd0634450eb4c9ae5dc85702b1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:35.365553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.373431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624f0f7-815e-4ae8-b23b-bf35f8e3c9fe req-bb31d14e-fea2-46dc-a28b-a7a529b5c464 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:35.374871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5624f0f7-815e-4ae8-b23b-bf35f8e3c9fe req-bb31d14e-fea2-46dc-a28b-a7a529b5c464 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2751288 Dec 08 00:17:35.470780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05d35583-7a3c-4e7f-812f-b86b68a5dab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.474784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-74206775-5c6a-4c1b-b32b-53eb9cdf587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:35.476335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-74206775-5c6a-4c1b-b32b-53eb9cdf587e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1077907 Dec 08 00:17:35.477698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:35.485078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3574509-50c0-4a32-9bfc-40e9b4de7298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.486698 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05d35583-7a3c-4e7f-812f-b86b68a5dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.562038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Attempting to bind port a2133216-9ffd-428b-b6cd-641baa3056c3 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:35.562311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Attempting to bind port a2133216-9ffd-428b-b6cd-641baa3056c3 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:35.562588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Attempting to bind port a2133216-9ffd-428b-b6cd-641baa3056c3 on network 0b554920-1551-4e52-988e-e0edbde9f0ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:35.567424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-0c4fdcf3-9137-484e-8e0a-3c361fbf185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:35.568912 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-0c4fdcf3-9137-484e-8e0a-3c361fbf185f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697470 Dec 08 00:17:35.570947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Port a2133216-9ffd-428b-b6cd-641baa3056c3 on network 0b554920-1551-4e52-988e-e0edbde9f0ee not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:35.571269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Attempting to bind port a2133216-9ffd-428b-b6cd-641baa3056c3 on network 0b554920-1551-4e52-988e-e0edbde9f0ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:35.576219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:17:35.576556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Checking segment: {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:35.576935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Bound using segment: {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:17:35.577361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Bound port: a2133216-9ffd-428b-b6cd-641baa3056c3, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:17:35.577711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.616762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3574509-50c0-4a32-9bfc-40e9b4de7298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.622842 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.629496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05d35583-7a3c-4e7f-812f-b86b68a5dab2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1b16ff695b343c6ba539861ae95761c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1194241 Dec 08 00:17:35.632168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37254) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:35.649351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d35583-7a3c-4e7f-812f-b86b68a5dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748386c-9ffa-4bee-a685-f3ffdc8c9968,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:35.662603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5624f0f7-815e-4ae8-b23b-bf35f8e3c9fe req-c3a4e17b-956a-490d-b558-fe087feb4b7c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545886 Dec 08 00:17:35.726090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Made reservation on behalf of 0135d1cd0634450eb4c9ae5dc85702b1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:35.730508 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.740047 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.746340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:35.748439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.752305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:17:35.759132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-da1a1bf7-5a20-4d48-aa37-6e64e4d6a920 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793568 Dec 08 00:17:35.764061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.772946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b37423a6-cddc-40db-ae39-5102b4642a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.794137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3574509-50c0-4a32-9bfc-40e9b4de7298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.796718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3574509-50c0-4a32-9bfc-40e9b4de7298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.797861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c3574509-50c0-4a32-9bfc-40e9b4de7298 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da019f5b-b780-4091-a99a-b8dc50e54f2a HTTP/1.1" status: 204 len: 168 time: 0.5924728 Dec 08 00:17:35.803102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:35.814337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:35.815155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.817218 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] 10.222.0.44 "PUT /v2.0/ports/a2133216-9ffd-428b-b6cd-641baa3056c3 HTTP/1.1" status: 200 len: 1091 time: 1.1556902 Dec 08 00:17:35.817362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:35.824455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:35.826456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3574509-50c0-4a32-9bfc-40e9b4de7298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da019f5b-b780-4091-a99a-b8dc50e54f2a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:35.830219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Port': ['ID=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:35.891417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6dd3bc78-ff6a-46a3-b367-ce02bc25900f no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:17:35.956195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 6dd3bc78-ff6a-46a3-b367-ce02bc25900f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:17:35.956556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6dd3bc78-ff6a-46a3-b367-ce02bc25900f not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:17:35.985216 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b37423a6-cddc-40db-ae39-5102b4642a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:35.994402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb35a8-1a7f-450c-a1c6-0f07b2c6a622 service neutron] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:36.021424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:36.042000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:36.079963 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b37423a6-cddc-40db-ae39-5102b4642a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:36.082728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b37423a6-cddc-40db-ae39-5102b4642a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:36.086925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b37423a6-cddc-40db-ae39-5102b4642a32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a748386c-9ffa-4bee-a685-f3ffdc8c9968 HTTP/1.1" status: 204 len: 168 time: 0.4496973 Dec 08 00:17:36.110918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-c432e51e-b542-4f50-b2f5-6eb365c30404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.113506 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-c432e51e-b542-4f50-b2f5-6eb365c30404 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 1094 time: 0.2107489 Dec 08 00:17:36.127251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37423a6-cddc-40db-ae39-5102b4642a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748386c-9ffa-4bee-a685-f3ffdc8c9968,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:36.149787 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07743fd3-fdf9-4152-8432-faa609c14ef0 req-8d2d183c-6cdb-4d6c-a2ce-e98ea29ab2a8 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803952 Dec 08 00:17:36.203272 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71300a68-0b25-48f5-83e5-6103b28ab551,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:36.205338 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-eceb4bdf-e7bb-4cff-87ab-22909c74a60f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2133216-9ffd-428b-b6cd-641baa3056c3 HTTP/1.1" status: 200 len: 217 time: 0.0587232 Dec 08 00:17:36.268874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd07-6f72-4bc7-86b4-3aff8f4882ef req-ab5a0e14-b31d-447b-88b2-5e42754ebf85 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.270413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f528fd07-6f72-4bc7-86b4-3aff8f4882ef req-ab5a0e14-b31d-447b-88b2-5e42754ebf85 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.2456996 Dec 08 00:17:36.334644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df781-3d3f-493c-b435-1ba932fe10a3 req-f182da58-bcf2-49fa-a32c-eec5971ce0e7 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.336644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab0df781-3d3f-493c-b435-1ba932fe10a3 req-f182da58-bcf2-49fa-a32c-eec5971ce0e7 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 943 time: 0.2606883 Dec 08 00:17:36.348311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-49a9d872-987c-4831-96df-0b7b53ce0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.350032 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-49a9d872-987c-4831-96df-0b7b53ce0195 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6e0046-c69f-4690-9875-bc5c02909699 HTTP/1.1" status: 200 len: 855 time: 0.1378119 Dec 08 00:17:36.356073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135303f-073e-4e75-a963-d2b74fdf757f req-be215d1c-80e4-41be-9469-633fc290c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.358524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6135303f-073e-4e75-a963-d2b74fdf757f req-be215d1c-80e4-41be-9469-633fc290c35e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1095 time: 0.0954375 Dec 08 00:17:36.386878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Allocated IP 192.168.233.36 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/f7268bab-d49a-41c8-8bae-16844129bdc0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:36.416081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:36.486244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135303f-073e-4e75-a963-d2b74fdf757f req-153ad905-0740-457d-b8d9-930a943b26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.487679 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6135303f-073e-4e75-a963-d2b74fdf757f req-153ad905-0740-457d-b8d9-930a943b26d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1173501 Dec 08 00:17:36.489738 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-9624cf68-31c8-4ff4-8786-cc4f1327a18f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b554920-1551-4e52-988e-e0edbde9f0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302552 Dec 08 00:17:36.527189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f528fd07-6f72-4bc7-86b4-3aff8f4882ef req-40d448bc-2f71-4406-aa6e-e5b047f0eb0d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043533 Dec 08 00:17:36.557559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab0df781-3d3f-493c-b435-1ba932fe10a3 req-fc3746db-fb41-443d-b9bd-d19b4e6a5d1c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095129 Dec 08 00:17:36.574150 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6135303f-073e-4e75-a963-d2b74fdf757f req-d335e7bb-c3f1-4110-a4a6-7d9ba893f96a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 217 time: 0.0787754 Dec 08 00:17:36.661323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37284) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:36.688341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135303f-073e-4e75-a963-d2b74fdf757f req-17715953-58e6-4534-8eaa-32646269fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.689798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6135303f-073e-4e75-a963-d2b74fdf757f req-17715953-58e6-4534-8eaa-32646269fd0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1036365 Dec 08 00:17:36.716401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c647b24-d729-49e2-ab10-2f51fb714e16 req-9975831d-6c0d-45d0-94b7-ef2ae063c867 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 210 time: 0.0791996 Dec 08 00:17:36.745609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-6908f5a1-aac2-4350-b5d5-3ad7365e1ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432272 Dec 08 00:17:36.792171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135303f-073e-4e75-a963-d2b74fdf757f req-18f430a3-841b-4986-8761-6525abed70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.793831 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6135303f-073e-4e75-a963-d2b74fdf757f req-18f430a3-841b-4986-8761-6525abed70e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944808 Dec 08 00:17:36.865171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-303044b8-bf87-456c-b377-9a7315e2849e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32cba93d437441ef9de85b8269fe8833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026403 Dec 08 00:17:36.869962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:36.924338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:36.927195 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-38cb21fc-d96f-41d7-beac-e910585f7a1b req-a205398e-e099-464c-be3e-874e3ddc653c service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737366 Dec 08 00:17:36.953187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ee61-a905-4288-a676-01a2c5999058 req-d8d6fe09-2361-4b9a-8dfc-5481acc00a2d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:36.954694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce55ee61-a905-4288-a676-01a2c5999058 req-d8d6fe09-2361-4b9a-8dfc-5481acc00a2d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1754806 Dec 08 00:17:36.967573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:36.969843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6135303f-073e-4e75-a963-d2b74fdf757f req-85dd11c3-cbdc-4c60-b98c-35349d3172ab service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441581 Dec 08 00:17:36.990119 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fce444b-29ff-4ce6-ac2c-8d5132213e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.057151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fce444b-29ff-4ce6-ac2c-8d5132213e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.115953 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6135303f-073e-4e75-a963-d2b74fdf757f req-1f66609f-264b-4c59-9073-f1faec4c5501 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362548 Dec 08 00:17:37.136363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fce444b-29ff-4ce6-ac2c-8d5132213e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.139417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fce444b-29ff-4ce6-ac2c-8d5132213e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.140572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6fce444b-29ff-4ce6-ac2c-8d5132213e65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/532fd8d3-4d97-4bc8-82e2-c9a222f0a40a HTTP/1.1" status: 204 len: 168 time: 0.2695668 Dec 08 00:17:37.161204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce444b-29ff-4ce6-ac2c-8d5132213e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532fd8d3-4d97-4bc8-82e2-c9a222f0a40a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:37.237776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:37.240622 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a62b3a-1a34-4036-9585-2892ce34bd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:37.290830 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84abd4a2-a976-454f-96ea-9ebe55ec24a0 x-openstack-request-id: req-84abd4a2-a976-454f-96ea-9ebe55ec24a0 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:37.291413 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:37.291848 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84abd4a2-a976-454f-96ea-9ebe55ec24a0 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:37.293095 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'status': 'completed', 'code': 200} Dec 08 00:17:37.353907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.389698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-93a19068-0e36-45c4-9a3c-585753679700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:37.392875 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-93a19068-0e36-45c4-9a3c-585753679700 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 1094 time: 0.0530488 Dec 08 00:17:37.394367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce55ee61-a905-4288-a676-01a2c5999058 req-54018e7d-78aa-4032-87c0-ead66e33c537 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281271 Dec 08 00:17:37.451955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:37.459767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:37.463801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:37.467077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Pushing event updated for resources: {'Port': ['ID=f7268bab-d49a-41c8-8bae-16844129bdc0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:37.527626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-258f572b-2357-4c26-aa31-b36b18859ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:37.527978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:37.528600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.529097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-258f572b-2357-4c26-aa31-b36b18859ba7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 916 time: 0.1280713 Dec 08 00:17:37.582243 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-83324e96-6672-418e-8585-c8c4a58d8e88 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2313650 Dec 08 00:17:37.613554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Request body: {'port': {'device_id': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:37.634996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-493486c2-7ece-4343-8c5c-00d6cf4f7b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2133216-9ffd-428b-b6cd-641baa3056c3 HTTP/1.1" status: 200 len: 217 time: 0.0965338 Dec 08 00:17:37.640387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Router c7b22e0a-a68a-4b73-bb81-d45fea94fa50 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:37.682053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37320) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:37.736205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-d74e35ec-4539-41ba-8cc2-5814488a648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:37.742735 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-d74e35ec-4539-41ba-8cc2-5814488a648a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6e0046-c69f-4690-9875-bc5c02909699 HTTP/1.1" status: 200 len: 855 time: 0.0992992 Dec 08 00:17:37.786708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-ff22bd0b-b73b-47f1-9e6e-ac699a651546 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b554920-1551-4e52-988e-e0edbde9f0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360930 Dec 08 00:17:37.806189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.840633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-57ef03dd-1f09-495a-bebd-ce36b3377303 None None] Provisioning complete for port f7268bab-d49a-41c8-8bae-16844129bdc0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:37.842823 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57ef03dd-1f09-495a-bebd-ce36b3377303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:37.891313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-57ef03dd-1f09-495a-bebd-ce36b3377303 None None] Port f7268bab-d49a-41c8-8bae-16844129bdc0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:17:37.917555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81108191-bbbd-4090-b25f-fdbf64a5b987 req-55594963-4791-497c-8f19-614714a2c39f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:37.919646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81108191-bbbd-4090-b25f-fdbf64a5b987 req-55594963-4791-497c-8f19-614714a2c39f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.2208893 Dec 08 00:17:37.937359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad6191-4ae6-41f8-8e14-513c74449151 req-4bf7d2b7-3fcd-4a08-8436-c644763d3501 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:37.941185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62ad6191-4ae6-41f8-8e14-513c74449151 req-4bf7d2b7-3fcd-4a08-8436-c644763d3501 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 943 time: 0.2453830 Dec 08 00:17:37.950914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-415207456'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:37.962654 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-fe28399f-c46f-4e9f-878d-78461056f83c service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681628 Dec 08 00:17:37.982552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:37.997602 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Sync routers for ids ['c7b22e0a-a68a-4b73-bb81-d45fea94fa50'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:38.008422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Made reservation on behalf of 7fef5956bbf14706af68475e8d7cf958 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:38.012286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.016538 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Routers {'c7b22e0a-a68a-4b73-bb81-d45fea94fa50'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:38.017374 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c7b22e0a-a68a-4b73-bb81-d45fea94fa50'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:38.026429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.127977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98a62b3a-1a34-4036-9585-2892ce34bd8e req-1d1eadd3-c490-4526-bcf0-f9da2c9cb8dd service neutron] 10.222.0.44 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565638 Dec 08 00:17:38.138567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.140124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2a66c4f8-2a4a-4398-b070-57cd2b240f1d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1412544 Dec 08 00:17:38.149233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37338) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:38.205318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81108191-bbbd-4090-b25f-fdbf64a5b987 req-0b179ad6-8d6a-479c-8f3e-21135826824a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654192 Dec 08 00:17:38.223482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62ad6191-4ae6-41f8-8e14-513c74449151 req-09fe437b-e809-4c80-a9ab-a75689050486 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742038 Dec 08 00:17:38.261356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.272826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.308224 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Set router c7b22e0a-a68a-4b73-bb81-d45fea94fa50 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:38.314379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2252cd54-b5c2-4226-9b09-6146bdaa12cd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:38.331215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37340) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:38.339125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:17:38.353734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.353734 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Added segment f80c3f74-d115-4053-b260-2b82ef4a44e9 of type vlan for network 16d11b13-32f3-442c-983b-2ba5859487b6 Dec 08 00:17:38.407902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.437690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-99999ef8-8bf1-4b7c-802c-79cf062492d3 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/c7b22e0a-a68a-4b73-bb81-d45fea94fa50 HTTP/1.1" status: 200 len: 907 time: 0.2837992 Dec 08 00:17:38.440432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37346) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:38.452857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-88847121', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': True}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:38.456672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.468864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:38.469506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.473527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f77c2-558e-4247-b241-92b425df7e20 req-e319e868-cae2-4156-826d-305449bb1e10 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:38.475063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-712f77c2-558e-4247-b241-92b425df7e20 req-e319e868-cae2-4156-826d-305449bb1e10 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 935 time: 0.1550012 Dec 08 00:17:38.517009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--446592730'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:38.537602 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b22e0a-a68a-4b73-bb81-d45fea94fa50', 'name': 'tempest-snat-router-88847121', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.219'}], 'enable_snat': False}, 'gw_port_id': 'c21dae2d-4f1b-46da-8eec-bfe7dc87acd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:33Z', 'updated_at': '2021-12-08T00:17:36Z', 'revision_number': 3, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port': {'id': 'c21dae2d-4f1b-46da-8eec-bfe7dc87acd2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b22e0a-a68a-4b73-bb81-d45fea94fa50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:17:34Z', 'updated_at': '2021-12-08T00:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:38.566384 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Checking router: c7b22e0a-a68a-4b73-bb81-d45fea94fa50 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:17:38.566730 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Updating router c7b22e0a-a68a-4b73-bb81-d45fea94fa50 port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:17:38.576699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Pushing event updated for resources: {'Network': ['ID=16d11b13-32f3-442c-983b-2ba5859487b6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:38.582752 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-83e2de92-0d4f-434e-af61-0a2eae0eddd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8990343 Dec 08 00:17:38.590820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 16d11b13-32f3-442c-983b-2ba5859487b6 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:17:38.591485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.592281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.606469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.617845 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.618491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7268bab-d49a-41c8-8bae-16844129bdc0 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:17:38.623305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.645152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.672064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-712f77c2-558e-4247-b241-92b425df7e20 req-3b55b5bc-ecbd-4abb-8503-9466548110d3 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869643 Dec 08 00:17:38.751149 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.754834 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.758899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Transition to ACTIVE for port object f7268bab-d49a-41c8-8bae-16844129bdc0 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:17:38.770641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e8ebc-60bb-457d-938a-66dc4d3ed71a req-13ef4668-e06f-45c3-9193-89404b79bb04 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:38.772336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-211e8ebc-60bb-457d-938a-66dc4d3ed71a req-13ef4668-e06f-45c3-9193-89404b79bb04 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2558661 Dec 08 00:17:38.776071 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.790856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.854091 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12217173-2b8b-4b27-b8f8-5780ca981c21,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:38.861047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94d842-747f-4427-b1b6-470781143f2b req-9ba7ff5c-9ff1-4dda-a8a7-590122408aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:38.862999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac94d842-747f-4427-b1b6-470781143f2b req-9ba7ff5c-9ff1-4dda-a8a7-590122408aee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.1116073 Dec 08 00:17:38.874428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Pushing event updated for resources: {'Port': ['ID=f7268bab-d49a-41c8-8bae-16844129bdc0,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:38.934203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.950021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:38.971584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac94d842-747f-4427-b1b6-470781143f2b req-dda2f307-feda-4d72-bfd8-9a9d40c952c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977957 Dec 08 00:17:38.999526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.001363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6683738 Dec 08 00:17:39.004625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37352) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.016889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d160f-e9eb-4d31-9b03-20d5fd07c22b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2318f8c-8420-4b64-9c69-b74e019047a2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:39.081815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.131520 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-308dcff7-4c87-4035-9e18-19f1e09252c4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1254964 Dec 08 00:17:39.134659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37354) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.139505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-afc2d84f-958b-45cb-b1ff-8d6b1543c29a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-security--1689480679', 'description': 'tempest-security-description-1753966798'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:39.152042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37356) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.160679 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.161270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Request body: {'port': {'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6', 'binding:host_id': 'n-h1-820549-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1411322985'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:39.170512 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.194845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afc2d84f-958b-45cb-b1ff-8d6b1543c29a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.203983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-211e8ebc-60bb-457d-938a-66dc4d3ed71a req-c6a9e954-47b1-40bf-bb9f-d7d0a039db8b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216652 Dec 08 00:17:39.249300 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7febc-1adc-4e4c-b2d2-3e5cee42de41 None None] Pushing event updated for resources: {'Port': ['ID=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:39.253205 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Attempting to bind port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:39.255416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Made reservation on behalf of 78d367b8d48c45dea3ee9ac13123c992 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:39.258094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.266486 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Attempting to bind port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:39.267029 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Attempting to bind port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:39.275859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afc2d84f-958b-45cb-b1ff-8d6b1543c29a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.289293 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afc2d84f-958b-45cb-b1ff-8d6b1543c29a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.289536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:17:39.289536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:39.289536 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.289536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:17:39.289536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Bound port: c21dae2d-4f1b-46da-8eec-bfe7dc87acd2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:17:39.289536 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.294905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-afc2d84f-958b-45cb-b1ff-8d6b1543c29a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.297280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-afc2d84f-958b-45cb-b1ff-8d6b1543c29a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "PUT /v2.0/security-groups/d2318f8c-8420-4b64-9c69-b74e019047a2 HTTP/1.1" status: 200 len: 1797 time: 0.1615169 Dec 08 00:17:39.297802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.300699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37362) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.301802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Attempting to bind port f7268bab-d49a-41c8-8bae-16844129bdc0 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:39.302335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Attempting to bind port f7268bab-d49a-41c8-8bae-16844129bdc0 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:39.306057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Attempting to bind port f7268bab-d49a-41c8-8bae-16844129bdc0 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:39.344129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2d84f-958b-45cb-b1ff-8d6b1543c29a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2318f8c-8420-4b64-9c69-b74e019047a2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:39.356730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Port f7268bab-d49a-41c8-8bae-16844129bdc0 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:39.357059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Attempting to bind port f7268bab-d49a-41c8-8bae-16844129bdc0 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:39.362807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:17:39.377924 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] For port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:39.382640 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] For port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:17:39.388055 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.422021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:17:39.422406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:39.422753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:17:39.423251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Bound port: f7268bab-d49a-41c8-8bae-16844129bdc0, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:17:39.423613 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.460044 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Routers {'c7b22e0a-a68a-4b73-bb81-d45fea94fa50'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:39.461113 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c7b22e0a-a68a-4b73-bb81-d45fea94fa50'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:39.464631 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7febc-1adc-4e4c-b2d2-3e5cee42de41 None None] Pushing event updated for resources: {'Port': ['ID=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:39.476182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:39.491048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'port_id': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'mac_address': 'fa:16:3e:bb:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:17:39.534597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.548508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf9743c-e4aa-4e75-84ab-32aa335e727f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:17:39.552791 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-41104e0f-0fa1-4195-ab12-21e6c79a2378 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups/d2318f8c-8420-4b64-9c69-b74e019047a2 HTTP/1.1" status: 200 len: 1797 time: 0.2362630 Dec 08 00:17:39.555951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37364) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.575385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd791442-a3df-44ea-b51a-9835b013f5b8 req-7b7e2afc-ebf5-45dd-bc47-e599caae8c23 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:39.576904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd791442-a3df-44ea-b51a-9835b013f5b8 req-7b7e2afc-ebf5-45dd-bc47-e599caae8c23 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.2154889 Dec 08 00:17:39.582504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] Set router c7b22e0a-a68a-4b73-bb81-d45fea94fa50 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:39.584853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:39.589521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977caf8-4475-4c8d-86a0-4ee366781552 req-acd1abf7-0f28-4b46-946b-be7163380f40 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:39.591395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e977caf8-4475-4c8d-86a0-4ee366781552 req-acd1abf7-0f28-4b46-946b-be7163380f40 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 943 time: 0.2318780 Dec 08 00:17:39.593433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.618395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-915fe1aa-abfe-465d-a716-32fce74bff84 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.650230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-915fe1aa-abfe-465d-a716-32fce74bff84 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.660673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:39.678786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] For port f7268bab-d49a-41c8-8bae-16844129bdc0, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:39.701561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-915fe1aa-abfe-465d-a716-32fce74bff84 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.704368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-915fe1aa-abfe-465d-a716-32fce74bff84 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.705511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-915fe1aa-abfe-465d-a716-32fce74bff84 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2318f8c-8420-4b64-9c69-b74e019047a2 HTTP/1.1" status: 204 len: 168 time: 0.1489229 Dec 08 00:17:39.708963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37368) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.727571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fe1aa-abfe-465d-a716-32fce74bff84 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2318f8c-8420-4b64-9c69-b74e019047a2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:39.762321 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e8fccb9e-b78e-4f58-ab89-6da7a1e8272c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494552 Dec 08 00:17:39.762321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.776100 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-ac344419-e781-4c4f-a819-e31aca4ffff1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] delete failed (client error): The resource could not be found. Dec 08 00:17:39.780770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ac344419-e781-4c4f-a819-e31aca4ffff1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2318f8c-8420-4b64-9c69-b74e019047a2 HTTP/1.1" status: 404 len: 347 time: 0.0142715 Dec 08 00:17:39.781692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37372) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.786164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7a645833-bf79-4f15-b3a9-8b2de7722ac3 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166700942'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:39.797078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] For port f7268bab-d49a-41c8-8bae-16844129bdc0, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f7268bab-d49a-41c8-8bae-16844129bdc0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:17:39.809947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a645833-bf79-4f15-b3a9-8b2de7722ac3 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.821371 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.831012 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b22e0a-a68a-4b73-bb81-d45fea94fa50', 'name': 'tempest-snat-router-88847121', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.219'}], 'enable_snat': False}, 'gw_port_id': 'c21dae2d-4f1b-46da-8eec-bfe7dc87acd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:33Z', 'updated_at': '2021-12-08T00:17:36Z', 'revision_number': 3, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port': {'id': 'c21dae2d-4f1b-46da-8eec-bfe7dc87acd2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b22e0a-a68a-4b73-bb81-d45fea94fa50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:17:34Z', 'updated_at': '2021-12-08T00:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:39.844099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd791442-a3df-44ea-b51a-9835b013f5b8 req-93213aa6-1031-4c78-b413-918a3b4321b2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516983 Dec 08 00:17:39.880811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.890227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e977caf8-4475-4c8d-86a0-4ee366781552 req-e708e6db-8eb9-47c6-921a-f1bc5e28a30e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819264 Dec 08 00:17:39.894471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a645833-bf79-4f15-b3a9-8b2de7722ac3 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.894677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ebf9743c-e4aa-4e75-84ab-32aa335e727f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:17:39.905307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a645833-bf79-4f15-b3a9-8b2de7722ac3 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.908083 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318c291-2ee5-42b5-92b8-b2e19f86f7ee None None] The sync data for ids ['c7b22e0a-a68a-4b73-bb81-d45fea94fa50'] in n-d-820549-2 is: [{'id': 'c7b22e0a-a68a-4b73-bb81-d45fea94fa50', 'name': 'tempest-snat-router-88847121', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.219'}], 'enable_snat': False}, 'gw_port_id': 'c21dae2d-4f1b-46da-8eec-bfe7dc87acd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:33Z', 'updated_at': '2021-12-08T00:17:36Z', 'revision_number': 3, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port': {'id': 'c21dae2d-4f1b-46da-8eec-bfe7dc87acd2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ce:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b22e0a-a68a-4b73-bb81-d45fea94fa50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:17:34Z', 'updated_at': '2021-12-08T00:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:39.958192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.973676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] device_id is not set on port e8521c37-59f4-4885-9687-bd36db9673fb yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:39.974213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a645833-bf79-4f15-b3a9-8b2de7722ac3 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:39.975716 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7a645833-bf79-4f15-b3a9-8b2de7722ac3 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1931083 Dec 08 00:17:39.977639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a645833-bf79-4f15-b3a9-8b2de7722ac3 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171a310b-9709-4116-ad2a-2051363750da,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:39.981616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37374) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:39.982788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a2133216-9ffd-428b-b6cd-641baa3056c3 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:17:39.988020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e5b9a0c7-8a32-479d-8cdd-34d7108e10a4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '171a310b-9709-4116-ad2a-2051363750da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:40.009489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:40.010267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.014028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] 10.222.0.44 "PUT /v2.0/ports/f7268bab-d49a-41c8-8bae-16844129bdc0 HTTP/1.1" status: 200 len: 1095 time: 2.4092977 Dec 08 00:17:40.035509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a0c7-8a32-479d-8cdd-34d7108e10a4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.045887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'tag': 'f7268bab-d49a-41c8-8bae-16844129bdc0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:40.048391 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b220f059-4cd2-4c77-b00b-1fe7280bba76" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9caefe-7f30-4c4f-8875-6ddba2405f4c", "tag": "f7268bab-d49a-41c8-8bae-16844129bdc0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:40.092598 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.094492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d892d-6169-4933-98b9-0bbdf9139a57,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:40.152665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a0c7-8a32-479d-8cdd-34d7108e10a4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.163148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a0c7-8a32-479d-8cdd-34d7108e10a4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.188056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9a0c7-8a32-479d-8cdd-34d7108e10a4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c41a7a-b277-4670-8535-c7213b3473ff,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:40.213891 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5b9a0c7-8a32-479d-8cdd-34d7108e10a4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.217010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e5b9a0c7-8a32-479d-8cdd-34d7108e10a4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2339265 Dec 08 00:17:40.221780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:40.269911 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95cd0397-3db4-4c99-b5ba-18ab7d832d74 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.285493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95cd0397-3db4-4c99-b5ba-18ab7d832d74 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.302399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:40.333253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'port_id': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'mac_address': 'fa:16:3e:e1:f2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6e0046-c69f-4690-9875-bc5c02909699', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:17:40.369106 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95cd0397-3db4-4c99-b5ba-18ab7d832d74 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.377233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95cd0397-3db4-4c99-b5ba-18ab7d832d74 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.378392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95cd0397-3db4-4c99-b5ba-18ab7d832d74 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/99c41a7a-b277-4670-8535-c7213b3473ff HTTP/1.1" status: 204 len: 168 time: 0.1545722 Dec 08 00:17:40.390247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:40.407779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd0397-3db4-4c99-b5ba-18ab7d832d74 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99c41a7a-b277-4670-8535-c7213b3473ff,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:40.427930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.450021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2133216-9ffd-428b-b6cd-641baa3056c3 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:17:40.470638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd2249de-17f9-453c-ab73-26ccfb462680 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745664 Dec 08 00:17:40.471058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:40.484690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:40.493926 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.541115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc66085f-6100-4873-9177-eeab6d91082a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.558253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:40.573180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc66085f-6100-4873-9177-eeab6d91082a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.619012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc66085f-6100-4873-9177-eeab6d91082a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.622387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc66085f-6100-4873-9177-eeab6d91082a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.626098 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc66085f-6100-4873-9177-eeab6d91082a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/171a310b-9709-4116-ad2a-2051363750da HTTP/1.1" status: 204 len: 168 time: 0.1516752 Dec 08 00:17:40.627930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37386) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:40.646208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.653955 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8760ff2-dbf2-4d23-8848-3e3c5ec49a28 x-openstack-request-id: req-b8760ff2-dbf2-4d23-8848-3e3c5ec49a28 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:40.654250 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9caefe-7f30-4c4f-8875-6ddba2405f4c", "tag": "f7268bab-d49a-41c8-8bae-16844129bdc0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:40.654948 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8760ff2-dbf2-4d23-8848-3e3c5ec49a28 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:40.654948 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'tag': 'f7268bab-d49a-41c8-8bae-16844129bdc0', 'status': 'completed', 'code': 200} Dec 08 00:17:40.655452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66085f-6100-4873-9177-eeab6d91082a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171a310b-9709-4116-ad2a-2051363750da,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:40.707748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5e7f8401-1b91-4608-8b50-84f7756ba876 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787137 Dec 08 00:17:40.716480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:40.724193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0d08ffd3-6d15-424c-ba7b-7a5fb0682140 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169499748'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:40.749821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552cea5-b8eb-4d74-a2b5-5e1c31f8529a service neutron] Pushing event updated for resources: {'Port': ['ID=f7268bab-d49a-41c8-8bae-16844129bdc0,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:40.759202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d08ffd3-6d15-424c-ba7b-7a5fb0682140 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.778403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['a2133216-9ffd-428b-b6cd-641baa3056c3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:17:40.854261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d08ffd3-6d15-424c-ba7b-7a5fb0682140 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.859423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e72785-e378-4572-8139-b1fe00919da1 req-aa860fdc-3042-4d14-b009-289a55a2eca8 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:40.860784 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d08ffd3-6d15-424c-ba7b-7a5fb0682140 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.861015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1e72785-e378-4572-8139-b1fe00919da1 req-aa860fdc-3042-4d14-b009-289a55a2eca8 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 947 time: 0.8963406 Dec 08 00:17:40.874782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1dc74-373b-4775-9825-9b51338c76db req-d54eda2e-cacd-4575-9701-ba82d1fd8b37 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:40.878072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86f1dc74-373b-4775-9825-9b51338c76db req-d54eda2e-cacd-4575-9701-ba82d1fd8b37 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2055104 Dec 08 00:17:40.909249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08ffd3-6d15-424c-ba7b-7a5fb0682140 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bad8ed-681b-4238-a1d1-a4adaac3a004,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:40.909869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-8975c93a-6606-4285-ada3-76543724570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:40.911401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-8975c93a-6606-4285-ada3-76543724570f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0135d1cd0634450eb4c9ae5dc85702b1&device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 1098 time: 0.3017774 Dec 08 00:17:40.916159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d08ffd3-6d15-424c-ba7b-7a5fb0682140 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:40.921041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0d08ffd3-6d15-424c-ba7b-7a5fb0682140 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2036829 Dec 08 00:17:40.921703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37392) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:40.926944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-645617fe-6e7b-451b-b478-aa849fae825c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '57bad8ed-681b-4238-a1d1-a4adaac3a004', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:40.965977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-645617fe-6e7b-451b-b478-aa849fae825c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.032341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-3e8f38a6-2920-406d-934e-f53bd8da47c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f7268bab-d49a-41c8-8bae-16844129bdc0 HTTP/1.1" status: 200 len: 217 time: 0.0861685 Dec 08 00:17:41.039545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-645617fe-6e7b-451b-b478-aa849fae825c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.043912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-645617fe-6e7b-451b-b478-aa849fae825c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.063630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645617fe-6e7b-451b-b478-aa849fae825c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9259c895-13b7-46c1-8c7e-ab194659ef2b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.075500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-645617fe-6e7b-451b-b478-aa849fae825c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.076790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-645617fe-6e7b-451b-b478-aa849fae825c tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537433 Dec 08 00:17:41.080045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37396) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:41.085816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f7314f54-c8a9-450f-8ebd-59a9726c5ea7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '57bad8ed-681b-4238-a1d1-a4adaac3a004', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:41.118332 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7314f54-c8a9-450f-8ebd-59a9726c5ea7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.148999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Allocated IP 172.25.6.119 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/d7cece55-8ba0-449d-b6a3-33cd766d17f8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:41.178300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7314f54-c8a9-450f-8ebd-59a9726c5ea7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.180559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1e72785-e378-4572-8139-b1fe00919da1 req-01c6b714-26b0-41bd-884a-4efb131e31bb tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951179 Dec 08 00:17:41.183358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7314f54-c8a9-450f-8ebd-59a9726c5ea7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.208504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7314f54-c8a9-450f-8ebd-59a9726c5ea7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129530f2-5ee9-40e1-8e21-4869b6a537ed,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.211810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86f1dc74-373b-4775-9825-9b51338c76db req-abdd5c12-477d-4d13-80c8-bb6d0929ab6d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181028 Dec 08 00:17:41.219081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-74f21aaf-f64d-4c4e-800f-a6681e3d854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:41.221143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-74f21aaf-f64d-4c4e-800f-a6681e3d854c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1773696 Dec 08 00:17:41.229100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7314f54-c8a9-450f-8ebd-59a9726c5ea7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.240251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f7314f54-c8a9-450f-8ebd-59a9726c5ea7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515412 Dec 08 00:17:41.240251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37398) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:41.246259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0804072b-bbe1-4f1b-a848-5f0718e1fcd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '57bad8ed-681b-4238-a1d1-a4adaac3a004', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:41.275953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0804072b-bbe1-4f1b-a848-5f0718e1fcd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.340628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0804072b-bbe1-4f1b-a848-5f0718e1fcd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.344488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0804072b-bbe1-4f1b-a848-5f0718e1fcd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.355152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] device_id is not set on port e8521c37-59f4-4885-9687-bd36db9673fb yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:41.364852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804072b-bbe1-4f1b-a848-5f0718e1fcd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc87bdb8-2ce8-4bf0-bf6a-7dbc8cbee0a5,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.372593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0804072b-bbe1-4f1b-a848-5f0718e1fcd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.375687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:17:41.383296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0804072b-bbe1-4f1b-a848-5f0718e1fcd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410477 Dec 08 00:17:41.384379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37402) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:41.388797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a01695e1-c85d-4c8d-8a0e-e29412107d5a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '57bad8ed-681b-4238-a1d1-a4adaac3a004', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:41.413523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.421767 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01695e1-c85d-4c8d-8a0e-e29412107d5a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.428558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port ebf9743c-e4aa-4e75-84ab-32aa335e727f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:17:41.433652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ebf9743c-e4aa-4e75-84ab-32aa335e727f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:41.434016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.437494 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.460159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05854aa-5334-4a92-b11e-3b440067be56 req-93853993-4130-4be5-ae62-675b1a3b8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:41.462520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-93853993-4130-4be5-ae62-675b1a3b8d13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2119436 Dec 08 00:17:41.486537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01695e1-c85d-4c8d-8a0e-e29412107d5a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.491428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01695e1-c85d-4c8d-8a0e-e29412107d5a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.504773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0e18a-aec0-4ff5-96c5-b499e8a263fe req-bda0f0ac-d256-45f9-a35d-f8a53fe7ee55 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:41.506489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ee0e18a-aec0-4ff5-96c5-b499e8a263fe req-bda0f0ac-d256-45f9-a35d-f8a53fe7ee55 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 945 time: 0.2379270 Dec 08 00:17:41.513332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01695e1-c85d-4c8d-8a0e-e29412107d5a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7968c1d-fc5d-481a-a922-ac22f14d5405,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.526844 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.528316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01695e1-c85d-4c8d-8a0e-e29412107d5a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.530173 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a01695e1-c85d-4c8d-8a0e-e29412107d5a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448774 Dec 08 00:17:41.532735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37404) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:41.537937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d977b5c1-0535-49c0-b248-ef7a7d440424 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '57bad8ed-681b-4238-a1d1-a4adaac3a004', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:41.552082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecbfc2-ceb2-45e1-bfc5-38d5eab35071 req-d46aabb5-069c-43da-b79c-7b88530f6a76 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:41.553629 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cecbfc2-ceb2-45e1-bfc5-38d5eab35071 req-d46aabb5-069c-43da-b79c-7b88530f6a76 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 944 time: 0.2457280 Dec 08 00:17:41.559865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:41.566060 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0cd1d4-5179-4e73-8381-f42f8e65d3c7" -d '{"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:41.574729 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.577070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:41.578632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d977b5c1-0535-49c0-b248-ef7a7d440424 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.581837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.613220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=e8521c37-59f4-4885-9687-bd36db9673fb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.643543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.664867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d977b5c1-0535-49c0-b248-ef7a7d440424 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.671326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d977b5c1-0535-49c0-b248-ef7a7d440424 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.689396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977b5c1-0535-49c0-b248-ef7a7d440424 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f817b661-c40a-4faa-9075-0c35455b9933,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.703051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d977b5c1-0535-49c0-b248-ef7a7d440424 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.704279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d977b5c1-0535-49c0-b248-ef7a7d440424 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1705682 Dec 08 00:17:41.707036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37408) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:41.735328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7706-abae-4208-882d-a47ab8812eda tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.743494 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7706-abae-4208-882d-a47ab8812eda tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.758540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Checking segment: {'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:41.759088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Network hostable DHCP agents. Network: 16d11b13-32f3-442c-983b-2ba5859487b6, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:17:41.767292 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:17:41.771060 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cecbfc2-ceb2-45e1-bfc5-38d5eab35071 req-2e1b2c34-8c40-44b3-ac8b-86cbd71d83a1 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012351 Dec 08 00:17:41.778404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ee0e18a-aec0-4ff5-96c5-b499e8a263fe req-d55202f7-c51f-4ae5-be16-f424553ee18d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236867 Dec 08 00:17:41.778677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7706-abae-4208-882d-a47ab8812eda tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.785886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-8133db76-5b1f-4702-b301-6e0aa1f6582d service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917559 Dec 08 00:17:41.790379 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.807766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7706-abae-4208-882d-a47ab8812eda tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.808655 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2b5e7706-abae-4208-882d-a47ab8812eda tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f817b661-c40a-4faa-9075-0c35455b9933 HTTP/1.1" status: 204 len: 168 time: 0.1006732 Dec 08 00:17:41.809526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e7706-abae-4208-882d-a47ab8812eda tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f817b661-c40a-4faa-9075-0c35455b9933,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.815908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37410) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:41.868358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Network 16d11b13-32f3-442c-983b-2ba5859487b6 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:17:41.871520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:41.881064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:41.891744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:41.896551 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a8f71-6aae-4cfd-926b-d5e82f69e97a x-openstack-request-id: req-654a8f71-6aae-4cfd-926b-d5e82f69e97a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:41.896977 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:41.897305 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-654a8f71-6aae-4cfd-926b-d5e82f69e97a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:41.897736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d799b4e9-1a56-401e-a584-c17308844ec1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0798168 Dec 08 00:17:41.898765 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'code': 200} Dec 08 00:17:41.900163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37414) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:41.907275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a2133216-9ffd-428b-b6cd-641baa3056c3 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:17:41.925350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Port': ['ID=d7cece55-8ba0-449d-b6a3-33cd766d17f8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:41.964057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d72f2b5-3dd9-4c44-be18-ab98dc38c181 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.978333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 16d11b13-32f3-442c-983b-2ba5859487b6) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:41.989306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d72f2b5-3dd9-4c44-be18-ab98dc38c181 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:41.992240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:42.009674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037feaf-f5c1-409a-b2e1-47873607b0df None None] Network 16d11b13-32f3-442c-983b-2ba5859487b6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:17:42.093243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:42.093487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:42.093833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:42.122778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:42.124465 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:42.128834 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 2 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:42.139553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port a2133216-9ffd-428b-b6cd-641baa3056c3 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:17:42.146516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port a2133216-9ffd-428b-b6cd-641baa3056c3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:42.147206 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.172890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:17:42.204587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a05854aa-5334-4a92-b11e-3b440067be56 req-504892a3-9ed8-42fd-89e0-8524dbfe1ba8 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043748 Dec 08 00:17:42.242394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:42.242737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:42.243306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:42.263580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103f186-86d0-4728-a5aa-0ceb43aff5b7 req-a0735bcb-ff68-4549-a512-e36cdac303f3 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:42.265474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f103f186-86d0-4728-a5aa-0ceb43aff5b7 req-a0735bcb-ff68-4549-a512-e36cdac303f3 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1905234 Dec 08 00:17:42.285818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:42.286417 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:42.290579 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 3 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:42.344155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:42.344882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.368035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:42.368380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:42.368723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:42.373573 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.425698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:42.426508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:42.427125 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:42.435191 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 4 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:42.454446 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.468660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f103f186-86d0-4728-a5aa-0ceb43aff5b7 req-10c5e0a8-44a2-4eb5-bdd4-a07e3aad23d7 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794081 Dec 08 00:17:42.511050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d72f2b5-3dd9-4c44-be18-ab98dc38c181 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.512454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad1d7-f52c-44cb-a816-70e5d4ae331b req-e91d1c88-4a9f-49b3-a383-4e94da1a2748 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:42.514665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-073ad1d7-f52c-44cb-a816-70e5d4ae331b req-e91d1c88-4a9f-49b3-a383-4e94da1a2748 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 947 time: 0.2132196 Dec 08 00:17:42.516441 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d72f2b5-3dd9-4c44-be18-ab98dc38c181 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.520492 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4d72f2b5-3dd9-4c44-be18-ab98dc38c181 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e7968c1d-fc5d-481a-a922-ac22f14d5405 HTTP/1.1" status: 204 len: 168 time: 0.6190002 Dec 08 00:17:42.523967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:42.524588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:42.525186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:42.527179 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.528971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37420) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:42.536752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72f2b5-3dd9-4c44-be18-ab98dc38c181 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7968c1d-fc5d-481a-a922-ac22f14d5405,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:42.543326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1218fe-e260-4153-9ed6-93b834f90b63 req-65ed1fb5-815d-4649-b29e-555a7ba86d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:42.544829 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dd1218fe-e260-4153-9ed6-93b834f90b63 req-65ed1fb5-815d-4649-b29e-555a7ba86d76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1097 time: 0.5304551 Dec 08 00:17:42.548098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867855bf-26f1-42e2-8738-b7f320050422 req-9e8da5a2-6e84-404d-8ce2-c9cba7c43040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:42.549315 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-867855bf-26f1-42e2-8738-b7f320050422 req-9e8da5a2-6e84-404d-8ce2-c9cba7c43040 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.0965855 Dec 08 00:17:42.551037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-2199a52c-479b-4cac-9f95-96e2c2960cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:42.552583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-2199a52c-479b-4cac-9f95-96e2c2960cf5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0135d1cd0634450eb4c9ae5dc85702b1&device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 1098 time: 0.2249057 Dec 08 00:17:42.561515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:42.563454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:42.564330 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:42.567025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:42.575277 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 5 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:42.575517 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.629532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:42.651813 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dd1218fe-e260-4153-9ed6-93b834f90b63 req-98e0fdc2-9dc7-4bf6-8d91-9430dccdc1e6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981674 Dec 08 00:17:42.671298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:42.671721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:42.672129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:42.677308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867855bf-26f1-42e2-8738-b7f320050422 req-3141e472-8c8e-49e6-a52a-ee0f823d093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:42.678848 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-867855bf-26f1-42e2-8738-b7f320050422 req-3141e472-8c8e-49e6-a52a-ee0f823d093b service neutron] 10.222.0.44 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.1103318 Dec 08 00:17:42.720887 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-867855bf-26f1-42e2-8738-b7f320050422 req-590d6385-aa71-4f86-9fd0-80214b687024 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 217 time: 0.0344889 Dec 08 00:17:42.746556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fa063b95-23da-4f14-85e1-e7ec34b29101 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2140489 Dec 08 00:17:42.754330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:42.754667 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:42.755444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37422) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:42.763970 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 6 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:42.772567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867855bf-26f1-42e2-8738-b7f320050422 req-f3df3e44-ea30-4565-a1eb-3f5376ae6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:42.774553 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-867855bf-26f1-42e2-8738-b7f320050422 req-f3df3e44-ea30-4565-a1eb-3f5376ae6929 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.0466778 Dec 08 00:17:42.800884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-073ad1d7-f52c-44cb-a816-70e5d4ae331b req-11d10a78-18d4-43bb-aa40-ffaea17ca37b tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459061 Dec 08 00:17:42.808023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:42.809306 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-867855bf-26f1-42e2-8738-b7f320050422 req-0ccfb4bc-92ff-437c-a4a2-6d112941309a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261323 Dec 08 00:17:42.814265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:42.814603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:42.814973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:42.911539 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-867855bf-26f1-42e2-8738-b7f320050422 req-163cca63-e64a-4e60-8a93-85072ae7a30f service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939226 Dec 08 00:17:43.022549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-867855bf-26f1-42e2-8738-b7f320050422 req-fcebf5e0-1281-48d8-a936-3f62c389beb1 service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949011 Dec 08 00:17:43.160448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:43.160775 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:43.168466 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 7 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:43.171392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00e9c485-2ea2-4fcd-ab97-8fdec97bc9e4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.216005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-6255825d-d3e8-4eca-82e4-b264620711bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:43.217540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-6255825d-d3e8-4eca-82e4-b264620711bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.6449549 Dec 08 00:17:43.231157 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00e9c485-2ea2-4fcd-ab97-8fdec97bc9e4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.314348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:43.314684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:43.315048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:43.341308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-ce79a944-d982-4145-ba55-c07a00a1b4b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f7268bab-d49a-41c8-8bae-16844129bdc0 HTTP/1.1" status: 200 len: 217 time: 0.1043720 Dec 08 00:17:43.357393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:43.357730 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:43.363405 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 8 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:43.379483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143114b2-fa0f-46a8-9ed9-8c0004171e5c req-65324388-be04-4e02-a017-8a3594165167 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:43.380979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-143114b2-fa0f-46a8-9ed9-8c0004171e5c req-65324388-be04-4e02-a017-8a3594165167 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2447753 Dec 08 00:17:43.400932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8521e30-9c02-40e5-85d0-48ed3411f5ce req-09d285e7-6ed2-444b-9ae4-8f91b391b206 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:43.402346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8521e30-9c02-40e5-85d0-48ed3411f5ce req-09d285e7-6ed2-444b-9ae4-8f91b391b206 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.2650590 Dec 08 00:17:43.406934 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00e9c485-2ea2-4fcd-ab97-8fdec97bc9e4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.440154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00e9c485-2ea2-4fcd-ab97-8fdec97bc9e4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.441123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00e9c485-2ea2-4fcd-ab97-8fdec97bc9e4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bc87bdb8-2ce8-4bf0-bf6a-7dbc8cbee0a5 HTTP/1.1" status: 204 len: 168 time: 0.6741819 Dec 08 00:17:43.443851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37428) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:43.482968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:43.483333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:43.483641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:43.487132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d65ff2a0-82c9-4d6c-826b-a48beeb3776b tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0419064 Dec 08 00:17:43.489864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37430) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:43.511329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9c485-2ea2-4fcd-ab97-8fdec97bc9e4 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc87bdb8-2ce8-4bf0-bf6a-7dbc8cbee0a5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:43.514510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3cb92574-4914-4470-bb14-06fead77a146 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.523183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3cb92574-4914-4470-bb14-06fead77a146 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.523364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:43.523700 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:43.529532 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 9 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:43.549358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3cb92574-4914-4470-bb14-06fead77a146 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.557022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3cb92574-4914-4470-bb14-06fead77a146 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.560455 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3cb92574-4914-4470-bb14-06fead77a146 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/129530f2-5ee9-40e1-8e21-4869b6a537ed HTTP/1.1" status: 204 len: 168 time: 0.0673571 Dec 08 00:17:43.563150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37434) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:43.572631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb92574-4914-4470-bb14-06fead77a146 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=129530f2-5ee9-40e1-8e21-4869b6a537ed,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:43.607155 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2b677f07-2583-4a07-99b9-cda7fe35f75d tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425210 Dec 08 00:17:43.608631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:43.608980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:43.609326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:43.609800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37436) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:43.612117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-608cdf66-7a9f-4df5-9f12-e81ecded58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:43.613646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-608cdf66-7a9f-4df5-9f12-e81ecded58e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.2472553 Dec 08 00:17:43.633228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ec368c3-fdf1-4532-b52f-42cd49e63068 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.633544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-143114b2-fa0f-46a8-9ed9-8c0004171e5c req-6fa7cd3a-88ca-4312-9498-a4ba81d6b5a9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274601 Dec 08 00:17:43.641118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ec368c3-fdf1-4532-b52f-42cd49e63068 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.645305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:43.645645 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:43.649731 n-d-820549-2 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 10 to bind port e8521c37-59f4-4885-9687-bd36db9673fb Dec 08 00:17:43.671955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8521e30-9c02-40e5-85d0-48ed3411f5ce req-8937c835-e5e0-475e-b6ea-2102e3b9a615 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631116 Dec 08 00:17:43.681716 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.683336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ec368c3-fdf1-4532-b52f-42cd49e63068 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.694162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:43.694438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:43.695463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:43.696217 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ec368c3-fdf1-4532-b52f-42cd49e63068 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.698215 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1ec368c3-fdf1-4532-b52f-42cd49e63068 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9259c895-13b7-46c1-8c7e-ab194659ef2b HTTP/1.1" status: 204 len: 168 time: 0.0867836 Dec 08 00:17:43.699451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.701859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37438) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:43.703306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec368c3-fdf1-4532-b52f-42cd49e63068 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9259c895-13b7-46c1-8c7e-ab194659ef2b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:43.714114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port e8521c37-59f4-4885-9687-bd36db9673fb on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:43.714458 n-d-820549-2 neutron-server[103114]: ERROR neutron.plugins.ml2.managers [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port e8521c37-59f4-4885-9687-bd36db9673fb on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:43.714828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.787225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-1c4d82d5-908d-4765-85a2-e1d1f96dfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:43.788781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-1c4d82d5-908d-4765-85a2-e1d1f96dfce1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590271 Dec 08 00:17:43.897366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dca07a1f-f544-44a7-9db0-5ac532e823c7 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1931684 Dec 08 00:17:43.899559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:43.902083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37442) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:43.902981 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0909a038-c0e7-46c6-87a0-c62f8779b69d" -d '{"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-plugged", "status": "completed", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:43.960317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc556fb3-3ae0-4d6f-a309-484c2aefc833 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:43.983497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc556fb3-3ae0-4d6f-a309-484c2aefc833 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.026932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed2537-fe2f-492e-afac-bfd779742419 req-0ead7280-0ce2-4859-b7ee-e637a31d6f3c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:44.027566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc556fb3-3ae0-4d6f-a309-484c2aefc833 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.028145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4ed2537-fe2f-492e-afac-bfd779742419 req-0ead7280-0ce2-4859-b7ee-e637a31d6f3c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2845900 Dec 08 00:17:44.033085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] For port e8521c37-59f4-4885-9687-bd36db9673fb, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:44.033467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempted to set empty binding levels {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 00:17:44.035198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc556fb3-3ae0-4d6f-a309-484c2aefc833 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.039462 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dc556fb3-3ae0-4d6f-a309-484c2aefc833 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/57bad8ed-681b-4238-a1d1-a4adaac3a004 HTTP/1.1" status: 204 len: 168 time: 0.1321616 Dec 08 00:17:44.042304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37446) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.055535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc556fb3-3ae0-4d6f-a309-484c2aefc833 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bad8ed-681b-4238-a1d1-a4adaac3a004,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:44.061049 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.081670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:17:44.105360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c3ccf751-0646-4113-b821-ca71f07f76f5 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0606523 Dec 08 00:17:44.109542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37448) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.114214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c734afce-c304-45e2-97cd-79af01a56f31 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920378777'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:44.139463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c734afce-c304-45e2-97cd-79af01a56f31 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.142686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b5ef8-06e7-41a6-ab41-c8dcba987921 req-3758074f-b61d-40be-a67d-33af3819f33d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:44.143858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-188b5ef8-06e7-41a6-ab41-c8dcba987921 req-3758074f-b61d-40be-a67d-33af3819f33d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 947 time: 0.2434151 Dec 08 00:17:44.147175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:44.147767 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.171583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-bdee9f3d-b059-478f-9249-969e0bf26d1f service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406515 Dec 08 00:17:44.231974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c734afce-c304-45e2-97cd-79af01a56f31 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.233687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=e8521c37-59f4-4885-9687-bd36db9673fb,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:44.245248 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4ed2537-fe2f-492e-afac-bfd779742419 req-6cad0c84-c2b1-4b81-831c-73e8feb80c79 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030883 Dec 08 00:17:44.249332 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c734afce-c304-45e2-97cd-79af01a56f31 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.260750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9148765f-4bba-4b87-af1a-c101129c10ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.1047227 Dec 08 00:17:44.265695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37450) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.287302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c734afce-c304-45e2-97cd-79af01a56f31 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.291612 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c734afce-c304-45e2-97cd-79af01a56f31 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1807313 Dec 08 00:17:44.293399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37452) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.304293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-294e07c7-76a7-4161-ac90-496bb03e18ec tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '6780d23a-36d3-4ffb-a8ac-4164602c9b0a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:44.320565 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926c8699-ae23-4d53-bb31-6cde549bc8e9 x-openstack-request-id: req-926c8699-ae23-4d53-bb31-6cde549bc8e9 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:44.320869 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-plugged", "status": "completed", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:44.321204 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-926c8699-ae23-4d53-bb31-6cde549bc8e9 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:44.321661 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'code': 200} Dec 08 00:17:44.333347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734afce-c304-45e2-97cd-79af01a56f31 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6780d23a-36d3-4ffb-a8ac-4164602c9b0a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:44.340694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:44.341148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.346404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Router 524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:44.358516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-294e07c7-76a7-4161-ac90-496bb03e18ec tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.385569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-188b5ef8-06e7-41a6-ab41-c8dcba987921 req-608a8dd5-d011-474d-9497-159bd7a29e3a tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268710 Dec 08 00:17:44.426516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-294e07c7-76a7-4161-ac90-496bb03e18ec tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.432664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-294e07c7-76a7-4161-ac90-496bb03e18ec tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.456510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e07c7-76a7-4161-ac90-496bb03e18ec tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a0f78d-e065-46fe-835a-4a3e34e00e1e,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:44.470473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b220f059-4cd2-4c77-b00b-1fe7280bba76 req-6ea6a2b3-bce4-4ed9-9823-940a0a02098d service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853701 Dec 08 00:17:44.492958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-294e07c7-76a7-4161-ac90-496bb03e18ec tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.496598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-294e07c7-76a7-4161-ac90-496bb03e18ec tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1935809 Dec 08 00:17:44.497010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37454) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.543486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Deleting port e8521c37-59f4-4885-9687-bd36db9673fb {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:44.543834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.544246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a58a-5411-4367-8c97-7730635e94df req-632f4d07-62a3-4dc8-82b0-3b51b74d1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:44.545733 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41f1a58a-5411-4367-8c97-7730635e94df req-632f4d07-62a3-4dc8-82b0-3b51b74d1301 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 1096 time: 0.0902815 Dec 08 00:17:44.558317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:44.569035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6716b5eb-e840-4c37-8c8d-b54d44de0ad5 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.569774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Sync routers for ids ['524c56e1-8998-46d6-bcfd-6eb0fe9e19f5'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:44.581249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Routers {'524c56e1-8998-46d6-bcfd-6eb0fe9e19f5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:44.581922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['524c56e1-8998-46d6-bcfd-6eb0fe9e19f5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:44.620284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6716b5eb-e840-4c37-8c8d-b54d44de0ad5 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.621981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] For port e8521c37-59f4-4885-9687-bd36db9673fb, host n-h1-820549-2, got binding levels [] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:44.622602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.637201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Calling delete_port for e8521c37-59f4-4885-9687-bd36db9673fb owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:44.641089 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.642417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-45c25497-d851-4701-a17a-030f51269d2a tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2009127 Dec 08 00:17:44.645166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37456) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.650584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41f1a58a-5411-4367-8c97-7730635e94df req-ef29b2bf-8e59-4933-8d7f-4b37697349db service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876629 Dec 08 00:17:44.693499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6716b5eb-e840-4c37-8c8d-b54d44de0ad5 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.696749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6716b5eb-e840-4c37-8c8d-b54d44de0ad5 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.697983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6716b5eb-e840-4c37-8c8d-b54d44de0ad5 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/6780d23a-36d3-4ffb-a8ac-4164602c9b0a HTTP/1.1" status: 204 len: 168 time: 0.2001472 Dec 08 00:17:44.707554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37460) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.714802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716b5eb-e840-4c37-8c8d-b54d44de0ad5 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6780d23a-36d3-4ffb-a8ac-4164602c9b0a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:44.774266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e10c15d9-e8cf-4307-8f77-b7bf7625b87e tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565760 Dec 08 00:17:44.774529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37464) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.781724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-795ad644-62f1-42b9-9d24-acf9d10bb964 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--919380456'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:44.808011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Set router 524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:44.813128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-795ad644-62f1-42b9-9d24-acf9d10bb964 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.871681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-10420f1e-bc0d-493d-80a5-347d99382448 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 HTTP/1.1" status: 200 len: 906 time: 0.2254043 Dec 08 00:17:44.878921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37466) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.895569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6574fa-e028-42e0-896d-842dd94fcd18 req-fef7d5a6-da8c-4047-b2b3-8e5b53a9f718 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:44.897077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c6574fa-e028-42e0-896d-842dd94fcd18 req-fef7d5a6-da8c-4047-b2b3-8e5b53a9f718 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1550264 Dec 08 00:17:44.900085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-795ad644-62f1-42b9-9d24-acf9d10bb964 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.907034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-795ad644-62f1-42b9-9d24-acf9d10bb964 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.951783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-795ad644-62f1-42b9-9d24-acf9d10bb964 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:44.955634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-795ad644-62f1-42b9-9d24-acf9d10bb964 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1776047 Dec 08 00:17:44.956027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37468) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:44.960685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ae4bea40-d2cd-442f-b9cb-f03c950ba448 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--928931821'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:44.964925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ad644-62f1-42b9-9d24-acf9d10bb964 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e5959-28f7-4607-81e8-6129539d1715,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:44.988375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae4bea40-d2cd-442f-b9cb-f03c950ba448 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.028058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c56e1-8998-46d6-bcfd-6eb0fe9e19f5', 'name': 'tempest-snat-router-88847121', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'd7cece55-8ba0-449d-b6a3-33cd766d17f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:38Z', 'updated_at': '2021-12-08T00:17:42Z', 'revision_number': 3, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port': {'id': 'd7cece55-8ba0-449d-b6a3-33cd766d17f8', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c56e1-8998-46d6-bcfd-6eb0fe9e19f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:17:40Z', 'updated_at': '2021-12-08T00:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:45.057768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Checking router: 524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:17:45.058282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Updating router 524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 port d7cece55-8ba0-449d-b6a3-33cd766d17f8 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:17:45.062191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae4bea40-d2cd-442f-b9cb-f03c950ba448 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.067552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae4bea40-d2cd-442f-b9cb-f03c950ba448 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.100601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae4bea40-d2cd-442f-b9cb-f03c950ba448 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.101792 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.102380 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ae4bea40-d2cd-442f-b9cb-f03c950ba448 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1454079 Dec 08 00:17:45.105185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37470) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:45.110257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-16b325cc-f50a-4c55-bb08-bcb96013ec27 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '9f6e5959-28f7-4607-81e8-6129539d1715', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fe36441b-9434-494c-9eda-56b4e45741f3', 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:45.115418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bea40-d2cd-442f-b9cb-f03c950ba448 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe36441b-9434-494c-9eda-56b4e45741f3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:45.159577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16b325cc-f50a-4c55-bb08-bcb96013ec27 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.244701 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.250408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16b325cc-f50a-4c55-bb08-bcb96013ec27 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.255450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16b325cc-f50a-4c55-bb08-bcb96013ec27 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.268124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d439200-7139-4a80-817e-5f15763375ee req-b2dbc30f-a580-47be-ac05-d0d9e6a63f2b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:45.275489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d439200-7139-4a80-817e-5f15763375ee req-b2dbc30f-a580-47be-ac05-d0d9e6a63f2b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.4633563 Dec 08 00:17:45.282702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16b325cc-f50a-4c55-bb08-bcb96013ec27 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.287171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-16b325cc-f50a-4c55-bb08-bcb96013ec27 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1779454 Dec 08 00:17:45.290490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37474) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:45.291775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b325cc-f50a-4c55-bb08-bcb96013ec27 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b013b2-39cb-496f-b330-0aa7a9da8d34,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:45.322530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8521c37-59f4-4885-9687-bd36db9673fb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:45.332113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0dcc63e8-8da1-4e96-a656-4c911ed5400a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.340450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0dcc63e8-8da1-4e96-a656-4c911ed5400a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.368254 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.371877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0dcc63e8-8da1-4e96-a656-4c911ed5400a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.372021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2bc737a4-0a3b-409e-a714-d0422e90fc71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e8521c37-59f4-4885-9687-bd36db9673fb HTTP/1.1" status: 204 len: 168 time: 1.1053495 Dec 08 00:17:45.378038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0dcc63e8-8da1-4e96-a656-4c911ed5400a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.379209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0dcc63e8-8da1-4e96-a656-4c911ed5400a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/03b013b2-39cb-496f-b330-0aa7a9da8d34 HTTP/1.1" status: 204 len: 168 time: 0.0828557 Dec 08 00:17:45.379812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37476) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:45.387372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37478) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:45.407608 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.413423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.414932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc63e8-8da1-4e96-a656-4c911ed5400a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b013b2-39cb-496f-b330-0aa7a9da8d34,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:45.417942 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbf7136-a8dd-4caa-a14a-570429eb8921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:17:45.419804 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2fbf7136-a8dd-4caa-a14a-570429eb8921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "GET /v2.0/ports/e8521c37-59f4-4885-9687-bd36db9673fb HTTP/1.1" status: 404 len: 333 time: 0.0363762 Dec 08 00:17:45.423958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37482) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:45.424851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c6574fa-e028-42e0-896d-842dd94fcd18 req-333656a6-7647-4a6e-8882-93a5b5aac5ff tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852962 Dec 08 00:17:45.429062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Request body: {'port': {'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-77953075'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:45.450806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.452944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Made reservation on behalf of 78d367b8d48c45dea3ee9ac13123c992 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:45.456110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.464587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d439200-7139-4a80-817e-5f15763375ee req-294da565-ab7b-4892-8429-53640125b123 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881166 Dec 08 00:17:45.476094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] device_id is not set on port 573d4854-d0c9-414f-af79-a3592ef6385c yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:45.478825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71422fd-e004-44d3-ba84-aaec1f6035df None None] Pushing event updated for resources: {'Port': ['ID=d7cece55-8ba0-449d-b6a3-33cd766d17f8,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:45.521545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Attempting to bind port d7cece55-8ba0-449d-b6a3-33cd766d17f8 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:45.521952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Attempting to bind port d7cece55-8ba0-449d-b6a3-33cd766d17f8 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:45.522318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Attempting to bind port d7cece55-8ba0-449d-b6a3-33cd766d17f8 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:45.530485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:17:45.531696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:45.532106 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.532553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:17:45.533088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Bound port: d7cece55-8ba0-449d-b6a3-33cd766d17f8, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:17:45.533562 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.561137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-80831732-f5bd-469f-899e-d585a9254047 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1724193 Dec 08 00:17:45.564843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37486) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:45.596205 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] For port d7cece55-8ba0-449d-b6a3-33cd766d17f8, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:45.604774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] For port d7cece55-8ba0-449d-b6a3-33cd766d17f8, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d7cece55-8ba0-449d-b6a3-33cd766d17f8,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:17:45.610619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.684480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Routers {'524c56e1-8998-46d6-bcfd-6eb0fe9e19f5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:45.685560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['524c56e1-8998-46d6-bcfd-6eb0fe9e19f5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:45.703167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19b015-d047-452a-9700-1c08564cc93a req-8ebbb9b7-ec5a-4553-ab64-c8e1c85947f1 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:45.704810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae19b015-d047-452a-9700-1c08564cc93a req-8ebbb9b7-ec5a-4553-ab64-c8e1c85947f1 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1751015 Dec 08 00:17:45.714687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e004964-77a3-460c-b692-224138d4ff8d req-8c16a569-d380-4afd-aa94-ed9e4ad4e55d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:45.716842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e004964-77a3-460c-b692-224138d4ff8d req-8c16a569-d380-4afd-aa94-ed9e4ad4e55d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 947 time: 0.1539464 Dec 08 00:17:45.733820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71422fd-e004-44d3-ba84-aaec1f6035df None None] Pushing event updated for resources: {'Port': ['ID=d7cece55-8ba0-449d-b6a3-33cd766d17f8,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:45.743608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3880419e-2951-4ab2-b710-73ffd831d442 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.760967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.788520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.795028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3880419e-2951-4ab2-b710-73ffd831d442 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.816598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] Set router 524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:45.844534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae19b015-d047-452a-9700-1c08564cc93a req-aead866c-e20c-4a26-8b1c-f58c97a4de19 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269214 Dec 08 00:17:45.851877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e004964-77a3-460c-b692-224138d4ff8d req-811735d6-b868-4fb3-808f-ecde4cc55c02 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282229 Dec 08 00:17:45.858282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.868237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3880419e-2951-4ab2-b710-73ffd831d442 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.871324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3880419e-2951-4ab2-b710-73ffd831d442 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.872648 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3880419e-2951-4ab2-b710-73ffd831d442 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/fe36441b-9434-494c-9eda-56b4e45741f3 HTTP/1.1" status: 204 len: 168 time: 0.3069341 Dec 08 00:17:45.875494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37488) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:45.926703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f7268bab-d49a-41c8-8bae-16844129bdc0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:17:45.927987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Deleting port d7cece55-8ba0-449d-b6a3-33cd766d17f8 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:45.928588 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.946815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Network 16d11b13-32f3-442c-983b-2ba5859487b6 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:45.952441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:45.971417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:45.973080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:45.974180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:45.999045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880419e-2951-4ab2-b710-73ffd831d442 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe36441b-9434-494c-9eda-56b4e45741f3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:46.034568 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6094067 Dec 08 00:17:46.045829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37492) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:46.067296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:46.069028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d6b8d10d-88ca-41a0-9029-a9910ad44b7a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1923225 Dec 08 00:17:46.072231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37494) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:46.120526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ecd25-dd2d-4616-a7d0-e0f2c7692771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=573d4854-d0c9-414f-af79-a3592ef6385c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:46.163072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f7268bab-d49a-41c8-8bae-16844129bdc0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f7268bab-d49a-41c8-8bae-16844129bdc0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:46.175403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.179174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'f7268bab-d49a-41c8-8bae-16844129bdc0', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': 'f7268bab-d49a-41c8-8bae-16844129bdc0', 'mac_address': 'fa:16:3e:12:07:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:17:46.182201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e24cc6-45ec-49f4-a24c-9b37ef645a21 req-a137c816-6063-409f-aac5-d106fc22f572 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:46.184331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24e24cc6-45ec-49f4-a24c-9b37ef645a21 req-a137c816-6063-409f-aac5-d106fc22f572 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.2180078 Dec 08 00:17:46.186578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] For port d7cece55-8ba0-449d-b6a3-33cd766d17f8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d7cece55-8ba0-449d-b6a3-33cd766d17f8,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:46.192501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.196837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37500) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:46.218946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Request body: {'floatingip': {'port_id': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:46.240930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c56e1-8998-46d6-bcfd-6eb0fe9e19f5', 'name': 'tempest-snat-router-88847121', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'd7cece55-8ba0-449d-b6a3-33cd766d17f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:38Z', 'updated_at': '2021-12-08T00:17:42Z', 'revision_number': 3, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port': {'id': 'd7cece55-8ba0-449d-b6a3-33cd766d17f8', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c56e1-8998-46d6-bcfd-6eb0fe9e19f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:17:40Z', 'updated_at': '2021-12-08T00:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:46.242876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.285178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7268bab-d49a-41c8-8bae-16844129bdc0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:17:46.291469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45bbc27-d3b5-4c72-b9d1-c0b049b58908 None None] The sync data for ids ['524c56e1-8998-46d6-bcfd-6eb0fe9e19f5'] in n-d-820549-2 is: [{'id': '524c56e1-8998-46d6-bcfd-6eb0fe9e19f5', 'name': 'tempest-snat-router-88847121', 'tenant_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'd7cece55-8ba0-449d-b6a3-33cd766d17f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:17:38Z', 'updated_at': '2021-12-08T00:17:42Z', 'revision_number': 3, 'project_id': 'ecd7cc5e84a9407e86e3625aa0cf11cd', 'gw_port': {'id': 'd7cece55-8ba0-449d-b6a3-33cd766d17f8', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c56e1-8998-46d6-bcfd-6eb0fe9e19f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:17:40Z', 'updated_at': '2021-12-08T00:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:46.308078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f7268bab-d49a-41c8-8bae-16844129bdc0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f7268bab-d49a-41c8-8bae-16844129bdc0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:46.322085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.361298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0f865cef-e635-4182-b391-6fd1f15cdea2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.387977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=f7268bab-d49a-41c8-8bae-16844129bdc0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:46.389321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0f865cef-e635-4182-b391-6fd1f15cdea2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.396132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.396757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.397283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.397794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.398338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.398842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.399374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.399887 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.400386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.400894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.401391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.402119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.402616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:17:46.416624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.429267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Calling delete_port for d7cece55-8ba0-449d-b6a3-33cd766d17f8 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:46.453026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] device_id is not set on port 573d4854-d0c9-414f-af79-a3592ef6385c yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:46.462178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.475983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.550836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=573d4854-d0c9-414f-af79-a3592ef6385c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:46.557098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:46.567690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:46.567690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:46.574979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:46.576528 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:46.576528 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 2 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:46.598878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:46.599415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:46.599756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:46.605704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:46.605916 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:46.607074 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 3 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:46.615393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['f7268bab-d49a-41c8-8bae-16844129bdc0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:17:46.658674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:46.659206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:46.659889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:46.663981 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0f865cef-e635-4182-b391-6fd1f15cdea2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.665722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:46.666158 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:46.666655 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 4 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:46.666816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0f865cef-e635-4182-b391-6fd1f15cdea2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.674560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0f865cef-e635-4182-b391-6fd1f15cdea2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f6e5959-28f7-4607-81e8-6129539d1715 HTTP/1.1" status: 204 len: 168 time: 0.6011722 Dec 08 00:17:46.680047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37506) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:46.699246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:46.699917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:46.700385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:46.709061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:46.709533 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:46.710035 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 5 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:46.723224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f865cef-e635-4182-b391-6fd1f15cdea2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e5959-28f7-4607-81e8-6129539d1715,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:46.769834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:46.771262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:46.771848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:46.783497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:46.784210 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:46.786333 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 6 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:46.810464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-830af453-fb6b-428a-a730-d0129d7f70bd tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252012 Dec 08 00:17:46.831644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37508) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:46.858397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7c19a910-0265-4f49-8dfb-8f138ba32f10 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--983682084'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:46.868484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfec8a-1a88-4d5a-830b-43537dd580cd req-e9b0eaee-0cab-456c-88ab-911be1f0a0b3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:46.870075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71dfec8a-1a88-4d5a-830b-43537dd580cd req-e9b0eaee-0cab-456c-88ab-911be1f0a0b3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.3049462 Dec 08 00:17:46.886378 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:46.886709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:46.887076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:46.914806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:46.915840 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:46.920421 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 7 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:46.944742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c19a910-0265-4f49-8dfb-8f138ba32f10 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:46.951343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:46.952036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:46.952795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:46.981492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:46.982246 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:47.053778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c19a910-0265-4f49-8dfb-8f138ba32f10 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.055245 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 8 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:47.067280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c19a910-0265-4f49-8dfb-8f138ba32f10 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.094987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:47.095525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:47.096217 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71dfec8a-1a88-4d5a-830b-43537dd580cd req-cbfb1930-3355-4776-96ee-ac8d32156efe tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138338 Dec 08 00:17:47.108699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:47.120940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:47.121414 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:47.136009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c19a910-0265-4f49-8dfb-8f138ba32f10 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.139601 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7c19a910-0265-4f49-8dfb-8f138ba32f10 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3048182 Dec 08 00:17:47.158268 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 9 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:47.163897 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37514) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:47.174682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19a910-0265-4f49-8dfb-8f138ba32f10 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e294e2b-545e-423c-a417-4817f2a65cfc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:47.175104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4c61d3e2-9cff-44ea-84c4-b72fa2b1e812 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '6e294e2b-545e-423c-a417-4817f2a65cfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:47.186137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:47.187031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:47.187556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:47.195304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:47.195770 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:47.196177 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 10 to bind port 573d4854-d0c9-414f-af79-a3592ef6385c Dec 08 00:17:47.218544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:47.232711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:47.232711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:47.245959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:47.246588 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port 573d4854-d0c9-414f-af79-a3592ef6385c on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:47.247845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.285795 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.353162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] For port 573d4854-d0c9-414f-af79-a3592ef6385c, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:47.355272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempted to set empty binding levels {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 00:17:47.361721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.379548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] In _notify_port_updated(), no bound segment for port 573d4854-d0c9-414f-af79-a3592ef6385c on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:17:47.381359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.382927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.385208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "PUT /v2.0/ports/573d4854-d0c9-414f-af79-a3592ef6385c HTTP/1.1" status: 200 len: 977 time: 1.3354609 Dec 08 00:17:47.404497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:47.407410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152bb1-4e31-48f6-b0f0-271e75367856 req-7175e843-6e22-450a-a102-07966e49ac8d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.409314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09152bb1-4e31-48f6-b0f0-271e75367856 req-7175e843-6e22-450a-a102-07966e49ac8d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 948 time: 0.4037507 Dec 08 00:17:47.425717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7cece55-8ba0-449d-b6a3-33cd766d17f8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:47.459758 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.484288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dec79d-5a1b-4ea8-8734-22107076ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=573d4854-d0c9-414f-af79-a3592ef6385c,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:47.536153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.536628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.537088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.537544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.537997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.538487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.538992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.539428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.539883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.540340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.540788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.541242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.542505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.543007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.543614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.544144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.544676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.550753 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5cd8f72b-ddf4-4f79-ba1d-68a66c262df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15224 time: 0.1418867 Dec 08 00:17:47.551742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:47.559016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c61d3e2-9cff-44ea-84c4-b72fa2b1e812 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.631625 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822a218-85e1-4cdc-9ec8-1e9ca716d8a1 req-45df3102-11be-4db5-a6fd-6c1c524318d1 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:47.633738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1822a218-85e1-4cdc-9ec8-1e9ca716d8a1 req-45df3102-11be-4db5-a6fd-6c1c524318d1 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.4149387 Dec 08 00:17:47.647282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Deleting port 573d4854-d0c9-414f-af79-a3592ef6385c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:47.647622 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.708639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] For port 573d4854-d0c9-414f-af79-a3592ef6385c, host n-h1-820549-2, got binding levels [] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:47.709303 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.721512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Calling delete_port for 573d4854-d0c9-414f-af79-a3592ef6385c owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:47.735298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.763475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.resource_extend [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:17:47.808296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.836262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event deleted for resources: {'Port': ['ID=573d4854-d0c9-414f-af79-a3592ef6385c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:47.843261 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09152bb1-4e31-48f6-b0f0-271e75367856 req-d3af552f-e6e7-446f-8598-6100720fc7e9 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857143 Dec 08 00:17:47.846826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.850840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8e01acb7-ce44-4c10-9c74-f1aa32448168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "DELETE /v2.0/ports/573d4854-d0c9-414f-af79-a3592ef6385c HTTP/1.1" status: 204 len: 168 time: 0.2979486 Dec 08 00:17:47.853865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37522) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:47.877915 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a34af82-e03a-47cd-bac2-3becd9f3f3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:17:47.879358 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5a34af82-e03a-47cd-bac2-3becd9f3f3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "GET /v2.0/ports/573d4854-d0c9-414f-af79-a3592ef6385c HTTP/1.1" status: 404 len: 333 time: 0.0243504 Dec 08 00:17:47.883631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37524) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:47.888322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410456076', 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:47.909323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Made reservation on behalf of 78d367b8d48c45dea3ee9ac13123c992 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:47.912203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:47.928818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] device_id is not set on port f2dedaf1-a3e9-4381-8eca-350a95004742 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:47.930392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f7268bab-d49a-41c8-8bae-16844129bdc0 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:17:47.985668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port f7268bab-d49a-41c8-8bae-16844129bdc0 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:17:47.991358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port f7268bab-d49a-41c8-8bae-16844129bdc0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:17:47.992903 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.089421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.115615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.119215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7268bab-d49a-41c8-8bae-16844129bdc0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:48.121505 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1626d5d5-9381-4760-9644-5dd65d0e36d3" -d '{"events": [{"server_uuid": "bb9caefe-7f30-4c4f-8875-6ddba2405f4c", "name": "network-vif-plugged", "status": "completed", "tag": "f7268bab-d49a-41c8-8bae-16844129bdc0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:48.143910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f7268bab-d49a-41c8-8bae-16844129bdc0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f7268bab-d49a-41c8-8bae-16844129bdc0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:48.150793 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.155942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.184551 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05023a23-31c5-400a-a6a3-f2484dca8681 x-openstack-request-id: req-05023a23-31c5-400a-a6a3-f2484dca8681 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:48.184849 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9caefe-7f30-4c4f-8875-6ddba2405f4c", "name": "network-vif-plugged", "status": "completed", "tag": "f7268bab-d49a-41c8-8bae-16844129bdc0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:48.185098 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05023a23-31c5-400a-a6a3-f2484dca8681 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:48.185499 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7268bab-d49a-41c8-8bae-16844129bdc0', 'code': 200} Dec 08 00:17:48.216057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Network 16d11b13-32f3-442c-983b-2ba5859487b6 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:48.219677 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.220341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=f7268bab-d49a-41c8-8bae-16844129bdc0,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:48.221947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:48.228876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:48.229985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:48.230873 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.237843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.241371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=f2dedaf1-a3e9-4381-8eca-350a95004742,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:48.257440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1162bda1-238c-4d5e-a031-85dd03530325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3726506 Dec 08 00:17:48.259902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.271489 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c61d3e2-9cff-44ea-84c4-b72fa2b1e812 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.277647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.284528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1822a218-85e1-4cdc-9ec8-1e9ca716d8a1 req-af6b4d38-b6b6-4998-a852-4ef38a1638b9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135175 Dec 08 00:17:48.319231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c61d3e2-9cff-44ea-84c4-b72fa2b1e812 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.329842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc3515c-9a59-400c-a3b1-9bd19453a3d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:48.331352 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2bc3515c-9a59-400c-a3b1-9bd19453a3d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "GET /v2.0/ports/f2dedaf1-a3e9-4381-8eca-350a95004742 HTTP/1.1" status: 200 len: 959 time: 0.0704534 Dec 08 00:17:48.335870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.336419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.370409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9d04-47d0-4193-b2ef-682d5b62d23d req-aae2d915-5af8-4c3e-887a-95e7dca93561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:48.372027 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ffdf9d04-47d0-4193-b2ef-682d5b62d23d req-aae2d915-5af8-4c3e-887a-95e7dca93561 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 1100 time: 0.0818658 Dec 08 00:17:48.435579 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c61d3e2-9cff-44ea-84c4-b72fa2b1e812 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.437093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4c61d3e2-9cff-44ea-84c4-b72fa2b1e812 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2661874 Dec 08 00:17:48.441004 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.441996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:48.444369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61d3e2-9cff-44ea-84c4-b72fa2b1e812 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215f8d10-9c6f-4bcb-97d7-1cb1cca20273,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:48.447230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37540) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.449962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ffdf9d04-47d0-4193-b2ef-682d5b62d23d req-07cca2d8-908c-4157-9d1f-db902ad29b91 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676999 Dec 08 00:17:48.450494 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.452204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d4001bc2-e458-4d25-9c5f-66dd00fe2a71 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "DELETE /v2.0/routers/524c56e1-8998-46d6-bcfd-6eb0fe9e19f5 HTTP/1.1" status: 204 len: 168 time: 3.5723097 Dec 08 00:17:48.455564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37544) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.495487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-417f52b3-9f0e-40a0-bc18-d943d85387aa tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.504244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-417f52b3-9f0e-40a0-bc18-d943d85387aa tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.527365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Deleting port f2dedaf1-a3e9-4381-8eca-350a95004742 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:48.527703 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.552905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-417f52b3-9f0e-40a0-bc18-d943d85387aa tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.558569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-417f52b3-9f0e-40a0-bc18-d943d85387aa tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.559903 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-417f52b3-9f0e-40a0-bc18-d943d85387aa tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/215f8d10-9c6f-4bcb-97d7-1cb1cca20273 HTTP/1.1" status: 204 len: 168 time: 0.1090035 Dec 08 00:17:48.565052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37546) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.609762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f52b3-9f0e-40a0-bc18-d943d85387aa tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=215f8d10-9c6f-4bcb-97d7-1cb1cca20273,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:48.621836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.639510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Calling delete_port for f2dedaf1-a3e9-4381-8eca-350a95004742 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:48.670941 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0ef50903-14f6-4b28-853e-cb1746b76ca8 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1025052 Dec 08 00:17:48.674409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37548) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.687987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d0ca7-d069-45a7-8407-de0a0af7fe3d req-9fd6a118-030c-4766-bea2-951b8b30962d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:48.689554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd6d0ca7-d069-45a7-8407-de0a0af7fe3d req-9fd6a118-030c-4766-bea2-951b8b30962d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1813486 Dec 08 00:17:48.719658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8192425-3a01-47a7-a758-00f94c1ab9f6 req-e27376a8-d561-4d93-857f-b0a3ed508055 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:48.721189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8192425-3a01-47a7-a758-00f94c1ab9f6 req-e27376a8-d561-4d93-857f-b0a3ed508055 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2118630 Dec 08 00:17:48.734980 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Floating IP 9ebf1485-765d-4b1c-bf35-7ff36547ff26 associated. External IP: 172.25.6.253, port: ebf9743c-e4aa-4e75-84ab-32aa335e727f. Dec 08 00:17:48.750522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.781432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2dedaf1-a3e9-4381-8eca-350a95004742,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:48.785261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.791308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-448d21ea-465a-457d-919e-68e5627467f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f2dedaf1-a3e9-4381-8eca-350a95004742 HTTP/1.1" status: 204 len: 168 time: 0.4507456 Dec 08 00:17:48.791756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37550) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.808379 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.814349 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2717c5-409e-4bee-b58c-5d508c210d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:17:48.816297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2e2717c5-409e-4bee-b58c-5d508c210d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "GET /v2.0/ports/f2dedaf1-a3e9-4381-8eca-350a95004742 HTTP/1.1" status: 404 len: 333 time: 0.0232844 Dec 08 00:17:48.819383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37552) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:48.824539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Request body: {'port': {'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-922793955'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:48.845116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Made reservation on behalf of 78d367b8d48c45dea3ee9ac13123c992 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:48.847608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:48.863780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] device_id is not set on port bc830ac5-7949-4bd4-bc95-30a93aa0b580 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:48.942925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd6d0ca7-d069-45a7-8407-de0a0af7fe3d req-caa28e0b-02ca-4590-b3d4-b3b844bd6e91 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450144 Dec 08 00:17:48.972693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8192425-3a01-47a7-a758-00f94c1ab9f6 req-022e6398-62bc-4d10-81cf-1c8b7be49289 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315950 Dec 08 00:17:49.010901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ecdc-f7f4-4367-9841-1a47c7c32d61 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.031688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.073587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.087688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ecdc-f7f4-4367-9841-1a47c7c32d61 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.115633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Network 16d11b13-32f3-442c-983b-2ba5859487b6 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:49.118452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:49.121815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:49.122727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:49.123342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.144163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.145360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=bc830ac5-7949-4bd4-bc95-30a93aa0b580,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:49.160031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-de93236a-4359-430e-a8a4-2ee7d6ece11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3384845 Dec 08 00:17:49.162350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37562) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:49.171213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:49.197189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5a9c1-dc90-4ee7-b0b0-e513f3408382 req-2352e321-e02f-4222-97ce-0add8b621d7d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:49.198710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e5a9c1-dc90-4ee7-b0b0-e513f3408382 req-2352e321-e02f-4222-97ce-0add8b621d7d tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 949 time: 0.1718342 Dec 08 00:17:49.243229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.282702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ecdc-f7f4-4367-9841-1a47c7c32d61 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.285541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ecdc-f7f4-4367-9841-1a47c7c32d61 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.289541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5fc4ecdc-f7f4-4367-9841-1a47c7c32d61 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e294e2b-545e-423c-a417-4817f2a65cfc HTTP/1.1" status: 204 len: 168 time: 0.5963006 Dec 08 00:17:49.294996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37568) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:49.329784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4ecdc-f7f4-4367-9841-1a47c7c32d61 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e294e2b-545e-423c-a417-4817f2a65cfc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:49.366447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:17:49.381578 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fa020a42-64bc-459c-92ec-7f7d6628e004 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852258 Dec 08 00:17:49.384054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37572) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:49.394943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-29112d10-c5de-4a43-9673-41ce7f883e26 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534470904'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:49.426546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Deleting port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:49.427194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.437696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e5a9c1-dc90-4ee7-b0b0-e513f3408382 req-4fd465d1-dc92-4be6-8881-c2383d1f00c1 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948345 Dec 08 00:17:49.500455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] device_id is not set on port bc830ac5-7949-4bd4-bc95-30a93aa0b580 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:17:49.508909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.514559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.547660 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29112d10-c5de-4a43-9673-41ce7f883e26 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.572428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=bc830ac5-7949-4bd4-bc95-30a93aa0b580,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:49.592582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.593244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.595233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.606273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.606726 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.607267 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 2 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.625069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.625331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.625672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.630786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.631142 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.633297 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 3 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.653313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.653688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.654257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.659549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.660160 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.660527 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 4 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.684725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.685073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.685410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.690720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.691116 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.691520 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 5 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.691683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c29c0b-42ea-4649-b7e8-61a82908abb5 req-65f848df-0544-4227-aed4-3ea21d7a893a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:49.693233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01c29c0b-42ea-4649-b7e8-61a82908abb5 req-65f848df-0544-4227-aed4-3ea21d7a893a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2624917 Dec 08 00:17:49.707235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.707570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.707968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.713775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.714105 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.714497 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 6 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.729525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.729863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.730198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.735317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.735657 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.736034 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 7 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.749082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] For port c21dae2d-4f1b-46da-8eec-bfe7dc87acd2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:49.749450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.749945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.750291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.750646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.755821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.756061 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.756396 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 8 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.759312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:49.764991 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.772473 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] Sync routers for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:49.787034 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:49.787666 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:49.788409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.788748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.789095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.793016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Calling delete_port for c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:49.798637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.798993 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.799390 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 9 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.832112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.833545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.834125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.840217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.840960 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.841631 n-d-820549-2 neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempt 10 to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 Dec 08 00:17:49.858658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:17:49.859363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:17:49.860616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempting to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:17:49.868173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:17:49.868494 n-d-820549-2 neutron-server[103113]: ERROR neutron.plugins.ml2.managers [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Failed to bind port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on host n-h1-820549-2 for vnic_type normal using segments [{'id': 'f80c3f74-d115-4053-b260-2b82ef4a44e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '16d11b13-32f3-442c-983b-2ba5859487b6'}] Dec 08 00:17:49.868866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.872456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9b8302bb-ee0e-46b8-9ff8-b2e3b0be32c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "PUT /v2.0/floatingips/9ebf1485-765d-4b1c-bf35-7ff36547ff26 HTTP/1.1" status: 200 len: 992 time: 3.6748128 Dec 08 00:17:49.885791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29112d10-c5de-4a43-9673-41ce7f883e26 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:49.938037 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:49.972577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] For port bc830ac5-7949-4bd4-bc95-30a93aa0b580, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:17:49.973066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attempted to set empty binding levels {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 00:17:49.985015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.029771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] In _notify_port_updated(), no bound segment for port bc830ac5-7949-4bd4-bc95-30a93aa0b580 on network 16d11b13-32f3-442c-983b-2ba5859487b6 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:17:50.031406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:50.032341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.037684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "PUT /v2.0/ports/bc830ac5-7949-4bd4-bc95-30a93aa0b580 HTTP/1.1" status: 200 len: 978 time: 0.8742266 Dec 08 00:17:50.039726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37578) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:50.050987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d7cece55-8ba0-449d-b6a3-33cd766d17f8 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:17:50.082758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d158400-5a03-4d33-86eb-67c87ac65353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event updated for resources: {'Port': ['ID=bc830ac5-7949-4bd4-bc95-30a93aa0b580,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:50.100066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d7cece55-8ba0-449d-b6a3-33cd766d17f8 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:17:50.103559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d7cece55-8ba0-449d-b6a3-33cd766d17f8 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:17:50.128100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:50.131356 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895" -d '{"events": [{"name": "network-changed", "server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:50.142425 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29112d10-c5de-4a43-9673-41ce7f883e26 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.153239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.163126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Deleting port bc830ac5-7949-4bd4-bc95-30a93aa0b580 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:50.165816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.203265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event deleted for resources: {'Port': ['ID=c21dae2d-4f1b-46da-8eec-bfe7dc87acd2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:50.218990 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e3b4d-b2dc-4821-96de-a81a180ff40e x-openstack-request-id: req-e32e3b4d-b2dc-4821-96de-a81a180ff40e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:50.219448 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:50.219828 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e32e3b4d-b2dc-4821-96de-a81a180ff40e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:50.220983 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'status': 'completed', 'code': 200} Dec 08 00:17:50.223063 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '9ebf1485-765d-4b1c-bf35-7ff36547ff26', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'port_id': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'mac_address': 'fa:16:3e:bb:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:17:26Z', 'updated_at': '2021-12-08T00:17:47Z', 'revision_number': 1, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:50.258643 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] Checking router: 7d5d46dd-c6bf-4fc2-b027-783b821861e7 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:17:50.267394 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:50.268102 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:50.274775 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29112d10-c5de-4a43-9673-41ce7f883e26 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.279194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-29112d10-c5de-4a43-9673-41ce7f883e26 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8886471 Dec 08 00:17:50.280046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37582) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:50.301118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1584031c-349e-4ea6-9fe0-1d4c9928c147 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '4359fcdb-54f0-4eec-a827-2a93b49ca9e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:50.307807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] For port bc830ac5-7949-4bd4-bc95-30a93aa0b580, host n-h1-820549-2, got binding levels [] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:50.308176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.308657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01c29c0b-42ea-4649-b7e8-61a82908abb5 req-211b8bfd-aa58-4855-91f2-1f332bc3f91b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962725 Dec 08 00:17:50.330178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Calling delete_port for bc830ac5-7949-4bd4-bc95-30a93aa0b580 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:50.350669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-4fa1c634-8608-49cc-bc9c-bc910bbd6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:50.352941 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-4fa1c634-8608-49cc-bc9c-bc910bbd6503 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1097 time: 0.0773079 Dec 08 00:17:50.369287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29112d10-c5de-4a43-9673-41ce7f883e26 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4359fcdb-54f0-4eec-a827-2a93b49ca9e8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:50.414081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.538079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1584031c-349e-4ea6-9fe0-1d4c9928c147 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.566513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-e433fc1f-d991-4cd8-b6fe-7fcadef2bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:50.568876 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-e433fc1f-d991-4cd8-b6fe-7fcadef2bd6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1873827 Dec 08 00:17:50.591042 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:17:50.598475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.632028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.663728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.698820 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.703119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bc830ac5-7949-4bd4-bc95-30a93aa0b580 HTTP/1.1" status: 204 len: 168 time: 0.6570632 Dec 08 00:17:50.706467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37598) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:50.876370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.877051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7b22e0a-a68a-4b73-bb81-d45fea94fa50 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:50.899404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.908550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8beb03f0-f7e6-4329-bb31-334916fb2953 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c7b22e0a-a68a-4b73-bb81-d45fea94fa50 HTTP/1.1" status: 204 len: 168 time: 2.4480720 Dec 08 00:17:50.913126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37606) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:50.926212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-45370387', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:50.958478 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '9ebf1485-765d-4b1c-bf35-7ff36547ff26', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'port_id': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'mac_address': 'fa:16:3e:bb:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:17:26Z', 'updated_at': '2021-12-08T00:17:47Z', 'revision_number': 1, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:50.965794 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1584031c-349e-4ea6-9fe0-1d4c9928c147 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:50.977160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84cdef-c14f-4b12-8ce9-8300a5b850fb req-e6229eaf-8a4d-47de-b375-8c1d8a170097 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:50.979001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a84cdef-c14f-4b12-8ce9-8300a5b850fb req-e6229eaf-8a4d-47de-b375-8c1d8a170097 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 949 time: 0.3662994 Dec 08 00:17:50.986327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1584031c-349e-4ea6-9fe0-1d4c9928c147 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.025243 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d05bc72-33b9-43ef-bd46-eb49fd4e2384 None None] The sync data for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 is: [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '9ebf1485-765d-4b1c-bf35-7ff36547ff26', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'port_id': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'mac_address': 'fa:16:3e:bb:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:17:26Z', 'updated_at': '2021-12-08T00:17:47Z', 'revision_number': 1, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:51.045357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584031c-349e-4ea6-9fe0-1d4c9928c147 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70730ecd-5953-4163-b837-778f5e5b8fea,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:51.070803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da229e-6691-432d-b2bb-544949f5f6e1 req-0e0338e9-6d29-46a5-bd47-90c5fedee3d8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:51.078879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3da229e-6691-432d-b2bb-544949f5f6e1 req-0e0338e9-6d29-46a5-bd47-90c5fedee3d8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2311106 Dec 08 00:17:51.084152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.086905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.100496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1584031c-349e-4ea6-9fe0-1d4c9928c147 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.102085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1584031c-349e-4ea6-9fe0-1d4c9928c147 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8055599 Dec 08 00:17:51.114933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:51.144076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821c18f-b73f-4594-86aa-a09afe707ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc830ac5-7949-4bd4-bc95-30a93aa0b580,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:51.170770 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdbcfd5-fa61-4530-b465-688ecb0db83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] GET failed (client error): The resource could not be found. Dec 08 00:17:51.172325 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ecdbcfd5-fa61-4530-b465-688ecb0db83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197028367-project-admin] 10.222.0.18 "GET /v2.0/ports/bc830ac5-7949-4bd4-bc95-30a93aa0b580 HTTP/1.1" status: 404 len: 333 time: 0.4627178 Dec 08 00:17:51.176878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37612) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:51.178243 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e59870a6-8eeb-4540-ad1c-4c28d30558f2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules/70730ecd-5953-4163-b837-778f5e5b8fea HTTP/1.1" status: 200 len: 763 time: 0.0603869 Dec 08 00:17:51.186207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37614) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:51.221032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a84cdef-c14f-4b12-8ce9-8300a5b850fb req-30eb8422-35fd-46db-a188-6ea0df0a15fe tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285466 Dec 08 00:17:51.224228 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-91e61863-94a8-4b7d-b591-1b3ac3e83a04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 1000 time: 0.6471901 Dec 08 00:17:51.244785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3da229e-6691-432d-b2bb-544949f5f6e1 req-6cbc5220-5fa5-43f0-896b-f7ad7ffee9f6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644416 Dec 08 00:17:51.275334 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.377576 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-45288d03-a06e-4ec6-9775-1edea9771d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.404857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.452801 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-743b1434-16a4-4a9d-a07b-c456a159f679 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2598832 Dec 08 00:17:51.453556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-57f40d84-8886-4cc3-9b1e-e45cc372a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:51.455001 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-57f40d84-8886-4cc3-9b1e-e45cc372a6fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.2200038 Dec 08 00:17:51.456966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37620) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:51.509252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b1673b-405c-4aac-8c37-015f00b84b33 None None] New status for floating IP 9ebf1485-765d-4b1c-bf35-7ff36547ff26: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:17:51.583564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.629454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0e5f-c577-4c07-b2a5-3cf7ca8c4db1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.652949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0e5f-c577-4c07-b2a5-3cf7ca8c4db1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.705237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.715354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-43a66e04-804d-4abe-b1ff-71cba56f8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:51.716896 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-43a66e04-804d-4abe-b1ff-71cba56f8a5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524493 Dec 08 00:17:51.768953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d11b13-32f3-442c-983b-2ba5859487b6']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:51.789992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80c3f74-d115-4053-b260-2b82ef4a44e9') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:51.790407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80c3f74-d115-4053-b260-2b82ef4a44e9') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:51.803055 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0e5f-c577-4c07-b2a5-3cf7ca8c4db1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.809204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.832254 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0e5f-c577-4c07-b2a5-3cf7ca8c4db1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.836035 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5a1b0e5f-c577-4c07-b2a5-3cf7ca8c4db1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/70730ecd-5953-4163-b837-778f5e5b8fea HTTP/1.1" status: 204 len: 168 time: 0.3755488 Dec 08 00:17:51.866614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37626) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:51.883144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b0e5f-c577-4c07-b2a5-3cf7ca8c4db1 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70730ecd-5953-4163-b837-778f5e5b8fea,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:51.892442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.908954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:17:51.909180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:17:51.915950 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:17:51.949179 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-43217fd9-110b-4ada-a63f-83a495f15ef3 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176232 Dec 08 00:17:52.012312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-868f1fa4-e1b7-402d-9005-c1642f2712ae tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1420197 Dec 08 00:17:52.021957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37628) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.035723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2f949e94-7e93-44f7-b1ad-3b13ec5049e0 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '4359fcdb-54f0-4eec-a827-2a93b49ca9e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:52.044338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.060918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.066630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] 10.222.0.18 "DELETE /v2.0/networks/16d11b13-32f3-442c-983b-2ba5859487b6 HTTP/1.1" status: 204 len: 168 time: 0.8887949 Dec 08 00:17:52.112725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ec4f1-7b41-4151-b2e3-18dbca4e3363 req-de4151c4-dd36-4e38-a0ac-493325e6f784 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:52.114307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f21ec4f1-7b41-4151-b2e3-18dbca4e3363 req-de4151c4-dd36-4e38-a0ac-493325e6f784 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 949 time: 0.0724027 Dec 08 00:17:52.120340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f44dc-9e05-4d02-9f3f-5fb21b4e8a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-900637678-project] Pushing event deleted for resources: {'Network': ['ID=16d11b13-32f3-442c-983b-2ba5859487b6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:52.180210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c7dbd8cd-8f1d-4aac-a414-ef9ab4955895 req-19de1f0d-43a9-4214-8fec-d33c8271fad4 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205133 Dec 08 00:17:52.183680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f949e94-7e93-44f7-b1ad-3b13ec5049e0 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.205742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:17:52.210762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f21ec4f1-7b41-4151-b2e3-18dbca4e3363 req-60b54c54-d412-446b-bedc-72ed0a0ace2e tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681620 Dec 08 00:17:52.239646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:17:52.240384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c21dae2d-4f1b-46da-8eec-bfe7dc87acd2 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:17:52.280694 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f949e94-7e93-44f7-b1ad-3b13ec5049e0 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.288944 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f949e94-7e93-44f7-b1ad-3b13ec5049e0 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.315346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f949e94-7e93-44f7-b1ad-3b13ec5049e0 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca62e11-58f1-4f50-9c07-d4040d527374,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:52.334307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.334766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f949e94-7e93-44f7-b1ad-3b13ec5049e0 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.337749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f949e94-7e93-44f7-b1ad-3b13ec5049e0 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3145070 Dec 08 00:17:52.342341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37634) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.355663 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.396048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fd0534a2-30ae-4895-9ba9-5663c0a48c55 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules/cca62e11-58f1-4f50-9c07-d4040d527374 HTTP/1.1" status: 200 len: 763 time: 0.0436232 Dec 08 00:17:52.397198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37638) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.465132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1919e-d2fc-4f6b-8349-ff92c879c80c req-ff037cd3-0285-4817-8b59-8d862800ec3b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:52.466371 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d01e618-28f5-4e8d-adac-04341a4aaf8a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0664361 Dec 08 00:17:52.467177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37642) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.472278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88f1919e-d2fc-4f6b-8349-ff92c879c80c req-ff037cd3-0285-4817-8b59-8d862800ec3b tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1125348 Dec 08 00:17:52.506669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce66b343-db52-4329-bbba-ee46a4151d5d tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.515371 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce66b343-db52-4329-bbba-ee46a4151d5d tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.550591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce66b343-db52-4329-bbba-ee46a4151d5d tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.561750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce66b343-db52-4329-bbba-ee46a4151d5d tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.573305 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ce66b343-db52-4329-bbba-ee46a4151d5d tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cca62e11-58f1-4f50-9c07-d4040d527374 HTTP/1.1" status: 204 len: 168 time: 0.1027935 Dec 08 00:17:52.579468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37644) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.580483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37646) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.582221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88f1919e-d2fc-4f6b-8349-ff92c879c80c req-759b4a35-cc05-48a2-9ffa-86184288ccd2 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003273 Dec 08 00:17:52.591912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Allocated IP 172.25.6.219 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/a7dd9a22-5001-40cc-8190-703eeefac94d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:52.593051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66b343-db52-4329-bbba-ee46a4151d5d tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cca62e11-58f1-4f50-9c07-d4040d527374,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:52.635480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-721deb3c-bfb8-4ae0-8caa-90a20d810b6a tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0555561 Dec 08 00:17:52.638105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37650) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.667118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '4359fcdb-54f0-4eec-a827-2a93b49ca9e8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:52.708757 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Project b64c4a7de7004079862632e5a28c8395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:17:52.727151 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.769300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37654) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.769843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fb4c57ba-185f-4ce9-b58d-58dfdc85c818 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fef5956bbf14706af68475e8d7cf958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830168 Dec 08 00:17:52.772160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.851953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.860599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.887291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.893426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-390ac8ef-6467-4360-a0c6-a4617fe95c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.899567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6509da7e-a3fb-4abe-aebb-61d12e109e3f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:52.928871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.930106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2599761c-708d-4368-82c9-8e0c5070de11 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2906933 Dec 08 00:17:52.933152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37656) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.949676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:52.952773 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-03612e08-37f6-4de9-b4d4-547b095fd77f tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules/6509da7e-a3fb-4abe-aebb-61d12e109e3f HTTP/1.1" status: 200 len: 769 time: 0.0161521 Dec 08 00:17:52.954259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37658) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:52.962122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:52.967243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:52.969447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event updated for resources: {'Port': ['ID=a7dd9a22-5001-40cc-8190-703eeefac94d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:52.973843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-390ac8ef-6467-4360-a0c6-a4617fe95c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:52.998164 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f4ed5979-4f62-4aab-b9a2-d9c2cb7d4090 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0424252 Dec 08 00:17:53.000672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37660) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:53.025943 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fa45fd9-768c-402a-b32d-2aa7524850c8 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.039932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fa45fd9-768c-402a-b32d-2aa7524850c8 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.067256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fa45fd9-768c-402a-b32d-2aa7524850c8 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.074545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fa45fd9-768c-402a-b32d-2aa7524850c8 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.075888 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9fa45fd9-768c-402a-b32d-2aa7524850c8 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6509da7e-a3fb-4abe-aebb-61d12e109e3f HTTP/1.1" status: 204 len: 168 time: 0.0737758 Dec 08 00:17:53.078454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37662) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:53.083994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa45fd9-768c-402a-b32d-2aa7524850c8 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6509da7e-a3fb-4abe-aebb-61d12e109e3f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:53.163320 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-390ac8ef-6467-4360-a0c6-a4617fe95c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.165984 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-390ac8ef-6467-4360-a0c6-a4617fe95c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.167166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-390ac8ef-6467-4360-a0c6-a4617fe95c6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2252cd54-b5c2-4226-9b09-6146bdaa12cd HTTP/1.1" status: 204 len: 168 time: 0.3932467 Dec 08 00:17:53.191656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ac8ef-6467-4360-a0c6-a4617fe95c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2252cd54-b5c2-4226-9b09-6146bdaa12cd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:53.204177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-853b25ec-d560-42e6-b78b-2be7ca4eebb9 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1238978 Dec 08 00:17:53.206822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37666) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:53.238604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-ab4136a3-024c-41d6-bedb-ebf3ec55e398 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:53.240677 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-ab4136a3-024c-41d6-bedb-ebf3ec55e398 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 949 time: 0.0864596 Dec 08 00:17:53.367961 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56e7f4b3-b60d-4676-8e83-e78df2469776 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.410222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Deleting port f7268bab-d49a-41c8-8bae-16844129bdc0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:53.410461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.420654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.427819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56e7f4b3-b60d-4676-8e83-e78df2469776 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.508295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ae1b-4dd2-4056-af4e-1927703c7d2a req-c338c374-80a4-47c7-ad93-a58496135924 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:53.509901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7b4ae1b-4dd2-4056-af4e-1927703c7d2a req-c338c374-80a4-47c7-ad93-a58496135924 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 949 time: 0.1659584 Dec 08 00:17:53.547760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] For port f7268bab-d49a-41c8-8bae-16844129bdc0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f7268bab-d49a-41c8-8bae-16844129bdc0,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:17:53.548311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.571792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Calling delete_port for f7268bab-d49a-41c8-8bae-16844129bdc0 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:53.580150 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6beb9072-175a-4c66-9b11-4e7245eccc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.616988 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56e7f4b3-b60d-4676-8e83-e78df2469776 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.620369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56e7f4b3-b60d-4676-8e83-e78df2469776 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.620855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-56e7f4b3-b60d-4676-8e83-e78df2469776 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/4359fcdb-54f0-4eec-a827-2a93b49ca9e8 HTTP/1.1" status: 204 len: 168 time: 0.4129927 Dec 08 00:17:53.627182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37676) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:53.645144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7b4ae1b-4dd2-4056-af4e-1927703c7d2a req-a44d3182-bb5d-4069-9d15-ac3742318ca8 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/security-groups?id=71300a68-0b25-48f5-83e5-6103b28ab551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239879 Dec 08 00:17:53.657487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7f4b3-b60d-4676-8e83-e78df2469776 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359fcdb-54f0-4eec-a827-2a93b49ca9e8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:53.706049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:53.803630 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5cbaad40-0116-478a-a52d-0f2172fdf805 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1665368 Dec 08 00:17:53.809677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37682) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:53.816390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-da63220b-6b56-4554-b3e6-13651cec9087 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096091192'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:53.844980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-71e39b36-9f67-4745-acba-d8bb8d876fd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78d367b8d48c45dea3ee9ac13123c992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377172 Dec 08 00:17:53.848494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37684) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:53.859861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726d80e-4e9f-4ce8-a874-c7e1a1c5d273 req-397da37c-37cd-4624-ae62-06d11830402a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:53.861445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f726d80e-4e9f-4ce8-a874-c7e1a1c5d273 req-397da37c-37cd-4624-ae62-06d11830402a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1654334 Dec 08 00:17:53.889907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.890346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.893786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da63220b-6b56-4554-b3e6-13651cec9087 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:53.929003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['f7268bab-d49a-41c8-8bae-16844129bdc0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:17:53.972556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Pushing event deleted for resources: {'Port': ['ID=f7268bab-d49a-41c8-8bae-16844129bdc0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:54.013659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] No DVR routers for this DVR port f7268bab-d49a-41c8-8bae-16844129bdc0 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:17:54.028345 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.031951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bedd0e0f-bae3-4360-bc77-c000ccf9c7dd req-c0a1ca32-66b6-46ac-8bba-b2152b5a55b5 tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.44 "DELETE /v2.0/ports/f7268bab-d49a-41c8-8bae-16844129bdc0 HTTP/1.1" status: 204 len: 173 time: 0.7850611 Dec 08 00:17:54.034140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'name': 'network-vif-deleted', 'tag': 'f7268bab-d49a-41c8-8bae-16844129bdc0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:17:54.043363 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533ab686-ce8d-46fb-921c-5020f46026f5" -d '{"events": [{"server_uuid": "bb9caefe-7f30-4c4f-8875-6ddba2405f4c", "name": "network-vif-deleted", "tag": "f7268bab-d49a-41c8-8bae-16844129bdc0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:17:54.060313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51d368a9-0fb9-4677-a3b9-bd44bf891c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.079985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f726d80e-4e9f-4ce8-a874-c7e1a1c5d273 req-cbf70da2-9dc3-44f3-9a50-f5071e4c1f67 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077274 Dec 08 00:17:54.128172 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237f7bae-6d99-470b-83ea-a3acb4986e0e x-openstack-request-id: req-237f7bae-6d99-470b-83ea-a3acb4986e0e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:17:54.131164 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9caefe-7f30-4c4f-8875-6ddba2405f4c", "name": "network-vif-deleted", "tag": "f7268bab-d49a-41c8-8bae-16844129bdc0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:17:54.131787 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-237f7bae-6d99-470b-83ea-a3acb4986e0e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:17:54.132497 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9caefe-7f30-4c4f-8875-6ddba2405f4c', 'name': 'network-vif-deleted', 'tag': 'f7268bab-d49a-41c8-8bae-16844129bdc0', 'status': 'completed', 'code': 200} Dec 08 00:17:54.149991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Router 335d676a-c7d6-49e3-a27a-ce44f54dfbeb is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:17:54.162276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51d368a9-0fb9-4677-a3b9-bd44bf891c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.219962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da63220b-6b56-4554-b3e6-13651cec9087 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.231324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da63220b-6b56-4554-b3e6-13651cec9087 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.271422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da63220b-6b56-4554-b3e6-13651cec9087 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.275303 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-da63220b-6b56-4554-b3e6-13651cec9087 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4619033 Dec 08 00:17:54.275303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63220b-6b56-4554-b3e6-13651cec9087 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac47d9-b598-4107-ac1f-847198f1f248,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:54.275828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37688) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:54.278021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51d368a9-0fb9-4677-a3b9-bd44bf891c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.280879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-51d368a9-0fb9-4677-a3b9-bd44bf891c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.282113 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-51d368a9-0fb9-4677-a3b9-bd44bf891c2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a89d892d-6169-4933-98b9-0bbdf9139a57 HTTP/1.1" status: 204 len: 168 time: 0.4322798 Dec 08 00:17:54.287725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0a6df17c-3442-4d75-a724-e4bd94373fd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Request body: {'security_group_rule': {'security_group_id': '5fac47d9-b598-4107-ac1f-847198f1f248', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:54.308795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d368a9-0fb9-4677-a3b9-bd44bf891c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d892d-6169-4933-98b9-0bbdf9139a57,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:54.355236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:54.370702 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] Sync routers for ids ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:54.384331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a6df17c-3442-4d75-a724-e4bd94373fd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.404915 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] Routers {'335d676a-c7d6-49e3-a27a-ce44f54dfbeb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:54.405535 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:54.424989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.426522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d6641122-9c95-4816-952c-7f7a79f3bdb8 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5077050 Dec 08 00:17:54.429795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37692) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:54.434285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': False}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:54.461656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a6df17c-3442-4d75-a724-e4bd94373fd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.466611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a6df17c-3442-4d75-a724-e4bd94373fd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.488317 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:54.498935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6df17c-3442-4d75-a724-e4bd94373fd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c241c2-f231-4140-9fba-30ca5148dabc,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:54.499222 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] Routers {'335d676a-c7d6-49e3-a27a-ce44f54dfbeb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:54.499753 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:54.511272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a6df17c-3442-4d75-a724-e4bd94373fd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.512592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0a6df17c-3442-4d75-a724-e4bd94373fd2 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2354729 Dec 08 00:17:54.516464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37694) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:54.568664 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:54.569335 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396bf3b-5b85-4b51-b7b3-663cb08dfab6 None None] The sync data for ids ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:54.615617 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d3e1a74-4aa3-4aa0-82cd-4f4e6025f668 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.688385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d3e1a74-4aa3-4aa0-82cd-4f4e6025f668 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.795858 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d3e1a74-4aa3-4aa0-82cd-4f4e6025f668 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.799150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d3e1a74-4aa3-4aa0-82cd-4f4e6025f668 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.800526 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9d3e1a74-4aa3-4aa0-82cd-4f4e6025f668 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/5fac47d9-b598-4107-ac1f-847198f1f248 HTTP/1.1" status: 204 len: 168 time: 0.2829573 Dec 08 00:17:54.804169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37706) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:54.847224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e1a74-4aa3-4aa0-82cd-4f4e6025f668 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac47d9-b598-4107-ac1f-847198f1f248,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:54.874737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbfe7da7-4064-4842-9095-5705283a887a req-203bfe13-6094-410b-86e1-04eaf27ecb7f tempest-VolumesNegativeTest-1778426816 tempest-VolumesNegativeTest-1778426816-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb9caefe-7f30-4c4f-8875-6ddba2405f4c HTTP/1.1" status: 200 len: 210 time: 0.0469193 Dec 08 00:17:54.931024 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b28bab5f-15ba-49c8-a64b-2d60ba634a28 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1148190 Dec 08 00:17:54.934756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37714) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:54.954163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:54.992282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d324f93c-979c-4c07-abd5-89db74419bbb tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0555975 Dec 08 00:17:54.994693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37718) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.017075 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-c4d1d0ec-8a5b-4274-8cbf-43b30273a256 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] delete failed (client error): The resource could not be found. Dec 08 00:17:55.018485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c4d1d0ec-8a5b-4274-8cbf-43b30273a256 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "DELETE /v2.0/security-groups/5fac47d9-b598-4107-ac1f-847198f1f248 HTTP/1.1" status: 404 len: 347 time: 0.0224586 Dec 08 00:17:55.023765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37720) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.084513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f96a83e4-5348-4b24-b8b0-486a6b164595 tempest-SecGroupIPv6Test-308688138 tempest-SecGroupIPv6Test-308688138-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0558882 Dec 08 00:17:55.113101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:55.367485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.537901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37740) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.596992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-8d1f7f7c-00a6-46bf-85eb-8c4219546176 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.602528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37744) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.603065 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d1f7f7c-00a6-46bf-85eb-8c4219546176 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0630043 Dec 08 00:17:55.611463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-09902610-25ef-4d69-aa44-7964d8c842ed tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.614264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-09902610-25ef-4d69-aa44-7964d8c842ed tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067880 Dec 08 00:17:55.615115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37746) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.621257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-d34a66e4-53d1-4509-8a82-a3d6aa439cb4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.624790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d34a66e4-53d1-4509-8a82-a3d6aa439cb4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064492 Dec 08 00:17:55.626461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37748) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.631801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-9945ff35-b2a2-4136-a00d-17a9ce9b55fd tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.635967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9945ff35-b2a2-4136-a00d-17a9ce9b55fd tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0060487 Dec 08 00:17:55.636300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37750) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.645455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-ba057b6b-5231-4a98-be15-e6e3a63310c4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.649844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ba057b6b-5231-4a98-be15-e6e3a63310c4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0093703 Dec 08 00:17:55.649844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37754) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.659666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-bc2884be-3a17-4f75-93b6-940c922e9fb4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.663004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc2884be-3a17-4f75-93b6-940c922e9fb4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0104325 Dec 08 00:17:55.663818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.669685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-4ef24234-c064-4880-a723-309fa246e505 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.672867 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4ef24234-c064-4880-a723-309fa246e505 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054460 Dec 08 00:17:55.673116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37758) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.680920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-4d193e5a-1866-4060-b0f1-4639dc731660 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.684067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4d193e5a-1866-4060-b0f1-4639dc731660 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079017 Dec 08 00:17:55.684211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff5bff-ac45-44c0-8943-6c95edee65a3 req-312c50fc-cf26-4dcd-9adb-2113df4645b9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:55.684509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72ff5bff-ac45-44c0-8943-6c95edee65a3 req-312c50fc-cf26-4dcd-9adb-2113df4645b9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1162834 Dec 08 00:17:55.686770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37760) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.691050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-cf9f3d8e-a2d7-4374-9733-0854f5a60432 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.692133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cf9f3d8e-a2d7-4374-9733-0854f5a60432 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043290 Dec 08 00:17:55.695171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.702215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-94028b4e-55d2-4632-9793-2c8e34849706 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.705350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-94028b4e-55d2-4632-9793-2c8e34849706 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061517 Dec 08 00:17:55.706678 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-530d8475-4273-4a66-a019-f5b1e370de21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b64c4a7de7004079862632e5a28c8395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379357 Dec 08 00:17:55.707293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37764) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.707631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37766) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.717401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-389571ab-dfc9-497f-a79c-b22716db84da tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.720628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-389571ab-dfc9-497f-a79c-b22716db84da tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0098555 Dec 08 00:17:55.721247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37768) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.730588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-b6e2b0e3-6a97-412a-9085-39e5f7baea46 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.734138 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b6e2b0e3-6a97-412a-9085-39e5f7baea46 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0098269 Dec 08 00:17:55.734426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37770) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.741138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-2414509d-e7e2-4678-882f-dd68d20890bf tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.744373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2414509d-e7e2-4678-882f-dd68d20890bf tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068069 Dec 08 00:17:55.746611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37772) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.750937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-a2d8fc3c-4d9e-4144-bd56-82dd005cc3c9 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.753995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a2d8fc3c-4d9e-4144-bd56-82dd005cc3c9 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043051 Dec 08 00:17:55.755216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37774) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.763336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-e45859e1-dc43-44b2-b253-18b6936924cc tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.766923 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e45859e1-dc43-44b2-b253-18b6936924cc tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083749 Dec 08 00:17:55.769462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37776) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.774911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-69c82db8-426d-4964-bf1a-457762ac2357 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.778687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-69c82db8-426d-4964-bf1a-457762ac2357 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051057 Dec 08 00:17:55.781981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37778) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.790599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-83b0bdab-4ad8-46df-9cf6-837e9ebbe914 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.790979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8c1fd5a-251f-4524-85de-d657749fc6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:55.792181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-83b0bdab-4ad8-46df-9cf6-837e9ebbe914 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0063436 Dec 08 00:17:55.798066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37780) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.802750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-91abce9c-20cc-4743-95fe-18434fc0cce4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.806086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-91abce9c-20cc-4743-95fe-18434fc0cce4 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047297 Dec 08 00:17:55.807159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.812911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-5e23e8a5-5612-4276-b984-b1ebdf1e3fe9 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.816119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5e23e8a5-5612-4276-b984-b1ebdf1e3fe9 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055640 Dec 08 00:17:55.817071 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37784) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.821913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72ff5bff-ac45-44c0-8943-6c95edee65a3 req-9d7aa921-7074-432d-aead-78b8f76ab4c8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257939 Dec 08 00:17:55.825462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-b2e8fa22-37fb-4d70-aeb4-974531bbd4b2 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.829324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b2e8fa22-37fb-4d70-aeb4-974531bbd4b2 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0090582 Dec 08 00:17:55.830296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37786) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.834924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-737f7900-bf20-4fc4-849d-a6fbdf04a947 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.838805 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-737f7900-bf20-4fc4-849d-a6fbdf04a947 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052888 Dec 08 00:17:55.838805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8c1fd5a-251f-4524-85de-d657749fc6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:55.840879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37788) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.878428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-933d7022-fbee-4776-a375-b535732b5d2f tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.880476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-933d7022-fbee-4776-a375-b535732b5d2f tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0377004 Dec 08 00:17:55.882117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37792) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.888059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-7aea16b1-a126-4b5d-9e0e-27a3e91849ee tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.889180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7aea16b1-a126-4b5d-9e0e-27a3e91849ee tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059388 Dec 08 00:17:55.895372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37794) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.901429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-3142d6eb-f39f-4cd3-89f0-6c67423e0ad8 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.904885 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3142d6eb-f39f-4cd3-89f0-6c67423e0ad8 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056269 Dec 08 00:17:55.907679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37798) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.920001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-a0505bd3-308a-43d3-ba10-2f0e2f2f4a15 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.923954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a0505bd3-308a-43d3-ba10-2f0e2f2f4a15 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0154104 Dec 08 00:17:55.926281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37800) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.940543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-8691d7aa-45fe-44b6-bb11-7790c89e635b tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.949624 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8691d7aa-45fe-44b6-bb11-7790c89e635b tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0115800 Dec 08 00:17:55.950307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37802) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.956476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8c1fd5a-251f-4524-85de-d657749fc6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:55.959003 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a8c1fd5a-251f-4524-85de-d657749fc6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:55.963212 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a8c1fd5a-251f-4524-85de-d657749fc6f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12217173-2b8b-4b27-b8f8-5780ca981c21 HTTP/1.1" status: 204 len: 168 time: 0.2507110 Dec 08 00:17:55.964255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-cffa3160-2094-4448-85db-19de5b281f25 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.967441 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cffa3160-2094-4448-85db-19de5b281f25 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0116286 Dec 08 00:17:55.970101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37810) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.980792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-3a86e91f-398c-4438-b3e8-6b670211f1bb tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.983353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a86e91f-398c-4438-b3e8-6b670211f1bb tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0098491 Dec 08 00:17:55.986315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37812) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:55.989447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:55.991001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-cdcc8521-de45-4755-be61-9d5bc90c4ef6 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:55.992045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cdcc8521-de45-4755-be61-9d5bc90c4ef6 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045485 Dec 08 00:17:55.993351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1fd5a-251f-4524-85de-d657749fc6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12217173-2b8b-4b27-b8f8-5780ca981c21,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:55.995160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37814) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.003055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-28410a86-c409-48eb-adb9-6c69b6dd9462 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.006544 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28410a86-c409-48eb-adb9-6c69b6dd9462 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089774 Dec 08 00:17:56.014633 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:56.016471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37816) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.029127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-e839775f-118f-45b8-ae33-2a42f6662f50 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.038279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e839775f-118f-45b8-ae33-2a42f6662f50 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0155969 Dec 08 00:17:56.039911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37820) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.044564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-c13feac0-1bd2-46e0-9f3f-44f5c0b67204 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.045575 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c13feac0-1bd2-46e0-9f3f-44f5c0b67204 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047050 Dec 08 00:17:56.049479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37824) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.054507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-a4f775b7-3a0c-40fd-b648-d6bfd538c874 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.055610 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a4f775b7-3a0c-40fd-b648-d6bfd538c874 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049427 Dec 08 00:17:56.058114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.064226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-ce441d7e-ddca-4e23-a8ee-afaf5837b76e tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.066996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ce441d7e-ddca-4e23-a8ee-afaf5837b76e tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075226 Dec 08 00:17:56.070134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37828) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.076640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-d10c2cc3-6fcb-4cc5-bacb-832098bf9220 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.078071 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d10c2cc3-6fcb-4cc5-bacb-832098bf9220 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062234 Dec 08 00:17:56.081687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37830) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.089812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-1e79aca8-79c6-4744-aac7-e50baf2545b1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.094004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1e79aca8-79c6-4744-aac7-e50baf2545b1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0109882 Dec 08 00:17:56.094752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.099569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-bf15c7ff-a599-4778-a49d-c887125c3e45 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.104394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37836) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.104754 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf15c7ff-a599-4778-a49d-c887125c3e45 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082142 Dec 08 00:17:56.114744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-a023227b-409a-4aea-b211-ff53c2a5f4b7 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.115735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a023227b-409a-4aea-b211-ff53c2a5f4b7 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0098653 Dec 08 00:17:56.119251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37838) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.125260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-a4dd348d-f9a0-43a1-97d1-59e849276187 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.129290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a4dd348d-f9a0-43a1-97d1-59e849276187 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085361 Dec 08 00:17:56.130202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37840) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.141000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-a7151fe1-0dd7-49a3-8135-41d32f1f1582 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.145629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a7151fe1-0dd7-49a3-8135-41d32f1f1582 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0141282 Dec 08 00:17:56.146242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37842) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.153232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-228a4368-cc81-4c45-bc93-6ce2f87ff878 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.156627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-228a4368-cc81-4c45-bc93-6ce2f87ff878 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063787 Dec 08 00:17:56.156878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37846) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.162219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-816ad01e-5a45-4c8a-8298-cadf4b3202f1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.163937 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-816ad01e-5a45-4c8a-8298-cadf4b3202f1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049860 Dec 08 00:17:56.167322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37848) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.172077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-3a5312e4-03a6-4752-a5fe-473849843667 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.173100 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a5312e4-03a6-4752-a5fe-473849843667 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047412 Dec 08 00:17:56.176325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37850) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.186852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-3328f89f-2364-4727-ab71-630ec264bd3d tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.191973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3328f89f-2364-4727-ab71-630ec264bd3d tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0145195 Dec 08 00:17:56.194823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37852) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.199875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-64052121-fb4e-4286-9d59-791cf0bd22f8 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.200951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-64052121-fb4e-4286-9d59-791cf0bd22f8 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044987 Dec 08 00:17:56.213439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37854) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.221979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-009483ec-9b96-429e-a7c8-0b13e957934d tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.226396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-009483ec-9b96-429e-a7c8-0b13e957934d tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0076835 Dec 08 00:17:56.226579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37858) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.230731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-456d1dac-7b62-44fe-91b4-1a5bcfd2f672 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.233938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-456d1dac-7b62-44fe-91b4-1a5bcfd2f672 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042703 Dec 08 00:17:56.234273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37860) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.242783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-27a7dda0-d54d-43ed-b256-2c247506574f tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.247574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37862) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.248309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-27a7dda0-d54d-43ed-b256-2c247506574f tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0117810 Dec 08 00:17:56.251972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-bffc87d7-d774-4868-ab32-32f4fb207fea tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.252967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bffc87d7-d774-4868-ab32-32f4fb207fea tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044489 Dec 08 00:17:56.255645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37864) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.260310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-be5d50db-51c3-4302-a4e8-b71ab3f00315 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.260909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:56.264088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37866) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.264241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-be5d50db-51c3-4302-a4e8-b71ab3f00315 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0074859 Dec 08 00:17:56.270798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-018e2d9f-874f-43ea-853e-6241f58b9ea5 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.272721 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-018e2d9f-874f-43ea-853e-6241f58b9ea5 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057495 Dec 08 00:17:56.274742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37868) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.278592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Router 335d676a-c7d6-49e3-a27a-ce44f54dfbeb has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:17:56.280856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-c9d3c48a-bdc5-41c7-9ce9-7f0e91d4c696 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.284256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.284534 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c9d3c48a-bdc5-41c7-9ce9-7f0e91d4c696 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0085819 Dec 08 00:17:56.289412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-da5ff351-328f-4a90-9df8-2c8f7756f32f tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.290492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-da5ff351-328f-4a90-9df8-2c8f7756f32f tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049517 Dec 08 00:17:56.293316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37872) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.298667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-71cb02c4-5c91-4a91-839f-776d6aa6c2df tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.299203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-71cb02c4-5c91-4a91-839f-776d6aa6c2df tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045998 Dec 08 00:17:56.301610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37876) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.307176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-4774f23e-31d9-4f13-8f97-67e88365b863 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.312392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4774f23e-31d9-4f13-8f97-67e88365b863 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095720 Dec 08 00:17:56.313009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.317176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-7c813d77-c229-409f-b937-10a480a16a8c tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.320752 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7c813d77-c229-409f-b937-10a480a16a8c tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068088 Dec 08 00:17:56.322239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37882) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.327253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-606c1800-bb02-4ddf-814a-22957991aba8 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.330990 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-606c1800-bb02-4ddf-814a-22957991aba8 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0076079 Dec 08 00:17:56.332648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.337063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-7b013eed-a7df-46c1-8e19-923989300fb9 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.340804 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7b013eed-a7df-46c1-8e19-923989300fb9 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0069919 Dec 08 00:17:56.341380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37888) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.346429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-bedfd465-05bc-4de8-aa81-d140a2e485b0 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.350017 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bedfd465-05bc-4de8-aa81-d140a2e485b0 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0070157 Dec 08 00:17:56.350646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37890) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.355955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-f24c401f-8452-47ef-aa48-d98553230804 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.360051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f24c401f-8452-47ef-aa48-d98553230804 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0078096 Dec 08 00:17:56.360678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37892) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.367027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-5d93081e-9342-4fae-8406-e954df9fdd7d tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.370399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5d93081e-9342-4fae-8406-e954df9fdd7d tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073850 Dec 08 00:17:56.371036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.375756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-abd93a62-5ec0-4b88-ac76-d39c2a160037 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.382501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-abd93a62-5ec0-4b88-ac76-d39c2a160037 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102217 Dec 08 00:17:56.383115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37898) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.387105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-8cfea6e1-b4a8-4749-88b2-443de100bdfc tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.390659 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8cfea6e1-b4a8-4749-88b2-443de100bdfc tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067444 Dec 08 00:17:56.391271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.395988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-1708c875-6012-40a8-93e8-86a7bd487113 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.400236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1708c875-6012-40a8-93e8-86a7bd487113 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078683 Dec 08 00:17:56.401166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37902) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.407057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-cf8e17f1-5e59-4e46-9579-11be3f273203 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.410863 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf8e17f1-5e59-4e46-9579-11be3f273203 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077050 Dec 08 00:17:56.411461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37904) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.415956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-81a60760-f4b5-435b-aae2-b7265a4e43d1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.421437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37906) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.422418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-81a60760-f4b5-435b-aae2-b7265a4e43d1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0100281 Dec 08 00:17:56.428349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-0b897829-dc7c-46f3-ab10-0e2c7c9d7412 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.429491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0b897829-dc7c-46f3-ab10-0e2c7c9d7412 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069535 Dec 08 00:17:56.431806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37910) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.442515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-0fc1d635-1487-481b-9b50-c36a14579de5 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.446250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37914) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.446503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0fc1d635-1487-481b-9b50-c36a14579de5 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090265 Dec 08 00:17:56.452354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-30350b89-ec45-4588-87c2-5e317bd694fe tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.455736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-30350b89-ec45-4588-87c2-5e317bd694fe tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0066946 Dec 08 00:17:56.456620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.464246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [None req-cd86566e-9b9a-4d30-bf60-72acc54c6fae tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.467453 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd86566e-9b9a-4d30-bf60-72acc54c6fae tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0094259 Dec 08 00:17:56.468794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:17:56.470638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37918) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.475053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [None req-8340ee44-d63f-4b8d-9802-58960fc4c4e1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:17:56.479372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8340ee44-d63f-4b8d-9802-58960fc4c4e1 tempest-ExtensionsTestJSON-1215247826 tempest-ExtensionsTestJSON-1215247826-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0077369 Dec 08 00:17:56.484251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] Sync routers for ids ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:17:56.493899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:56.499049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] Routers {'335d676a-c7d6-49e3-a27a-ce44f54dfbeb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:56.499922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.500090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-61051455-869e-486b-9ad2-9771f2eb91e4 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "PUT /v2.0/routers/335d676a-c7d6-49e3-a27a-ce44f54dfbeb HTTP/1.1" status: 200 len: 920 time: 2.0690124 Dec 08 00:17:56.500422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:56.547803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:56.559717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] Routers {'335d676a-c7d6-49e3-a27a-ce44f54dfbeb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:17:56.560569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:56.682529 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e3979c52-a112-463c-b973-c99ff488249f tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/335d676a-c7d6-49e3-a27a-ce44f54dfbeb HTTP/1.1" status: 200 len: 920 time: 0.1787593 Dec 08 00:17:56.683255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37940) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.743509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65d125-366d-4a64-8d39-6058840c858d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:56.745756 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ec65d125-366d-4a64-8d39-6058840c858d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=335d676a-c7d6-49e3-a27a-ce44f54dfbeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0615072 Dec 08 00:17:56.748563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37944) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.820152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:17:56.820825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99d5b1-d935-471e-a4bb-08ff03a29439 None None] The sync data for ids ['335d676a-c7d6-49e3-a27a-ce44f54dfbeb'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:17:56.872365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdc1e00-733e-4f02-abff-1b4888313593 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:56.873989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ccdc1e00-733e-4f02-abff-1b4888313593 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.1240294 Dec 08 00:17:56.876985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37968) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.910717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37974) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:56.917296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e68dc366-40f7-4de7-9bb2-7d48a8150685 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=335d676a-c7d6-49e3-a27a-ce44f54dfbeb HTTP/1.1" status: 200 len: 205 time: 0.0362375 Dec 08 00:17:56.917668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37978) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:57.090908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.205827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-852dfb8f-8854-4fa9-a888-bebe520feb64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.210506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.276094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38022) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:57.312880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033d0f-f079-4f5c-a105-02c3de9061cc req-49095acf-ec72-430c-bd54-1ab9b8c053d2 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:57.314561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24033d0f-f079-4f5c-a105-02c3de9061cc req-49095acf-ec72-430c-bd54-1ab9b8c053d2 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.3763030 Dec 08 00:17:57.316221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.348164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b3cced4c-edd3-452c-bfcc-d1926fe91f4c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:57.349370 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-b3cced4c-edd3-452c-bfcc-d1926fe91f4c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 00:17:57.349881 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-b3cced4c-edd3-452c-bfcc-d1926fe91f4c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 00:17:57.351612 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b3cced4c-edd3-452c-bfcc-d1926fe91f4c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0737636 Dec 08 00:17:57.355361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:57.360704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--831227260'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:57.385448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.394572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.412970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24033d0f-f079-4f5c-a105-02c3de9061cc req-6c549ed5-afed-49d4-8a1d-9eb0d5230c54 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890808 Dec 08 00:17:57.446134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-852dfb8f-8854-4fa9-a888-bebe520feb64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.451663 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-852dfb8f-8854-4fa9-a888-bebe520feb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.469950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Deleting port a7dd9a22-5001-40cc-8190-703eeefac94d {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:17:57.470357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.503711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.510282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.518988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-852dfb8f-8854-4fa9-a888-bebe520feb64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd35596d47a641fbbc2441caf65544ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6046770 Dec 08 00:17:57.523179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38036) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:57.541600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dfb8f-8854-4fa9-a888-bebe520feb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d457b274-f0c4-41e4-8052-d66b936dc6d8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:57.559997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b87708-3384-4540-90c5-e9325ddfed41,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:57.608748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.614764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.647523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.648525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.652418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2931149 Dec 08 00:17:57.652418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db841a9d-de2a-4595-8aa4-b63e8f94c4e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a676fcd1-14fd-4d08-89d5-85fe5f1a5c03,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:57.653339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38044) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:57.662594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c2270e4-a1c7-4c80-a5cc-d663770a4eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.665835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a13335a3-5976-4ff0-b24d-58f2a2909a8c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': 'a676fcd1-14fd-4d08-89d5-85fe5f1a5c03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:57.673105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Calling delete_port for a7dd9a22-5001-40cc-8190-703eeefac94d owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:17:57.701371 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a13335a3-5976-4ff0-b24d-58f2a2909a8c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.714119 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c2270e4-a1c7-4c80-a5cc-d663770a4eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.765351 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a13335a3-5976-4ff0-b24d-58f2a2909a8c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.771373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a13335a3-5976-4ff0-b24d-58f2a2909a8c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.794579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13335a3-5976-4ff0-b24d-58f2a2909a8c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d79e637-e49c-454a-aaf1-142a6636a9c4,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:57.805679 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a13335a3-5976-4ff0-b24d-58f2a2909a8c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.809466 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a13335a3-5976-4ff0-b24d-58f2a2909a8c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470401 Dec 08 00:17:57.809772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38056) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:57.814322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7142f938-beaf-48b6-a288-aa70c2e92635 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': 'a676fcd1-14fd-4d08-89d5-85fe5f1a5c03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:57.846612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7142f938-beaf-48b6-a288-aa70c2e92635 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.849979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c2270e4-a1c7-4c80-a5cc-d663770a4eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.853483 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c2270e4-a1c7-4c80-a5cc-d663770a4eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.857004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0c2270e4-a1c7-4c80-a5cc-d663770a4eee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d457b274-f0c4-41e4-8052-d66b936dc6d8 HTTP/1.1" status: 204 len: 168 time: 0.3327959 Dec 08 00:17:57.868485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2270e4-a1c7-4c80-a5cc-d663770a4eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457b274-f0c4-41e4-8052-d66b936dc6d8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:57.912855 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-7142f938-beaf-48b6-a288-aa70c2e92635 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 00:17:57.914331 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7142f938-beaf-48b6-a288-aa70c2e92635 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1035638 Dec 08 00:17:57.917392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38064) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:57.926066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f7268bab-d49a-41c8-8bae-16844129bdc0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:17:57.947540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:57.948842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: f7268bab-d49a-41c8-8bae-16844129bdc0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:17:57.949397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f7268bab-d49a-41c8-8bae-16844129bdc0 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:17:57.984718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event deleted for resources: {'Port': ['ID=a7dd9a22-5001-40cc-8190-703eeefac94d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:57.986601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0515-e066-4180-ad36-5cc213cdb644 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.017677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0515-e066-4180-ad36-5cc213cdb644 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.073300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.098051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0515-e066-4180-ad36-5cc213cdb644 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.101721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0515-e066-4180-ad36-5cc213cdb644 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.105422 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8b7e0515-e066-4180-ad36-5cc213cdb644 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/a676fcd1-14fd-4d08-89d5-85fe5f1a5c03 HTTP/1.1" status: 204 len: 168 time: 0.1831954 Dec 08 00:17:58.110706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38082) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.133567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e0515-e066-4180-ad36-5cc213cdb644 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676fcd1-14fd-4d08-89d5-85fe5f1a5c03,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:58.174102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8125d2dd-290c-4151-8434-b12f88be2e62 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616939 Dec 08 00:17:58.178316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.183630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-16c919b5-4faa-44e6-b7fe-4bc47a39e780 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791368011'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:58.222222 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16c919b5-4faa-44e6-b7fe-4bc47a39e780 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.262696 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.265223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.315365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16c919b5-4faa-44e6-b7fe-4bc47a39e780 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.322446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16c919b5-4faa-44e6-b7fe-4bc47a39e780 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.345511 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.346039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Fanout notify agent at l3_agent the message router_deleted on router 335d676a-c7d6-49e3-a27a-ce44f54dfbeb {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:17:58.355719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.357731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-418e3571-c8b9-40e7-8fe0-8428ce1a846a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/335d676a-c7d6-49e3-a27a-ce44f54dfbeb HTTP/1.1" status: 204 len: 168 time: 1.4343162 Dec 08 00:17:58.363550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38130) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.375531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0d40a8bf-96da-4b59-b8a1-9bbc46bac6f7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1712928567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:58.407485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d40a8bf-96da-4b59-b8a1-9bbc46bac6f7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.409082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d40a8bf-96da-4b59-b8a1-9bbc46bac6f7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.425010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16c919b5-4faa-44e6-b7fe-4bc47a39e780 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.432190 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-16c919b5-4faa-44e6-b7fe-4bc47a39e780 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2488396 Dec 08 00:17:58.433916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c919b5-4faa-44e6-b7fe-4bc47a39e780 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fea3ef-b7ba-40cb-9e7e-6f0143e0589c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:58.434037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38136) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.447045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a4f4e828-1115-46c3-9565-5106c232a43b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': 'f3fea3ef-b7ba-40cb-9e7e-6f0143e0589c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:58.447987 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-a4f4e828-1115-46c3-9565-5106c232a43b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 00:17:58.448519 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-a4f4e828-1115-46c3-9565-5106c232a43b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:17:58.449693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a4f4e828-1115-46c3-9565-5106c232a43b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146079 Dec 08 00:17:58.452807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38140) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.495283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d40a8bf-96da-4b59-b8a1-9bbc46bac6f7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.522180 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d40a8bf-96da-4b59-b8a1-9bbc46bac6f7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.577274 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d40a8bf-96da-4b59-b8a1-9bbc46bac6f7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.581119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0d40a8bf-96da-4b59-b8a1-9bbc46bac6f7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2128263 Dec 08 00:17:58.581995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38150) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.590921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:58.625073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d6a862-0bee-450f-8228-fcae8d2ee0ef tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.690033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85e2a1-4e46-482d-ab5e-23fba75cf2ef req-970a4239-9472-4365-8cdb-ae20051420e9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:58.691660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf85e2a1-4e46-482d-ab5e-23fba75cf2ef req-970a4239-9472-4365-8cdb-ae20051420e9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1817451 Dec 08 00:17:58.701519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d6a862-0bee-450f-8228-fcae8d2ee0ef tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.770789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.900799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d6a862-0bee-450f-8228-fcae8d2ee0ef tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.906937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d6a862-0bee-450f-8228-fcae8d2ee0ef tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.906937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-26d6a862-0bee-450f-8228-fcae8d2ee0ef tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/f3fea3ef-b7ba-40cb-9e7e-6f0143e0589c HTTP/1.1" status: 204 len: 168 time: 0.4505136 Dec 08 00:17:58.907248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-929219664'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:58.907575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.908988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38186) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:58.923870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf85e2a1-4e46-482d-ab5e-23fba75cf2ef req-8515fe75-f5ca-4e4d-b1fa-45bf359cc8f1 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843641 Dec 08 00:17:58.928594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6a862-0bee-450f-8228-fcae8d2ee0ef tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fea3ef-b7ba-40cb-9e7e-6f0143e0589c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:58.967004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Made reservation on behalf of 6192eaeb11c545d1a8aba2bf499c4ac7 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:58.970614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.992916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:58.997752 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ab6863ce-8bde-47c3-8d76-6d9746e29cd4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866437 Dec 08 00:17:59.004370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38194) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:59.009380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-182e755a-eb9a-4e56-9ebb-a3ccc3fb1b9b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--754562967'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:59.052357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-182e755a-eb9a-4e56-9ebb-a3ccc3fb1b9b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.131590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.139281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.147163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.170654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.176932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:17:59.195416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88acfb78-6807-4d65-ad20-1e102c905062,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:59.208422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.208767 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Added segment eee81261-0003-421b-979d-a4bb94dc1bad of type vlan for network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 Dec 08 00:17:59.211781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-182e755a-eb9a-4e56-9ebb-a3ccc3fb1b9b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.223417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-182e755a-eb9a-4e56-9ebb-a3ccc3fb1b9b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.272871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.287246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-182e755a-eb9a-4e56-9ebb-a3ccc3fb1b9b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.289228 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-182e755a-eb9a-4e56-9ebb-a3ccc3fb1b9b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2837646 Dec 08 00:17:59.294146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38204) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:59.303211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7752afa3-df71-47a7-b7d7-fd7fad2c262c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '43c0782a-fc76-4927-8f21-2e83795d4850', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:59.304949 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-7752afa3-df71-47a7-b7d7-fd7fad2c262c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 00:17:59.305452 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-7752afa3-df71-47a7-b7d7-fd7fad2c262c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:17:59.306429 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7752afa3-df71-47a7-b7d7-fd7fad2c262c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111816 Dec 08 00:17:59.307150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e755a-eb9a-4e56-9ebb-a3ccc3fb1b9b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c0782a-fc76-4927-8f21-2e83795d4850,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:59.310680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:59.313761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Allocated IP 172.25.6.31 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/f6d0b456-ec99-427b-a504-be0f9edb3650) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:17:59.329800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.336456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:59.337055 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.379559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6073000 Dec 08 00:17:59.382756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38212) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:59.391053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Request body: {'subnet': {'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:59.395190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18e55900-8dbe-4190-9aa4-e522b24a97f8 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.436277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32bdbe-f193-4962-95a0-137e7152b719 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event updated for resources: {'Network': ['ID=226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:59.454521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:17:59.455602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18e55900-8dbe-4190-9aa4-e522b24a97f8 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.525079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.542304 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18e55900-8dbe-4190-9aa4-e522b24a97f8 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.545245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18e55900-8dbe-4190-9aa4-e522b24a97f8 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.549367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-18e55900-8dbe-4190-9aa4-e522b24a97f8 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/43c0782a-fc76-4927-8f21-2e83795d4850 HTTP/1.1" status: 204 len: 168 time: 0.2350883 Dec 08 00:17:59.549930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38224) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:59.574096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Made reservation on behalf of 6192eaeb11c545d1a8aba2bf499c4ac7 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:17:59.577350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.579308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e55900-8dbe-4190-9aa4-e522b24a97f8 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c0782a-fc76-4927-8f21-2e83795d4850,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:59.617017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.627347 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-51e54870-1c5f-453e-887f-90b9797b7a57 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729020 Dec 08 00:17:59.627965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38232) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:59.633452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0767c013-de86-4505-b56f-868f8b582abc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--814487683'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:17:59.691633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:17:59.701551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:59.705326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event updated for resources: {'Port': ['ID=f6d0b456-ec99-427b-a504-be0f9edb3650,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:59.709149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:17:59.732067 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0767c013-de86-4505-b56f-868f8b582abc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.817894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.907536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event updated for resources: {'Subnet': ['ID=75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:17:59.912249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Checking segment: {'id': 'eee81261-0003-421b-979d-a4bb94dc1bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:17:59.912587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Network hostable DHCP agents. Network: 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:17:59.912841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0767c013-de86-4505-b56f-868f8b582abc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.922603 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0767c013-de86-4505-b56f-868f8b582abc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.935045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:17:59.945628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:17:59.953728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51617ea-40d9-491e-9176-1e6bf9c32250 None None] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:17:59.958216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:17:59.959424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:17:59.985016 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e1e557da-55b8-4dea-ad7b-e8a1a64924d8 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6009939 Dec 08 00:17:59.985780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38252) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:17:59.992038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Request body: {'port': {'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-203934638'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:00.092000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5', 'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5', 'project_id': '6192eaeb11c545d1a8aba2bf499c4ac7', 'fixed_ips': [{'subnet_id': '75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:00.093336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.137085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Made reservation on behalf of 6192eaeb11c545d1a8aba2bf499c4ac7 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:00.141764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.190282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] device_id is not set on port 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:18:00.273620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Allocated IP 172.20.0.2 (226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5/75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b/5eeae51a-7012-4038-9c0c-04c579681e9d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:00.446845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.453446 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.495388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:00.498260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:00.501064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:00.504832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0767c013-de86-4505-b56f-868f8b582abc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.506079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0767c013-de86-4505-b56f-868f8b582abc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8771639 Dec 08 00:18:00.508955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Pushing event updated for resources: {'Port': ['ID=5eeae51a-7012-4038-9c0c-04c579681e9d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:00.511266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38256) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:00.518142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-78fbd5c2-7e53-4bfb-9504-bac74b853c0b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '4548ab28-aaa7-480d-9722-9c8574b5cd8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:00.527559 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-78fbd5c2-7e53-4bfb-9504-bac74b853c0b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 00:18:00.528457 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-78fbd5c2-7e53-4bfb-9504-bac74b853c0b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:00.530413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-78fbd5c2-7e53-4bfb-9504-bac74b853c0b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173545 Dec 08 00:18:00.534195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38258) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:00.540241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767c013-de86-4505-b56f-868f8b582abc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4548ab28-aaa7-480d-9722-9c8574b5cd8b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:00.541741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1f33f327-a9ed-418d-9a7f-c3d246ef31be tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '4548ab28-aaa7-480d-9722-9c8574b5cd8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:00.544314 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-1f33f327-a9ed-418d-9a7f-c3d246ef31be tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 00:18:00.545214 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-1f33f327-a9ed-418d-9a7f-c3d246ef31be tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:00.546797 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1f33f327-a9ed-418d-9a7f-c3d246ef31be tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105054 Dec 08 00:18:00.549523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Allocated IP 172.20.0.14 (226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5/75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b/5cc03644-d7fc-4fb3-91fd-95d0d1427fe3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:00.557702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38260) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:00.564674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-42be4623-c16b-4a37-81ec-7a107ee363d6 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '4548ab28-aaa7-480d-9722-9c8574b5cd8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:00.565924 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-42be4623-c16b-4a37-81ec-7a107ee363d6 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 00:18:00.567548 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-42be4623-c16b-4a37-81ec-7a107ee363d6 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:00.567889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Attempting to bind port 5eeae51a-7012-4038-9c0c-04c579681e9d on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:00.568268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Attempting to bind port 5eeae51a-7012-4038-9c0c-04c579681e9d by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'eee81261-0003-421b-979d-a4bb94dc1bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:00.568639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Attempting to bind port 5eeae51a-7012-4038-9c0c-04c579681e9d on network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:00.569500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-42be4623-c16b-4a37-81ec-7a107ee363d6 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097771 Dec 08 00:18:00.575859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38262) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:00.581009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:00.581386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Checking segment: {'id': 'eee81261-0003-421b-979d-a4bb94dc1bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:00.581788 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.582180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Bound using segment: {'id': 'eee81261-0003-421b-979d-a4bb94dc1bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:00.582667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Bound port: 5eeae51a-7012-4038-9c0c-04c579681e9d, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee81261-0003-421b-979d-a4bb94dc1bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:00.583076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.583567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-05aa34bb-c9b6-4d4e-be6d-4a5c3d4f4949 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '4548ab28-aaa7-480d-9722-9c8574b5cd8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:00.585863 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-05aa34bb-c9b6-4d4e-be6d-4a5c3d4f4949 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 00:18:00.585992 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-05aa34bb-c9b6-4d4e-be6d-4a5c3d4f4949 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:00.587177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05aa34bb-c9b6-4d4e-be6d-4a5c3d4f4949 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087590 Dec 08 00:18:00.588312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.590831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38264) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:00.670226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] For port 5eeae51a-7012-4038-9c0c-04c579681e9d, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:00.674446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] For port 5eeae51a-7012-4038-9c0c-04c579681e9d, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5eeae51a-7012-4038-9c0c-04c579681e9d,segment=NetworkSegment(eee81261-0003-421b-979d-a4bb94dc1bad),segment_id=eee81261-0003-421b-979d-a4bb94dc1bad)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:00.681731 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.717786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a933ee9-a5bb-47a5-bf00-b93fd6656c82 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.762035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b13c-27b5-40a2-9398-4ebf2049b806 None None] Pushing event updated for resources: {'Port': ['ID=5eeae51a-7012-4038-9c0c-04c579681e9d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:00.784229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519450f-054a-403f-8c9e-d27a9f546ca7 req-25ac314d-5cb9-4ed5-bd39-4ea272eeafb9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:00.786166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f519450f-054a-403f-8c9e-d27a9f546ca7 req-25ac314d-5cb9-4ed5-bd39-4ea272eeafb9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.6816308 Dec 08 00:18:00.797279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a933ee9-a5bb-47a5-bf00-b93fd6656c82 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.863807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.883421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a933ee9-a5bb-47a5-bf00-b93fd6656c82 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.886300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a933ee9-a5bb-47a5-bf00-b93fd6656c82 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.889932 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a933ee9-a5bb-47a5-bf00-b93fd6656c82 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/4548ab28-aaa7-480d-9722-9c8574b5cd8b HTTP/1.1" status: 204 len: 168 time: 0.2954266 Dec 08 00:18:00.891930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38268) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:00.907585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933ee9-a5bb-47a5-bf00-b93fd6656c82 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4548ab28-aaa7-480d-9722-9c8574b5cd8b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:00.930431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:00.985755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f519450f-054a-403f-8c9e-d27a9f546ca7 req-84af7392-5d38-4a04-8941-3ff46ab6ae98 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883249 Dec 08 00:18:01.003794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:01.005657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:01.008976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event updated for resources: {'Port': ['ID=5cc03644-d7fc-4fb3-91fd-95d0d1427fe3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:01.012491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:01.038992 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.081403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:01.082197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.097152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-71d97dfa-92c7-41c9-9068-5d72fcd6e6eb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2022078 Dec 08 00:18:01.101678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.102763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38272) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.109082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-630b658d-6583-413b-ba41-086141088d22 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--366837238'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.156963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-55351aa2-dc25-4592-b50e-b91ae187fec6 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1699574 Dec 08 00:18:01.158352 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-630b658d-6583-413b-ba41-086141088d22 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.161559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38274) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.168142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Request body: {'port': {'network_id': '226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2033412802', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.168693 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.api.validators [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] bootfile-name is not in valid_values {{(pid=103114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:18:01.169040 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.api.validators [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] tftp-server is not in valid_values {{(pid=103114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:18:01.169519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.api.validators [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] server-ip-address is not in valid_values {{(pid=103114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:18:01.248182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-630b658d-6583-413b-ba41-086141088d22 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.254133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-630b658d-6583-413b-ba41-086141088d22 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.285634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-630b658d-6583-413b-ba41-086141088d22 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.291697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-630b658d-6583-413b-ba41-086141088d22 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1865766 Dec 08 00:18:01.296282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38276) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.300792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5f054832-67ff-4ec7-b576-8a7ffa7b9c81 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.301607 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-5f054832-67ff-4ec7-b576-8a7ffa7b9c81 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 00:18:01.302174 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-5f054832-67ff-4ec7-b576-8a7ffa7b9c81 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.303292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5f054832-67ff-4ec7-b576-8a7ffa7b9c81 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059960 Dec 08 00:18:01.303600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b658d-6583-413b-ba41-086141088d22 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cada9b-8651-443c-afc8-e7e9bd7b7408,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:01.306199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38278) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.314907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7373e036-4c46-4d74-97d0-d13c919741d0 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.374191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Router eea4b524-b595-4d40-b655-25cbc22b0d54 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:18:01.378029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Made reservation on behalf of 6192eaeb11c545d1a8aba2bf499c4ac7 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:01.383253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.383960 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-7373e036-4c46-4d74-97d0-d13c919741d0 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.385358 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7373e036-4c46-4d74-97d0-d13c919741d0 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0777950 Dec 08 00:18:01.388181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38282) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.393066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-24cfd383-86fe-4107-aa5a-63e9211a4f96 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.393807 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-24cfd383-86fe-4107-aa5a-63e9211a4f96 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 00:18:01.394287 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-24cfd383-86fe-4107-aa5a-63e9211a4f96 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.399925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-24cfd383-86fe-4107-aa5a-63e9211a4f96 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061419 Dec 08 00:18:01.400079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38284) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.405176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ff81b076-b941-4d36-967e-bcdca34d3f99 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.433760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] device_id is not set on port 1c812019-5497-4ed7-b75b-b188f216987b yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:18:01.576919 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-ff81b076-b941-4d36-967e-bcdca34d3f99 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.581005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ff81b076-b941-4d36-967e-bcdca34d3f99 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1777020 Dec 08 00:18:01.581140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38286) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.587403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5f534949-5ead-4a46-93c4-a8e1ec9fcfdb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.588192 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-5f534949-5ead-4a46-93c4-a8e1ec9fcfdb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 00:18:01.588569 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-5f534949-5ead-4a46-93c4-a8e1ec9fcfdb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.591968 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5f534949-5ead-4a46-93c4-a8e1ec9fcfdb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074813 Dec 08 00:18:01.592291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38288) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.597086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5694ccfb-982e-4f99-84b1-531861d65605 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.634866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:18:01.643183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.645331 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] Sync routers for ids ['eea4b524-b595-4d40-b655-25cbc22b0d54'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:18:01.648388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7dc6425b-b355-49d7-b6d1-11ae5f78ba5a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "PUT /v2.0/routers/eea4b524-b595-4d40-b655-25cbc22b0d54 HTTP/1.1" status: 200 len: 879 time: 3.0633178 Dec 08 00:18:01.649288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38290) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.652928 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-5694ccfb-982e-4f99-84b1-531861d65605 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.658174 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5694ccfb-982e-4f99-84b1-531861d65605 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0642157 Dec 08 00:18:01.658827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.668485 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] Routers {'eea4b524-b595-4d40-b655-25cbc22b0d54'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:01.668887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f1ad5b63-4c10-45d4-ab0c-ca7e88d7d340 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.669116 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['eea4b524-b595-4d40-b655-25cbc22b0d54'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:01.669385 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-f1ad5b63-4c10-45d4-ab0c-ca7e88d7d340 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 00:18:01.669877 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-f1ad5b63-4c10-45d4-ab0c-ca7e88d7d340 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.673866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1ad5b63-4c10-45d4-ab0c-ca7e88d7d340 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116043 Dec 08 00:18:01.675152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38294) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.680835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7e6f4809-46f0-4b65-9e41-17b83eb26b37 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.712280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Allocated IP 172.20.0.11 (226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5/75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b/1c812019-5497-4ed7-b75b-b188f216987b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:01.728612 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:01.749861 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-7e6f4809-46f0-4b65-9e41-17b83eb26b37 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.752673 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] Routers {'eea4b524-b595-4d40-b655-25cbc22b0d54'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:01.754147 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['eea4b524-b595-4d40-b655-25cbc22b0d54'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:01.764114 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7e6f4809-46f0-4b65-9e41-17b83eb26b37 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0878723 Dec 08 00:18:01.765320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38298) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.771540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-59ef1da7-5e9a-4e40-82ad-82bba69da6dc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '98cada9b-8651-443c-afc8-e7e9bd7b7408', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:01.797717 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:01.798900 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca81f-bacb-4f05-9e6c-6210145bb78f None None] The sync data for ids ['eea4b524-b595-4d40-b655-25cbc22b0d54'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:18:01.848645 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-59ef1da7-5e9a-4e40-82ad-82bba69da6dc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:01.855539 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-59ef1da7-5e9a-4e40-82ad-82bba69da6dc tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0872073 Dec 08 00:18:01.856471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38300) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.925314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c82fc31f-dd85-4d97-93d5-707b54f991e8 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/eea4b524-b595-4d40-b655-25cbc22b0d54 HTTP/1.1" status: 200 len: 920 time: 0.2725513 Dec 08 00:18:01.929846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38302) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:01.944804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa57a36d-a4c8-4330-8707-4eed911acf25 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:01.981278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa57a36d-a4c8-4330-8707-4eed911acf25 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.094930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa57a36d-a4c8-4330-8707-4eed911acf25 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.097635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa57a36d-a4c8-4330-8707-4eed911acf25 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.098831 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fa57a36d-a4c8-4330-8707-4eed911acf25 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/98cada9b-8651-443c-afc8-e7e9bd7b7408 HTTP/1.1" status: 204 len: 168 time: 0.2397547 Dec 08 00:18:02.101829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77cbebd-ef64-4a58-ba2d-2e552ff0a796 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:02.109538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38308) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.118912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e77cbebd-ef64-4a58-ba2d-2e552ff0a796 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=eea4b524-b595-4d40-b655-25cbc22b0d54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1850550 Dec 08 00:18:02.121323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38310) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.123436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57a36d-a4c8-4330-8707-4eed911acf25 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cada9b-8651-443c-afc8-e7e9bd7b7408,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:02.188971 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-83bc05e5-7041-46e0-9379-86166f4e5305 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0780358 Dec 08 00:18:02.194596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38312) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.202404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3c0c6526-10ef-4532-9620-90863b7cb1a4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864781756'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:02.229970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5eeae51a-7012-4038-9c0c-04c579681e9d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:02.239485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6526-10ef-4532-9620-90863b7cb1a4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.259415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada3101-13c1-4e91-a782-e821011f3a71 None None] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:02.346333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.353160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6526-10ef-4532-9620-90863b7cb1a4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.358873 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6526-10ef-4532-9620-90863b7cb1a4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.359179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e4c62-6754-46ed-aefc-79b57dae9eec tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:02.361189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-530e4c62-6754-46ed-aefc-79b57dae9eec tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.2387810 Dec 08 00:18:02.364502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38314) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.375049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4904d-94cb-45d3-92a7-a2b2a1e2fa39 req-4dcc54d6-037c-4b25-8840-c2f662d93483 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:02.399520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce4904d-94cb-45d3-92a7-a2b2a1e2fa39 req-4dcc54d6-037c-4b25-8840-c2f662d93483 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2439082 Dec 08 00:18:02.399835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6526-10ef-4532-9620-90863b7cb1a4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.404474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c0c6526-10ef-4532-9620-90863b7cb1a4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2085006 Dec 08 00:18:02.405385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38318) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.406109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c6526-10ef-4532-9620-90863b7cb1a4 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1b0082-b01c-410d-88a6-0115195962c1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:02.413770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c2524b52-89dc-4138-9e20-dd1c1f945566 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '3d1b0082-b01c-410d-88a6-0115195962c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:02.452991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-077de718-a2e2-40a7-ae3b-6d9b1ebad017 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea4b524-b595-4d40-b655-25cbc22b0d54 HTTP/1.1" status: 200 len: 205 time: 0.0868931 Dec 08 00:18:02.456626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38320) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.515853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5eeae51a-7012-4038-9c0c-04c579681e9d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:02.516630 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.526837 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-c2524b52-89dc-4138-9e20-dd1c1f945566 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The resource could not be found. Dec 08 00:18:02.531456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c2524b52-89dc-4138-9e20-dd1c1f945566 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1221750 Dec 08 00:18:02.533997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38324) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.539619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-07cfebd3-23d0-4586-abae-d5bae21a7c41 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '3d1b0082-b01c-410d-88a6-0115195962c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '60d25125-680d-434f-86d0-f597cb06d43f'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:02.547719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ce4904d-94cb-45d3-92a7-a2b2a1e2fa39 req-d2246c27-ac5b-439c-a3bc-48c455ec3354 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468699 Dec 08 00:18:02.567281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e929b4c6-6c23-48f7-ada0-0c50624d54dc None None] Provisioning complete for port 5eeae51a-7012-4038-9c0c-04c579681e9d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:02.567839 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e929b4c6-6c23-48f7-ada0-0c50624d54dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.576268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.655713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:02.660273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:02.661211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.669201 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-07cfebd3-23d0-4586-abae-d5bae21a7c41 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The resource could not be found. Dec 08 00:18:02.671560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:02.678722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-07cfebd3-23d0-4586-abae-d5bae21a7c41 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1426578 Dec 08 00:18:02.712832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38328) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.735307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event updated for resources: {'Port': ['ID=1c812019-5497-4ed7-b75b-b188f216987b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:02.787725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:02.788972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.826294 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.836784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bda93091-9f93-4cd8-91d2-e2487a9e62b7 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6739266 Dec 08 00:18:02.840122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38332) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.849955 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c031348f-ba93-4607-b9c1-f3c6de6d1a97 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.893252 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c031348f-ba93-4607-b9c1-f3c6de6d1a97 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.939324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.959804 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c031348f-ba93-4607-b9c1-f3c6de6d1a97 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.963690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c031348f-ba93-4607-b9c1-f3c6de6d1a97 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:02.967958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38336) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:02.972155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c031348f-ba93-4607-b9c1-f3c6de6d1a97 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/3d1b0082-b01c-410d-88a6-0115195962c1 HTTP/1.1" status: 204 len: 168 time: 0.2582428 Dec 08 00:18:02.980185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 5eeae51a-7012-4038-9c0c-04c579681e9d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5eeae51a-7012-4038-9c0c-04c579681e9d,segment=NetworkSegment(eee81261-0003-421b-979d-a4bb94dc1bad),segment_id=eee81261-0003-421b-979d-a4bb94dc1bad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:02.989578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031348f-ba93-4607-b9c1-f3c6de6d1a97 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1b0082-b01c-410d-88a6-0115195962c1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:03.008455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.020671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e929b4c6-6c23-48f7-ada0-0c50624d54dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.140388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=5eeae51a-7012-4038-9c0c-04c579681e9d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:03.208983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-e929b4c6-6c23-48f7-ada0-0c50624d54dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:18:03.209344 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-e929b4c6-6c23-48f7-ada0-0c50624d54dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:18:03.216291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea688e-73b4-4428-aa1d-cab7f47e690d req-3ca51620-b20a-4ccb-87a7-40a6e186d792 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:03.217956 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9ea688e-73b4-4428-aa1d-cab7f47e690d req-3ca51620-b20a-4ccb-87a7-40a6e186d792 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1140878 Dec 08 00:18:03.343565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe006f84-acde-47ef-b5ee-d66dc52e7c69 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:03.348428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9ea688e-73b4-4428-aa1d-cab7f47e690d req-e90762ab-ea88-464e-a85f-1795e772468e tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195202 Dec 08 00:18:03.350437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe006f84-acde-47ef-b5ee-d66dc52e7c69 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:03.357306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe006f84-acde-47ef-b5ee-d66dc52e7c69 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:03.361972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38344) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:03.362192 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fe006f84-acde-47ef-b5ee-d66dc52e7c69 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5209963 Dec 08 00:18:03.492249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-08eb9e7f-bae5-4d78-9a48-cdb2ceeaf0e1 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5229733 Dec 08 00:18:03.497820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38348) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:03.502402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7752c569-78df-47f0-8f99-8fd0bf7024b5 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': '5f98c322-102d-4e3e-9d32-97cb6c756160', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:03.503705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-7909fa61-ca2c-4d1a-a4fe-55219ac9c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:03.505281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-7909fa61-ca2c-4d1a-a4fe-55219ac9c9bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.1760361 Dec 08 00:18:03.513981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Deleting port f6d0b456-ec99-427b-a504-be0f9edb3650 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:03.514624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.533901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Deleting port 1c812019-5497-4ed7-b75b-b188f216987b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:03.535048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.595472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38352) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:03.638505 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-7752c569-78df-47f0-8f99-8fd0bf7024b5 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The resource could not be found. Dec 08 00:18:03.643161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7752c569-78df-47f0-8f99-8fd0bf7024b5 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1408029 Dec 08 00:18:03.645085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38356) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:03.653909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-386721e7-aa18-4fa8-9870-ba2cc62917f2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--299691956'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:03.684434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.699356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Calling delete_port for f6d0b456-ec99-427b-a504-be0f9edb3650 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:03.709723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386721e7-aa18-4fa8-9870-ba2cc62917f2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.740105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.794071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Calling delete_port for 1c812019-5497-4ed7-b75b-b188f216987b owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:03.820534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00df652f-999d-4e93-924a-1438af5595e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0135d1cd0634450eb4c9ae5dc85702b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239442 Dec 08 00:18:03.828371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38358) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:03.834006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d4df-04cb-478b-8e94-a5b9c1a86e07 req-c213e1a2-5faf-4c77-bfa3-0fc19f64bc5e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:03.835541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54e7d4df-04cb-478b-8e94-a5b9c1a86e07 req-c213e1a2-5faf-4c77-bfa3-0fc19f64bc5e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1597850 Dec 08 00:18:03.890868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cf6c8010-5a2d-45fa-acde-c75b13e85ddf None None] Provisioning complete for port 5eeae51a-7012-4038-9c0c-04c579681e9d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:03.892395 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8010-5a2d-45fa-acde-c75b13e85ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.954061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386721e7-aa18-4fa8-9870-ba2cc62917f2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.961883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54e7d4df-04cb-478b-8e94-a5b9c1a86e07 req-63315bfd-190b-4fd0-b43d-746f554b445d tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837505 Dec 08 00:18:03.965776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1be7e705-d441-46ab-b436-4510e890d189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.966037 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386721e7-aa18-4fa8-9870-ba2cc62917f2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:03.979843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-112650e5-0c93-453a-b221-92c67d806a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:03.981429 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-112650e5-0c93-453a-b221-92c67d806a78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.4640195 Dec 08 00:18:04.020528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-386721e7-aa18-4fa8-9870-ba2cc62917f2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.021773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-386721e7-aa18-4fa8-9870-ba2cc62917f2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3757656 Dec 08 00:18:04.028994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38362) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:04.033438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b9289bb6-a335-4c1d-9a71-7d6205bbabde tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464773143'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:04.060527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386721e7-aa18-4fa8-9870-ba2cc62917f2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc307c2-7ae7-4998-a920-ab1034258086,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:04.077384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cf6c8010-5a2d-45fa-acde-c75b13e85ddf None None] Provisioning complete for port 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:04.077766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8010-5a2d-45fa-acde-c75b13e85ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.100303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9289bb6-a335-4c1d-9a71-7d6205bbabde tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.102304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-ff6da306-b7e1-4c2e-847a-da21dbd2c55e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 217 time: 0.1105995 Dec 08 00:18:04.104445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1be7e705-d441-46ab-b436-4510e890d189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.118371 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.133553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c8010-5a2d-45fa-acde-c75b13e85ddf None None] Port 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:18:04.138028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cf6c8010-5a2d-45fa-acde-c75b13e85ddf None None] Could not find standard attr ID for object 1c812019-5497-4ed7-b75b-b188f216987b. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:18:04.150512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5eeae51a-7012-4038-9c0c-04c579681e9d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:04.217922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5eeae51a-7012-4038-9c0c-04c579681e9d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:04.218462 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.252447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.260569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "DELETE /v2.0/ports/1c812019-5497-4ed7-b75b-b188f216987b HTTP/1.1" status: 204 len: 168 time: 0.8957894 Dec 08 00:18:04.261862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa6ffe-fbc9-4da3-84ac-e45b48bc7b89 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event deleted for resources: {'Port': ['ID=1c812019-5497-4ed7-b75b-b188f216987b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:04.264672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38364) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:04.276028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Request body: {'port': {'name': 'tempest-new-port-name-1341962735', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:04.276503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.api.validators [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] bootfile-name is not in valid_values {{(pid=103114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:18:04.276914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.api.validators [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] tftp-server is not in valid_values {{(pid=103114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:18:04.277793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.api.validators [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] server-ip-address is not in valid_values {{(pid=103114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:18:04.297337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-d44df2b2-6836-4a46-b1ec-d019c4cca2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:04.299240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-d44df2b2-6836-4a46-b1ec-d019c4cca2d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.1850300 Dec 08 00:18:04.317867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.341266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-2f6cd826-215e-4659-97f9-ab18bc9db8c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343297 Dec 08 00:18:04.368654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event deleted for resources: {'Port': ['ID=f6d0b456-ec99-427b-a504-be0f9edb3650,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:04.387804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-5d8669ba-dc14-434c-8a71-56816b29cab6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:18:04.389243 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-5d8669ba-dc14-434c-8a71-56816b29cab6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066447 Dec 08 00:18:04.409115 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.411674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1be7e705-d441-46ab-b436-4510e890d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.415312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1be7e705-d441-46ab-b436-4510e890d189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.418018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9289bb6-a335-4c1d-9a71-7d6205bbabde tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.418851 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1be7e705-d441-46ab-b436-4510e890d189 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71300a68-0b25-48f5-83e5-6103b28ab551 HTTP/1.1" status: 204 len: 168 time: 0.5895219 Dec 08 00:18:04.429602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9289bb6-a335-4c1d-9a71-7d6205bbabde tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.467017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7e705-d441-46ab-b436-4510e890d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71300a68-0b25-48f5-83e5-6103b28ab551,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:04.497332 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9289bb6-a335-4c1d-9a71-7d6205bbabde tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.502008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9289bb6-a335-4c1d-9a71-7d6205bbabde tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4684896 Dec 08 00:18:04.502099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:04.513405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-20ecf1b3-2f39-41b1-885b-09d2205bbfbb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group_rule': {'security_group_id': 'efc307c2-7ae7-4998-a920-ab1034258086', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2a634d58-0b67-4c31-aba9-4d4afd98b9cf'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:04.522143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9289bb6-a335-4c1d-9a71-7d6205bbabde tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a634d58-0b67-4c31-aba9-4d4afd98b9cf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:04.579155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12dc8c-fd34-4f04-9602-c14e919604b0 req-b83103cd-d09f-406b-ab7f-fd0499382d0b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:04.580683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df12dc8c-fd34-4f04-9602-c14e919604b0 req-b83103cd-d09f-406b-ab7f-fd0499382d0b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1274080 Dec 08 00:18:04.592301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.704184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df12dc8c-fd34-4f04-9602-c14e919604b0 req-07a308f6-3f45-4c3b-9f4e-fb3f5f637b9c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802970 Dec 08 00:18:04.708617 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.714115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.724020 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-88a4ce62-62c7-4445-b6d2-ec5f7dd60c35 service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224969 Dec 08 00:18:04.757820 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.763276 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.792815 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-20ecf1b3-2f39-41b1-885b-09d2205bbfbb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:18:04.794247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-20ecf1b3-2f39-41b1-885b-09d2205bbfbb tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2898185 Dec 08 00:18:04.795116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.795768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Fanout notify agent at l3_agent the message router_deleted on router eea4b524-b595-4d40-b655-25cbc22b0d54 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:18:04.797344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38372) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:04.814193 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.815498 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd80c48b-ec7e-44b4-a051-a47c383e9c81 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/eea4b524-b595-4d40-b655-25cbc22b0d54 HTTP/1.1" status: 204 len: 168 time: 2.3577859 Dec 08 00:18:04.824396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38374) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:04.841376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c4d719de-0ef5-48e3-83bf-29aeb8f47f48 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2051026469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:04.862274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event updated for resources: {'Port': ['ID=5cc03644-d7fc-4fb3-91fd-95d0d1427fe3,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:04.895546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] In _notify_port_updated(), no bound segment for port 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 on network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:18:04.903337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:04.904197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.906582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-33ebc1a1-49ad-49e7-9b6b-b6847c356089 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "PUT /v2.0/ports/5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 HTTP/1.1" status: 200 len: 1137 time: 0.6384470 Dec 08 00:18:04.909190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38376) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:04.960841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bced69-f413-474c-b6cb-4f91368bd70f tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:04.962854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-17bced69-f413-474c-b6cb-4f91368bd70f tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "GET /v2.0/ports/5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 HTTP/1.1" status: 200 len: 1137 time: 0.0522928 Dec 08 00:18:04.966386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38378) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:04.970333 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d719de-0ef5-48e3-83bf-29aeb8f47f48 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.971522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d719de-0ef5-48e3-83bf-29aeb8f47f48 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:04.980747 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-07fd45ea-d942-44a6-ac42-0f13eedb18ff req-ec3ad7cf-d135-4b7b-b3c6-1324e5b20cbd service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484004 Dec 08 00:18:05.026449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-200a4756-a4c8-4e3b-a2e3-30f0a2048a6d tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.105644 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d719de-0ef5-48e3-83bf-29aeb8f47f48 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.119810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d719de-0ef5-48e3-83bf-29aeb8f47f48 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.144650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-200a4756-a4c8-4e3b-a2e3-30f0a2048a6d tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.152322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Deleting port 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:05.152769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.158245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d719de-0ef5-48e3-83bf-29aeb8f47f48 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.162294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c4d719de-0ef5-48e3-83bf-29aeb8f47f48 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3341155 Dec 08 00:18:05.163833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:05.167487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': True}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:05.179426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062afc2c-eaf0-4f39-b15e-896a34a9862d req-647d1d6d-d385-4fb2-9b04-9f8176583335 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:05.180924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-062afc2c-eaf0-4f39-b15e-896a34a9862d req-647d1d6d-d385-4fb2-9b04-9f8176583335 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.0848758 Dec 08 00:18:05.202870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dd59702f-80e0-4f94-9ecc-e208ddf035f9 None None] Provisioning complete for port 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:05.203458 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd59702f-80e0-4f94-9ecc-e208ddf035f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.241634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dd59702f-80e0-4f94-9ecc-e208ddf035f9 None None] Port 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:18:05.288082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-062afc2c-eaf0-4f39-b15e-896a34a9862d req-b8874f6b-f745-460e-99cb-a5854e4aa506 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977407 Dec 08 00:18:05.291625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.313118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Calling delete_port for 5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:05.329051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-200a4756-a4c8-4e3b-a2e3-30f0a2048a6d tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.331689 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-200a4756-a4c8-4e3b-a2e3-30f0a2048a6d tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.332844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-200a4756-a4c8-4e3b-a2e3-30f0a2048a6d tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/2a634d58-0b67-4c31-aba9-4d4afd98b9cf HTTP/1.1" status: 204 len: 168 time: 0.5252500 Dec 08 00:18:05.361378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38390) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:05.377610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a4756-a4c8-4e3b-a2e3-30f0a2048a6d tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a634d58-0b67-4c31-aba9-4d4afd98b9cf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:05.408884 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.451068 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-798147f2-8ae6-4a15-93af-42707741f296 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0884931 Dec 08 00:18:05.453931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38392) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:05.549890 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9729005-303e-4f9e-835b-2d1686d3999a tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.555963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.601887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event deleted for resources: {'Port': ['ID=5cc03644-d7fc-4fb3-91fd-95d0d1427fe3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:05.614656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.621865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9729005-303e-4f9e-835b-2d1686d3999a tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.636123 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.692382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.696531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-905299bd-ccec-41c5-a663-fa01ba3158dd tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "DELETE /v2.0/ports/5cc03644-d7fc-4fb3-91fd-95d0d1427fe3 HTTP/1.1" status: 204 len: 168 time: 0.7287862 Dec 08 00:18:05.698937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38394) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:05.710036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9729005-303e-4f9e-835b-2d1686d3999a tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.712983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9729005-303e-4f9e-835b-2d1686d3999a tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.716876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9729005-303e-4f9e-835b-2d1686d3999a tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/efc307c2-7ae7-4998-a920-ab1034258086 HTTP/1.1" status: 204 len: 168 time: 0.2619164 Dec 08 00:18:05.717484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38396) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:05.772033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Allocated IP 172.25.6.178 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/a0ae71d8-4111-4a63-981c-4e5d0f2b20ae) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:05.786290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9729005-303e-4f9e-835b-2d1686d3999a tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc307c2-7ae7-4998-a920-ab1034258086,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:05.844339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2fe4b05-1b6a-492b-b34a-2aca595d741c tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1057203 Dec 08 00:18:05.849474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Deleting subnet 75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:18:05.855868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38400) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:05.860324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3d150c9c-905b-4728-8c15-ce161744d282 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120124163'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:05.867365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.904848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d150c9c-905b-4728-8c15-ce161744d282 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.912772 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.924036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:05.940638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8deeeb-9972-400b-a464-9c42a2470c91 req-24c7dd42-5cb3-4f69-bddd-12c2d382427e tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:05.942114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad8deeeb-9972-400b-a464-9c42a2470c91 req-24c7dd42-5cb3-4f69-bddd-12c2d382427e tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1148207 Dec 08 00:18:05.993141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.030813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d150c9c-905b-4728-8c15-ce161744d282 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.032177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad8deeeb-9972-400b-a464-9c42a2470c91 req-f300457f-6bd8-439c-9ae6-9e8b9c0809a8 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801828 Dec 08 00:18:06.048411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:06.048608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.049364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d150c9c-905b-4728-8c15-ce161744d282 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.059445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:06.070960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:06.102156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Port': ['ID=a0ae71d8-4111-4a63-981c-4e5d0f2b20ae,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:06.114140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d150c9c-905b-4728-8c15-ce161744d282 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.115393 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3d150c9c-905b-4728-8c15-ce161744d282 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2585669 Dec 08 00:18:06.118929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38402) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:06.123952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fd91060b-e48d-4cd1-8a7b-a1b49e30ea72 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:06.124613 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-fd91060b-e48d-4cd1-8a7b-a1b49e30ea72 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 00:18:06.125083 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-fd91060b-e48d-4cd1-8a7b-a1b49e30ea72 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 00:18:06.126139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d150c9c-905b-4728-8c15-ce161744d282 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab43a0-54a8-4297-8a08-0a526cdf7a04,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:06.126351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fd91060b-e48d-4cd1-8a7b-a1b49e30ea72 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "PUT /v2.0/security-groups/7cab43a0-54a8-4297-8a08-0a526cdf7a04 HTTP/1.1" status: 409 len: 330 time: 0.0062969 Dec 08 00:18:06.128308 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.129724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38404) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:06.158721 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.165357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "DELETE /v2.0/subnets/75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b HTTP/1.1" status: 204 len: 168 time: 0.4624865 Dec 08 00:18:06.165357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3d5a6-10c7-4c44-b63c-989a16cda53e tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event deleted for resources: {'Subnet': ['ID=75aad2b8-e6f6-4c45-9fa6-aa3bf7e5339b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:06.166524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e09920-6398-464a-b5b1-f5b34056f8e9 None None] Network 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:06.166983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38406) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:06.289469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3141f44-cacf-4826-8128-0cf62cda186b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.357519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] DHCP port deletion for 226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:06.379444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3141f44-cacf-4826-8128-0cf62cda186b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.422691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] Deleting port 5eeae51a-7012-4038-9c0c-04c579681e9d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:06.423154 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.469985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.492255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] For port 5eeae51a-7012-4038-9c0c-04c579681e9d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5eeae51a-7012-4038-9c0c-04c579681e9d,segment=NetworkSegment(eee81261-0003-421b-979d-a4bb94dc1bad),segment_id=eee81261-0003-421b-979d-a4bb94dc1bad)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:06.492661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.505983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] Calling delete_port for 5eeae51a-7012-4038-9c0c-04c579681e9d owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:06.507368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3141f44-cacf-4826-8128-0cf62cda186b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.510172 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3141f44-cacf-4826-8128-0cf62cda186b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.513540 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f3141f44-cacf-4826-8128-0cf62cda186b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cab43a0-54a8-4297-8a08-0a526cdf7a04 HTTP/1.1" status: 204 len: 168 time: 0.3803012 Dec 08 00:18:06.516022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38412) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:06.542333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3141f44-cacf-4826-8128-0cf62cda186b tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab43a0-54a8-4297-8a08-0a526cdf7a04,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:06.608060 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.613004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3d344937-651a-4918-8636-9c7da4415bc2 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0938914 Dec 08 00:18:06.618923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.619245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38414) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:06.637358 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-b7f92ec9-bc49-476a-aaa9-1587c25002b9 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] delete failed (client error): The resource could not be found. Dec 08 00:18:06.638403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b7f92ec9-bc49-476a-aaa9-1587c25002b9 tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "DELETE /v2.0/security-groups/5e400755-7241-4093-82c8-69969efb6655 HTTP/1.1" status: 404 len: 347 time: 0.0182211 Dec 08 00:18:06.643649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38416) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:06.645853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] No DVR routers for this DVR port 5eeae51a-7012-4038-9c0c-04c579681e9d on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:06.652412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d23a8-87c1-4610-8f49-fa3106e66787 None None] Pushing event deleted for resources: {'Port': ['ID=5eeae51a-7012-4038-9c0c-04c579681e9d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:06.662067 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-80adcfe4-c4ac-4bc1-a453-d56580db82ce tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] show failed (client error): The resource could not be found. Dec 08 00:18:06.663626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-80adcfe4-c4ac-4bc1-a453-d56580db82ce tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-groups/d4733255-4110-4425-9730-957f382b9154 HTTP/1.1" status: 404 len: 347 time: 0.0177555 Dec 08 00:18:06.670508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38418) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:06.711339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a354fb-5543-4489-abe1-ea78a126e34a req-a370f286-ccb3-44b7-a1f7-f624fde53959 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:06.712991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7a354fb-5543-4489-abe1-ea78a126e34a req-a370f286-ccb3-44b7-a1f7-f624fde53959 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1112835 Dec 08 00:18:06.724132 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-470f5909-b2f2-4c5d-89eb-9dba0dd4a1cf tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] show failed (client error): The resource could not be found. Dec 08 00:18:06.725171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-470f5909-b2f2-4c5d-89eb-9dba0dd4a1cf tempest-NegativeSecGroupTest-1428909286 tempest-NegativeSecGroupTest-1428909286-project] 10.222.0.18 "GET /v2.0/security-group-rules/04b2a6d9-ee37-4c94-ab7b-fc651609f7f9 HTTP/1.1" status: 404 len: 356 time: 0.0537145 Dec 08 00:18:06.789680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.829700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:06.841046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7a354fb-5543-4489-abe1-ea78a126e34a req-47766e46-8d59-4c19-8a41-4db57f5c8034 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106317 Dec 08 00:18:06.844786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee81261-0003-421b-979d-a4bb94dc1bad') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:06.845092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee81261-0003-421b-979d-a4bb94dc1bad') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:06.857039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.874328 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.881088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:06.881554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: items = [ Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: items = [ Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:06.884915 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:06.951938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.959041 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.966405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] 10.222.0.18 "DELETE /v2.0/networks/226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5 HTTP/1.1" status: 204 len: 168 time: 0.7949619 Dec 08 00:18:06.976149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08896c-84e9-4c75-bde0-2bf79f1636b0 tempest-ExtraDHCPOptionsTestJSON-480245732 tempest-ExtraDHCPOptionsTestJSON-480245732-project] Pushing event deleted for resources: {'Network': ['ID=226fd8fc-0d2c-4e43-82a1-9da6c3cd7ed5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:06.988597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:06.992038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.041033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38426) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.132119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Router 539b1fc1-a58c-4d3b-82fd-78843e92da9a is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:18:07.185051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601b21-15a9-4ac5-b23e-fec1477d9258 req-bc4908bb-e43e-4594-b261-2ce60eeda614 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:07.186853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9601b21-15a9-4ac5-b23e-fec1477d9258 req-bc4908bb-e43e-4594-b261-2ce60eeda614 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.0655706 Dec 08 00:18:07.245319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-680ed142-5b8d-4c65-8fb9-7b1275cacc29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bfac53cf9a84e0ea854b6f65c31b602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030847 Dec 08 00:18:07.247882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38434) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.263364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:18:07.268490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.272281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38436) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.272658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38438) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.272892 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-398950f1-0526-4d74-aea6-15a1e2cb755c tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "PUT /v2.0/routers/539b1fc1-a58c-4d3b-82fd-78843e92da9a HTTP/1.1" status: 200 len: 915 time: 2.1088440 Dec 08 00:18:07.274799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] Sync routers for ids ['539b1fc1-a58c-4d3b-82fd-78843e92da9a'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:18:07.286370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] Routers {'539b1fc1-a58c-4d3b-82fd-78843e92da9a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:07.287434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['539b1fc1-a58c-4d3b-82fd-78843e92da9a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:07.298715 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9601b21-15a9-4ac5-b23e-fec1477d9258 req-24547dbc-fffb-4e1a-8496-e9782247e870 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 Dec 08 00:18:07.335476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:07.345534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] Routers {'539b1fc1-a58c-4d3b-82fd-78843e92da9a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:07.346315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['539b1fc1-a58c-4d3b-82fd-78843e92da9a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:07.387880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:07.388603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f058c74-bd84-4bfe-b75b-996cf423d92d None None] The sync data for ids ['539b1fc1-a58c-4d3b-82fd-78843e92da9a'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:18:07.408604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6c2005a2-da1c-4918-95b3-5a99a75d8c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.459135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6c2005a2-da1c-4918-95b3-5a99a75d8c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.462129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e9b178bf-0934-441f-b835-1b6a8f204ec8 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/539b1fc1-a58c-4d3b-82fd-78843e92da9a HTTP/1.1" status: 200 len: 921 time: 0.1871786 Dec 08 00:18:07.465066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38444) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.505914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b68615-a47f-435a-b5d0-e229f54acc77 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:07.507477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75b68615-a47f-435a-b5d0-e229f54acc77 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=539b1fc1-a58c-4d3b-82fd-78843e92da9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0414107 Dec 08 00:18:07.510078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38446) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.512464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-83877d18-159e-4b33-9782-36bfb25d7f93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6192eaeb11c545d1a8aba2bf499c4ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385452 Dec 08 00:18:07.516957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38448) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.544656 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6c2005a2-da1c-4918-95b3-5a99a75d8c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.547199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6c2005a2-da1c-4918-95b3-5a99a75d8c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.548340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6c2005a2-da1c-4918-95b3-5a99a75d8c2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27b87708-3384-4540-90c5-e9325ddfed41 HTTP/1.1" status: 204 len: 168 time: 0.2995410 Dec 08 00:18:07.563924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2005a2-da1c-4918-95b3-5a99a75d8c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b87708-3384-4540-90c5-e9325ddfed41,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:07.579960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aec4b1c-3bcb-4771-9b1d-cb29b1f2e507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.603165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aec4b1c-3bcb-4771-9b1d-cb29b1f2e507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.607066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e58aa5-ca91-44a9-8de4-b3a15fe6b059 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:07.611240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-36e58aa5-ca91-44a9-8de4-b3a15fe6b059 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.0976887 Dec 08 00:18:07.611886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38452) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.643227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c677a673-dc27-44d5-b498-86738b3ba6cd tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=539b1fc1-a58c-4d3b-82fd-78843e92da9a HTTP/1.1" status: 200 len: 205 time: 0.0302033 Dec 08 00:18:07.645733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38454) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:07.733643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aec4b1c-3bcb-4771-9b1d-cb29b1f2e507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.736348 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1aec4b1c-3bcb-4771-9b1d-cb29b1f2e507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.737490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1aec4b1c-3bcb-4771-9b1d-cb29b1f2e507 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88acfb78-6807-4d65-ad20-1e102c905062 HTTP/1.1" status: 204 len: 168 time: 0.2211850 Dec 08 00:18:07.775947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec4b1c-3bcb-4771-9b1d-cb29b1f2e507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88acfb78-6807-4d65-ad20-1e102c905062,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:07.804482 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:07.930356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.027559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe943bd-8827-4702-be24-7506764dc3c6 req-7f09713f-3db6-4235-aaea-bc2175515a2f tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:08.029805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fe943bd-8827-4702-be24-7506764dc3c6 req-7f09713f-3db6-4235-aaea-bc2175515a2f tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.0922658 Dec 08 00:18:08.045129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Deleting port a0ae71d8-4111-4a63-981c-4e5d0f2b20ae {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:08.045484 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.115140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5eeae51a-7012-4038-9c0c-04c579681e9d no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:08.143399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 5eeae51a-7012-4038-9c0c-04c579681e9d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:08.144277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5eeae51a-7012-4038-9c0c-04c579681e9d not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:08.151082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fe943bd-8827-4702-be24-7506764dc3c6 req-486ba1a4-478b-48a3-81d8-632f4051376d tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091080 Dec 08 00:18:08.166167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.190285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Calling delete_port for a0ae71d8-4111-4a63-981c-4e5d0f2b20ae owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:08.452682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.487359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38496) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:08.496708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669cec8-565e-46ab-b27b-cced17d41386 req-54f10ee6-ed9f-416c-83ff-faaabda48e24 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:08.498404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0669cec8-565e-46ab-b27b-cced17d41386 req-54f10ee6-ed9f-416c-83ff-faaabda48e24 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1121681 Dec 08 00:18:08.503333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event deleted for resources: {'Port': ['ID=a0ae71d8-4111-4a63-981c-4e5d0f2b20ae,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:08.609231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.615005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0669cec8-565e-46ab-b27b-cced17d41386 req-4872bba5-49f4-4940-98cc-3c5419791524 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040347 Dec 08 00:18:08.726593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.727336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0468d2cb-a8c1-4efb-a9a9-839bf36bb969 tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1076552299', 'prefixes': ['172.20.0.0/16']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:08.728869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.750574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38504) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:08.780133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.780794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Fanout notify agent at l3_agent the message router_deleted on router 539b1fc1-a58c-4d3b-82fd-78843e92da9a {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:18:08.789960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.794537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b6f1a8ec-0fca-4d21-914e-513a781e0227 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/539b1fc1-a58c-4d3b-82fd-78843e92da9a HTTP/1.1" status: 204 len: 168 time: 1.1444621 Dec 08 00:18:08.795271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38508) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:08.799939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-689363a8-8982-4a7b-b0a9-118692103b8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1546225590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:08.810212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0468d2cb-a8c1-4efb-a9a9-839bf36bb969 tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] Publish callbacks [] for subnetpool, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.811782 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0468d2cb-a8c1-4efb-a9a9-839bf36bb969 tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3228636 Dec 08 00:18:08.814428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:08.825512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-689363a8-8982-4a7b-b0a9-118692103b8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.826587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-689363a8-8982-4a7b-b0a9-118692103b8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.827226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1811790099'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:08.867180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-32fee4eb-27b4-4361-b8d0-ffd153ec7280 tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] 10.222.0.18 "GET /v2.0/subnetpools/280706fc-0c1b-4af5-8850-380d3d08a9bb HTTP/1.1" status: 200 len: 732 time: 0.0511236 Dec 08 00:18:08.870707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38512) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:08.876369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5510a406-ef0d-439e-8ce3-983cca344d2c tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2126647333'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:08.878496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-689363a8-8982-4a7b-b0a9-118692103b8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.883964 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-689363a8-8982-4a7b-b0a9-118692103b8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.888828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:08.892155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.902384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-689363a8-8982-4a7b-b0a9-118692103b8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.903670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-689363a8-8982-4a7b-b0a9-118692103b8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1072764 Dec 08 00:18:08.906447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38514) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:08.908455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:08.911370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'enable_snat': False}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:09.002448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5510a406-ef0d-439e-8ce3-983cca344d2c tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] Publish callbacks [] for subnetpool, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.003658 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5510a406-ef0d-439e-8ce3-983cca344d2c tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] 10.222.0.18 "PUT /v2.0/subnetpools/280706fc-0c1b-4af5-8850-380d3d08a9bb HTTP/1.1" status: 200 len: 684 time: 0.1319957 Dec 08 00:18:09.009041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38516) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:09.052787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.060744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.100962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:09.120756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf291d0-e123-4dba-b873-d850413d27b6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:09.122196 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.127031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.127375 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Added segment 92512fd3-c719-4097-b170-ba3059c70eca of type vlan for network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f Dec 08 00:18:09.160683 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01c6a0d4-8e44-4e5b-ace9-304a5bcfb57a tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] Publish callbacks [] for subnetpool, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.161844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-01c6a0d4-8e44-4e5b-ace9-304a5bcfb57a tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] 10.222.0.18 "DELETE /v2.0/subnetpools/280706fc-0c1b-4af5-8850-380d3d08a9bb HTTP/1.1" status: 204 len: 168 time: 0.1518598 Dec 08 00:18:09.164793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38518) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:09.173514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.203156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.209134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:09.210392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.212170 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-bf6b9d94-abfa-4aa5-b44c-55de5eb8c4cd tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] show failed (client error): The resource could not be found. Dec 08 00:18:09.216156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bf6b9d94-abfa-4aa5-b44c-55de5eb8c4cd tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] 10.222.0.18 "GET /v2.0/subnetpools/280706fc-0c1b-4af5-8850-380d3d08a9bb HTTP/1.1" status: 404 len: 346 time: 0.0477071 Dec 08 00:18:09.217353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38522) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:09.237567 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-a9dec14d-15c8-4294-95f2-f6d3b76dfe02 tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] delete failed (client error): The resource could not be found. Dec 08 00:18:09.238550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a9dec14d-15c8-4294-95f2-f6d3b76dfe02 tempest-SubnetPoolsTestJSON-1193916358 tempest-SubnetPoolsTestJSON-1193916358-project] 10.222.0.18 "DELETE /v2.0/subnetpools/280706fc-0c1b-4af5-8850-380d3d08a9bb HTTP/1.1" status: 404 len: 346 time: 0.0195637 Dec 08 00:18:09.263490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5116866 Dec 08 00:18:09.319381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8e72-e507-4f27-971b-fa9c076ef8bd tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Network': ['ID=f8e44a5b-b7d8-42df-9f0e-f60e04ed757f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:09.329706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a068b7-c79e-4912-8313-4bc6b429cc7a req-3276647c-14f5-4f27-aa9a-b7cbd5a302ea tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:09.333200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:09.341601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23a068b7-c79e-4912-8313-4bc6b429cc7a req-3276647c-14f5-4f27-aa9a-b7cbd5a302ea tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1069117 Dec 08 00:18:09.490319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23a068b7-c79e-4912-8313-4bc6b429cc7a req-c46dc04e-b787-4ffc-9652-47b181ebf77a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471882 Dec 08 00:18:09.503208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.540425 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.542930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:09.663855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Allocated IP 172.25.6.240 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/be58ed0b-3392-47f4-95df-cfa970fcb3b8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:09.675048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e53a3e58-98f0-40d8-8b4f-3eb9fd9cf3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.772853 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e53a3e58-98f0-40d8-8b4f-3eb9fd9cf3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.778165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e53a3e58-98f0-40d8-8b4f-3eb9fd9cf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.794034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80018787-94b5-4909-af82-a8033054007c req-080ed2d9-ed33-4591-929a-ef5f129c33ee tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:09.795433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80018787-94b5-4909-af82-a8033054007c req-080ed2d9-ed33-4591-929a-ef5f129c33ee tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.0917215 Dec 08 00:18:09.817815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a3e58-98f0-40d8-8b4f-3eb9fd9cf3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420886e0-7e69-4e6a-9d56-976bd0a0dca1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:09.836326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e53a3e58-98f0-40d8-8b4f-3eb9fd9cf3b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81c9bfc485a94665898a7c4f5c44df9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893984 Dec 08 00:18:09.837226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:09.842756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.888056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce4192b1-3b8e-4123-9742-20c90df41c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.889760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80018787-94b5-4909-af82-a8033054007c req-4a9b4da4-2839-43dc-86c1-b7a82ab5ff18 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808299 Dec 08 00:18:09.904000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.925635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce4192b1-3b8e-4123-9742-20c90df41c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.942482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:09.948993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:09.952529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:09.978598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Pushing event updated for resources: {'Port': ['ID=be58ed0b-3392-47f4-95df-cfa970fcb3b8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:09.979655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce4192b1-3b8e-4123-9742-20c90df41c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.984019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce4192b1-3b8e-4123-9742-20c90df41c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:09.985198 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ce4192b1-3b8e-4123-9742-20c90df41c6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/420886e0-7e69-4e6a-9d56-976bd0a0dca1 HTTP/1.1" status: 204 len: 168 time: 0.1476872 Dec 08 00:18:09.994301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4192b1-3b8e-4123-9742-20c90df41c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420886e0-7e69-4e6a-9d56-976bd0a0dca1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:10.237008 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:10.452922 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:10.459419 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:10.737561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38564) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:10.845249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1801026299'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:10.869583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Made reservation on behalf of 2ce87626e61a41e9ab28544c0123a12f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:10.875021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:10.885724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:10.958165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689881f-8a85-41a5-bfe1-a41ff5e7e834 req-994d2a2a-8999-4003-93bf-45935d11fb55 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:10.959729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0689881f-8a85-41a5-bfe1-a41ff5e7e834 req-994d2a2a-8999-4003-93bf-45935d11fb55 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.0641096 Dec 08 00:18:10.994590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:10.999721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.034309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:11.041816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Router 10679729-de79-41ea-bfa5-c72019317fc9 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:18:11.054442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2493fd15-e611-4d2e-adfc-ed899795f165,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:11.056186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0689881f-8a85-41a5-bfe1-a41ff5e7e834 req-d8f20253-6a97-4a42-b0b2-3e5677f3b91e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885148 Dec 08 00:18:11.087135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.087562 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Added segment 64d436ab-722e-4379-9a6f-883fc720895c of type vlan for network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 Dec 08 00:18:11.118266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a848be-1862-4f63-84d7-1400e999eaa1 req-42178aea-52e9-424e-ad97-a3427d473549 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:11.119761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46a848be-1862-4f63-84d7-1400e999eaa1 req-42178aea-52e9-424e-ad97-a3427d473549 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1181703 Dec 08 00:18:11.140014 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.173150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.178919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:11.182979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.211731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:18:11.216390 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.217593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9fe3d282-adf7-4fad-a595-de2bf5bdbb6d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "PUT /v2.0/routers/10679729-de79-41ea-bfa5-c72019317fc9 HTTP/1.1" status: 200 len: 916 time: 2.3101444 Dec 08 00:18:11.223608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38570) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:11.229115 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] Sync routers for ids ['10679729-de79-41ea-bfa5-c72019317fc9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:18:11.232428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46a848be-1862-4f63-84d7-1400e999eaa1 req-27f636fb-bb13-4ace-bfac-2110d2f3c930 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997987 Dec 08 00:18:11.239437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5006509 Dec 08 00:18:11.242324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38572) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:11.247778 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] Routers {'10679729-de79-41ea-bfa5-c72019317fc9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:11.248440 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['10679729-de79-41ea-bfa5-c72019317fc9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:11.255608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Request body: {'subnet': {'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:11.284008 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:11.296504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] Routers {'10679729-de79-41ea-bfa5-c72019317fc9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:11.297425 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['10679729-de79-41ea-bfa5-c72019317fc9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:11.322413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c47c8-a840-4f34-912b-95b10a6cfa2c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event updated for resources: {'Network': ['ID=ad5a7e0b-2260-41f8-bec4-840b55cd84d2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:11.335361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:11.349627 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:11.350647 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e97bf6-5e5d-48b8-a2f4-c3b21023773e None None] The sync data for ids ['10679729-de79-41ea-bfa5-c72019317fc9'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:18:11.383278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Made reservation on behalf of 2ce87626e61a41e9ab28544c0123a12f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:11.391475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.417810 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cab77d9a-624b-496a-9c49-4c2391386ceb tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/10679729-de79-41ea-bfa5-c72019317fc9 HTTP/1.1" status: 200 len: 922 time: 0.1928930 Dec 08 00:18:11.420674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38574) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:11.461692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca2f01-3952-4782-9b0f-42679b39718d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:11.465705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-42ca2f01-3952-4782-9b0f-42679b39718d tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=10679729-de79-41ea-bfa5-c72019317fc9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0416341 Dec 08 00:18:11.465935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38576) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:11.566410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ebfcf1-7f5c-44be-bdf1-e7f61c309cef tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:11.571171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-58ebfcf1-7f5c-44be-bdf1-e7f61c309cef tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/networks/ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 881 time: 0.1010106 Dec 08 00:18:11.571535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38578) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:11.604814 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-351e6a31-6ec3-41b5-8ca1-c7e6f5d13ef2 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=10679729-de79-41ea-bfa5-c72019317fc9 HTTP/1.1" status: 200 len: 205 time: 0.0298858 Dec 08 00:18:11.605472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38580) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:11.616912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.682615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event updated for resources: {'Subnet': ['ID=962b504a-8b55-4904-83ea-5ac4e3f92503,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:11.692228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.692582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.692927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.693268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.693606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.693938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.694821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.695181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.695514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.695843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.696169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.696492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.696815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:11.703070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Checking segment: {'id': '64d436ab-722e-4379-9a6f-883fc720895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:11.703070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Network hostable DHCP agents. Network: ad5a7e0b-2260-41f8-bec4-840b55cd84d2, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:11.724722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.732468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:11.745975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ad5a7e0b-2260-41f8-bec4-840b55cd84d2) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:11.751490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:11.752346 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.757373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942eae7-676c-4515-b8c6-756a2e7ce58c None None] Network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:11.773343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-96f01256-4ba3-41cf-a7e5-afed003b8f64 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5284669 Dec 08 00:18:11.775480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38584) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:11.781911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Request body: {'port': {'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2', 'name': 'tempest-TagsExtTest-632672001'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:11.877759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.894958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-ad5a7e0b-2260-41f8-bec4-840b55cd84d2', 'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2', 'project_id': '2ce87626e61a41e9ab28544c0123a12f', 'fixed_ips': [{'subnet_id': '962b504a-8b55-4904-83ea-5ac4e3f92503'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:11.896105 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.930190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Made reservation on behalf of 2ce87626e61a41e9ab28544c0123a12f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:11.935092 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.950049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Deleting port be58ed0b-3392-47f4-95df-cfa970fcb3b8 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:11.950704 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:11.955867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] device_id is not set on port 227a7e5b-ebca-4142-b462-269a6671f2b0 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:18:12.039071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Allocated IP 172.20.0.2 (ad5a7e0b-2260-41f8-bec4-840b55cd84d2/962b504a-8b55-4904-83ea-5ac4e3f92503/22ab7749-0e17-4813-83dd-d9db25156b66) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:12.047930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.061272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Calling delete_port for be58ed0b-3392-47f4-95df-cfa970fcb3b8 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:12.200997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.208640 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.231275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd630d07-6e2e-4961-8d91-4aef7db4f83e req-58fa4d21-3ae3-46c0-9791-dfc77eee6e93 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:12.238536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd630d07-6e2e-4961-8d91-4aef7db4f83e req-58fa4d21-3ae3-46c0-9791-dfc77eee6e93 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.0835516 Dec 08 00:18:12.261867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.266630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:12.293098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:12.300201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:12.324170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event deleted for resources: {'Port': ['ID=be58ed0b-3392-47f4-95df-cfa970fcb3b8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:12.328444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Pushing event updated for resources: {'Port': ['ID=22ab7749-0e17-4813-83dd-d9db25156b66,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:12.389182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Allocated IP 172.20.0.8 (ad5a7e0b-2260-41f8-bec4-840b55cd84d2/962b504a-8b55-4904-83ea-5ac4e3f92503/227a7e5b-ebca-4142-b462-269a6671f2b0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:12.404161 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.415055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd630d07-6e2e-4961-8d91-4aef7db4f83e req-db0c9d87-7a05-4dd0-963f-8b4f4698c63c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711624 Dec 08 00:18:12.463432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38590) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:12.469334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'subnet': {'network_id': 'f8e44a5b-b7d8-42df-9f0e-f60e04ed757f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:12.515734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.518218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.563164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Attempting to bind port 22ab7749-0e17-4813-83dd-d9db25156b66 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:12.563734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Attempting to bind port 22ab7749-0e17-4813-83dd-d9db25156b66 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '64d436ab-722e-4379-9a6f-883fc720895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:12.563889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Attempting to bind port 22ab7749-0e17-4813-83dd-d9db25156b66 on network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:12.570315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:12.570693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Checking segment: {'id': '64d436ab-722e-4379-9a6f-883fc720895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:12.571262 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.571747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Bound using segment: {'id': '64d436ab-722e-4379-9a6f-883fc720895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:12.572440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Bound port: 22ab7749-0e17-4813-83dd-d9db25156b66, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d436ab-722e-4379-9a6f-883fc720895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad5a7e0b-2260-41f8-bec4-840b55cd84d2'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:12.572797 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.573018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.573521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Fanout notify agent at l3_agent the message router_deleted on router 10679729-de79-41ea-bfa5-c72019317fc9 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:18:12.584197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.588948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95e4d11e-f14d-41ce-80c5-6c2cd80fcdb0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/10679729-de79-41ea-bfa5-c72019317fc9 HTTP/1.1" status: 204 len: 168 time: 0.9824138 Dec 08 00:18:12.589581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38592) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:12.594126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2057327046', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:12.620904 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.622183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.633359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db2613-10af-410e-80bf-0751d388536b req-ed6ea53c-3bef-4a57-bca7-a15cb357ad65 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:12.634935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47db2613-10af-410e-80bf-0751d388536b req-ed6ea53c-3bef-4a57-bca7-a15cb357ad65 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2812321 Dec 08 00:18:12.645562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] For port 22ab7749-0e17-4813-83dd-d9db25156b66, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:12.649615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] For port 22ab7749-0e17-4813-83dd-d9db25156b66, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=22ab7749-0e17-4813-83dd-d9db25156b66,segment=NetworkSegment(64d436ab-722e-4379-9a6f-883fc720895c),segment_id=64d436ab-722e-4379-9a6f-883fc720895c)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:12.654449 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.682371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:12.683667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.685832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.727293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d20e41-7cc5-4e9f-a654-cbd09b09b5b9 None None] Pushing event updated for resources: {'Port': ['ID=22ab7749-0e17-4813-83dd-d9db25156b66,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:12.757447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.764115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47db2613-10af-410e-80bf-0751d388536b req-d22501b3-ca00-415c-a963-e6d551208fc3 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169767 Dec 08 00:18:12.857649 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.869044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:12.969019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:12.974458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:12.976401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event updated for resources: {'Port': ['ID=227a7e5b-ebca-4142-b462-269a6671f2b0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:12.999712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:13.051245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.098653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:13.099337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.118267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.138249 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.143451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-314c9ea5-b757-486b-b823-32dd760a2c06 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3664649 Dec 08 00:18:13.145948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38596) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:13.151333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2a282c40-c3d7-4ec5-97d7-30212fb2b78d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-762286973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:13.155398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Subnet': ['ID=7e4a83d4-f4cc-425b-83de-0dca3f9b4bc5,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:13.160483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Checking segment: {'id': '92512fd3-c719-4097-b170-ba3059c70eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8e44a5b-b7d8-42df-9f0e-f60e04ed757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:13.160769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network hostable DHCP agents. Network: f8e44a5b-b7d8-42df-9f0e-f60e04ed757f, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:13.177362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:13.186923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f8e44a5b-b7d8-42df-9f0e-f60e04ed757f) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:13.191968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:13.192564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.197263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4dcfbc-2749-45ed-9eb5-9c79550a47af None None] Network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:13.218232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a282c40-c3d7-4ec5-97d7-30212fb2b78d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.219323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a282c40-c3d7-4ec5-97d7-30212fb2b78d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.221750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2873b10d-20e3-4116-9677-267f05a063ea tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7572315 Dec 08 00:18:13.225262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38598) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:13.231072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1947506768'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:13.259914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:13.264841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.283954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Allocated IP 172.25.6.120 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/bec59809-a5f9-489c-9964-88fce18f190a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:13.299227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:13.313531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.313531 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Added segment 91432715-f3cc-44ef-9deb-c9dd9cfa7f87 of type vlan for network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 Dec 08 00:18:13.319692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a282c40-c3d7-4ec5-97d7-30212fb2b78d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.330204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a282c40-c3d7-4ec5-97d7-30212fb2b78d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.337876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f8e44a5b-b7d8-42df-9f0e-f60e04ed757f', 'network_id': 'f8e44a5b-b7d8-42df-9f0e-f60e04ed757f', 'project_id': '47106aa562944c95b36104f845e6b802', 'fixed_ips': [{'subnet_id': '7e4a83d4-f4cc-425b-83de-0dca3f9b4bc5'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:13.339737 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.359607 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.379804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a282c40-c3d7-4ec5-97d7-30212fb2b78d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.381012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a282c40-c3d7-4ec5-97d7-30212fb2b78d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2342205 Dec 08 00:18:13.385608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38600) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:13.392077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9c3aa30f-9ad7-47f2-afe3-17878b993a91 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-656555378', 'prefixes': ['172.20.0.0/16']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:13.406496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.412317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:13.413473 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.453830 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.516954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.531085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Allocated IP 2001:db8:0:ffff::2 (f8e44a5b-b7d8-42df-9f0e-f60e04ed757f/7e4a83d4-f4cc-425b-83de-0dca3f9b4bc5/85fb88ae-04cb-41a9-867f-61bdd2242c47) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:13.531306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3022041 Dec 08 00:18:13.539159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38604) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:13.560230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:13.566382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:13.570258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:13.582544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'subnet': {'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:13.611355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event updated for resources: {'Port': ['ID=bec59809-a5f9-489c-9964-88fce18f190a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:13.658080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2082-07a5-4d2f-9ca3-689dc87a6f13 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Network': ['ID=d16f75f8-8dca-4305-bf02-2d9ee3a951d6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:13.703227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:13.748293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a0ee8-6541-431b-8ca3-0b27fb3c9fcb req-dfdd4968-2aa3-4496-9607-048101325de7 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:13.754262 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.756322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a65a0ee8-6541-431b-8ca3-0b27fb3c9fcb req-dfdd4968-2aa3-4496-9607-048101325de7 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2317920 Dec 08 00:18:13.791125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa30f-9ad7-47f2-afe3-17878b993a91 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for subnetpool, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.796344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9c3aa30f-9ad7-47f2-afe3-17878b993a91 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4096479 Dec 08 00:18:13.808841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38606) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:13.825832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-0e7f8d71-bb37-4732-b6e4-368857a57917 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', 'tempest-TagsExtTest-Tag-1575038165') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:13.868440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.878290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.934339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:13.938073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:13.940145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Pushing event updated for resources: {'Port': ['ID=85fb88ae-04cb-41a9-867f-61bdd2242c47,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:13.944221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e3f39-8e51-4076-a5b7-a24f7edda23e None None] Network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:14.014399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a65a0ee8-6541-431b-8ca3-0b27fb3c9fcb req-87a42f96-ab78-473e-83a3-48f267a55e59 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565968 Dec 08 00:18:14.024522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:14.030637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:14.036976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:14.041047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d915eae7-643a-4b12-adee-769fdb44d331 None None] Provisioning complete for port 22ab7749-0e17-4813-83dd-d9db25156b66 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:14.041422 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d915eae7-643a-4b12-adee-769fdb44d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.077847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-e0b5b906-796b-46e9-b2c0-edd959ddde1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3944597 Dec 08 00:18:14.168294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Attempting to bind port 85fb88ae-04cb-41a9-867f-61bdd2242c47 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:14.168598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Attempting to bind port 85fb88ae-04cb-41a9-867f-61bdd2242c47 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '92512fd3-c719-4097-b170-ba3059c70eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8e44a5b-b7d8-42df-9f0e-f60e04ed757f'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:14.168951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Attempting to bind port 85fb88ae-04cb-41a9-867f-61bdd2242c47 on network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:14.184103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:14.184485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Checking segment: {'id': '92512fd3-c719-4097-b170-ba3059c70eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8e44a5b-b7d8-42df-9f0e-f60e04ed757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:14.184892 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.185288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Bound using segment: {'id': '92512fd3-c719-4097-b170-ba3059c70eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8e44a5b-b7d8-42df-9f0e-f60e04ed757f'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:14.185769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Bound port: 85fb88ae-04cb-41a9-867f-61bdd2242c47, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92512fd3-c719-4097-b170-ba3059c70eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8e44a5b-b7d8-42df-9f0e-f60e04ed757f'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:14.186164 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.258691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 22ab7749-0e17-4813-83dd-d9db25156b66 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:14.301650 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d915eae7-643a-4b12-adee-769fdb44d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.324482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d650-7e71-413f-b0ec-848a908797fb req-caa97c6a-a322-4ae0-bee3-342ad249da98 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:14.326468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-681b2203-b13d-4a5e-a46c-b3e9c284ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:14.326876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8450d650-7e71-413f-b0ec-848a908797fb req-caa97c6a-a322-4ae0-bee3-342ad249da98 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.4098437 Dec 08 00:18:14.328710 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-681b2203-b13d-4a5e-a46c-b3e9c284ced2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 1096 time: 0.1373737 Dec 08 00:18:14.379280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] For port 85fb88ae-04cb-41a9-867f-61bdd2242c47, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:14.387659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] For port 85fb88ae-04cb-41a9-867f-61bdd2242c47, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=85fb88ae-04cb-41a9-867f-61bdd2242c47,segment=NetworkSegment(92512fd3-c719-4097-b170-ba3059c70eca),segment_id=92512fd3-c719-4097-b170-ba3059c70eca)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:14.389993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.391503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d915eae7-643a-4b12-adee-769fdb44d331 None None] For port 22ab7749-0e17-4813-83dd-d9db25156b66, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=22ab7749-0e17-4813-83dd-d9db25156b66,segment=NetworkSegment(64d436ab-722e-4379-9a6f-883fc720895c),segment_id=64d436ab-722e-4379-9a6f-883fc720895c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:14.398333 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.410155 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d915eae7-643a-4b12-adee-769fdb44d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.451899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 22ab7749-0e17-4813-83dd-d9db25156b66 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:14.452281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.506951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eff7c-6eb2-411e-96ae-57e57be605be None None] Pushing event updated for resources: {'Port': ['ID=85fb88ae-04cb-41a9-867f-61bdd2242c47,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:14.516428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:18:14.536226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8450d650-7e71-413f-b0ec-848a908797fb req-6857a614-39dc-42a4-9ed1-1e5595a4d527 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987913 Dec 08 00:18:14.537133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.561547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0e7f8d71-bb37-4732-b6e4-368857a57917 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags/tempest-TagsExtTest-Tag-1575038165 HTTP/1.1" status: 201 len: 201 time: 0.7398169 Dec 08 00:18:14.579060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38612) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:14.592077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915eae7-643a-4b12-adee-769fdb44d331 None None] Pushing event updated for resources: {'Port': ['ID=22ab7749-0e17-4813-83dd-d9db25156b66,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:14.596535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-5a7d3d36-d0b2-4cce-b7c0-0eb65bd7277d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', 'tempest-TagsExtTest-Tag-1977892188') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:14.609879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-52367e57-034b-42e0-ace3-cc0a5d7a1de0 None None] Provisioning complete for port 22ab7749-0e17-4813-83dd-d9db25156b66 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:14.610251 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-52367e57-034b-42e0-ace3-cc0a5d7a1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.638685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Subnet': ['ID=b9b94799-900e-4e27-a42e-54e29fc189ed,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:14.649539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Checking segment: {'id': '91432715-f3cc-44ef-9deb-c9dd9cfa7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:14.650413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network hostable DHCP agents. Network: d16f75f8-8dca-4305-bf02-2d9ee3a951d6, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:14.672751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:14.688299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, d16f75f8-8dca-4305-bf02-2d9ee3a951d6) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:14.703820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551879fc-3fd3-4854-a2d1-9b0fe05569c7 None None] Network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:14.710593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:14.711721 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.739980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-36f7d817-c879-43ca-bba2-18cf930ba3d1 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1675403 Dec 08 00:18:14.741180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38614) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:14.747824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'port': {'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6', 'name': 'tempest-NetworksIpV6TestAttrs-95853916'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:14.846573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-2883771d-a7c7-481b-b09c-b3f85c73d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:14.848234 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-2883771d-a7c7-481b-b09c-b3f85c73d90e service neutron] 10.222.0.59 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.4924898 Dec 08 00:18:14.857329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.928331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-d16f75f8-8dca-4305-bf02-2d9ee3a951d6', 'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6', 'project_id': '47106aa562944c95b36104f845e6b802', 'fixed_ips': [{'subnet_id': 'b9b94799-900e-4e27-a42e-54e29fc189ed'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:14.929403 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.930071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:14.933890 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.949575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-52367e57-034b-42e0-ace3-cc0a5d7a1de0 None None] Provisioning complete for port 227a7e5b-ebca-4142-b462-269a6671f2b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:14.949948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-52367e57-034b-42e0-ace3-cc0a5d7a1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:14.957084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] device_id is not set on port 6b9378b2-0cb5-4d23-893b-13610662724a yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:18:14.958782 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-6b5e196a-cceb-481b-9350-a412f8dec62d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076 HTTP/1.1" status: 200 len: 217 time: 0.0972679 Dec 08 00:18:15.006053 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5a7d3d36-d0b2-4cce-b7c0-0eb65bd7277d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags/tempest-TagsExtTest-Tag-1977892188 HTTP/1.1" status: 201 len: 201 time: 0.4235096 Dec 08 00:18:15.013363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38616) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.018840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-9fe5cf16-f9b9-42ae-a3ae-237fcf54f9c8 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', 'tempest-TagsExtTest-Tag-860643418') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.040802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-3cc01380-d651-482b-ba6c-c8d0143f5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:15.043653 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-3cc01380-d651-482b-ba6c-c8d0143f5a80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.0734992 Dec 08 00:18:15.043772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-52367e57-034b-42e0-ace3-cc0a5d7a1de0 None None] Port 227a7e5b-ebca-4142-b462-269a6671f2b0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:18:15.095641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Allocated IP 2001:db8::f816:3eff:fe2b:db3d (d16f75f8-8dca-4305-bf02-2d9ee3a951d6/b9b94799-900e-4e27-a42e-54e29fc189ed/6b9378b2-0cb5-4d23-893b-13610662724a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:15.149643 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-27841f8b-1c79-4580-b75a-b55c768f5c89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571122 Dec 08 00:18:15.173433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-92cb6598-cb5b-4c01-95a7-98b9ee8f81d9 None None] Provisioning complete for port 227a7e5b-ebca-4142-b462-269a6671f2b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:15.173871 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-92cb6598-cb5b-4c01-95a7-98b9ee8f81d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.202446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd744df-13dc-4bd7-b72e-2cc16c9d7b54 req-727ecfd7-f63e-4d91-85b3-edb8f0523972 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:15.204536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9dd744df-13dc-4bd7-b72e-2cc16c9d7b54 req-727ecfd7-f63e-4d91-85b3-edb8f0523972 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1005194 Dec 08 00:18:15.259574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-92cb6598-cb5b-4c01-95a7-98b9ee8f81d9 None None] Port 227a7e5b-ebca-4142-b462-269a6671f2b0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:18:15.283308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9fe5cf16-f9b9-42ae-a3ae-237fcf54f9c8 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags/tempest-TagsExtTest-Tag-860643418 HTTP/1.1" status: 201 len: 201 time: 0.2687511 Dec 08 00:18:15.287701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38622) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.316509 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-2bb36664-d424-49b4-af9b-4e814d9af144 service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555629 Dec 08 00:18:15.323960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-9b2cf50f-13bf-4679-b9dd-a1e4e5c68772 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', 'tempest-TagsExtTest-Tag-1017588470') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.333292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Router 5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:18:15.343565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9dd744df-13dc-4bd7-b72e-2cc16c9d7b54 req-594a87ba-dac3-4f02-97fa-182eba394ca8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270723 Dec 08 00:18:15.409472 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.421603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9b2cf50f-13bf-4679-b9dd-a1e4e5c68772 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags/tempest-TagsExtTest-Tag-1017588470 HTTP/1.1" status: 201 len: 201 time: 0.1289289 Dec 08 00:18:15.425159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38624) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.429900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-b3ad04f7-f7a6-4179-a5c4-cf99defaf20d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.500042 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.539290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e640fc23-d2b8-4ef8-9a4d-b91f815110ec req-1f0c76ca-cbef-4f84-b08e-dbdc3adb9eee service neutron] 10.222.0.59 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143319 Dec 08 00:18:15.555447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:18:15.571671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] Sync routers for ids ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:18:15.573196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:15.581189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b3ad04f7-f7a6-4179-a5c4-cf99defaf20d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags HTTP/1.1" status: 200 len: 241 time: 0.1550083 Dec 08 00:18:15.583049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:15.585660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38628) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.586294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Port': ['ID=6b9378b2-0cb5-4d23-893b-13610662724a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:15.589090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:15.596281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:15.597256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.606042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-901a92d4-ca60-4b80-a5e5-c676e3349167 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', 'tempest-TagsExtTest-Tag-1575038165') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.606254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Allocated IP 2001:db8::f816:3eff:febb:17cc (d16f75f8-8dca-4305-bf02-2d9ee3a951d6/b9b94799-900e-4e27-a42e-54e29fc189ed/a9e448e5-b1b7-4bc9-8c70-94973b59ee12) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:15.616235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] Routers {'5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:15.617024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.629969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2bab39d6-dc34-4413-85df-ae8450c00f2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8869605 Dec 08 00:18:15.630954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38630) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.663735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.665631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.666922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e328bfb5-5204-4e3a-9303-e56e3c9077e0 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0763636 Dec 08 00:18:15.672607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38632) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.676957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] Routers {'5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:15.677681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.678498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:15.703960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting subnet b9b94799-900e-4e27-a42e-54e29fc189ed {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:18:15.732221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.733056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4b9f3-60e4-41d3-bde1-f7a413de2a14 None None] The sync data for ids ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:18:15.765887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4207a8f-5555-4eca-aac1-61fa2eedfe60 req-21c7a5a9-8542-4298-bd51-11c1dce47bff tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:15.767916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4207a8f-5555-4eca-aac1-61fa2eedfe60 req-21c7a5a9-8542-4298-bd51-11c1dce47bff tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.0614548 Dec 08 00:18:15.843457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4207a8f-5555-4eca-aac1-61fa2eedfe60 req-f56c97a2-383a-496f-8654-b88070324e72 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620408 Dec 08 00:18:15.858034 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-901a92d4-ca60-4b80-a5e5-c676e3349167 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags/tempest-TagsExtTest-Tag-1575038165 HTTP/1.1" status: 204 len: 168 time: 0.2666879 Dec 08 00:18:15.859420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38634) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.863994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-1713040f-fc51-4b58-bbec-10c22b84d2ee tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', 'tempest-TagsExtTest-Tag-1575038165') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:15.892557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab3b05-e212-4c3a-9a4e-14cb694a99f8 None None] Network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:15.931344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.951248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.952908 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:15.980076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1713040f-fc51-4b58-bbec-10c22b84d2ee tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags/tempest-TagsExtTest-Tag-1575038165 HTTP/1.1" status: 204 len: 168 time: 0.1195138 Dec 08 00:18:15.982918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38636) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:15.988430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-9cd8c393-21df-4f89-baf2-c1820bc8d816 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:16.026708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.059047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:16.060749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Pushing event updated for resources: {'Port': ['ID=a9e448e5-b1b7-4bc9-8c70-94973b59ee12,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:16.066158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fd2cf7d0-c315-4546-9562-712b92b4549d None None] Provisioning complete for port 85fb88ae-04cb-41a9-867f-61bdd2242c47 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:16.066532 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf7d0-c315-4546-9562-712b92b4549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.071165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:16.073445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:16.165758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9cd8c393-21df-4f89-baf2-c1820bc8d816 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags HTTP/1.1" status: 200 len: 205 time: 0.1791623 Dec 08 00:18:16.165957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.166570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38638) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:16.171721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-cb34938c-3f19-4f4d-bd40-0dafe0c9d3ad tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:16.185914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.305735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 85fb88ae-04cb-41a9-867f-61bdd2242c47 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:16.316260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cb34938c-3f19-4f4d-bd40-0dafe0c9d3ad tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags HTTP/1.1" status: 200 len: 241 time: 0.1455679 Dec 08 00:18:16.316478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Deleting port bec59809-a5f9-489c-9964-88fce18f190a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:16.316478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.322942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38644) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:16.338753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.339005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-8ae83a16-6f50-4541-97b1-d21f7c9afef2 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', 'tempest-TagsExtTest-Tag-1977892188') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:16.408195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Attempting to bind port a9e448e5-b1b7-4bc9-8c70-94973b59ee12 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:16.409338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Attempting to bind port a9e448e5-b1b7-4bc9-8c70-94973b59ee12 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '91432715-f3cc-44ef-9deb-c9dd9cfa7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:16.409559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Attempting to bind port a9e448e5-b1b7-4bc9-8c70-94973b59ee12 on network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:16.426184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:16.426785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Checking segment: {'id': '91432715-f3cc-44ef-9deb-c9dd9cfa7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:16.427056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.427458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Bound using segment: {'id': '91432715-f3cc-44ef-9deb-c9dd9cfa7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:16.427947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Bound port: a9e448e5-b1b7-4bc9-8c70-94973b59ee12, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91432715-f3cc-44ef-9deb-c9dd9cfa7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd16f75f8-8dca-4305-bf02-2d9ee3a951d6'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:16.428463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.435888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.486740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b94799-900e-4e27-a42e-54e29fc189ed,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:16.505780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.512694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-886b464e-85df-4e60-89a6-d1c0da6045f3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/b9b94799-900e-4e27-a42e-54e29fc189ed HTTP/1.1" status: 204 len: 168 time: 0.8800116 Dec 08 00:18:16.513544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38648) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:16.515774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 85fb88ae-04cb-41a9-867f-61bdd2242c47 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:16.516156 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.519229 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf7d0-c315-4546-9562-712b92b4549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.528560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e869b4-28fc-4921-b871-064914d2bf72 req-0d4ecdd6-635c-434f-a1eb-26660ac48fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:16.530171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e869b4-28fc-4921-b871-064914d2bf72 req-0d4ecdd6-635c-434f-a1eb-26660ac48fa5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.3156934 Dec 08 00:18:16.532248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.573868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8ae83a16-6f50-4541-97b1-d21f7c9afef2 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags/tempest-TagsExtTest-Tag-1977892188 HTTP/1.1" status: 204 len: 168 time: 0.2532072 Dec 08 00:18:16.576980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Calling delete_port for bec59809-a5f9-489c-9964-88fce18f190a owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:16.579754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38650) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:16.586459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-412b702e-3e01-4392-b942-70822da22064 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', 'tempest-TagsExtTest-Tag-1977892188') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:16.603741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] For port a9e448e5-b1b7-4bc9-8c70-94973b59ee12, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:16.610151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] For port a9e448e5-b1b7-4bc9-8c70-94973b59ee12, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a9e448e5-b1b7-4bc9-8c70-94973b59ee12,segment=NetworkSegment(91432715-f3cc-44ef-9deb-c9dd9cfa7f87),segment_id=91432715-f3cc-44ef-9deb-c9dd9cfa7f87)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:16.613326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fd2cf7d0-c315-4546-9562-712b92b4549d None None] For port 85fb88ae-04cb-41a9-867f-61bdd2242c47, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=85fb88ae-04cb-41a9-867f-61bdd2242c47,segment=NetworkSegment(92512fd3-c719-4097-b170-ba3059c70eca),segment_id=92512fd3-c719-4097-b170-ba3059c70eca)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:16.620624 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.632695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a681d6a-da86-434b-a27a-d97df950a6e2 req-288766f7-fe10-4f89-a8dd-61d1cdb19d09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:16.641708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a681d6a-da86-434b-a27a-d97df950a6e2 req-288766f7-fe10-4f89-a8dd-61d1cdb19d09 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2018678 Dec 08 00:18:16.652269 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf7d0-c315-4546-9562-712b92b4549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.714544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a681d6a-da86-434b-a27a-d97df950a6e2 req-78983688-7f3d-4155-aab3-dd5f9a598e9c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715551 Dec 08 00:18:16.734729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a958d8-92e9-4ee2-8f32-6de32c601359 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:16.736620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a958d8-92e9-4ee2-8f32-6de32c601359 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:16.740946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-35a958d8-92e9-4ee2-8f32-6de32c601359 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2217462 Dec 08 00:18:16.741219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38652) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:16.747186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07ac11-7a86-49c9-b059-ebae2054e045 None None] Pushing event updated for resources: {'Port': ['ID=a9e448e5-b1b7-4bc9-8c70-94973b59ee12,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:16.815845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 22ab7749-0e17-4813-83dd-d9db25156b66 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:16.825120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384cbd11-21c7-4889-bb6a-96c13e0f547b None None] Network d16f75f8-8dca-4305-bf02-2d9ee3a951d6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:16.879421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cf7d0-c315-4546-9562-712b92b4549d None None] Pushing event updated for resources: {'Port': ['ID=85fb88ae-04cb-41a9-867f-61bdd2242c47,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:16.890274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-afda14a5-3b5a-426d-91d2-aa1f8108e8e5 None None] Provisioning complete for port 85fb88ae-04cb-41a9-867f-61bdd2242c47 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:16.890654 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-afda14a5-3b5a-426d-91d2-aa1f8108e8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:16.985512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8e869b4-28fc-4921-b871-064914d2bf72 req-37cf093a-7f7a-49e7-a26b-685c27d12bcf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457214 Dec 08 00:18:17.023915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 22ab7749-0e17-4813-83dd-d9db25156b66 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:17.024561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.073520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd4633-8327-409a-87c6-559f2d4c3d7f None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:18:17.084513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-412b702e-3e01-4392-b942-70822da22064 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags/tempest-TagsExtTest-Tag-1977892188 HTTP/1.1" status: 204 len: 168 time: 0.5026364 Dec 08 00:18:17.088839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38656) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.094472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-6b108b0c-4462-404d-87dd-8aa5c23ec94e tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.182056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.196336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6b108b0c-4462-404d-87dd-8aa5c23ec94e tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags HTTP/1.1" status: 200 len: 205 time: 0.1020362 Dec 08 00:18:17.196336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38658) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.200747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-65c7b48a-3d90-4f7c-b337-f7a11412aef5 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.217828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-301ae06c-9039-4d10-b30e-263fcf9b9e79 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.244645 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-301ae06c-9039-4d10-b30e-263fcf9b9e79 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 00:18:17.244845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301ae06c-9039-4d10-b30e-263fcf9b9e79 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:17.246676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd4633-8327-409a-87c6-559f2d4c3d7f None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:18:17.248026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-301ae06c-9039-4d10-b30e-263fcf9b9e79 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/d16f75f8-8dca-4305-bf02-2d9ee3a951d6 HTTP/1.1" status: 409 len: 405 time: 0.5058432 Dec 08 00:18:17.252552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38660) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.257717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1606452570'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:17.258319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Pushing event deleted for resources: {'Port': ['ID=bec59809-a5f9-489c-9964-88fce18f190a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:17.277591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ba679-a08c-4430-8ac3-69fc5edc93d0 req-84598cb6-0bdc-4869-a57a-3c8c682a24fe tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:17.286123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c3ba679-a08c-4430-8ac3-69fc5edc93d0 req-84598cb6-0bdc-4869-a57a-3c8c682a24fe tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.0842798 Dec 08 00:18:17.324250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:17.327700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.358015 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-65c7b48a-3d90-4f7c-b337-f7a11412aef5 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags HTTP/1.1" status: 200 len: 240 time: 0.1591678 Dec 08 00:18:17.358551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c3ba679-a08c-4430-8ac3-69fc5edc93d0 req-26af40be-df44-4989-ab2a-8fbd36f7256d tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713098 Dec 08 00:18:17.358644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38662) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.363077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-811d0c10-69a3-4070-841c-74208e339995 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', 'tempest-TagsExtTest-Tag-860643418') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.368369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.374591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:17.384698 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.385045 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Added segment b6c360f5-d028-440d-ab39-9ba65f980bab of type vlan for network 21d76a98-ac0e-468c-aac8-9681fffcfd06 Dec 08 00:18:17.435083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.467286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.475158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.481006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:17.481613 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.524928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2715778 Dec 08 00:18:17.528014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38666) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.533207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'subnet': {'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:17.550908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-811d0c10-69a3-4070-841c-74208e339995 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags/tempest-TagsExtTest-Tag-860643418 HTTP/1.1" status: 204 len: 168 time: 0.1893473 Dec 08 00:18:17.565575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38668) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.582177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-ee5e51f3-a753-48be-a046-2d81f15dc065 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', 'tempest-TagsExtTest-Tag-860643418') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.585198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6288f-6794-4762-b2b6-ea34d8fcdc7c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Network': ['ID=21d76a98-ac0e-468c-aac8-9681fffcfd06,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:17.609170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 21d76a98-ac0e-468c-aac8-9681fffcfd06 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:17.649434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.652778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.732603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Router 5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:18:17.756424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ee5e51f3-a753-48be-a046-2d81f15dc065 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags/tempest-TagsExtTest-Tag-860643418 HTTP/1.1" status: 204 len: 168 time: 0.1782730 Dec 08 00:18:17.756424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:17.759741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.766271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38672) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.768765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-ae26dc6a-6fab-41f5-b2f4-0afb55460426 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.825231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:18:17.834664 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] Sync routers for ids ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:18:17.835163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.838974 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fbdc5145-640e-4c1b-aa46-aedc5fc0e68b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "PUT /v2.0/routers/5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da HTTP/1.1" status: 200 len: 706 time: 2.1626546 Dec 08 00:18:17.838974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38674) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.846649 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] Routers {'5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:17.847301 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.871476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port 6490c7ea-85ce-4652-8cc6-c865e7f30122 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:17.872020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.899164 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.910513 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] Routers {'5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:17.911436 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.942367 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ea1a27e-9350-4e08-a8c7-0fd825d7f5b1 tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/routers/5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da HTTP/1.1" status: 200 len: 741 time: 0.1024158 Dec 08 00:18:17.943125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38676) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:17.948719 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:17.949655 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa8454-f87b-4743-8a5f-b0493442f27f None None] The sync data for ids ['5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:18:17.988667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port 04b1f764-c705-4400-a0e8-24ab5f97a547 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:17.989117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f23b92-0f50-457c-a4ad-220faff64a84 req-087bedd1-eb4a-4f32-910d-7f4431ae0724 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:17.990282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:17.991545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65f23b92-0f50-457c-a4ad-220faff64a84 req-087bedd1-eb4a-4f32-910d-7f4431ae0724 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1781549 Dec 08 00:18:17.998621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ae26dc6a-6fab-41f5-b2f4-0afb55460426 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags HTTP/1.1" status: 200 len: 205 time: 0.2332034 Dec 08 00:18:17.999396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.012737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-78c139f2-bbcb-4f61-bb74-440fcfabcedc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:18.015372 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0233fa97-650c-42f7-85b9-7600f29a72ff tempest-RoutersAdminTest-999785491 tempest-RoutersAdminTest-999785491-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&device_id=5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da HTTP/1.1" status: 200 len: 205 time: 0.0709031 Dec 08 00:18:18.016158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38680) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.054919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-05ac09ba-feed-4168-b96c-3a2297385bdf tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da HTTP/1.1" status: 200 len: 205 time: 0.0373864 Dec 08 00:18:18.056273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38682) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.113696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-78c139f2-bbcb-4f61-bb74-440fcfabcedc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags HTTP/1.1" status: 200 len: 241 time: 0.1039295 Dec 08 00:18:18.119102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65f23b92-0f50-457c-a4ad-220faff64a84 req-2022999a-4ae0-4a15-b7d9-74d8168f44fc tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155074 Dec 08 00:18:18.119578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38684) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.126220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-d66662c7-d882-4871-b6f0-91685272f354 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', 'tempest-TagsExtTest-Tag-1017588470') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:18.130048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port 7894bc94-9bba-495c-9e51-f1d4b7cef076 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:18.130497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.199772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d66662c7-d882-4871-b6f0-91685272f354 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags/tempest-TagsExtTest-Tag-1017588470 HTTP/1.1" status: 204 len: 168 time: 0.0746579 Dec 08 00:18:18.200110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38686) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.205206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-4d951a29-28ab-4cf1-8ede-787eb387dfb7 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', 'tempest-TagsExtTest-Tag-1017588470') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:18.212006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 85fb88ae-04cb-41a9-867f-61bdd2242c47 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:18.232457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fe15132-5998-4232-b45f-4e01ea0b8438 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.313785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:18:18.315551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.332757 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4d951a29-28ab-4cf1-8ede-787eb387dfb7 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags/tempest-TagsExtTest-Tag-1017588470 HTTP/1.1" status: 204 len: 168 time: 0.1315992 Dec 08 00:18:18.335674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38688) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.340026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-90d223fb-1da5-41c9-82b9-378faa906fc8 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:18.384799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Subnet': ['ID=afa758ff-dba9-4a79-93fb-bc4a3c99bb37,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:18.392364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Checking segment: {'id': 'b6c360f5-d028-440d-ab39-9ba65f980bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:18.392735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network hostable DHCP agents. Network: 21d76a98-ac0e-468c-aac8-9681fffcfd06, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:18.414483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network 21d76a98-ac0e-468c-aac8-9681fffcfd06 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:18.429319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 21d76a98-ac0e-468c-aac8-9681fffcfd06) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:18.433044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port b7d9dc94-5198-42b5-a79d-c7eeebc20029 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:18.433423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.435079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 85fb88ae-04cb-41a9-867f-61bdd2242c47 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:18.435328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.437899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:18.439534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.463470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fe15132-5998-4232-b45f-4e01ea0b8438 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.465484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1c22f9d3-5058-4f4c-bca2-71216aba4543 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9359288 Dec 08 00:18:18.465667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38692) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.469019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fe15132-5998-4232-b45f-4e01ea0b8438 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.473462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'port': {'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06', 'name': 'tempest-NetworksIpV6TestAttrs-1239696833'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:18.474597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be20f94b-8d6a-4d66-ad36-6a16b3b69dc3 None None] Network 21d76a98-ac0e-468c-aac8-9681fffcfd06 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:18.495290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90d223fb-1da5-41c9-82b9-378faa906fc8 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags HTTP/1.1" status: 200 len: 205 time: 0.1585579 Dec 08 00:18:18.500178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38696) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.545600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-ff1fdce5-9297-4ecb-8973-ff04ba086872 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:18.559887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4b367-6563-43e5-9ff5-be5a89b4db2a req-1edcb31d-61ee-4b4d-bb8a-b50d78b85a15 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:18.570746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6c4b367-6563-43e5-9ff5-be5a89b4db2a req-1edcb31d-61ee-4b4d-bb8a-b50d78b85a15 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.0881484 Dec 08 00:18:18.600157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fe15132-5998-4232-b45f-4e01ea0b8438 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.600791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe15132-5998-4232-b45f-4e01ea0b8438 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Fanout notify agent at l3_agent the message router_deleted on router 5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:18:18.608462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fe15132-5998-4232-b45f-4e01ea0b8438 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.615450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0fe15132-5998-4232-b45f-4e01ea0b8438 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da HTTP/1.1" status: 204 len: 168 time: 0.5581489 Dec 08 00:18:18.616446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38698) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.622743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6c4b367-6563-43e5-9ff5-be5a89b4db2a req-39d82de7-dced-4c20-b268-8810a082b45c tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510485 Dec 08 00:18:18.659333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-930f4781-cb90-48f7-acba-8a478c824e8a tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da HTTP/1.1" status: 200 len: 205 time: 0.0392625 Dec 08 00:18:18.663198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38702) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.664244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-21d76a98-ac0e-468c-aac8-9681fffcfd06', 'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06', 'project_id': '47106aa562944c95b36104f845e6b802', 'fixed_ips': [{'subnet_id': 'afa758ff-dba9-4a79-93fb-bc4a3c99bb37'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:18.665103 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.719999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ff1fdce5-9297-4ecb-8973-ff04ba086872 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags HTTP/1.1" status: 204 len: 168 time: 0.2097869 Dec 08 00:18:18.720335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38704) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.726654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-488e631f-9983-4771-8e75-35e0cc6bb68d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:18.728582 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-651cd754-f536-4ae0-95c4-81e2ba82af84 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] delete failed (client error): The resource could not be found. Dec 08 00:18:18.732176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-651cd754-f536-4ae0-95c4-81e2ba82af84 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/5361d6ce-0fd4-4cfb-9fe2-e14882e7f2da HTTP/1.1" status: 404 len: 336 time: 0.0654292 Dec 08 00:18:18.732301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38708) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.751296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port b02c4a78-5712-499f-9b05-6ee9e34e4400 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:18.751672 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.768769 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:18:18.794715 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-354738ef-8cba-4f75-bcc5-87dd5a7e4bde tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=10679729-de79-41ea-bfa5-c72019317fc9 HTTP/1.1" status: 200 len: 205 time: 0.0613613 Dec 08 00:18:18.799205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38710) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.848779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Allocated IP 2001:db8::f816:3eff:fe7d:8e0e (21d76a98-ac0e-468c-aac8-9681fffcfd06/afa758ff-dba9-4a79-93fb-bc4a3c99bb37/88156106-c5d5-4200-adb4-52c73a24893a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:18.875839 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-6373bb4a-a551-4737-b869-f5cf7653a70d tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] delete failed (client error): The resource could not be found. Dec 08 00:18:18.879419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6373bb4a-a551-4737-b869-f5cf7653a70d tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/10679729-de79-41ea-bfa5-c72019317fc9 HTTP/1.1" status: 404 len: 336 time: 0.0768526 Dec 08 00:18:18.879419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:18.882631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38714) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.883148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.910522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-488e631f-9983-4771-8e75-35e0cc6bb68d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.1893015 Dec 08 00:18:18.911863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] device_id is not set on port 2056eb43-27fd-4e0b-924f-25291049c973 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:18:18.916747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38718) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:18.922452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-f6fc8596-1252-4832-b4bc-0e5283660e66 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:18.943129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port a2133216-9ffd-428b-b6cd-641baa3056c3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:18.943747 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:18.962270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d6e651f8-8ce7-467b-8bdc-9924738d5b52 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=539b1fc1-a58c-4d3b-82fd-78843e92da9a HTTP/1.1" status: 200 len: 205 time: 0.0747778 Dec 08 00:18:18.964288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38720) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.023840 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-a87d191d-2235-4206-be00-0cf19a4b6ea4 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] delete failed (client error): The resource could not be found. Dec 08 00:18:19.027420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a87d191d-2235-4206-be00-0cf19a4b6ea4 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/539b1fc1-a58c-4d3b-82fd-78843e92da9a HTTP/1.1" status: 404 len: 336 time: 0.0621617 Dec 08 00:18:19.043238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.073794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f5a00f9b-0f33-458c-ad88-65dcbcc2a83b tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=eea4b524-b595-4d40-b655-25cbc22b0d54 HTTP/1.1" status: 200 len: 205 time: 0.0284619 Dec 08 00:18:19.077419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38724) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.123720 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-8a9f8dea-1fac-4478-b0d4-fca222d2aff7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] delete failed (client error): The resource could not be found. Dec 08 00:18:19.127976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8a9f8dea-1fac-4478-b0d4-fca222d2aff7 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/eea4b524-b595-4d40-b655-25cbc22b0d54 HTTP/1.1" status: 404 len: 336 time: 0.0464385 Dec 08 00:18:19.129074 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.129656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38726) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.139006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624cee3-7c11-4a83-a0da-82c33431c1f2 req-211d78e3-37ab-4e25-843d-79472f3e4d9e tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:19.139768 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.140426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3624cee3-7c11-4a83-a0da-82c33431c1f2 req-211d78e3-37ab-4e25-843d-79472f3e4d9e tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1769414 Dec 08 00:18:19.144186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:19.144552 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.214880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Network 21d76a98-ac0e-468c-aac8-9681fffcfd06 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:19.223148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:19.225311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Port f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:18:19.229004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:19.229415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Pushing event updated for resources: {'Port': ['ID=88156106-c5d5-4200-adb4-52c73a24893a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:19.232653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-056b5fe0-9e6f-4a4b-8ab8-597c0fa8eaea tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=335d676a-c7d6-49e3-a27a-ce44f54dfbeb HTTP/1.1" status: 200 len: 205 time: 0.0888975 Dec 08 00:18:19.234503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38730) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.286808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Provisioning complete for port aa18d11d-63e0-4da8-bf58-046ffc2b465d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:19.287286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dde5cdb-544a-4e47-a99b-f45647f56c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.308614 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-35812121-3686-4e12-a5d3-6b9504fd8a8d tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] delete failed (client error): The resource could not be found. Dec 08 00:18:19.312349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-35812121-3686-4e12-a5d3-6b9504fd8a8d tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/335d676a-c7d6-49e3-a27a-ce44f54dfbeb HTTP/1.1" status: 404 len: 336 time: 0.0674872 Dec 08 00:18:19.313663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3624cee3-7c11-4a83-a0da-82c33431c1f2 req-c3110c06-9e6b-4a4e-a27a-5d9872b8b8d9 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532290 Dec 08 00:18:19.318139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Attempting to bind port 88156106-c5d5-4200-adb4-52c73a24893a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:19.318370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.318650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Attempting to bind port 88156106-c5d5-4200-adb4-52c73a24893a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b6c360f5-d028-440d-ab39-9ba65f980bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:19.319655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Attempting to bind port 88156106-c5d5-4200-adb4-52c73a24893a on network 21d76a98-ac0e-468c-aac8-9681fffcfd06 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:19.331695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:19.332141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Checking segment: {'id': 'b6c360f5-d028-440d-ab39-9ba65f980bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:19.332609 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.333063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Bound using segment: {'id': 'b6c360f5-d028-440d-ab39-9ba65f980bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:19.333606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Bound port: 88156106-c5d5-4200-adb4-52c73a24893a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c360f5-d028-440d-ab39-9ba65f980bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21d76a98-ac0e-468c-aac8-9681fffcfd06'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:19.334052 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.349919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8eb4c003-cfef-43eb-947f-018372ff34bc tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f079304-3a08-46ab-bcc0-bd3e344577be HTTP/1.1" status: 200 len: 205 time: 0.0286312 Dec 08 00:18:19.352095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38734) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.356461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-0930e1c0-594c-4c76-b91f-b699a8b2be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:19.357953 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-0930e1c0-594c-4c76-b91f-b699a8b2be6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64326daff6ca49e8ba65a59b80f164f1&device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 1096 time: 0.1439183 Dec 08 00:18:19.386724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Allocated IP 2001:db8::f816:3eff:fec7:3f5f (21d76a98-ac0e-468c-aac8-9681fffcfd06/afa758ff-dba9-4a79-93fb-bc4a3c99bb37/2056eb43-27fd-4e0b-924f-25291049c973) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:19.403441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f232a-b447-4917-b932-3b087cbd1363 req-990b2641-ae87-480e-883f-966468d1863c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:19.405024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da4f232a-b447-4917-b932-3b087cbd1363 req-990b2641-ae87-480e-883f-966468d1863c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1774251 Dec 08 00:18:19.406694 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-8d87d13e-c849-4241-a380-9cf5f39cc7f5 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] delete failed (client error): The resource could not be found. Dec 08 00:18:19.410125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8d87d13e-c849-4241-a380-9cf5f39cc7f5 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/routers/8f079304-3a08-46ab-bcc0-bd3e344577be HTTP/1.1" status: 404 len: 336 time: 0.0545876 Dec 08 00:18:19.415399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38736) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.426480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f6fc8596-1252-4832-b4bc-0e5283660e66 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags HTTP/1.1" status: 204 len: 168 time: 0.5087276 Dec 08 00:18:19.433180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38738) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.450925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] For port 88156106-c5d5-4200-adb4-52c73a24893a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:19.454322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] For port 88156106-c5d5-4200-adb4-52c73a24893a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88156106-c5d5-4200-adb4-52c73a24893a,segment=NetworkSegment(b6c360f5-d028-440d-ab39-9ba65f980bab),segment_id=b6c360f5-d028-440d-ab39-9ba65f980bab)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:19.462137 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.465737 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de0ee5f-9c92-412b-a6d7-13c474bf5957 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:19.466558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de0ee5f-9c92-412b-a6d7-13c474bf5957 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:19.468104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-750f4bce-7e6e-457f-ad9f-5c4800d8efc3 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:19.472190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9de0ee5f-9c92-412b-a6d7-13c474bf5957 tempest-RoutersAdminTest-1262753904 tempest-RoutersAdminTest-1262753904-project] 10.222.0.18 "DELETE /v2.0/subnets/95778c94-e423-4a47-8e9c-24c4d3570c91 HTTP/1.1" status: 404 len: 337 time: 0.0532787 Dec 08 00:18:19.524193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0a9ce-d28e-4b0c-99ec-d5fa53b34ee3 None None] Pushing event updated for resources: {'Port': ['ID=88156106-c5d5-4200-adb4-52c73a24893a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:19.542145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da4f232a-b447-4917-b932-3b087cbd1363 req-6419b796-e05a-4f0d-b493-cc7787fd29c6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841975 Dec 08 00:18:19.569125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-459a3fec-733a-4cf7-8657-82452beb5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:19.570611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-459a3fec-733a-4cf7-8657-82452beb5cd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 200 len: 919 time: 0.2027824 Dec 08 00:18:19.642152 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-29a66c20-c283-4c93-b27c-4a227b919f17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 200 len: 217 time: 0.0602784 Dec 08 00:18:19.714044 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-750f4bce-7e6e-457f-ad9f-5c4800d8efc3 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags HTTP/1.1" status: 204 len: 168 time: 0.2777996 Dec 08 00:18:19.718487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38746) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.739368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-345c42e6-17f4-4c56-b943-d8511da0adcf tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', 'tempest-TagsExtTest-Tag-732212415') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:19.760933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-3c173fa3-b1e4-4630-ad9d-b7f44543e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:19.762404 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-3c173fa3-b1e4-4630-ad9d-b7f44543e0e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 200 len: 858 time: 0.1127481 Dec 08 00:18:19.785045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.805202 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-6ffb10db-6986-4bb9-9342-0c03973f0674 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be52fc29-39ae-4e64-b343-09c2cee42f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319970 Dec 08 00:18:19.845800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-345c42e6-17f4-4c56-b943-d8511da0adcf tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags/tempest-TagsExtTest-Tag-732212415 HTTP/1.1" status: 201 len: 201 time: 0.1257439 Dec 08 00:18:19.846860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38748) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.853780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-8324abd9-0637-4d03-b391-44b1dbc31fe7 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', 'tempest-TagsExtTest-Tag-1583503387') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:19.877324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38750) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.900977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.948849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network 21d76a98-ac0e-468c-aac8-9681fffcfd06 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:19.952650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8324abd9-0637-4d03-b391-44b1dbc31fe7 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags/tempest-TagsExtTest-Tag-1583503387 HTTP/1.1" status: 201 len: 201 time: 0.1044829 Dec 08 00:18:19.955367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38754) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:19.957884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:19.961964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-f54d3745-65b7-4fe0-98ff-eb43280f5c32 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', 'tempest-TagsExtTest-Tag-86747714') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:19.964414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:19.970014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:19.970624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:19.980175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-93eb9365-dda3-401f-a8f5-2ad3b304e336 service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702120 Dec 08 00:18:20.012314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Port': ['ID=2056eb43-27fd-4e0b-924f-25291049c973,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:20.017280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c515a7e9-c511-4274-b546-c3762e979e05 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5498679 Dec 08 00:18:20.019941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.057824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6fb45438-449b-441f-927e-a448ccc0a7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.090794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f54d3745-65b7-4fe0-98ff-eb43280f5c32 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags/tempest-TagsExtTest-Tag-86747714 HTTP/1.1" status: 201 len: 201 time: 0.1317677 Dec 08 00:18:20.091739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38758) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.099303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-5bee6746-1eb4-414a-8453-1120668b6559 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', 'tempest-TagsExtTest-Tag-1557615686') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:20.117286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting subnet afa758ff-dba9-4a79-93fb-bc4a3c99bb37 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:18:20.121719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.161595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 88156106-c5d5-4200-adb4-52c73a24893a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:20.165580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2c87686-caa2-4294-9559-60649a4b1ff6 req-82185fdd-e89b-4230-8b15-bc52b55faf2c service neutron] 10.222.0.44 "GET /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766925 Dec 08 00:18:20.175109 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.191113 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6fb45438-449b-441f-927e-a448ccc0a7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.194940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5bee6746-1eb4-414a-8453-1120668b6559 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags/tempest-TagsExtTest-Tag-1557615686 HTTP/1.1" status: 201 len: 201 time: 0.1005063 Dec 08 00:18:20.196678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38760) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.202356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-36cbea54-e20a-4e06-9fe0-0bddb1c05cdb tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', {'tags': ['tempest-TagsExtTest-Tag-1149933195', 'tempest-TagsExtTest-Tag-2089220161', 'tempest-TagsExtTest-Tag-431388745']}) {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:20.207371 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6fb45438-449b-441f-927e-a448ccc0a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.243795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 88156106-c5d5-4200-adb4-52c73a24893a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:20.244301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.288413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb45438-449b-441f-927e-a448ccc0a7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b8e569-d86b-4343-b3ca-361e89ab3c17,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:20.294928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6fb45438-449b-441f-927e-a448ccc0a7a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4318265482f64c41a30d59333a7a3ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4164319 Dec 08 00:18:20.298816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.337805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.351913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-36cbea54-e20a-4e06-9fe0-0bddb1c05cdb tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags HTTP/1.1" status: 200 len: 317 time: 0.1512718 Dec 08 00:18:20.352157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38766) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.356826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-89694d73-f061-4a21-8532-e3a014a65986 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:20.402843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.421165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.422647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2b5cbc4-bde0-4897-ba9c-629365a92774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.439370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.442758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/afa758ff-dba9-4a79-93fb-bc4a3c99bb37 HTTP/1.1" status: 204 len: 168 time: 0.4218607 Dec 08 00:18:20.448350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38768) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.461634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b8289-4e61-455d-8ee3-08d498f93cd4 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Subnet': ['ID=afa758ff-dba9-4a79-93fb-bc4a3c99bb37,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:20.486057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:18:20.486577 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:18:20.550608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2b5cbc4-bde0-4897-ba9c-629365a92774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.618341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a549b-48ed-486e-bacd-4d0ba912fe2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:20.620010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a549b-48ed-486e-bacd-4d0ba912fe2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:20.622931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e17a549b-48ed-486e-bacd-4d0ba912fe2c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1703541 Dec 08 00:18:20.624380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38772) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.673765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa90f7-11da-448f-b3c1-c190ac975fbb req-d8cf13b7-d0f9-4be2-97e7-bdf6abfa44a6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:20.675483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1faa90f7-11da-448f-b3c1-c190ac975fbb req-d8cf13b7-d0f9-4be2-97e7-bdf6abfa44a6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2285860 Dec 08 00:18:20.696765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-89694d73-f061-4a21-8532-e3a014a65986 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags HTTP/1.1" status: 204 len: 168 time: 0.3438206 Dec 08 00:18:20.701278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38776) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.719633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-1fc1005c-fb99-4481-b836-85000544178c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', 'tempest-TagsExtTest-Tag-1149933195') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:20.722405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd3c0690-9e11-4cfc-ae88-0ac708d03797 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.730822 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3c0690-9e11-4cfc-ae88-0ac708d03797 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 00:18:20.731380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3c0690-9e11-4cfc-ae88-0ac708d03797 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:20.738310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd3c0690-9e11-4cfc-ae88-0ac708d03797 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/21d76a98-ac0e-468c-aac8-9681fffcfd06 HTTP/1.1" status: 409 len: 405 time: 0.1126451 Dec 08 00:18:20.738969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38778) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.744531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-357293605'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:20.747917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2b5cbc4-bde0-4897-ba9c-629365a92774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.750522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2b5cbc4-bde0-4897-ba9c-629365a92774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.751794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2b5cbc4-bde0-4897-ba9c-629365a92774 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49b8e569-d86b-4343-b3ca-361e89ab3c17 HTTP/1.1" status: 204 len: 168 time: 0.4519415 Dec 08 00:18:20.766428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe782c-5f26-4c00-83b0-ba97fb746d86 None None] Network 21d76a98-ac0e-468c-aac8-9681fffcfd06 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:20.777964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:20.781971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.785536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5cbc4-bde0-4897-ba9c-629365a92774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b8e569-d86b-4343-b3ca-361e89ab3c17,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:20.801505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741d0a9-3eb8-451b-89d4-9b88a0582430 req-b5544682-f86b-4906-a8e2-89331f0bbbee tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:20.803058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4741d0a9-3eb8-451b-89d4-9b88a0582430 req-b5544682-f86b-4906-a8e2-89331f0bbbee tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1752927 Dec 08 00:18:20.821986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:20.835072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.835791 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Added segment 7f10143c-0963-429b-bc52-e65b448b56f5 of type vlan for network e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 Dec 08 00:18:20.836451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1faa90f7-11da-448f-b3c1-c190ac975fbb req-0c07039f-bc50-46e6-9bbf-21c9bbad5099 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519701 Dec 08 00:18:20.889490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5dbb5abd-5a9b-4bab-852a-2c1e3a5a4e91 None None] Provisioning complete for port 88156106-c5d5-4200-adb4-52c73a24893a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:20.889865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5abd-5a9b-4bab-852a-2c1e3a5a4e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.891427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4741d0a9-3eb8-451b-89d4-9b88a0582430 req-d9ee3c1e-fcb4-496e-b044-04ad760d2471 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749750 Dec 08 00:18:20.898233 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-1fc1005c-fb99-4481-b836-85000544178c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:20.900141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1fc1005c-fb99-4481-b836-85000544178c tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags/tempest-TagsExtTest-Tag-1149933195 HTTP/1.1" status: 404 len: 329 time: 0.1850624 Dec 08 00:18:20.902650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.907671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-312e7fa6-ba0a-4e61-a8aa-ee579b5a6d61 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', 'tempest-TagsExtTest-Tag-2089220161') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:20.921202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.979236 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-312e7fa6-ba0a-4e61-a8aa-ee579b5a6d61 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:20.980651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-312e7fa6-ba0a-4e61-a8aa-ee579b5a6d61 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags/tempest-TagsExtTest-Tag-2089220161 HTTP/1.1" status: 404 len: 329 time: 0.0768204 Dec 08 00:18:20.985423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.986064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38784) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:20.994308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:20.994985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:20.996193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-fa0a7593-6fff-4e9e-9678-55b09786e5a4 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503', 'tempest-TagsExtTest-Tag-431388745') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.053871 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5abd-5a9b-4bab-852a-2c1e3a5a4e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.060002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3199813 Dec 08 00:18:21.063892 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.072323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38788) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.079107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'subnet': {'network_id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:21.079773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] DHCP port deletion for 21d76a98-ac0e-468c-aac8-9681fffcfd06 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:21.104927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a14d6-8c7e-4cbf-96a5-c5e09ea4f31b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Network': ['ID=e5ea66d9-b8bc-4dbb-8016-e344b5fdd874,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:21.129374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:21.154516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5dbb5abd-5a9b-4bab-852a-2c1e3a5a4e91 None None] For port 88156106-c5d5-4200-adb4-52c73a24893a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88156106-c5d5-4200-adb4-52c73a24893a,segment=NetworkSegment(b6c360f5-d028-440d-ab39-9ba65f980bab),segment_id=b6c360f5-d028-440d-ab39-9ba65f980bab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:21.171188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5abd-5a9b-4bab-852a-2c1e3a5a4e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.180528 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-fa0a7593-6fff-4e9e-9678-55b09786e5a4 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:21.184513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fa0a7593-6fff-4e9e-9678-55b09786e5a4 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags/tempest-TagsExtTest-Tag-431388745 HTTP/1.1" status: 404 len: 328 time: 0.1914899 Dec 08 00:18:21.184664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38790) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.185817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:21.189571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.190046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-4849fc57-a816-4189-833c-a871e6c3f110 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', {'tags': ['tempest-TagsExtTest-Tag-877519941', 'tempest-TagsExtTest-Tag-857570039', 'tempest-TagsExtTest-Tag-28645543']}) {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.260851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38792) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.299907 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4849fc57-a816-4189-833c-a871e6c3f110 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags HTTP/1.1" status: 200 len: 314 time: 0.1140525 Dec 08 00:18:21.305107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38794) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.311075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-4f2ec678-1ecf-452e-9157-4ac5ba3cd392 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.313452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb5abd-5a9b-4bab-852a-2c1e3a5a4e91 None None] Pushing event updated for resources: {'Port': ['ID=88156106-c5d5-4200-adb4-52c73a24893a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:21.321608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] Deleting port 88156106-c5d5-4200-adb4-52c73a24893a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:21.322158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.324498 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:18:21.324843 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:18:21.333478 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-45255a58-2672-4a64-96d0-b9abee61acc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecd7cc5e84a9407e86e3625aa0cf11cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707941 Dec 08 00:18:21.337169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38796) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.395870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a36c-1f2e-4808-bec3-0d81bdab2ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.400005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6f783ef6-4720-4b77-a9d7-e84c46fd4a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.403512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] For port 88156106-c5d5-4200-adb4-52c73a24893a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88156106-c5d5-4200-adb4-52c73a24893a,segment=NetworkSegment(b6c360f5-d028-440d-ab39-9ba65f980bab),segment_id=b6c360f5-d028-440d-ab39-9ba65f980bab)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:21.403902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.417608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] Calling delete_port for 88156106-c5d5-4200-adb4-52c73a24893a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:21.421109 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a36c-1f2e-4808-bec3-0d81bdab2ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.476824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a36c-1f2e-4808-bec3-0d81bdab2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.479520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a36c-1f2e-4808-bec3-0d81bdab2ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.480929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dbe6a36c-1f2e-4808-bec3-0d81bdab2ad4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9651e4d0-e6f6-42de-9330-930c53bd3ed6 HTTP/1.1" status: 204 len: 168 time: 0.1420710 Dec 08 00:18:21.490292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a36c-1f2e-4808-bec3-0d81bdab2ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9651e4d0-e6f6-42de-9330-930c53bd3ed6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:21.515133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4f2ec678-1ecf-452e-9157-4ac5ba3cd392 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags HTTP/1.1" status: 204 len: 168 time: 0.2088492 Dec 08 00:18:21.517833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38800) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.526356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-90355556-5fa1-4bbd-bc01-bd25607323f4 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', 'tempest-TagsExtTest-Tag-877519941') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.555502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:18:21.557532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.600860 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-90355556-5fa1-4bbd-bc01-bd25607323f4 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:21.604894 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90355556-5fa1-4bbd-bc01-bd25607323f4 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags/tempest-TagsExtTest-Tag-877519941 HTTP/1.1" status: 404 len: 328 time: 0.0824149 Dec 08 00:18:21.605444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38802) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.616089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-c179b272-eb7a-4705-8e27-e823dffd095a tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', 'tempest-TagsExtTest-Tag-857570039') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.695770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Subnet': ['ID=86240651-5d89-4874-9911-c432d32d378c,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:21.704672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Checking segment: {'id': '7f10143c-0963-429b-bc52-e65b448b56f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:21.705176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network hostable DHCP agents. Network: e5ea66d9-b8bc-4dbb-8016-e344b5fdd874, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:21.723597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.731295 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-c179b272-eb7a-4705-8e27-e823dffd095a tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:21.732471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c179b272-eb7a-4705-8e27-e823dffd095a tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags/tempest-TagsExtTest-Tag-857570039 HTTP/1.1" status: 404 len: 328 time: 0.1213868 Dec 08 00:18:21.735505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38806) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.740102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-21f207ec-b9e2-4597-ad6e-e0fa52e957a8 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0', 'tempest-TagsExtTest-Tag-28645543') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.747930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:21.757997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] No DVR routers for this DVR port 88156106-c5d5-4200-adb4-52c73a24893a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:21.762501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657607ba-6ab5-4281-8f58-7815fdf58336 None None] Pushing event deleted for resources: {'Port': ['ID=88156106-c5d5-4200-adb4-52c73a24893a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:21.774688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e5ea66d9-b8bc-4dbb-8016-e344b5fdd874) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:21.781776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:21.782387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.783601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4be5f3-305f-44fe-9d45-96d15aa3e79c None None] Network e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:21.800718 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-21f207ec-b9e2-4597-ad6e-e0fa52e957a8 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:21.802175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-21f207ec-b9e2-4597-ad6e-e0fa52e957a8 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags/tempest-TagsExtTest-Tag-28645543 HTTP/1.1" status: 404 len: 327 time: 0.0655611 Dec 08 00:18:21.805115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38808) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.809023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-133a9185-9af2-4daf-b50c-9481818f3117 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7353451 Dec 08 00:18:21.811566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38810) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.812397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-ca40bbb8-fb7c-4444-9e46-c30b2c076615 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', {'tags': ['tempest-TagsExtTest-Tag-1990595868', 'tempest-TagsExtTest-Tag-1835720404', 'tempest-TagsExtTest-Tag-1253857103']}) {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.918536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-e5ea66d9-b8bc-4dbb-8016-e344b5fdd874', 'network_id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874', 'project_id': '47106aa562944c95b36104f845e6b802', 'fixed_ips': [{'subnet_id': '86240651-5d89-4874-9911-c432d32d378c'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:21.920622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:21.935439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca40bbb8-fb7c-4444-9e46-c30b2c076615 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags HTTP/1.1" status: 200 len: 318 time: 0.1291029 Dec 08 00:18:21.936135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38820) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:21.943548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-ff2bb988-f0d6-4edd-88d8-da929152d0aa tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:21.948765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.002648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port 88156106-c5d5-4200-adb4-52c73a24893a update to ACTIVE by agent not found {{(pid=103115) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 00:18:22.084757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a2133216-9ffd-428b-b6cd-641baa3056c3 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:18:22.091225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a2133216-9ffd-428b-b6cd-641baa3056c3 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:22.124060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.153381 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ff2bb988-f0d6-4edd-88d8-da929152d0aa tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.2162507 Dec 08 00:18:22.155981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 88156106-c5d5-4200-adb4-52c73a24893a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:22.156358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38828) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.162424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-f969e812-a3b4-4284-840f-59c5ca629ab5 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', 'tempest-TagsExtTest-Tag-1990595868') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.178915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da60e28-03f6-4daa-9a39-5118b8291e26 req-4eda2585-ce8e-4626-8091-9edd42f74091 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:22.181449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9da60e28-03f6-4daa-9a39-5118b8291e26 req-4eda2585-ce8e-4626-8091-9edd42f74091 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1868048 Dec 08 00:18:22.181576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 88156106-c5d5-4200-adb4-52c73a24893a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:22.182008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 88156106-c5d5-4200-adb4-52c73a24893a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:22.201455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9123d9-6462-4ee3-95fc-c7b0b42e7b71 req-c0a5369e-1561-4d5e-b5d3-767764935b8e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:22.203038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de9123d9-6462-4ee3-95fc-c7b0b42e7b71 req-c0a5369e-1561-4d5e-b5d3-767764935b8e tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1879563 Dec 08 00:18:22.297445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9da60e28-03f6-4daa-9a39-5118b8291e26 req-d9f6e3d3-bb38-41db-af85-85df62ca8c0b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790460 Dec 08 00:18:22.312975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Allocated IP 2001:db8::f816:3eff:febe:16d5 (e5ea66d9-b8bc-4dbb-8016-e344b5fdd874/86240651-5d89-4874-9911-c432d32d378c/9b3d7171-7682-4c92-97b5-9ce80ed9b654) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:22.326544 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-f969e812-a3b4-4284-840f-59c5ca629ab5 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:22.332773 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f969e812-a3b4-4284-840f-59c5ca629ab5 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags/tempest-TagsExtTest-Tag-1990595868 HTTP/1.1" status: 404 len: 329 time: 0.1737776 Dec 08 00:18:22.335545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38836) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.354160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-16bcdefa-f8c9-4fbc-b752-d322d602f463 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', 'tempest-TagsExtTest-Tag-1835720404') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.382687 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.388722 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de9123d9-6462-4ee3-95fc-c7b0b42e7b71 req-32910269-0568-4f29-967c-a90548ab5c8f tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580067 Dec 08 00:18:22.420071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:22.470513 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-16bcdefa-f8c9-4fbc-b752-d322d602f463 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:22.471629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-16bcdefa-f8c9-4fbc-b752-d322d602f463 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags/tempest-TagsExtTest-Tag-1835720404 HTTP/1.1" status: 404 len: 329 time: 0.1349254 Dec 08 00:18:22.474607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38844) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.481076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-720c4ee3-afc7-4a29-a9ef-25981fc21910 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1', 'tempest-TagsExtTest-Tag-1253857103') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.486093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:22.489189 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb5db85-6a69-4ef5-a7a7-7203f1252734" -d '{"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:22.498931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:22.509326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'port_id': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'mac_address': 'fa:16:3e:e1:f2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6e0046-c69f-4690-9875-bc5c02909699', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:18:22.517676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.582922 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f5dcd-8b8d-48df-aa45-6ae8831c6df0 x-openstack-request-id: req-373f5dcd-8b8d-48df-aa45-6ae8831c6df0 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:22.583226 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:22.583493 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-373f5dcd-8b8d-48df-aa45-6ae8831c6df0 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:22.583907 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'code': 200} Dec 08 00:18:22.598170 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-720c4ee3-afc7-4a29-a9ef-25981fc21910 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:22.605612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.606192 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-720c4ee3-afc7-4a29-a9ef-25981fc21910 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags/tempest-TagsExtTest-Tag-1253857103 HTTP/1.1" status: 404 len: 329 time: 0.1294887 Dec 08 00:18:22.610586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-d264f572-3f42-46f5-a3c8-ddaaba205624 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', {'tags': ['tempest-TagsExtTest-Tag-259075554', 'tempest-TagsExtTest-Tag-225986701', 'tempest-TagsExtTest-Tag-2010277083']}) {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.648601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d264f572-3f42-46f5-a3c8-ddaaba205624 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "PUT /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags HTTP/1.1" status: 200 len: 316 time: 0.0417790 Dec 08 00:18:22.651226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.653418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:22.656657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-24a5aa01-6b5c-43ef-9876-f28f06a7cb07 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.657887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38856) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.663524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.690971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2133216-9ffd-428b-b6cd-641baa3056c3 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:18:22.703645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.719642 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.723859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:22.738721 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.767272 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.777410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Network e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:22.780599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:22.782397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-24a5aa01-6b5c-43ef-9876-f28f06a7cb07 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1293314 Dec 08 00:18:22.784425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:22.786430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.791475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-d7da1dd4-f101-4eb8-a039-b94a576cc1ec tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', 'tempest-TagsExtTest-Tag-259075554') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.792322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Pushing event updated for resources: {'Port': ['ID=9b3d7171-7682-4c92-97b5-9ce80ed9b654,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:22.811624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Subnet': ['ID=86240651-5d89-4874-9911-c432d32d378c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:22.834151 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-d7da1dd4-f101-4eb8-a039-b94a576cc1ec tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:22.835992 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d7da1dd4-f101-4eb8-a039-b94a576cc1ec tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags/tempest-TagsExtTest-Tag-259075554 HTTP/1.1" status: 404 len: 328 time: 0.0476995 Dec 08 00:18:22.838245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.843673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-926b3914-aaf3-4d2d-9581-f23187fd506d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', 'tempest-TagsExtTest-Tag-225986701') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.862262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189312492'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:22.881423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.890302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Attempting to bind port 9b3d7171-7682-4c92-97b5-9ce80ed9b654 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:22.893644 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-926b3914-aaf3-4d2d-9581-f23187fd506d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:22.893803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Attempting to bind port 9b3d7171-7682-4c92-97b5-9ce80ed9b654 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '7f10143c-0963-429b-bc52-e65b448b56f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:22.893803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Attempting to bind port 9b3d7171-7682-4c92-97b5-9ce80ed9b654 on network e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:22.893993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-926b3914-aaf3-4d2d-9581-f23187fd506d tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags/tempest-TagsExtTest-Tag-225986701 HTTP/1.1" status: 404 len: 328 time: 0.0515957 Dec 08 00:18:22.893993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38866) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.899221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-79ef1a11-d6be-45bb-b7d5-3008acf81fa0 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4', 'tempest-TagsExtTest-Tag-2010277083') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.903087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:22.906243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.908666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:22.909049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Checking segment: {'id': '7f10143c-0963-429b-bc52-e65b448b56f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:22.909460 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.909560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ea66d9-b8bc-4dbb-8016-e344b5fdd874']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.910108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Bound using segment: {'id': '7f10143c-0963-429b-bc52-e65b448b56f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:22.910577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Bound port: 9b3d7171-7682-4c92-97b5-9ce80ed9b654, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f10143c-0963-429b-bc52-e65b448b56f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:22.910983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.920818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:22.921083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f10143c-0963-429b-bc52-e65b448b56f5') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.921343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f10143c-0963-429b-bc52-e65b448b56f5') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.932731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.932952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.948954 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.950864 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-79ef1a11-d6be-45bb-b7d5-3008acf81fa0 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] show failed (client error): The resource could not be found. Dec 08 00:18:22.952208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-79ef1a11-d6be-45bb-b7d5-3008acf81fa0 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags/tempest-TagsExtTest-Tag-2010277083 HTTP/1.1" status: 404 len: 329 time: 0.0570655 Dec 08 00:18:22.955075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38868) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.958627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:22.959335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:22.960297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-035ae848-cfb3-459f-8276-2f4d8837c737 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ed2ac68-c364-4866-8a2c-12a82fc77dc4') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:22.963389 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:22.987782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] For port 9b3d7171-7682-4c92-97b5-9ce80ed9b654, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:22.991330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-035ae848-cfb3-459f-8276-2f4d8837c737 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4/tags HTTP/1.1" status: 204 len: 168 time: 0.0346577 Dec 08 00:18:22.994405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38870) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:22.999178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-8b796b75-18e3-42b8-bee1-a1fd997cce4b tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:23.023776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] For port 9b3d7171-7682-4c92-97b5-9ce80ed9b654, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9b3d7171-7682-4c92-97b5-9ce80ed9b654,segment=NetworkSegment(7f10143c-0963-429b-bc52-e65b448b56f5),segment_id=7f10143c-0963-429b-bc52-e65b448b56f5)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:23.025837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:18:23.025837 n-d-820549-2 neutron-server[103114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:18:23.025837 n-d-820549-2 neutron-server[103114]: [parameters: {'id': 'e5ea66d9-b8bc-4dbb-8016-e344b5fdd874'}] Dec 08 00:18:23.025837 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:18:23.026278 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:18:23.031451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.064927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['a2133216-9ffd-428b-b6cd-641baa3056c3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:18:23.121915 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8b796b75-18e3-42b8-bee1-a1fd997cce4b tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.1261542 Dec 08 00:18:23.124414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:23.131088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-43f25782-c569-44fb-ab48-95b3216f4884 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '227a7e5b-ebca-4142-b462-269a6671f2b0') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:23.151388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4b3f8-2adc-406b-844a-c1359f4d4eae None None] Pushing event updated for resources: {'Port': ['ID=9b3d7171-7682-4c92-97b5-9ce80ed9b654,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:23.161017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.167339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.180759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230d67e-077e-4cc7-bc30-ccfbf1aca835 None None] Network e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:23.209102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:23.224046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d58e10-d33d-44a5-ae55-a465dcc1305e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:23.229982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.230708 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 5ac0472a-a71b-4d0a-aff9-86675ad6db11 of type vlan for network 0c1036d5-6363-46ac-972e-e7c766f076a5 Dec 08 00:18:23.248541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.248899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.249238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.249575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.249909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.250240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.250566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.250912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.251245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.251664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.251997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.252319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.252638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:23.296386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.301868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-43f25782-c569-44fb-ab48-95b3216f4884 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1742320 Dec 08 00:18:23.302442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38874) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:23.319648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-68817986-1d35-4c16-a4bd-8d94cee49f35 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '962b504a-8b55-4904-83ea-5ac4e3f92503') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:23.352650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675bce9-a246-4d7c-9c12-901f4678ad89 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:18:23.369743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.375302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:23.375881 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.429257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7695169 Dec 08 00:18:23.461685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a934244-151c-4203-873f-b100190a8669 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=0c1036d5-6363-46ac-972e-e7c766f076a5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:23.475785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-68817986-1d35-4c16-a4bd-8d94cee49f35 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503/tags HTTP/1.1" status: 204 len: 168 time: 0.1722922 Dec 08 00:18:23.479985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:23.494563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 0c1036d5-6363-46ac-972e-e7c766f076a5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:23.528420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.541473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675bce9-a246-4d7c-9c12-901f4678ad89 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:18:23.608024 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11154b65-756a-428e-9f6d-46e7770c2498 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for subnetpool, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.609531 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-11154b65-756a-428e-9f6d-46e7770c2498 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnetpools/5ed2ac68-c364-4866-8a2c-12a82fc77dc4 HTTP/1.1" status: 204 len: 168 time: 0.1293576 Dec 08 00:18:23.612805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38882) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:23.636660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a299dfb8-272f-4ce1-888b-4a7f4812b6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.656841 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d81ec829-edde-4397-a00e-4390c84d2ed4 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1 HTTP/1.1" status: 200 len: 205 time: 0.0424221 Dec 08 00:18:23.659486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:23.773389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a58-d813-461c-bcb2-02da8e908cf1 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:23.792112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8d7a-0a65-4184-8e6e-41adb8d174c9 req-4b9a1be1-0c7f-4f14-b41f-fa9687cf22bc tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:23.793866 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d9f8d7a-0a65-4184-8e6e-41adb8d174c9 req-4b9a1be1-0c7f-4f14-b41f-fa9687cf22bc tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 944 time: 0.1644952 Dec 08 00:18:23.811557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting port 9b3d7171-7682-4c92-97b5-9ce80ed9b654 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:23.811896 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.065262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a2133216-9ffd-428b-b6cd-641baa3056c3 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:24.075268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] For port 9b3d7171-7682-4c92-97b5-9ce80ed9b654, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9b3d7171-7682-4c92-97b5-9ce80ed9b654,segment=NetworkSegment(7f10143c-0963-429b-bc52-e65b448b56f5),segment_id=7f10143c-0963-429b-bc52-e65b448b56f5)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:24.075639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.110974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d9f8d7a-0a65-4184-8e6e-41adb8d174c9 req-def94d73-ef77-4996-9813-8b80ef31b269 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007939 Dec 08 00:18:24.119486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Calling delete_port for 9b3d7171-7682-4c92-97b5-9ce80ed9b654 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:24.172609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port a2133216-9ffd-428b-b6cd-641baa3056c3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:24.172979 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.242142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.290970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.298587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Port': ['ID=9b3d7171-7682-4c92-97b5-9ce80ed9b654,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:24.306190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No DVR routers for this DVR port 9b3d7171-7682-4c92-97b5-9ce80ed9b654 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:24.317568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a58-d813-461c-bcb2-02da8e908cf1 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.320229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a58-d813-461c-bcb2-02da8e908cf1 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.346385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:24.353686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.421864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a58-d813-461c-bcb2-02da8e908cf1 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.422532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3d0a58-d813-461c-bcb2-02da8e908cf1 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Fanout notify agent at l3_agent the message router_deleted on router 7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:18:24.423009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:24.431323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a58-d813-461c-bcb2-02da8e908cf1 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.434201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3b3d0a58-d813-461c-bcb2-02da8e908cf1 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/routers/7c948a47-b6a0-4d5f-9603-f9c0bdf98cf1 HTTP/1.1" status: 204 len: 168 time: 0.7731149 Dec 08 00:18:24.440373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38888) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:24.585605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:24.588040 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811e842d-0555-433d-bac9-199f31c9795d" -d '{"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-plugged", "status": "completed", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:24.596222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Deleting port 227a7e5b-ebca-4142-b462-269a6671f2b0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:24.596336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.657096 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35769aa-764a-4db0-a8b6-60cf580e41c1 x-openstack-request-id: req-d35769aa-764a-4db0-a8b6-60cf580e41c1 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:24.657403 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-plugged", "status": "completed", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:24.657659 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d35769aa-764a-4db0-a8b6-60cf580e41c1 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:24.658058 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'code': 200} Dec 08 00:18:24.769373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.787899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.801746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Calling delete_port for 227a7e5b-ebca-4142-b462-269a6671f2b0 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:24.817692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ea66d9-b8bc-4dbb-8016-e344b5fdd874']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:24.829424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f10143c-0963-429b-bc52-e65b448b56f5') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:24.829784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f10143c-0963-429b-bc52-e65b448b56f5') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:24.839858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.853563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.859636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:24.860136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:24.924753 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:24.931354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.947582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:24.951131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 HTTP/1.1" status: 204 len: 168 time: 3.1384964 Dec 08 00:18:24.961485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38896) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:24.967238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-877789867'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:24.970599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c790f11-2bc7-4c0d-8152-007d1ab9feb3 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Network': ['ID=e5ea66d9-b8bc-4dbb-8016-e344b5fdd874,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:24.994106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3c96d-ce0c-468b-a977-4af9ce54229d req-a8205d03-5942-4702-a8dc-be71bb42f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:24.996296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acd3c96d-ce0c-468b-a977-4af9ce54229d req-a8205d03-5942-4702-a8dc-be71bb42f47b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 1096 time: 0.1449149 Dec 08 00:18:24.997713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:25.002237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.030999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:25.042253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.043109 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Added segment bbdd0728-f895-411a-8e76-fbb2936c2b6a of type vlan for network 1c3b8496-553c-4229-9e8d-6f331ced1338 Dec 08 00:18:25.092966 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.101177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.113719 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-acd3c96d-ce0c-468b-a977-4af9ce54229d req-ff4461b7-9857-4841-be10-bde4baf2e310 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098480 Dec 08 00:18:25.133306 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.139399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.149542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:25.153024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.215146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event deleted for resources: {'Port': ['ID=227a7e5b-ebca-4142-b462-269a6671f2b0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:25.286353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3204746 Dec 08 00:18:25.292694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:25.299085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'subnet': {'network_id': '1c3b8496-553c-4229-9e8d-6f331ced1338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:25.364274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.372630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5faca847-66ff-4730-878d-2a0dc7d1c6dc tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/ports/227a7e5b-ebca-4142-b462-269a6671f2b0 HTTP/1.1" status: 204 len: 168 time: 0.9306870 Dec 08 00:18:25.388726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38902) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:25.394774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fd0e6-dead-4e1e-90be-952164dc7159 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Network': ['ID=1c3b8496-553c-4229-9e8d-6f331ced1338,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:25.406368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 1c3b8496-553c-4229-9e8d-6f331ced1338 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:25.442308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6eb8c-3909-4ee3-824a-f31ead814f4b req-aea1a9d1-8e16-4110-8e1d-71ad4e5f38e3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:25.450460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8aa6eb8c-3909-4ee3-824a-f31ead814f4b req-aea1a9d1-8e16-4110-8e1d-71ad4e5f38e3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.2421277 Dec 08 00:18:25.483475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:25.492929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.517279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8aa6eb8c-3909-4ee3-824a-f31ead814f4b req-e7702b57-c500-4368-b8d7-a8d72e8b1858 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657420 Dec 08 00:18:25.561280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Deleting subnet 962b504a-8b55-4904-83ea-5ac4e3f92503 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:18:25.576487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.670150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.829338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.907722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.964231 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:25.997850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Subnet': ['ID=ec22b084-61ec-435c-a38a-83e04ede39ac,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:26.006599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.012455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:26.018653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d254345-d951-4ab4-90ed-cd11a670a192 None None] Network ad5a7e0b-2260-41f8-bec4-840b55cd84d2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:26.027672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/subnets/962b504a-8b55-4904-83ea-5ac4e3f92503 HTTP/1.1" status: 204 len: 168 time: 0.5763807 Dec 08 00:18:26.080625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108db703-bac2-4960-b84e-9a2c245d7019 tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event deleted for resources: {'Subnet': ['ID=962b504a-8b55-4904-83ea-5ac4e3f92503,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:26.093138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Checking segment: {'id': 'bbdd0728-f895-411a-8e76-fbb2936c2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1c3b8496-553c-4229-9e8d-6f331ced1338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:26.093762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network hostable DHCP agents. Network: 1c3b8496-553c-4229-9e8d-6f331ced1338, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:26.116483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network 1c3b8496-553c-4229-9e8d-6f331ced1338 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:26.136286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 1c3b8496-553c-4229-9e8d-6f331ced1338) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:26.141509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:26.142419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.182770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ef2a0f22-f21e-48b0-bbf8-f5c4cdc8683b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8876605 Dec 08 00:18:26.183773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38910) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:26.204720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770a91f-4b5f-4fb8-ae23-a2cb4aa99c91 None None] Network 1c3b8496-553c-4229-9e8d-6f331ced1338 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:26.300934 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.397585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.441722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Deleting port 22ab7749-0e17-4813-83dd-d9db25156b66 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:26.442913 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.443513 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.503139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ee41f-deb8-479f-b364-9a904ceb2ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-1c3b8496-553c-4229-9e8d-6f331ced1338', 'network_id': '1c3b8496-553c-4229-9e8d-6f331ced1338', 'project_id': '47106aa562944c95b36104f845e6b802', 'fixed_ips': [{'subnet_id': 'ec22b084-61ec-435c-a38a-83e04ede39ac'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:26.504089 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-357ee41f-deb8-479f-b364-9a904ceb2ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.586755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.608471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] For port 22ab7749-0e17-4813-83dd-d9db25156b66, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=22ab7749-0e17-4813-83dd-d9db25156b66,segment=NetworkSegment(64d436ab-722e-4379-9a6f-883fc720895c),segment_id=64d436ab-722e-4379-9a6f-883fc720895c)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:26.610243 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.659594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Calling delete_port for 22ab7749-0e17-4813-83dd-d9db25156b66 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:26.667023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] DHCP port deletion for ad5a7e0b-2260-41f8-bec4-840b55cd84d2 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:26.712306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.762481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Subnet': ['ID=ec22b084-61ec-435c-a38a-83e04ede39ac,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:26.769837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791eda-59ca-41cf-a862-2c36c2c58e82 req-a18254b6-25b6-41fe-9a09-1f8f03026eed tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:26.778587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a791eda-59ca-41cf-a862-2c36c2c58e82 req-a18254b6-25b6-41fe-9a09-1f8f03026eed tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1513314 Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-357ee41f-deb8-479f-b364-9a904ceb2ed2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec22b084-61ec-435c-a38a-83e04ede39ac: This subnet is being modified by another concurrent operation. Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:18:26.809047 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec22b084-61ec-435c-a38a-83e04ede39ac: This subnet is being modified by another concurrent operation. Dec 08 00:18:26.811983 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:18:26.840937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] Deleting port 22ab7749-0e17-4813-83dd-d9db25156b66 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:26.841328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.855223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38916) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:26.891754 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.892257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': '0c1036d5-6363-46ac-972e-e7c766f076a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:26.914664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6dcb70-0774-4234-8872-af63dd10353d None None] Network 1c3b8496-553c-4229-9e8d-6f331ced1338 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:26.930061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a791eda-59ca-41cf-a862-2c36c2c58e82 req-da17e986-0548-493e-9679-053de93611b3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437037 Dec 08 00:18:26.947705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3b8496-553c-4229-9e8d-6f331ced1338']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:26.954038 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:26.968569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdd0728-f895-411a-8e76-fbb2936c2b6a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:26.968913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdd0728-f895-411a-8e76-fbb2936c2b6a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:26.993599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.032047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.035782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event deleted for resources: {'Port': ['ID=22ab7749-0e17-4813-83dd-d9db25156b66,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:27.041598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:27.043323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] No DVR routers for this DVR port 22ab7749-0e17-4813-83dd-d9db25156b66 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:27.045381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:27.154025 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:27.166591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.187791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.191312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/1c3b8496-553c-4229-9e8d-6f331ced1338 HTTP/1.1" status: 204 len: 168 time: 1.0059614 Dec 08 00:18:27.192398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb0630-31f9-4274-85ac-ea6fa173b769 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Network': ['ID=1c3b8496-553c-4229-9e8d-6f331ced1338,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:27.195276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38922) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:27.201332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-173336232'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:27.231114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] For port 22ab7749-0e17-4813-83dd-d9db25156b66, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=22ab7749-0e17-4813-83dd-d9db25156b66,segment=NetworkSegment(64d436ab-722e-4379-9a6f-883fc720895c),segment_id=64d436ab-722e-4379-9a6f-883fc720895c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:27.231606 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.234995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:27.250393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.289892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] Calling delete_port for 22ab7749-0e17-4813-83dd-d9db25156b66 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:27.296058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:27.310021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.310301 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Added segment 0941b90b-dfbf-408a-9de1-b0f40ee2e067 of type vlan for network c399cf07-cc4a-4603-94bf-30b288869fdd Dec 08 00:18:27.370870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.408585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.412270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.421600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:27.422562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.435546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.444322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.452379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5a7e0b-2260-41f8-bec4-840b55cd84d2']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:27.471923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee752255-d75a-45c4-a0c3-89f8c2c0c80c req-2fda14cc-80a0-41eb-91fa-f13e6a090f33 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:27.473480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee752255-d75a-45c4-a0c3-89f8c2c0c80c req-2fda14cc-80a0-41eb-91fa-f13e6a090f33 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.3630099 Dec 08 00:18:27.478217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d436ab-722e-4379-9a6f-883fc720895c') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:27.478525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d436ab-722e-4379-9a6f-883fc720895c') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:27.482478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] Pushing event deleted for resources: {'Port': ['ID=22ab7749-0e17-4813-83dd-d9db25156b66,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:27.493325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cd0ec-9648-46e0-87b4-7a868770911b None None] No DVR routers for this DVR port 22ab7749-0e17-4813-83dd-d9db25156b66 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:27.515114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90326938-d664-4c5b-96eb-b61e23fd220a None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:18:27.526373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Network': ['ID=c399cf07-cc4a-4603-94bf-30b288869fdd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:27.538815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a986c0ec-6694-4a97-b200-313911e1ce8f tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3424516 Dec 08 00:18:27.541472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:27.547847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Request body: {'subnet': {'network_id': 'c399cf07-cc4a-4603-94bf-30b288869fdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:27.554503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee752255-d75a-45c4-a0c3-89f8c2c0c80c req-e65a7aec-51d5-4a8f-969a-7ac20759effe tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677443 Dec 08 00:18:27.555399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:27.556438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c399cf07-cc4a-4603-94bf-30b288869fdd details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:27.559356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.700832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90326938-d664-4c5b-96eb-b61e23fd220a None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:18:27.777484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Made reservation on behalf of 47106aa562944c95b36104f845e6b802 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:27.780960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.783082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.792200 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.825638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.856907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:27.857468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:27.861213 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:27.918473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '5ac0472a-a71b-4d0a-aff9-86675ad6db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0c1036d5-6363-46ac-972e-e7c766f076a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:27.918847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: 0c1036d5-6363-46ac-972e-e7c766f076a5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:27.920960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=e21854cc-73bd-4326-8d37-26638156e7ec,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:27.979822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:27.982969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 0c1036d5-6363-46ac-972e-e7c766f076a5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:28.014261 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.023810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] 10.222.0.18 "DELETE /v2.0/networks/ad5a7e0b-2260-41f8-bec4-840b55cd84d2 HTTP/1.1" status: 204 len: 168 time: 2.0093613 Dec 08 00:18:28.026563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7d8f8-eeac-4f5a-bf1b-9c8977ca171f tempest-TagsExtTest-375276510 tempest-TagsExtTest-375276510-project] Pushing event deleted for resources: {'Network': ['ID=ad5a7e0b-2260-41f8-bec4-840b55cd84d2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:28.039910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 0c1036d5-6363-46ac-972e-e7c766f076a5) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:28.044876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:28.045445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.078174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dfe04ad0-6048-43c4-b366-6b7dc2e72d75 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2171881 Dec 08 00:18:28.080004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38934) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:28.095146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179682201'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:28.102114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e661f-562c-42ab-9d01-cb8735a52dd8 None None] Network 0c1036d5-6363-46ac-972e-e7c766f076a5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:28.133263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:28.144940 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.198187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:28.210772 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.211165 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 70d70898-8c85-42c5-af07-855ded07c710 of type vlan for network 8635d549-4e87-4576-a970-1053a9671409 Dec 08 00:18:28.255740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 22ab7749-0e17-4813-83dd-d9db25156b66 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:28.294639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:18:28.296487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.330482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 22ab7749-0e17-4813-83dd-d9db25156b66 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:28.330941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 22ab7749-0e17-4813-83dd-d9db25156b66 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:28.384793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.393801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-0c1036d5-6363-46ac-972e-e7c766f076a5', 'network_id': '0c1036d5-6363-46ac-972e-e7c766f076a5', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': 'e21854cc-73bd-4326-8d37-26638156e7ec'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:28.396077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.445473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event updated for resources: {'Subnet': ['ID=0cf20b92-9c85-40d4-b474-bf98a2db75ac,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:28.452052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Checking segment: {'id': '0941b90b-dfbf-408a-9de1-b0f40ee2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c399cf07-cc4a-4603-94bf-30b288869fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:28.452952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network hostable DHCP agents. Network: c399cf07-cc4a-4603-94bf-30b288869fdd, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:28.473795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Network c399cf07-cc4a-4603-94bf-30b288869fdd is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:28.485715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c399cf07-cc4a-4603-94bf-30b288869fdd) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:28.494752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:28.495506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.511658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c030ef-a7b1-4a4f-a966-4584d7fa0428 None None] Network c399cf07-cc4a-4603-94bf-30b288869fdd requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:28.522456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-68720e84-c520-4519-83fe-2c44a136027a tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9789791 Dec 08 00:18:28.524950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38950) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:28.539723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.553277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:28.555653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.586021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:28.665510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=8635d549-4e87-4576-a970-1053a9671409,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:28.673243 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c385cd7d-be10-4867-b040-d250127ed992 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5880845 Dec 08 00:18:28.673981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38956) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:28.677606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-bab0e6df-3ad0-4be1-9a92-1a0ec9821ed9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:28.680004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-bab0e6df-3ad0-4be1-9a92-1a0ec9821ed9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 815 time: 0.3724709 Dec 08 00:18:28.683514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8635d549-4e87-4576-a970-1053a9671409 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:28.684230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': '8635d549-4e87-4576-a970-1053a9671409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:28.703728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-6bdcb390-6bbc-4903-87eb-6890574f1907 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/quotas/db2757ce59574e919b691dea75759cad HTTP/1.1" status: 200 len: 375 time: 0.0175741 Dec 08 00:18:28.755425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Allocated IP 2001:db8:0:ffff::2 (0c1036d5-6363-46ac-972e-e7c766f076a5/e21854cc-73bd-4326-8d37-26638156e7ec/6010f176-3f0c-4825-bc96-1efa4947a4f9) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:28.771351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-846b6991-c2b6-4958-a2e6-3cd100b1b556 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607255 Dec 08 00:18:28.774430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-c399cf07-cc4a-4603-94bf-30b288869fdd', 'network_id': 'c399cf07-cc4a-4603-94bf-30b288869fdd', 'project_id': '47106aa562944c95b36104f845e6b802', 'fixed_ips': [{'subnet_id': '0cf20b92-9c85-40d4-b474-bf98a2db75ac'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:28.775325 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.790445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:28.894249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-435c6326-b10b-46b8-aaa3-e771850802e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140039 Dec 08 00:18:28.963415 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a0c45366-7fd7-47e3-b5cd-b6382a624e39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ce87626e61a41e9ab28544c0123a12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757384 Dec 08 00:18:28.968116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38958) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:29.092998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.106121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-c0a17ab1-f55a-46c0-9a44-09c6928da42d service neutron] 10.222.0.18 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020776 Dec 08 00:18:29.163902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:29.170261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.181906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Allocated IP 2001:db8::f816:3eff:fe80:694 (c399cf07-cc4a-4603-94bf-30b288869fdd/0cf20b92-9c85-40d4-b474-bf98a2db75ac/89328d75-66e5-4a47-87e9-c7aa6a655853) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:29.213319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.246657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.315341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3445b06b-c872-4876-9d4b-911d5e432538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.347964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3445b06b-c872-4876-9d4b-911d5e432538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.348706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Network 0c1036d5-6363-46ac-972e-e7c766f076a5 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:29.361521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:29.371179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:29.475787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Pushing event updated for resources: {'Port': ['ID=6010f176-3f0c-4825-bc96-1efa4947a4f9,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:29.517692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93e988be-5a12-46bc-be3a-82ce784b05f3 req-a63a2ec7-9c00-41b2-9f73-7dfddc80f43a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 210 time: 0.0705352 Dec 08 00:18:29.530122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-9773ed90-5368-4e1c-a534-adfcb30316f4 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:29.532380 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-9773ed90-5368-4e1c-a534-adfcb30316f4 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "GET /v2.0/ports?device_id=f771fd54-3fd7-4ea8-93a5-25809b4d126d HTTP/1.1" status: 200 len: 945 time: 0.1880381 Dec 08 00:18:29.642078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Attempting to bind port 6010f176-3f0c-4825-bc96-1efa4947a4f9 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:29.642683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Attempting to bind port 6010f176-3f0c-4825-bc96-1efa4947a4f9 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5ac0472a-a71b-4d0a-aff9-86675ad6db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0c1036d5-6363-46ac-972e-e7c766f076a5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:29.642985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Attempting to bind port 6010f176-3f0c-4825-bc96-1efa4947a4f9 on network 0c1036d5-6363-46ac-972e-e7c766f076a5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:29.659401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:29.660124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Checking segment: {'id': '5ac0472a-a71b-4d0a-aff9-86675ad6db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0c1036d5-6363-46ac-972e-e7c766f076a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:29.660536 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.661073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Bound using segment: {'id': '5ac0472a-a71b-4d0a-aff9-86675ad6db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0c1036d5-6363-46ac-972e-e7c766f076a5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:29.661640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Bound port: 6010f176-3f0c-4825-bc96-1efa4947a4f9, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac0472a-a71b-4d0a-aff9-86675ad6db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0c1036d5-6363-46ac-972e-e7c766f076a5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:29.662090 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.685420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.721142 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.788158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3445b06b-c872-4876-9d4b-911d5e432538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.797180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3445b06b-c872-4876-9d4b-911d5e432538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.801636 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3445b06b-c872-4876-9d4b-911d5e432538 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2493fd15-e611-4d2e-adfc-ed899795f165 HTTP/1.1" status: 204 len: 168 time: 0.8297634 Dec 08 00:18:29.830248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Network c399cf07-cc4a-4603-94bf-30b288869fdd is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:29.844336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Pushing event updated for resources: {'Port': ['ID=89328d75-66e5-4a47-87e9-c7aa6a655853,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:29.848319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:29.853169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445b06b-c872-4876-9d4b-911d5e432538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493fd15-e611-4d2e-adfc-ed899795f165,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:29.853647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:29.857094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] For port 6010f176-3f0c-4825-bc96-1efa4947a4f9, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:29.861590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.864186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.865410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] For port 6010f176-3f0c-4825-bc96-1efa4947a4f9, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6010f176-3f0c-4825-bc96-1efa4947a4f9,segment=NetworkSegment(5ac0472a-a71b-4d0a-aff9-86675ad6db11),segment_id=5ac0472a-a71b-4d0a-aff9-86675ad6db11)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:29.923336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:29.936183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf20b92-9c85-40d4-b474-bf98a2db75ac,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:29.990149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=b84bf587-13df-4929-9dcf-d4174ef4672c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:30.101695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.129772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550194b2-e26c-49b5-b241-4bcbf7d613b4 None None] Pushing event updated for resources: {'Port': ['ID=6010f176-3f0c-4825-bc96-1efa4947a4f9,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:30.130054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Deleting port a2133216-9ffd-428b-b6cd-641baa3056c3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:30.130402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.134672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Attempting to bind port 89328d75-66e5-4a47-87e9-c7aa6a655853 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:30.135321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Attempting to bind port 89328d75-66e5-4a47-87e9-c7aa6a655853 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0941b90b-dfbf-408a-9de1-b0f40ee2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c399cf07-cc4a-4603-94bf-30b288869fdd'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:30.136286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Attempting to bind port 89328d75-66e5-4a47-87e9-c7aa6a655853 on network c399cf07-cc4a-4603-94bf-30b288869fdd {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:30.149659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:30.150220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Checking segment: {'id': '0941b90b-dfbf-408a-9de1-b0f40ee2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c399cf07-cc4a-4603-94bf-30b288869fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:30.150821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.151331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Bound using segment: {'id': '0941b90b-dfbf-408a-9de1-b0f40ee2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c399cf07-cc4a-4603-94bf-30b288869fdd'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:30.152211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Bound port: 89328d75-66e5-4a47-87e9-c7aa6a655853, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0941b90b-dfbf-408a-9de1-b0f40ee2e067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c399cf07-cc4a-4603-94bf-30b288869fdd'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:30.152580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.306209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] For port a2133216-9ffd-428b-b6cd-641baa3056c3, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a2133216-9ffd-428b-b6cd-641baa3056c3,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:30.306582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.316113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] For port 89328d75-66e5-4a47-87e9-c7aa6a655853, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:30.322449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] For port 89328d75-66e5-4a47-87e9-c7aa6a655853, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89328d75-66e5-4a47-87e9-c7aa6a655853,segment=NetworkSegment(0941b90b-dfbf-408a-9de1-b0f40ee2e067),segment_id=0941b90b-dfbf-408a-9de1-b0f40ee2e067)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:30.329935 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.353148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c399cf07-cc4a-4603-94bf-30b288869fdd']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:30.357322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '70d70898-8c85-42c5-af07-855ded07c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8635d549-4e87-4576-a970-1053a9671409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:30.357746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: 8635d549-4e87-4576-a970-1053a9671409, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:30.370820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Calling delete_port for a2133216-9ffd-428b-b6cd-641baa3056c3 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:30.373108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0941b90b-dfbf-408a-9de1-b0f40ee2e067') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:30.373454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0941b90b-dfbf-408a-9de1-b0f40ee2e067') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:30.402632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.487115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beee2a-a54c-449c-96ba-1c6bed811c6c None None] Pushing event updated for resources: {'Port': ['ID=89328d75-66e5-4a47-87e9-c7aa6a655853,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:30.504129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 8635d549-4e87-4576-a970-1053a9671409 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:30.509511 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.562675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd6141-dd58-4f33-9933-aaab11b7b1fd None None] Network c399cf07-cc4a-4603-94bf-30b288869fdd requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:30.567248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:30.570417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:30.576736 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:30.587512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8635d549-4e87-4576-a970-1053a9671409) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:30.650375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8dca5-c519-40c1-a5a5-1c4c0c997890 None None] Network 8635d549-4e87-4576-a970-1053a9671409 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:30.671849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:30.672670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.752508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5cac471-714a-4306-858f-5da44acd0ed2 req-cbe7178d-7475-4db3-9d16-79fec328c208 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 210 time: 0.0578883 Dec 08 00:18:30.828146 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-40afa2c3-ca50-4c83-8db0-abdb2f9c34c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1530814 Dec 08 00:18:30.830946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38998) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:30.833906 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:18:30.833906 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:18:30.833906 n-d-820549-2 neutron-server[103113]: [parameters: {'id': 'c399cf07-cc4a-4603-94bf-30b288869fdd'}] Dec 08 00:18:30.833906 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:18:30.835416 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:18:30.947688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.979150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:30.985686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Pushing event deleted for resources: {'Port': ['ID=a2133216-9ffd-428b-b6cd-641baa3056c3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:31.039129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] No DVR routers for this DVR port a2133216-9ffd-428b-b6cd-641baa3056c3 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:31.042403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.046104 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8c6de296-b7e8-4745-9402-0174cc4115d0 req-0f88af03-0d69-44ca-9f15-0f8f8c82bf45 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.44 "DELETE /v2.0/ports/a2133216-9ffd-428b-b6cd-641baa3056c3 HTTP/1.1" status: 204 len: 173 time: 1.4885600 Dec 08 00:18:31.046563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-deleted', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:31.048946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['a2133216-9ffd-428b-b6cd-641baa3056c3'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:18:31.051439 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d5b9c-f462-4709-97dc-902087b2ecc7" -d '{"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-deleted", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:31.053945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c1d24-71e9-43ed-a77f-cdc6fd392285 None None] DHCP port deletion for 0b554920-1551-4e52-988e-e0edbde9f0ee request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:31.083332 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.212846 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.280344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=b84bf587-13df-4929-9dcf-d4174ef4672c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:31.298440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc047f84-fab0-4dc2-9d15-6ffdfe4cd965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-8635d549-4e87-4576-a970-1053a9671409', 'network_id': '8635d549-4e87-4576-a970-1053a9671409', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': 'b84bf587-13df-4929-9dcf-d4174ef4672c'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:31.303668 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc047f84-fab0-4dc2-9d15-6ffdfe4cd965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.463954 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.547471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8635d549-4e87-4576-a970-1053a9671409']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:31.550710 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.560847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-f18597ff-6554-4247-8e56-2d56f454a634 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:31.563529 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-f18597ff-6554-4247-8e56-2d56f454a634 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.59 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 815 time: 0.2732911 Dec 08 00:18:31.565893 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bdffda-cbcb-40b6-bc73-d7dff99530cb x-openstack-request-id: req-68bdffda-cbcb-40b6-bc73-d7dff99530cb {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:31.566391 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771fd54-3fd7-4ea8-93a5-25809b4d126d", "name": "network-vif-deleted", "tag": "a2133216-9ffd-428b-b6cd-641baa3056c3", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:31.566707 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68bdffda-cbcb-40b6-bc73-d7dff99530cb {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:31.567146 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771fd54-3fd7-4ea8-93a5-25809b4d126d', 'name': 'network-vif-deleted', 'tag': 'a2133216-9ffd-428b-b6cd-641baa3056c3', 'status': 'completed', 'code': 200} Dec 08 00:18:31.571353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384f852-cd8f-469a-b27b-94a7edf00b0b None None] Network 8635d549-4e87-4576-a970-1053a9671409 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:31.574191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d70898-8c85-42c5-af07-855ded07c710') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:31.574730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d70898-8c85-42c5-af07-855ded07c710') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:31.578818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39020) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:31.591083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Request body: {'port': {'device_id': '265f715d-9309-4525-b323-db3baf832287', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'admin_state_up': True, 'tenant_id': 'db2757ce59574e919b691dea75759cad'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:31.603742 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.633949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.649484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:31.650247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:31.659704 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:31.792339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.802818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.807436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1912514461'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:31.812213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/8635d549-4e87-4576-a970-1053a9671409 HTTP/1.1" status: 204 len: 168 time: 0.9801545 Dec 08 00:18:31.813792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39026) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:31.843518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a830b0-a206-44d7-baa1-7ad087472242 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=8635d549-4e87-4576-a970-1053a9671409,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:31.858586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882307245'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:31.866790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting port 89328d75-66e5-4a47-87e9-c7aa6a655853 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:31.867406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.875773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Made reservation on behalf of 31082f1480714fbaa4b38ee3b9215533 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:31.880331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.900049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-551cb7d1-ae88-4c35-98aa-6a7c1eb9a091 req-d029cc01-963e-438f-ac12-60ac80a2edb3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 210 time: 0.0408602 Dec 08 00:18:31.939405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:31.962059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d396ec6-1882-4f22-8eb7-32f1cd05e9c1 None None] Network 0c1036d5-6363-46ac-972e-e7c766f076a5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:32.008265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:32.011568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.069548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] For port 89328d75-66e5-4a47-87e9-c7aa6a655853, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89328d75-66e5-4a47-87e9-c7aa6a655853,segment=NetworkSegment(0941b90b-dfbf-408a-9de1-b0f40ee2e067),segment_id=0941b90b-dfbf-408a-9de1-b0f40ee2e067)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:32.069919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.084096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Made reservation on behalf of db2757ce59574e919b691dea75759cad for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:32.088562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.105266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d835e35a-a1f6-44b3-96a1-1d67e243d16e None None] Provisioning complete for port 6010f176-3f0c-4825-bc96-1efa4947a4f9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:32.105522 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d835e35a-a1f6-44b3-96a1-1d67e243d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.106840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Calling delete_port for 89328d75-66e5-4a47-87e9-c7aa6a655853 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:32.122514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:32.157151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.157567 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 5acd920f-df51-431e-8a88-a4b1b6777d44 of type vlan for network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 Dec 08 00:18:32.205048 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d835e35a-a1f6-44b3-96a1-1d67e243d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.253518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6010f176-3f0c-4825-bc96-1efa4947a4f9 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:32.316063 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.341955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.343198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d835e35a-a1f6-44b3-96a1-1d67e243d16e None None] For port 6010f176-3f0c-4825-bc96-1efa4947a4f9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6010f176-3f0c-4825-bc96-1efa4947a4f9,segment=NetworkSegment(5ac0472a-a71b-4d0a-aff9-86675ad6db11),segment_id=5ac0472a-a71b-4d0a-aff9-86675ad6db11)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:32.344243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.357119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6010f176-3f0c-4825-bc96-1efa4947a4f9 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:32.358615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.402273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d835e35a-a1f6-44b3-96a1-1d67e243d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.462486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835e35a-a1f6-44b3-96a1-1d67e243d16e None None] Pushing event updated for resources: {'Port': ['ID=6010f176-3f0c-4825-bc96-1efa4947a4f9,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:32.493221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40201de-e4eb-4e8f-9878-89ed368d8dbc None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:18:32.591120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9880a8f4-a4dd-479c-9bf8-30f6ce2c5f15 None None] Provisioning complete for port 6010f176-3f0c-4825-bc96-1efa4947a4f9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:32.591532 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9880a8f4-a4dd-479c-9bf8-30f6ce2c5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.669233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.resource_extend [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:18:32.684061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40201de-e4eb-4e8f-9878-89ed368d8dbc None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:18:32.695921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:32.722819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142d9278-47c5-43ee-9d22-f745d5cfe92e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:32.732443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.732443 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Added segment c5fe95e1-f1e2-4588-9b13-715b5cc266d4 of type vlan for network 01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf Dec 08 00:18:32.743724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.750212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:32.750212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.768745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.790420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Allocated IP 172.20.0.7 (0b554920-1551-4e52-988e-e0edbde9f0ee/ca6e0046-c69f-4690-9875-bc5c02909699/f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:32.854177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Port': ['ID=89328d75-66e5-4a47-87e9-c7aa6a655853,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:32.859797 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0361722 Dec 08 00:18:32.861896 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:32.863171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39032) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:32.869831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No DVR routers for this DVR port 89328d75-66e5-4a47-87e9-c7aa6a655853 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:32.876032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': '2b54d1c7-4e21-42f0-9b06-1073f9737d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:32.970949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6be18-933c-49e1-b508-9b9f691bfece tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=2b54d1c7-4e21-42f0-9b06-1073f9737d45,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:32.998288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:33.014942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:33.020578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.026731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.040129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:33.041656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.086820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-231a0788-e166-4175-b647-bb6d7cdc8e9e req-7cdda25e-cb63-404d-9f79-809c86babc25 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 210 time: 0.0450549 Dec 08 00:18:33.131808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5491948 Dec 08 00:18:33.132535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39036) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.148255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-dd323c28-70f8-44e7-a941-e9e65dc0dc8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-1526633270') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:33.177908 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.251465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0585c-f938-45be-b6d8-b0179f3b4588 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Pushing event updated for resources: {'Network': ['ID=01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:33.266316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:33.274762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.283711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c399cf07-cc4a-4603-94bf-30b288869fdd']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:33.354534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0941b90b-dfbf-408a-9de1-b0f40ee2e067') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:33.354934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0941b90b-dfbf-408a-9de1-b0f40ee2e067') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:33.363778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '5acd920f-df51-431e-8a88-a4b1b6777d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2b54d1c7-4e21-42f0-9b06-1073f9737d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:33.364059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: 2b54d1c7-4e21-42f0-9b06-1073f9737d45, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:33.379835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=510ee80e-4865-4710-a22e-7cd319064475,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:33.381945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.385518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:33.397894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2b54d1c7-4e21-42f0-9b06-1073f9737d45) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:33.413147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:33.413920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.416485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7fc236-e577-4f39-8aec-f554e9335a99 None None] Network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:33.420115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.432256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.435273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:33.435752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:33.438780 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:33.441396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2661380-4620-4372-aeda-e1dd2626ae46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5734651 Dec 08 00:18:33.442496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39040) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.449771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769017526'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:33.476278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:33.482109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.523713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:33.544914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.545282 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 350f8a82-7fd0-478f-9a4f-4fcd7fc97b8d of type vlan for network 2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51 Dec 08 00:18:33.550591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.552185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2b54d1c7-4e21-42f0-9b06-1073f9737d45', 'network_id': '2b54d1c7-4e21-42f0-9b06-1073f9737d45', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': '510ee80e-4865-4710-a22e-7cd319064475'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:33.554397 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.560815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.564003 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/c399cf07-cc4a-4603-94bf-30b288869fdd HTTP/1.1" status: 204 len: 168 time: 5.0375955 Dec 08 00:18:33.567761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39042) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.589757 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd323c28-70f8-44e7-a941-e9e65dc0dc8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "PUT /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-1526633270 HTTP/1.1" status: 201 len: 201 time: 0.4464457 Dec 08 00:18:33.608185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39044) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.608912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625571-00cb-48cf-b37a-455596fe9478 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Network': ['ID=c399cf07-cc4a-4603-94bf-30b288869fdd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:33.613120 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d06fd7-8880-4f4d-b3af-8f15d169261e tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:33.613583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d06fd7-8880-4f4d-b3af-8f15d169261e tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:33.617375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-05d06fd7-8880-4f4d-b3af-8f15d169261e tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/0cf20b92-9c85-40d4-b474-bf98a2db75ac HTTP/1.1" status: 404 len: 337 time: 0.0487440 Dec 08 00:18:33.619830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39046) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.623698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-944c8d72-86f7-40a0-8b9c-f57ce3bfe5c6 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-1526633270') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:33.641588 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-740db87b-886b-43e4-8b48-c7c2c3fa0d80 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:33.642208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740db87b-886b-43e4-8b48-c7c2c3fa0d80 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:33.645606 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-740db87b-886b-43e4-8b48-c7c2c3fa0d80 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/c399cf07-cc4a-4603-94bf-30b288869fdd HTTP/1.1" status: 404 len: 339 time: 0.0241604 Dec 08 00:18:33.646851 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.648965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39050) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.680661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.693349 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d3efd3-67c5-4a3d-95ba-9f9d625aa6ab tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:33.694420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d3efd3-67c5-4a3d-95ba-9f9d625aa6ab tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:33.697482 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-67d3efd3-67c5-4a3d-95ba-9f9d625aa6ab tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/ec22b084-61ec-435c-a38a-83e04ede39ac HTTP/1.1" status: 404 len: 337 time: 0.0480590 Dec 08 00:18:33.705569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39052) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.733515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Network 0b554920-1551-4e52-988e-e0edbde9f0ee is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:33.736827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:33.740720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:33.746830 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-57676196-339e-463c-869f-2b6eeb427d0b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:33.747392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57676196-339e-463c-869f-2b6eeb427d0b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:33.752183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-57676196-339e-463c-869f-2b6eeb427d0b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/1c3b8496-553c-4229-9e8d-6f331ced1338 HTTP/1.1" status: 404 len: 339 time: 0.0441656 Dec 08 00:18:33.755202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6e61f-e5fa-4598-8d90-54d3148c002a None None] DHCP port deletion for 0b554920-1551-4e52-988e-e0edbde9f0ee request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:33.757484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39054) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.772318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Pushing event updated for resources: {'Port': ['ID=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:33.773919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Allocated IP 2001:db8::1 (2b54d1c7-4e21-42f0-9b06-1073f9737d45/510ee80e-4865-4710-a22e-7cd319064475/4f8ce7f0-381c-43cf-924c-7dc48cdf6926) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:33.814146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:33.815118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.822330 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39fc255-da2b-45be-b520-5d813e3b8516 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:33.823450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39fc255-da2b-45be-b520-5d813e3b8516 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:33.828985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c39fc255-da2b-45be-b520-5d813e3b8516 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/86240651-5d89-4874-9911-c432d32d378c HTTP/1.1" status: 404 len: 337 time: 0.0684223 Dec 08 00:18:33.829702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.831330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39056) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.837408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:33.838354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.855693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-b0525e82-6f86-42ad-a5a4-d6a040abe5f5 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2756629 Dec 08 00:18:33.857506 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb47c44-c153-408a-935b-5fec8e885987 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:33.858176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb47c44-c153-408a-935b-5fec8e885987 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:33.861429 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ceb47c44-c153-408a-935b-5fec8e885987 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/e5ea66d9-b8bc-4dbb-8016-e344b5fdd874 HTTP/1.1" status: 404 len: 339 time: 0.0289743 Dec 08 00:18:33.870084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-c783b782-ddca-409d-90bd-4c176a1d5a54 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:18:33.872722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-c783b782-ddca-409d-90bd-4c176a1d5a54 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084603 Dec 08 00:18:33.874360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39058) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.892412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Request body: {'port': {'device_id': '265f715d-9309-4525-b323-db3baf832287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:33.902332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-04a6ed7c-393e-4d83-b7c3-51c6b23cdde2 None None] Provisioning complete for port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:33.902803 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04a6ed7c-393e-4d83-b7c3-51c6b23cdde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:33.913902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-944c8d72-86f7-40a0-8b9c-f57ce3bfe5c6 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "GET /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-1526633270 HTTP/1.1" status: 204 len: 168 time: 0.3036382 Dec 08 00:18:33.917312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39060) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.923471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-d624d23d-fa19-4820-a14e-350003dfc3bc tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:33.964975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:33.986156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2ad85295-548a-4865-9ce8-14db9c251615 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5399466 Dec 08 00:18:33.986349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:33.986444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39062) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:33.992112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': '2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:34.013873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-04a6ed7c-393e-4d83-b7c3-51c6b23cdde2 None None] Port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:18:34.049341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.051397 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.097975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a2133216-9ffd-428b-b6cd-641baa3056c3 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:34.100715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.142693 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d624d23d-fa19-4820-a14e-350003dfc3bc tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "GET /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags HTTP/1.1" status: 200 len: 238 time: 0.2224076 Dec 08 00:18:34.145136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:34.148581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39066) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:34.153410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-09ba2b58-7424-4d67-9adf-a64e8d76df8e tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', {'tags': ['tempest-TagsTest-Tag-378711806', 'tempest-TagsTest-Tag-1264568891', 'tempest-TagsTest-Tag-1616248768']}) {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:34.155404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.164274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting port 2056eb43-27fd-4e0b-924f-25291049c973 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:34.164648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.174310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6010f176-3f0c-4825-bc96-1efa4947a4f9 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:34.181539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: a2133216-9ffd-428b-b6cd-641baa3056c3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:34.182316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a2133216-9ffd-428b-b6cd-641baa3056c3 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:34.246981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:34.250951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:34.253656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:34.256726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Pushing event updated for resources: {'Port': ['ID=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:34.302949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Performing IP validity checks on allocation pools {{(pid=103114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:18:34.302949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:18:34.333791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Attempting to bind port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:34.335242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Attempting to bind port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5acd920f-df51-431e-8a88-a4b1b6777d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2b54d1c7-4e21-42f0-9b06-1073f9737d45'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:34.335626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Attempting to bind port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 on network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:34.351671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:34.352208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Checking segment: {'id': '5acd920f-df51-431e-8a88-a4b1b6777d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2b54d1c7-4e21-42f0-9b06-1073f9737d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:34.352685 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.353624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Bound using segment: {'id': '5acd920f-df51-431e-8a88-a4b1b6777d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2b54d1c7-4e21-42f0-9b06-1073f9737d45'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:34.353624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Bound port: 4f8ce7f0-381c-43cf-924c-7dc48cdf6926, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acd920f-df51-431e-8a88-a4b1b6777d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2b54d1c7-4e21-42f0-9b06-1073f9737d45'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:34.354292 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.357182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6010f176-3f0c-4825-bc96-1efa4947a4f9 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:34.357836 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.376856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.402778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Calling delete_port for 2056eb43-27fd-4e0b-924f-25291049c973 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:34.423175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3234e-7e2d-4aba-b465-bc03151cd964 req-28eb6843-4578-4b75-aca7-cf45c82068bf tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:34.427648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29a3234e-7e2d-4aba-b465-bc03151cd964 req-28eb6843-4578-4b75-aca7-cf45c82068bf tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 931 time: 0.2027535 Dec 08 00:18:34.440167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-09ba2b58-7424-4d67-9adf-a64e8d76df8e tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "PUT /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags HTTP/1.1" status: 200 len: 308 time: 0.2903383 Dec 08 00:18:34.453328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39070) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:34.459666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-ed621878-46c0-4a11-9304-14bec0f6bc36 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-378711806') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:34.469535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] For port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:34.475373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] For port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,segment=NetworkSegment(5acd920f-df51-431e-8a88-a4b1b6777d44),segment_id=5acd920f-df51-431e-8a88-a4b1b6777d44)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:34.499664 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.582657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358a31a-34e0-4e7c-8adb-12374ebdab72 None None] Pushing event updated for resources: {'Port': ['ID=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:34.624484 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.702753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.755335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Port': ['ID=2056eb43-27fd-4e0b-924f-25291049c973,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:34.778296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29a3234e-7e2d-4aba-b465-bc03151cd964 req-91c7ad08-db44-4557-8019-8c4961f85392 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806369 Dec 08 00:18:34.780802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=1000398e-2d8b-4038-8c7d-297506b2a21c,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:34.781390 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed621878-46c0-4a11-9304-14bec0f6bc36 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "DELETE /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-378711806 HTTP/1.1" status: 204 len: 168 time: 0.3254004 Dec 08 00:18:34.785367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39074) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:34.799106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-252bf8ce-4899-460c-88f7-a28e52de2829 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-378711806') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:34.811394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.812072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '350f8a82-7fd0-478f-9a4f-4fcd7fc97b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:34.812441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: 2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:34.828796 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5b81349a-ac96-4a45-ab90-c3c9009511c2 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/ports/2056eb43-27fd-4e0b-924f-25291049c973 HTTP/1.1" status: 204 len: 168 time: 0.9529469 Dec 08 00:18:34.832235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39076) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:34.866056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:34.870144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:18:34.888275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.892348 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-514a0352-b0e7-411e-9c3c-333c26d09f16 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:34.892816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514a0352-b0e7-411e-9c3c-333c26d09f16 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:34.899158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-514a0352-b0e7-411e-9c3c-333c26d09f16 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/afa758ff-dba9-4a79-93fb-bc4a3c99bb37 HTTP/1.1" status: 404 len: 337 time: 0.0628376 Dec 08 00:18:34.899552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39078) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:34.908502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:34.916513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:34.917364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:34.928836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39668b-de57-40ce-96eb-acf87d73345c None None] Network 2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:34.940693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-76ad86b3-4df6-4aae-8c27-36752af84222 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9531758 Dec 08 00:18:34.944533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39080) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:34.949911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Transition to ACTIVE for port object f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:18:34.961531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.022506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Pushing event updated for resources: {'Port': ['ID=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:35.090363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.100678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2cf3d-f197-4152-ab1d-20de3adf7df6 None None] DHCP port deletion for 0b554920-1551-4e52-988e-e0edbde9f0ee request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:35.121305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb50af-72ed-4353-a2e8-9ee75f217403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51', 'network_id': '2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': '1000398e-2d8b-4038-8c7d-297506b2a21c'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:35.127101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dfb50af-72ed-4353-a2e8-9ee75f217403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.133443 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-252bf8ce-4899-460c-88f7-a28e52de2829 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] show failed (client error): The resource could not be found. Dec 08 00:18:35.137300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39082) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:35.137460 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-252bf8ce-4899-460c-88f7-a28e52de2829 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "GET /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-378711806 HTTP/1.1" status: 404 len: 325 time: 0.3487649 Dec 08 00:18:35.144187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.151212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-8721db69-db1a-4e79-933b-032f046b7ba3 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-1264568891') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.198282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.303755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8721db69-db1a-4e79-933b-032f046b7ba3 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "GET /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-1264568891 HTTP/1.1" status: 204 len: 168 time: 0.1625783 Dec 08 00:18:35.306332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39084) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:35.314175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-0629ce62-b341-4efd-a719-25c1a614a612 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-1616248768') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-6dfb50af-72ed-4353-a2e8-9ee75f217403 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1000398e-2d8b-4038-8c7d-297506b2a21c: This subnet is being modified by another concurrent operation. Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:18:35.320102 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1000398e-2d8b-4038-8c7d-297506b2a21c: This subnet is being modified by another concurrent operation. Dec 08 00:18:35.323435 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:18:35.339165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05b18b-9afd-47b0-942c-e0fa8f4f554d None None] Network 2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:35.347853 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.362443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.385715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Attempting to bind port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:35.386276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Attempting to bind port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:35.386768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Attempting to bind port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 on network 0b554920-1551-4e52-988e-e0edbde9f0ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:35.392293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=1000398e-2d8b-4038-8c7d-297506b2a21c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:35.393606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d76a98-ac0e-468c-aac8-9681fffcfd06']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.396057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 on network 0b554920-1551-4e52-988e-e0edbde9f0ee not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:18:35.396531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Attempting to bind port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 on network 0b554920-1551-4e52-988e-e0edbde9f0ee {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:35.409384 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c360f5-d028-440d-ab39-9ba65f980bab') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.410157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c360f5-d028-440d-ab39-9ba65f980bab') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.423457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:35.423911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Checking segment: {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:35.424175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Bound using segment: {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:35.424618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Bound port: f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb580626-fac2-4bda-96e9-cddaf15b9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:35.424972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.449118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.478908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.489750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.504813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:35.505234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:35.509504 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:35.529570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0629ce62-b341-4efd-a719-25c1a614a612 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "GET /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-1616248768 HTTP/1.1" status: 204 len: 168 time: 0.2219162 Dec 08 00:18:35.532298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39090) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:35.540340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-64d46991-f364-4e3e-a30e-69bf0d55299c tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.568057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.586232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350f8a82-7fd0-478f-9a4f-4fcd7fc97b8d') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.586686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350f8a82-7fd0-478f-9a4f-4fcd7fc97b8d') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.618355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.637196 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.646573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:35.647139 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:35.650446 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:35.682161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] For port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:35.694216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] For port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:35.695820 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.705231 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.708518 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/21d76a98-ac0e-468c-aac8-9681fffcfd06 HTTP/1.1" status: 204 len: 168 time: 0.8079562 Dec 08 00:18:35.712407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.714180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39094) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:35.799547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Pushing event updated for resources: {'Port': ['ID=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:35.807520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b330e33-2565-423c-91f3-eff3936bebfe tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Network': ['ID=21d76a98-ac0e-468c-aac8-9681fffcfd06,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:35.829420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.841296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:35.841909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.843331 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-aa9e7b6c-0dee-4074-82b3-3873b4d3048c service neutron] 10.222.0.59 "PUT /v2.0/ports/f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 HTTP/1.1" status: 200 len: 1091 time: 1.9566028 Dec 08 00:18:35.843759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f715d-9309-4525-b323-db3baf832287', 'tag': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:35.846033 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d9377-d047-4db4-a965-ec88932c9309" -d '{"events": [{"name": "network-changed", "server_uuid": "265f715d-9309-4525-b323-db3baf832287", "tag": "f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:35.850224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a14686-0506-446b-811f-7d022753894c None None] DHCP port deletion for 0b554920-1551-4e52-988e-e0edbde9f0ee request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:35.870665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:35.876251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51 HTTP/1.1" status: 204 len: 168 time: 0.9300215 Dec 08 00:18:35.891547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39100) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:35.904191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91156302'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:35.908801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-64d46991-f364-4e3e-a30e-69bf0d55299c tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "DELETE /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags HTTP/1.1" status: 204 len: 168 time: 0.3754051 Dec 08 00:18:35.911835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39102) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:35.913224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5b2a0-53de-4b9c-8b80-e1db31219980 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:35.917855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-e7cd4022-6c67-4d18-8641-af6a5ae84418 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-1264568891') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:35.995509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:35.997771 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc339b53-d9cb-44eb-af26-c64aecafa2bc x-openstack-request-id: req-fc339b53-d9cb-44eb-af26-c64aecafa2bc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:35.998067 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f715d-9309-4525-b323-db3baf832287", "tag": "f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:35.998323 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc339b53-d9cb-44eb-af26-c64aecafa2bc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:35.998729 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265f715d-9309-4525-b323-db3baf832287', 'tag': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02', 'status': 'completed', 'code': 200} Dec 08 00:18:36.000732 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.045240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting port 6b9378b2-0cb5-4d23-893b-13610662724a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:36.045579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.091596 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:36.123766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.124170 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment b5fd4c2f-239f-4a57-862b-4f380aedbeed of type vlan for network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 Dec 08 00:18:36.164436 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-e7cd4022-6c67-4d18-8641-af6a5ae84418 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] show failed (client error): The resource could not be found. Dec 08 00:18:36.170546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39108) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:36.179360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.tag.tag_plugin [None req-d54e0155-3cc9-436c-b90d-a3450a34fa52 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf', 'tempest-TagsTest-Tag-1616248768') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:36.183548 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e7cd4022-6c67-4d18-8641-af6a5ae84418 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "GET /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-1264568891 HTTP/1.1" status: 404 len: 326 time: 0.2702904 Dec 08 00:18:36.233765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:36.253886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.287600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfce19-ca60-45dc-beb1-bb8f971594db req-9d244439-2ddf-41fd-a7b8-0df08a1304f6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:36.289282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aacfce19-ca60-45dc-beb1-bb8f971594db req-9d244439-2ddf-41fd-a7b8-0df08a1304f6 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 943 time: 0.2651520 Dec 08 00:18:36.302342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.314233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-01e5d72a-4f41-4e37-ac85-5f7e4639e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:36.330589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-01e5d72a-4f41-4e37-ac85-5f7e4639e6ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 1094 time: 0.3914397 Dec 08 00:18:36.341424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Calling delete_port for 6b9378b2-0cb5-4d23-893b-13610662724a owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:36.347301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467425c-7150-4c95-9109-646125b0e033 None None] Network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:36.376351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.382563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:36.383224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.402786 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-c3740627-6d0d-499a-ac24-ae9fa0de096e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 HTTP/1.1" status: 200 len: 217 time: 0.0577300 Dec 08 00:18:36.410170 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-d54e0155-3cc9-436c-b90d-a3450a34fa52 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] show failed (client error): The resource could not be found. Dec 08 00:18:36.415146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d54e0155-3cc9-436c-b90d-a3450a34fa52 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "GET /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags/tempest-TagsTest-Tag-1616248768 HTTP/1.1" status: 404 len: 326 time: 0.2397909 Dec 08 00:18:36.457552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-be43b372-e8b3-40c3-a5cb-de72ebfb57e4 None None] Provisioning complete for port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:36.457850 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-be43b372-e8b3-40c3-a5cb-de72ebfb57e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.483658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39110) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:36.485378 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-fb51e139-170d-4513-a58a-c1f2d8712b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:36.496722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-fb51e139-170d-4513-a58a-c1f2d8712b0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca6e0046-c69f-4690-9875-bc5c02909699 HTTP/1.1" status: 200 len: 855 time: 0.0854206 Dec 08 00:18:36.497539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=5e33c7d7-ad28-4bf1-bd3c-7c93fa185023,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:36.521569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b1afc4a8-ead6-487f-b5ce-86f62e4a87a1 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6258178 Dec 08 00:18:36.522291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39112) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:36.528880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:36.551503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.tag.tag_plugin [None req-a46b5601-8eda-4a73-a616-cb2587bbf4a6 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:36.591845 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-53387cb8-e5e9-4e8d-9b9e-c3c04aa2fa7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b554920-1551-4e52-988e-e0edbde9f0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338798 Dec 08 00:18:36.665187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aacfce19-ca60-45dc-beb1-bb8f971594db req-da563714-ca4b-4fad-9282-7a19b35061f3 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681829 Dec 08 00:18:36.679304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:36.689297 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.752386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:36.752934 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.755394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:36.774450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a46b5601-8eda-4a73-a616-cb2587bbf4a6 tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "DELETE /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf/tags HTTP/1.1" status: 204 len: 168 time: 0.2762096 Dec 08 00:18:36.777624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39116) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:36.790215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.850697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Port': ['ID=6b9378b2-0cb5-4d23-893b-13610662724a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:36.870664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:36.875274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-abb14a4f-dc0a-4fac-b2cb-6e5a01816c75 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/ports/6b9378b2-0cb5-4d23-893b-13610662724a HTTP/1.1" status: 204 len: 168 time: 1.0835392 Dec 08 00:18:36.879973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-92fd71cd-f756-40fd-ae86-e2b297ded0fa service neutron] 10.222.0.59 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769115 Dec 08 00:18:36.882386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39118) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:36.928204 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2963b34f-99d2-49d0-943b-59222122e88b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:36.928702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2963b34f-99d2-49d0-943b-59222122e88b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:36.936308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2963b34f-99d2-49d0-943b-59222122e88b tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/b9b94799-900e-4e27-a42e-54e29fc189ed HTTP/1.1" status: 404 len: 337 time: 0.0523448 Dec 08 00:18:36.940298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39120) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:37.109028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.160286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-be43b372-e8b3-40c3-a5cb-de72ebfb57e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.214818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.218968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-be43b372-e8b3-40c3-a5cb-de72ebfb57e4 None None] For port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,segment=NetworkSegment(5acd920f-df51-431e-8a88-a4b1b6777d44),segment_id=5acd920f-df51-431e-8a88-a4b1b6777d44)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:37.228432 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.251854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-be43b372-e8b3-40c3-a5cb-de72ebfb57e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.312169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=72582557-416a-41a1-9db2-8f4d81fb12a1,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:37.354174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting port a9e448e5-b1b7-4bc9-8c70-94973b59ee12 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:37.354470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.401024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b372-e8b3-40c3-a5cb-de72ebfb57e4 None None] Pushing event updated for resources: {'Port': ['ID=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:37.405993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:18:37.406675 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:18:37.436336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de32ce3e-1e1d-493d-8280-7d8a08e6a14b None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:18:37.440845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.455517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] For port a9e448e5-b1b7-4bc9-8c70-94973b59ee12, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a9e448e5-b1b7-4bc9-8c70-94973b59ee12,segment=NetworkSegment(91432715-f3cc-44ef-9deb-c9dd9cfa7f87),segment_id=91432715-f3cc-44ef-9deb-c9dd9cfa7f87)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:37.455870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.471421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Calling delete_port for a9e448e5-b1b7-4bc9-8c70-94973b59ee12 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:37.495609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7baeeff6-3ffa-4926-a7d6-5b6dc42e4832 None None] Provisioning complete for port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:37.496366 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7baeeff6-3ffa-4926-a7d6-5b6dc42e4832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.567313 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a1605b46-094d-4ed1-9eee-ede9b47eac52 req-c10edbaa-1413-4a6d-8300-69011b918bcd service neutron] 10.222.0.59 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783683 Dec 08 00:18:37.590148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': 'b5fd4c2f-239f-4a57-862b-4f380aedbeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:37.590508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:37.594202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.606312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.609309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No DVR routers for this DVR port a9e448e5-b1b7-4bc9-8c70-94973b59ee12 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:37.630194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:37.641776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Port': ['ID=a9e448e5-b1b7-4bc9-8c70-94973b59ee12,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:37.654642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fe95e1-f1e2-4588-9b13-715b5cc266d4') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:37.654980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fe95e1-f1e2-4588-9b13-715b5cc266d4') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:37.666007 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.674824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:37.710180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.719897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:37.720373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:37.723805 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:37.746800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32ce3e-1e1d-493d-8280-7d8a08e6a14b None None] Unable to find a vacant binding_index for network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 and agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 {{(pid=103115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 08 00:18:37.753889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32ce3e-1e1d-493d-8280-7d8a08e6a14b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023) {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:18:37.782135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.783800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-afedd1f5-1069-4a78-9161-7cffecfa477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:37.786038 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-afedd1f5-1069-4a78-9161-7cffecfa477d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db2757ce59574e919b691dea75759cad&device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 1094 time: 0.1178114 Dec 08 00:18:37.812802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16f75f8-8dca-4305-bf02-2d9ee3a951d6']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:37.826689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91432715-f3cc-44ef-9deb-c9dd9cfa7f87') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:37.826937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91432715-f3cc-44ef-9deb-c9dd9cfa7f87') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:37.840532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.853622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:37.893209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-0027c043-c6a7-432f-86c3-d4133a796470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:37.894654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:37.894880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-0027c043-c6a7-432f-86c3-d4133a796470 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 200 len: 916 time: 0.1010008 Dec 08 00:18:37.895956 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.896078 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.899604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.911425 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.913388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:37.913913 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:37.918788 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] 10.222.0.18 "DELETE /v2.0/networks/01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf HTTP/1.1" status: 204 len: 168 time: 1.1399050 Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:37.920311 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:37.957359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1ac157bd-9804-4752-a61d-a75585c84b42 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4314022 Dec 08 00:18:37.992868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39130) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:37.995619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa9e2-9411-4580-8e2b-215810dbba8a tempest-TagsTest-891762883 tempest-TagsTest-891762883-project] Pushing event deleted for resources: {'Network': ['ID=01e7bda9-8c67-4cd6-9f3c-bf5c7a6149cf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:38.014763 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-215f403f-38e8-4ead-9f9f-665265c19aa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 HTTP/1.1" status: 200 len: 217 time: 0.1093693 Dec 08 00:18:38.192976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-5e33c7d7-ad28-4bf1-bd3c-7c93fa185023', 'network_id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': '72582557-416a-41a1-9db2-8f4d81fb12a1'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:38.200011 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.208446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-66896ea6-a751-4f6c-b758-e8bcbb625275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:38.210858 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-66896ea6-a751-4f6c-b758-e8bcbb625275 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca6e0046-c69f-4690-9875-bc5c02909699 HTTP/1.1" status: 200 len: 855 time: 0.1794417 Dec 08 00:18:38.217643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:38.292756 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-de3489cc-2970-4c3f-89b7-9b5c6f76c0a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b554920-1551-4e52-988e-e0edbde9f0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730872 Dec 08 00:18:38.368075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.449032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:38.449995 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.450328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39136) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:38.496728 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-8c732ce6-67d6-47fa-930c-0ad920043e8c service neutron] 10.222.0.59 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931684 Dec 08 00:18:38.507701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Allocated IP 2001:db8::1 (5e33c7d7-ad28-4bf1-bd3c-7c93fa185023/72582557-416a-41a1-9db2-8f4d81fb12a1/868b43e3-a2ad-4c99-b566-cdb7cd80ae93) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:38.549380 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.670715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d28a84-6694-46a6-9f54-8dcfb5de5348 req-053df140-7c21-44f4-971e-77d8ce4cddcc tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:38.673312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52d28a84-6694-46a6-9f54-8dcfb5de5348 req-053df140-7c21-44f4-971e-77d8ce4cddcc tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 943 time: 0.8302376 Dec 08 00:18:38.691199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.733868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9438fa98-1ffc-48c1-a9a2-df30f61ab319 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31082f1480714fbaa4b38ee3b9215533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802329 Dec 08 00:18:38.734974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.736642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39140) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:38.739095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/d16f75f8-8dca-4305-bf02-2d9ee3a951d6 HTTP/1.1" status: 204 len: 168 time: 1.7976928 Dec 08 00:18:38.742656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39142) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:38.760677 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.760915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fcb39-3c9c-4480-b98b-b6c771e5f5ee tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Network': ['ID=d16f75f8-8dca-4305-bf02-2d9ee3a951d6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:38.776082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.781103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5a8d9377-d047-4db4-a965-ec88932c9309 req-6f290c4e-4375-459a-8b4f-19535c41d5e5 service neutron] 10.222.0.59 "GET /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746158 Dec 08 00:18:38.796667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52d28a84-6694-46a6-9f54-8dcfb5de5348 req-b4265b88-a343-48ff-9903-e81a5b891b47 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160676 Dec 08 00:18:38.838700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting subnet 7e4a83d4-f4cc-425b-83de-0dca3f9b4bc5 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:18:38.842530 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.845579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.849762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:38.852739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:38.855394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:38.889694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Pushing event updated for resources: {'Port': ['ID=868b43e3-a2ad-4c99-b566-cdb7cd80ae93,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:38.896309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=72582557-416a-41a1-9db2-8f4d81fb12a1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:38.923609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Attempting to bind port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:38.925351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Attempting to bind port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b5fd4c2f-239f-4a57-862b-4f380aedbeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:38.926516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Attempting to bind port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93 on network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:38.933861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:38.934239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Checking segment: {'id': 'b5fd4c2f-239f-4a57-862b-4f380aedbeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:38.934648 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.935087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Bound using segment: {'id': 'b5fd4c2f-239f-4a57-862b-4f380aedbeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:38.935542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Bound port: 868b43e3-a2ad-4c99-b566-cdb7cd80ae93, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fd4c2f-239f-4a57-862b-4f380aedbeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:38.939948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.990916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:38.993750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85ff903a-c592-44be-9090-b3a4e4246f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.002462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.039863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] For port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:39.046251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] For port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=868b43e3-a2ad-4c99-b566-cdb7cd80ae93,segment=NetworkSegment(b5fd4c2f-239f-4a57-862b-4f380aedbeed),segment_id=b5fd4c2f-239f-4a57-862b-4f380aedbeed)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:39.052902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.067236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e33c7d7-ad28-4bf1-bd3c-7c93fa185023']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:39.077670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85ff903a-c592-44be-9090-b3a4e4246f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.089170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fd4c2f-239f-4a57-862b-4f380aedbeed') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:39.089468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fd4c2f-239f-4a57-862b-4f380aedbeed') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:39.110622 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.138384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d977f75-ea1f-451e-85d0-b50e8e982680 None None] Pushing event updated for resources: {'Port': ['ID=868b43e3-a2ad-4c99-b566-cdb7cd80ae93,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:39.162077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c043c0-36f0-4b60-a66e-cabc7d9f75d6 req-3cddbf4a-1321-4ef4-9125-052b0ae9a7f7 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:39.170023 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.173454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41c043c0-36f0-4b60-a66e-cabc7d9f75d6 req-3cddbf4a-1321-4ef4-9125-052b0ae9a7f7 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.0803878 Dec 08 00:18:39.177366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:39.178849 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:39.195561 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:39.208952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca442b-e6f9-435a-8c14-04b5721baa42 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:18:39.252684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41c043c0-36f0-4b60-a66e-cabc7d9f75d6 req-45d3a7da-64f4-4435-80c5-605c3297d0e6 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770297 Dec 08 00:18:39.265706 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.292836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:18:39.292836 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:18:39.292836 n-d-820549-2 neutron-server[103113]: [parameters: {'id': '5e33c7d7-ad28-4bf1-bd3c-7c93fa185023'}] Dec 08 00:18:39.292836 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:18:39.293186 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:18:39.304516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85ff903a-c592-44be-9090-b3a4e4246f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.307413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-85ff903a-c592-44be-9090-b3a4e4246f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.313012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-85ff903a-c592-44be-9090-b3a4e4246f76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/142d9278-47c5-43ee-9d22-f745d5cfe92e HTTP/1.1" status: 204 len: 168 time: 0.5749056 Dec 08 00:18:39.330227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff903a-c592-44be-9090-b3a4e4246f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d9278-47c5-43ee-9d22-f745d5cfe92e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:39.357650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.376416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca442b-e6f9-435a-8c14-04b5721baa42 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:18:39.399423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4a83d4-f4cc-425b-83de-0dca3f9b4bc5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:39.402923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.406714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a333320-04df-4bbe-9c77-37b59351d812 tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/subnets/7e4a83d4-f4cc-425b-83de-0dca3f9b4bc5 HTTP/1.1" status: 204 len: 168 time: 0.6607218 Dec 08 00:18:39.409164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39152) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:39.518598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.582753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Deleting port 85fb88ae-04cb-41a9-867f-61bdd2242c47 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:39.583155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.647799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:18:39.667855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] For port 85fb88ae-04cb-41a9-867f-61bdd2242c47, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=85fb88ae-04cb-41a9-867f-61bdd2242c47,segment=NetworkSegment(92512fd3-c719-4097-b170-ba3059c70eca),segment_id=92512fd3-c719-4097-b170-ba3059c70eca)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:39.668450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.668592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5fa58-ccec-4081-8a01-af56a3438c2e None None] Network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:39.670504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb9309-1023-46cc-9599-ddec46b3ce7b None None] Network f8e44a5b-b7d8-42df-9f0e-f60e04ed757f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:39.694948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Calling delete_port for 85fb88ae-04cb-41a9-867f-61bdd2242c47 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:39.794432 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.804185 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:39.826645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] No DVR routers for this DVR port 85fb88ae-04cb-41a9-867f-61bdd2242c47 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:39.866819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Port': ['ID=85fb88ae-04cb-41a9-867f-61bdd2242c47,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:39.932699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:39.953347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56485fb-d971-481f-b10e-c30c05fb673d None None] Network 5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:39.981193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26953a7-8c91-4fe2-8565-7c903b1cd8a4 req-54e88cac-4cfc-448e-8671-03f4df23262c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:39.989917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d26953a7-8c91-4fe2-8565-7c903b1cd8a4 req-54e88cac-4cfc-448e-8671-03f4df23262c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 943 time: 0.0793533 Dec 08 00:18:40.004972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef6fd0-9f5c-471c-a367-3d0b7260d274 None None] DHCP port deletion for f8e44a5b-b7d8-42df-9f0e-f60e04ed757f request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:40.026812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.029923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02', 'network_id': '0b554920-1551-4e52-988e-e0edbde9f0ee', 'port_id': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02', 'mac_address': 'fa:16:3e:9b:91:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6e0046-c69f-4690-9875-bc5c02909699', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:18:40.065239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e44a5b-b7d8-42df-9f0e-f60e04ed757f']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:40.077012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92512fd3-c719-4097-b170-ba3059c70eca') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:40.077348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92512fd3-c719-4097-b170-ba3059c70eca') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:40.079838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:40.080159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.091052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d26953a7-8c91-4fe2-8565-7c903b1cd8a4 req-a5ef05c6-6b79-4dce-a8e9-aa8aa32b58fd tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942497 Dec 08 00:18:40.120117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.181604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.198572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:40.199444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:40.204314 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:40.210955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] For port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=868b43e3-a2ad-4c99-b566-cdb7cd80ae93,segment=NetworkSegment(b5fd4c2f-239f-4a57-862b-4f380aedbeed),segment_id=b5fd4c2f-239f-4a57-862b-4f380aedbeed)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:40.211835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.215770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 85fb88ae-04cb-41a9-867f-61bdd2242c47 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:40.249643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 85fb88ae-04cb-41a9-867f-61bdd2242c47 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:40.249996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 85fb88ae-04cb-41a9-867f-61bdd2242c47 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:40.252605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Calling delete_port for 868b43e3-a2ad-4c99-b566-cdb7cd80ae93 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:40.281447 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.308859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:18:40.335958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:40.344057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.385170 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.396017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.402268 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] 10.222.0.18 "DELETE /v2.0/networks/f8e44a5b-b7d8-42df-9f0e-f60e04ed757f HTTP/1.1" status: 204 len: 168 time: 0.9899001 Dec 08 00:18:40.414522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:40.439623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814415b0-327e-4e0a-a060-fafdf532167c tempest-NetworksIpV6TestAttrs-1650424570 tempest-NetworksIpV6TestAttrs-1650424570-project] Pushing event deleted for resources: {'Network': ['ID=f8e44a5b-b7d8-42df-9f0e-f60e04ed757f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:40.458790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272a882-22ef-44ca-88af-c92b83902ad6 req-5493948e-ca5f-4b7b-b52b-f9ea41f2d6db tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:40.475839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e272a882-22ef-44ca-88af-c92b83902ad6 req-5493948e-ca5f-4b7b-b52b-f9ea41f2d6db tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1099238 Dec 08 00:18:40.489366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.517339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Port': ['ID=868b43e3-a2ad-4c99-b566-cdb7cd80ae93,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:40.521287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No DVR routers for this DVR port 868b43e3-a2ad-4c99-b566-cdb7cd80ae93 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:40.538487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e272a882-22ef-44ca-88af-c92b83902ad6 req-00510c43-2c26-4e0c-97ca-a30447560582 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618467 Dec 08 00:18:40.611230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.636466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e33c7d7-ad28-4bf1-bd3c-7c93fa185023']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:40.648546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fd4c2f-239f-4a57-862b-4f380aedbeed') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:40.648839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fd4c2f-239f-4a57-862b-4f380aedbeed') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:40.659748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.672430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:18:40.683654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.692110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:40.692698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:40.754565 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:40.759546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.769843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.773735 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 HTTP/1.1" status: 204 len: 168 time: 2.7721274 Dec 08 00:18:40.777807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39188) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:40.783057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1490677662'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:40.794978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39190) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:40.814575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:40.819185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.828266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95ec2-ffe0-4e65-ab1f-90ee4241f24b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=5e33c7d7-ad28-4bf1-bd3c-7c93fa185023,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:40.859550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:40.872357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.872764 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 7710dd4a-2a07-4c1e-9dc4-60500878aa6a of type vlan for network c266714b-3a50-45d6-a04a-ed58108780c8 Dec 08 00:18:40.913948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.940863 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.947473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:40.948079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:40.955636 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f9d61243-6d1e-4b29-b654-031e1c040681 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47106aa562944c95b36104f845e6b802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593149 Dec 08 00:18:40.958213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39200) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:40.987800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2088308 Dec 08 00:18:40.991293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39202) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:40.998458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': 'c266714b-3a50-45d6-a04a-ed58108780c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:41.013495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2656dd2c-a3fc-439d-b565-86c9f0ee29fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.036674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2656dd2c-a3fc-439d-b565-86c9f0ee29fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.039768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a13e2a-54a8-4cef-b657-397b9cfc98f5 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=c266714b-3a50-45d6-a04a-ed58108780c8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:41.056506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c266714b-3a50-45d6-a04a-ed58108780c8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:41.104061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2656dd2c-a3fc-439d-b565-86c9f0ee29fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.108199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2656dd2c-a3fc-439d-b565-86c9f0ee29fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.110561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2656dd2c-a3fc-439d-b565-86c9f0ee29fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cf291d0-e123-4dba-b873-d850413d27b6 HTTP/1.1" status: 204 len: 168 time: 0.1510377 Dec 08 00:18:41.123854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656dd2c-a3fc-439d-b565-86c9f0ee29fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf291d0-e123-4dba-b873-d850413d27b6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:41.147015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:41.151090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.297880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33e21-12ae-44b1-9603-fd86a08efb1b req-b41b2fa6-a78b-4b2b-8f57-0bf0979bc8e8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:41.299424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8c33e21-12ae-44b1-9603-fd86a08efb1b req-b41b2fa6-a78b-4b2b-8f57-0bf0979bc8e8 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 944 time: 0.1093585 Dec 08 00:18:41.380368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-0f9be8e6-2373-4d23-8298-7fe9a34295c2 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:41.383325 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-0f9be8e6-2373-4d23-8298-7fe9a34295c2 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.0683794 Dec 08 00:18:41.426214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8c33e21-12ae-44b1-9603-fd86a08efb1b req-e297b9f9-ad10-47ed-948b-9113df1b3010 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063440 Dec 08 00:18:41.455361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.523177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Deleting port 7894bc94-9bba-495c-9e51-f1d4b7cef076 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:41.523813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.524314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=3b9a977f-7df6-44c5-b415-b64c7eeea3ec,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:41.539842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '7710dd4a-2a07-4c1e-9dc4-60500878aa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c266714b-3a50-45d6-a04a-ed58108780c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:41.540181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: c266714b-3a50-45d6-a04a-ed58108780c8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:41.562316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network c266714b-3a50-45d6-a04a-ed58108780c8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:41.576525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c266714b-3a50-45d6-a04a-ed58108780c8) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:41.587291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:41.587902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.591981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d91e742-501a-4912-859e-62a227fc9c03 None None] Network c266714b-3a50-45d6-a04a-ed58108780c8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:41.616576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0d086347-429c-4df1-9f59-c6c929db0a14 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6240714 Dec 08 00:18:41.619252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39228) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:41.664237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] For port 7894bc94-9bba-495c-9e51-f1d4b7cef076, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=7894bc94-9bba-495c-9e51-f1d4b7cef076,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:41.664618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.680337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Calling delete_port for 7894bc94-9bba-495c-9e51-f1d4b7cef076 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:41.710493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:41.817467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.863130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.886377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f722b5-3cda-49e1-a46b-ccf81d0d6ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-c266714b-3a50-45d6-a04a-ed58108780c8', 'network_id': 'c266714b-3a50-45d6-a04a-ed58108780c8', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': '3b9a977f-7df6-44c5-b415-b64c7eeea3ec'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:41.889420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-25f722b5-3cda-49e1-a46b-ccf81d0d6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.902554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021c90-bca9-41c5-97a0-383abcdcd99c req-94757079-cb28-4b0f-ba80-047bc859cd18 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:41.904128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32021c90-bca9-41c5-97a0-383abcdcd99c req-94757079-cb28-4b0f-ba80-047bc859cd18 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4581b33-759b-481d-9f1c-f7082dae55d6 HTTP/1.1" status: 200 len: 945 time: 0.1129200 Dec 08 00:18:41.912093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['aa18d11d-63e0-4da8-bf58-046ffc2b465d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:18:41.920426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Pushing event deleted for resources: {'Port': ['ID=7894bc94-9bba-495c-9e51-f1d4b7cef076,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:41.931763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:41.964730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8de63df-9496-4d48-9513-38de2ad0cf73 None None] DHCP port deletion for be52fc29-39ae-4e64-b343-09c2cee42f1f request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:41.966235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:18:41.980458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:41.980826 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.017237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] No DVR routers for this DVR port 7894bc94-9bba-495c-9e51-f1d4b7cef076 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:42.023029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.027983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32021c90-bca9-41c5-97a0-383abcdcd99c req-16569373-0e0b-49ad-995a-1375210e5e33 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147118 Dec 08 00:18:42.029570 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc94a826-4e6f-45e6-a731-27743a6fd567 req-d1ffc71f-4e1d-41a3-a484-b20f07c8d150 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.59 "DELETE /v2.0/ports/7894bc94-9bba-495c-9e51-f1d4b7cef076 HTTP/1.1" status: 204 len: 173 time: 0.6394598 Dec 08 00:18:42.031548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'name': 'network-vif-deleted', 'tag': '7894bc94-9bba-495c-9e51-f1d4b7cef076'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:42.034304 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3899f0-308f-4517-9191-b7b77a24c13d" -d '{"events": [{"server_uuid": "d4581b33-759b-481d-9f1c-f7082dae55d6", "name": "network-vif-deleted", "tag": "7894bc94-9bba-495c-9e51-f1d4b7cef076"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:42.113664 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49f676c-defa-436c-bc31-8739a9eb212a x-openstack-request-id: req-e49f676c-defa-436c-bc31-8739a9eb212a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:42.114275 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4581b33-759b-481d-9f1c-f7082dae55d6", "name": "network-vif-deleted", "tag": "7894bc94-9bba-495c-9e51-f1d4b7cef076", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:42.114705 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49f676c-defa-436c-bc31-8739a9eb212a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:42.116497 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4581b33-759b-481d-9f1c-f7082dae55d6', 'name': 'network-vif-deleted', 'tag': '7894bc94-9bba-495c-9e51-f1d4b7cef076', 'status': 'completed', 'code': 200} Dec 08 00:18:42.130622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.198784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9a977f-7df6-44c5-b415-b64c7eeea3ec,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:42.292511 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.323866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39250) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:42.325958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c266714b-3a50-45d6-a04a-ed58108780c8']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:42.348245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7710dd4a-2a07-4c1e-9dc4-60500878aa6a') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:42.348546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7710dd4a-2a07-4c1e-9dc4-60500878aa6a') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:42.364954 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-25f722b5-3cda-49e1-a46b-ccf81d0d6ad1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b9a977f-7df6-44c5-b415-b64c7eeea3ec: This subnet is being modified by another concurrent operation. Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:18:42.368020 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b9a977f-7df6-44c5-b415-b64c7eeea3ec: This subnet is being modified by another concurrent operation. Dec 08 00:18:42.370981 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:18:42.385822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.396278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:42.397394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:42.402069 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:42.412069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec924f62-a7a5-4a30-9d33-89838da39691 None None] Network c266714b-3a50-45d6-a04a-ed58108780c8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:42.446372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-56e6aba5-30c5-4554-90d0-b66312e5a4ff tempest-DvrRoutersNegativeTest-976817967 tempest-DvrRoutersNegativeTest-976817967-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1092848089', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:42.449426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.policy [None req-56e6aba5-30c5-4554-90d0-b66312e5a4ff tempest-DvrRoutersNegativeTest-976817967 tempest-DvrRoutersNegativeTest-976817967-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103113) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 08 00:18:42.449729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.policy [None req-56e6aba5-30c5-4554-90d0-b66312e5a4ff tempest-DvrRoutersNegativeTest-976817967 tempest-DvrRoutersNegativeTest-976817967-project] Failed policy check for 'create_router' {{(pid=103113) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 08 00:18:42.450523 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-56e6aba5-30c5-4554-90d0-b66312e5a4ff tempest-DvrRoutersNegativeTest-976817967 tempest-DvrRoutersNegativeTest-976817967-project] create failed (client error): Access was denied to this resource. Dec 08 00:18:42.452623 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-56e6aba5-30c5-4554-90d0-b66312e5a4ff tempest-DvrRoutersNegativeTest-976817967 tempest-DvrRoutersNegativeTest-976817967-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1261976 Dec 08 00:18:42.464835 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.480458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.486652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.493402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/c266714b-3a50-45d6-a04a-ed58108780c8 HTTP/1.1" status: 204 len: 168 time: 0.8686635 Dec 08 00:18:42.494846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39258) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:42.501298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1290675261'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:42.534080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37248db-9ae2-4199-8f8c-3a9ee9340c11 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=c266714b-3a50-45d6-a04a-ed58108780c8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:42.551701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:42.555626 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.580988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f715d-9309-4525-b323-db3baf832287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:42.583327 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2080e374-f880-4abd-b04b-3987ea623d70" -d '{"events": [{"server_uuid": "265f715d-9309-4525-b323-db3baf832287", "name": "network-vif-plugged", "status": "completed", "tag": "f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:42.591322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33c8d2-3551-43c5-8d8e-48f1d5db32c7 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:18:42.613782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:42.623734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.624154 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 1a876b09-ab96-4cd7-a85a-9ea967ac8b0b of type vlan for network d81aca98-adeb-46e5-b903-e25fa3df563e Dec 08 00:18:42.626813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72222-3e27-488e-9ea5-d8b917ee6d23 req-c7f6119b-ddf4-4d39-9156-09f258f5eb59 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:42.628739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53f72222-3e27-488e-9ea5-d8b917ee6d23 req-c7f6119b-ddf4-4d39-9156-09f258f5eb59 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 944 time: 0.0966029 Dec 08 00:18:42.675363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.703719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.712235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:42.712916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.723112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:42.736964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53f72222-3e27-488e-9ea5-d8b917ee6d23 req-e35d369e-bf13-4a74-a930-6c724711927d tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983365 Dec 08 00:18:42.737441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.783663 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2870510 Dec 08 00:18:42.786779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39266) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:42.793507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:42.819712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:42.821317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33c8d2-3551-43c5-8d8e-48f1d5db32c7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:18:42.849086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab894b8b-c363-4105-8725-25f0c99b48d2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=d81aca98-adeb-46e5-b903-e25fa3df563e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:42.926037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:42.928485 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79caadb-427e-40fe-961e-2f035c395d1e x-openstack-request-id: req-a79caadb-427e-40fe-961e-2f035c395d1e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:42.928797 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f715d-9309-4525-b323-db3baf832287", "name": "network-vif-plugged", "status": "completed", "tag": "f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:42.929063 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a79caadb-427e-40fe-961e-2f035c395d1e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:42.929479 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265f715d-9309-4525-b323-db3baf832287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02', 'code': 200} Dec 08 00:18:42.930767 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:42.931699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:42.966719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39270) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:43.109411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea2db-2f71-426c-b16c-c6ea7b1029a9 req-1305576a-e352-46d5-920d-95b8fefb9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:43.111233 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-52dea2db-2f71-426c-b16c-c6ea7b1029a9 req-1305576a-e352-46d5-920d-95b8fefb9150 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 1096 time: 0.0846522 Dec 08 00:18:43.127720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b12959c8-747d-48dd-a15d-eb1b64375031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.172293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.205218 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-52dea2db-2f71-426c-b16c-c6ea7b1029a9 req-9232bd67-dae9-47e6-93de-ad96c2435e26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749025 Dec 08 00:18:43.269713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b12959c8-747d-48dd-a15d-eb1b64375031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.279631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b12959c8-747d-48dd-a15d-eb1b64375031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.280271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '1a876b09-ab96-4cd7-a85a-9ea967ac8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:43.280650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: d81aca98-adeb-46e5-b903-e25fa3df563e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:43.321245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=7b9fcf99-6529-4615-8292-97f724466efd,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:43.334920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network d81aca98-adeb-46e5-b903-e25fa3df563e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:43.338781 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b12959c8-747d-48dd-a15d-eb1b64375031 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c24badb9a6914ff3b6eed63ce3fb2075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684003 Dec 08 00:18:43.338781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12959c8-747d-48dd-a15d-eb1b64375031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9142f639-8e49-4eea-baec-732366dc7702,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:43.343051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39284) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:43.368620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, d81aca98-adeb-46e5-b903-e25fa3df563e) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:43.378177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7ad41-6283-495f-940f-4fe2359d0654 None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:43.382187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:43.383380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.408200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f0d0c-ef42-43c7-8b19-4a04b6319a27 req-ad3aeb5f-946a-415e-be79-a998c7f0abea tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:43.415177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c8577fc4-5567-4c74-af95-5bd089d59273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.419667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-843f0d0c-ef42-43c7-8b19-4a04b6319a27 req-ad3aeb5f-946a-415e-be79-a998c7f0abea tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1022811 Dec 08 00:18:43.447022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c8577fc4-5567-4c74-af95-5bd089d59273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.457946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8ac7695a-5a91-480c-9df3-216c11973aac tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6696897 Dec 08 00:18:43.461294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39286) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:43.473060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:43.508182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-d81aca98-adeb-46e5-b903-e25fa3df563e', 'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': '7b9fcf99-6529-4615-8292-97f724466efd'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:43.509348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.516286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c8577fc4-5567-4c74-af95-5bd089d59273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.519707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c8577fc4-5567-4c74-af95-5bd089d59273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.523232 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c8577fc4-5567-4c74-af95-5bd089d59273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9142f639-8e49-4eea-baec-732366dc7702 HTTP/1.1" status: 204 len: 168 time: 0.1766946 Dec 08 00:18:43.532255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8577fc4-5567-4c74-af95-5bd089d59273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9142f639-8e49-4eea-baec-732366dc7702,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:43.616788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-843f0d0c-ef42-43c7-8b19-4a04b6319a27 req-5cd4c048-54d1-4583-9623-fe7ea288a7d5 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962218 Dec 08 00:18:43.692582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:43.698774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.713159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7894bc94-9bba-495c-9e51-f1d4b7cef076 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:43.740328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 7894bc94-9bba-495c-9e51-f1d4b7cef076 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:43.740999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 7894bc94-9bba-495c-9e51-f1d4b7cef076 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:43.768188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.775604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Allocated IP 2001:db8::2 (d81aca98-adeb-46e5-b903-e25fa3df563e/7b9fcf99-6529-4615-8292-97f724466efd/5e580d1d-64e8-436e-881b-bdb47fdd3c52) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:43.988428 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:43.997285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.041029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305076ef-c13a-4063-9668-8c61c3a2be1c req-04f9c625-e9c5-448a-8f4a-37339d080086 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.042680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-305076ef-c13a-4063-9668-8c61c3a2be1c req-04f9c625-e9c5-448a-8f4a-37339d080086 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1392739 Dec 08 00:18:44.070061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Pushing event updated for resources: {'Port': ['ID=5e580d1d-64e8-436e-881b-bdb47fdd3c52,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:44.080353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:44.083057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:44.090661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:44.123106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-305076ef-c13a-4063-9668-8c61c3a2be1c req-f1b66c9d-f91a-40bf-88e5-408b90b3f391 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651057 Dec 08 00:18:44.143151 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.168893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Attempting to bind port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:44.169369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Attempting to bind port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '1a876b09-ab96-4cd7-a85a-9ea967ac8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:44.169793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Attempting to bind port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 on network d81aca98-adeb-46e5-b903-e25fa3df563e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:44.175931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:44.176330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Checking segment: {'id': '1a876b09-ab96-4cd7-a85a-9ea967ac8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:44.176736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.177180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Bound using segment: {'id': '1a876b09-ab96-4cd7-a85a-9ea967ac8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:44.177702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Bound port: 5e580d1d-64e8-436e-881b-bdb47fdd3c52, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a876b09-ab96-4cd7-a85a-9ea967ac8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:44.178138 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.189025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network d81aca98-adeb-46e5-b903-e25fa3df563e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:44.192563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:44.196182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.196792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.227973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=aabea118-7318-4513-ae4f-ff79b5ee45ac,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:44.237858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4c510c8a-17c1-46ac-ae03-91f3b2329acd tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7732661 Dec 08 00:18:44.238239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39318) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:44.331594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] For port 5e580d1d-64e8-436e-881b-bdb47fdd3c52, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:44.336690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] For port 5e580d1d-64e8-436e-881b-bdb47fdd3c52, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e580d1d-64e8-436e-881b-bdb47fdd3c52,segment=NetworkSegment(1a876b09-ab96-4cd7-a85a-9ea967ac8b0b),segment_id=1a876b09-ab96-4cd7-a85a-9ea967ac8b0b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:44.348699 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.361428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e46df-0e15-4d0c-b4b7-004b51d7af8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.363283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e46df-0e15-4d0c-b4b7-004b51d7af8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.366142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e46df-0e15-4d0c-b4b7-004b51d7af8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.368117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e46df-0e15-4d0c-b4b7-004b51d7af8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.370025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e46df-0e15-4d0c-b4b7-004b51d7af8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.372069 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7f3e46df-0e15-4d0c-b4b7-004b51d7af8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1328404 Dec 08 00:18:44.376390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39322) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:44.382421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786651990'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:44.409835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:44.415857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.438648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c01cc-54ff-48f9-a577-1d794a37a69b None None] Pushing event updated for resources: {'Port': ['ID=5e580d1d-64e8-436e-881b-bdb47fdd3c52,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:44.462151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:44.479603 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.479952 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 84367832-9662-4b95-8ce4-f31cbdc13a9b of type vlan for network 7419ce70-7090-4f6a-9efc-5add1aff53fb Dec 08 00:18:44.529515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.550085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39326) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:44.565394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.571757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.572188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.624846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39330) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:44.625576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2479818 Dec 08 00:18:44.633157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:44.688980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c3ec0-17a9-4a93-8862-0b3c24e76051 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=7419ce70-7090-4f6a-9efc-5add1aff53fb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:44.710099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:44.779847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172497683'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:44.866916 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.889014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e6f23-4043-4cef-8854-0952e5b6c999 req-8a4906e0-9638-4a5d-866e-bde6f549ab96 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.890609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-916e6f23-4043-4cef-8854-0952e5b6c999 req-8a4906e0-9638-4a5d-866e-bde6f549ab96 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.0907190 Dec 08 00:18:44.891408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.963846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.971353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-916e6f23-4043-4cef-8854-0952e5b6c999 req-a02da70c-c848-4e7b-bd5a-becc67391903 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696795 Dec 08 00:18:44.980865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.991812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb is not hosted by any dhcp agent {{(pid=103113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:18:44.997331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:44.998079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:44.999440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "PUT /v2.0/networks/7419ce70-7090-4f6a-9efc-5add1aff53fb HTTP/1.1" status: 200 len: 723 time: 0.3729661 Dec 08 00:18:45.002385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39338) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.008415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': '7419ce70-7090-4f6a-9efc-5add1aff53fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:45.033931 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.042202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.061476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358aa81-63d7-4b4e-b8e7-1c4fba10c587 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=7419ce70-7090-4f6a-9efc-5add1aff53fb,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:45.074701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:45.132097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4d4c4-abd6-439a-aff1-3773c54f64d6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:45.166587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:45.170063 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.217600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.224168 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.317944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.318767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7677069 Dec 08 00:18:45.321532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39344) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.329169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594843b5-53d5-46d8-bdb2-51344a5bd5c5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d373a47-15ec-47cb-a173-c6a68fe15c6d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:45.351389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f18c-50dc-444e-9e45-9b4831017f87 req-3af8fa77-7913-48e8-9c9c-a1c0d14d3095 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:45.352876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6167f18c-50dc-444e-9e45-9b4831017f87 req-3af8fa77-7913-48e8-9c9c-a1c0d14d3095 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1564305 Dec 08 00:18:45.389796 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f9f86989-4779-4a36-9069-cc55eb38b67b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0667555 Dec 08 00:18:45.392176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39346) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.397190 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8cee1e7e-fa1f-400d-ae8d-3a9bd6f24aaf tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-security--1739180256', 'description': 'tempest-security-description-267559312'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:45.435916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cee1e7e-fa1f-400d-ae8d-3a9bd6f24aaf tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.445689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6167f18c-50dc-444e-9e45-9b4831017f87 req-039d984b-7f23-426d-94f7-44b3136f875a tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850086 Dec 08 00:18:45.493150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.500328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cee1e7e-fa1f-400d-ae8d-3a9bd6f24aaf tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.505492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cee1e7e-fa1f-400d-ae8d-3a9bd6f24aaf tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.509555 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8cee1e7e-fa1f-400d-ae8d-3a9bd6f24aaf tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.514253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8cee1e7e-fa1f-400d-ae8d-3a9bd6f24aaf tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "PUT /v2.0/security-groups/2d373a47-15ec-47cb-a173-c6a68fe15c6d HTTP/1.1" status: 200 len: 1796 time: 0.1204908 Dec 08 00:18:45.515080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39350) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.571247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee1e7e-fa1f-400d-ae8d-3a9bd6f24aaf tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d373a47-15ec-47cb-a173-c6a68fe15c6d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:45.588302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b406e852-26d8-4e95-b694-db2b385c40a0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups/2d373a47-15ec-47cb-a173-c6a68fe15c6d HTTP/1.1" status: 200 len: 1796 time: 0.0582676 Dec 08 00:18:45.590755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39352) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.608424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=4f10e513-5ae8-4736-9708-0b84e70aedf9,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:45.628138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57e744-a500-4a7b-b713-5587310dc516 req-67bc2f95-0526-4f62-aa69-d2f9d48cc564 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:45.630421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d57e744-a500-4a7b-b713-5587310dc516 req-67bc2f95-0526-4f62-aa69-d2f9d48cc564 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1013193 Dec 08 00:18:45.631914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '84367832-9662-4b95-8ce4-f31cbdc13a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7419ce70-7090-4f6a-9efc-5add1aff53fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:45.632291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: 7419ce70-7090-4f6a-9efc-5add1aff53fb, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:45.651043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3a609bc-dbd5-4894-bea8-e9721f883f05 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.670289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:45.680458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3a609bc-dbd5-4894-bea8-e9721f883f05 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.689309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed79b9-772a-4303-8370-4ad551581dc0 None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:45.694040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7419ce70-7090-4f6a-9efc-5add1aff53fb) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:45.698522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:45.699171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.704459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d57e744-a500-4a7b-b713-5587310dc516 req-d993960d-dfd7-418c-b112-4b59e9587de9 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640330 Dec 08 00:18:45.709813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a120d5-ba11-448f-9d0c-77d539df2cf6 None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:45.727613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2e1f612d-192e-4c98-bfb0-b2beb0743019 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7216251 Dec 08 00:18:45.729469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39354) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.737348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f002d21a-9db4-4951-b093-75042b8d9a46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:45.773608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3a609bc-dbd5-4894-bea8-e9721f883f05 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.776446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d3a609bc-dbd5-4894-bea8-e9721f883f05 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.777738 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d3a609bc-dbd5-4894-bea8-e9721f883f05 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d373a47-15ec-47cb-a173-c6a68fe15c6d HTTP/1.1" status: 204 len: 168 time: 0.1860154 Dec 08 00:18:45.780389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39358) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.799772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a609bc-dbd5-4894-bea8-e9721f883f05 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d373a47-15ec-47cb-a173-c6a68fe15c6d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:45.847229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-34cfd0aa-7b5c-405f-8886-b3bfb1db48ac tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0656714 Dec 08 00:18:45.850370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39360) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.859422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f002d21a-9db4-4951-b093-75042b8d9a46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2146637740'] for subnet, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.864446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Provisioning complete for port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:45.864830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.879970 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-ef44b0ac-9ccd-479b-b495-f1531d0dc031 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] delete failed (client error): The resource could not be found. Dec 08 00:18:45.884798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ef44b0ac-9ccd-479b-b495-f1531d0dc031 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d373a47-15ec-47cb-a173-c6a68fe15c6d HTTP/1.1" status: 404 len: 347 time: 0.0211165 Dec 08 00:18:45.887145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39364) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:45.894653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a12cc914-7d08-4df7-871f-29fc2485dcb9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--870650422'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:45.975665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-7419ce70-7090-4f6a-9efc-5add1aff53fb', 'network_id': '7419ce70-7090-4f6a-9efc-5add1aff53fb', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': '4f10e513-5ae8-4736-9708-0b84e70aedf9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:45.976589 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:45.983327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a12cc914-7d08-4df7-871f-29fc2485dcb9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.000818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6f9a7-b00d-4339-a42e-b17db5175d9f req-c523178e-b1ce-4384-93c3-2c429ac4bec0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:46.017844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67f6f9a7-b00d-4339-a42e-b17db5175d9f req-c523178e-b1ce-4384-93c3-2c429ac4bec0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1104097 Dec 08 00:18:46.134607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.161102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67f6f9a7-b00d-4339-a42e-b17db5175d9f req-08f32fab-e071-4488-bc62-f70715c9ba59 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420472 Dec 08 00:18:46.169015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47a33d-6f10-4f81-a3d9-88c2b724ed3a None None] Update dhcp port {'port': {'network_id': 'd81aca98-adeb-46e5-b903-e25fa3df563e', 'fixed_ips': [{'subnet_id': '7b9fcf99-6529-4615-8292-97f724466efd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aabea118-7318-4513-ae4f-ff79b5ee45ac'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '5e580d1d-64e8-436e-881b-bdb47fdd3c52'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:18:46.267828 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f47a33d-6f10-4f81-a3d9-88c2b724ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.271108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] For port 5e580d1d-64e8-436e-881b-bdb47fdd3c52, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e580d1d-64e8-436e-881b-bdb47fdd3c52,segment=NetworkSegment(1a876b09-ab96-4cd7-a85a-9ea967ac8b0b),segment_id=1a876b09-ab96-4cd7-a85a-9ea967ac8b0b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:46.291816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.304608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5e580d1d-64e8-436e-881b-bdb47fdd3c52 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:46.336089 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a12cc914-7d08-4df7-871f-29fc2485dcb9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.336645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Allocated IP 2001:db8::2 (7419ce70-7090-4f6a-9efc-5add1aff53fb/4f10e513-5ae8-4736-9708-0b84e70aedf9/f641d763-9a59-4375-a3da-7f7fc9f1d944) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:46.349868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a12cc914-7d08-4df7-871f-29fc2485dcb9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.406355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cc914-7d08-4df7-871f-29fc2485dcb9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c73a85-7156-45b1-a3f6-b266f67d0d95,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:46.436098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186e2fd-1c02-4164-8058-b4dfac34dd70 req-d2a3f625-e3f6-4a4c-b31d-61a08a22d266 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:46.437619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a186e2fd-1c02-4164-8058-b4dfac34dd70 req-d2a3f625-e3f6-4a4c-b31d-61a08a22d266 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.2430339 Dec 08 00:18:46.462120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a12cc914-7d08-4df7-871f-29fc2485dcb9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.463321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a12cc914-7d08-4df7-871f-29fc2485dcb9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5750990 Dec 08 00:18:46.466592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39378) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:46.474749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cd63e257-4b04-4d1d-a07d-b2f4d6ac4ffc tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': 'a8c73a85-7156-45b1-a3f6-b266f67d0d95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:46.518260 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd63e257-4b04-4d1d-a07d-b2f4d6ac4ffc tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.520911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9492a66-d876-4aad-8a5e-f05268eb2a70 req-501ec0e2-c618-4002-81af-d5f7e5c0fada tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:46.529853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9492a66-d876-4aad-8a5e-f05268eb2a70 req-501ec0e2-c618-4002-81af-d5f7e5c0fada tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1140156 Dec 08 00:18:46.554471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a186e2fd-1c02-4164-8058-b4dfac34dd70 req-70819702-b25f-4c2a-8972-1577bb8f8d8f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980551 Dec 08 00:18:46.598719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9492a66-d876-4aad-8a5e-f05268eb2a70 req-bb4e1e6d-c250-4047-97b2-ad5230641f55 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635602 Dec 08 00:18:46.628608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd63e257-4b04-4d1d-a07d-b2f4d6ac4ffc tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.640636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd63e257-4b04-4d1d-a07d-b2f4d6ac4ffc tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.675143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63e257-4b04-4d1d-a07d-b2f4d6ac4ffc tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930e82c1-7a9b-4170-8f6a-8a898f8816de,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:46.686822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Pushing event updated for resources: {'Port': ['ID=5e580d1d-64e8-436e-881b-bdb47fdd3c52,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:46.692105 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd63e257-4b04-4d1d-a07d-b2f4d6ac4ffc tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.696433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd63e257-4b04-4d1d-a07d-b2f4d6ac4ffc tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2242653 Dec 08 00:18:46.697872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:46.742446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.742798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.743177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.743552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.743849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.744187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.744515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.744841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.745343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.745828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.746311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.746781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.747279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebd6b6-3dd5-4664-9429-cb84818652fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:18:46.763047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1340c11-5cfd-4938-8000-a9d431ea93fb tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.788924 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1340c11-5cfd-4938-8000-a9d431ea93fb tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.825643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1340c11-5cfd-4938-8000-a9d431ea93fb tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.830956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:46.831341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.835181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1340c11-5cfd-4938-8000-a9d431ea93fb tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:46.838307 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b1340c11-5cfd-4938-8000-a9d431ea93fb tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/930e82c1-7a9b-4170-8f6a-8a898f8816de HTTP/1.1" status: 204 len: 168 time: 0.1397600 Dec 08 00:18:46.840459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39394) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:46.847814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1340c11-5cfd-4938-8000-a9d431ea93fb tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=930e82c1-7a9b-4170-8f6a-8a898f8816de,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:46.866470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-2f47a33d-6f10-4f81-a3d9-88c2b724ed3a None None] Allocated IP 172.20.0.1 (d81aca98-adeb-46e5-b903-e25fa3df563e/aabea118-7318-4513-ae4f-ff79b5ee45ac/5e580d1d-64e8-436e-881b-bdb47fdd3c52) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:46.929394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-60f535bd-a7ff-4288-8fcd-ccd1bed4c188 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0843985 Dec 08 00:18:46.929754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39398) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:46.973229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3a5ad-6500-4c87-ad8e-2903f6ca7719 req-90ea6533-d87d-4ba4-b4e8-be176e71a00c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:46.975400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51e3a5ad-6500-4c87-ad8e-2903f6ca7719 req-90ea6533-d87d-4ba4-b4e8-be176e71a00c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.0984285 Dec 08 00:18:47.007345 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.027960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17046673-f300-48dd-9ba7-8ee8dfdde13d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.037749 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.055513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51e3a5ad-6500-4c87-ad8e-2903f6ca7719 req-f1d02b00-c311-4791-82a4-3bc0bf8c32e4 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726767 Dec 08 00:18:47.066542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17046673-f300-48dd-9ba7-8ee8dfdde13d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.099560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2f47a33d-6f10-4f81-a3d9-88c2b724ed3a None None] For port 5e580d1d-64e8-436e-881b-bdb47fdd3c52, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e580d1d-64e8-436e-881b-bdb47fdd3c52,segment=NetworkSegment(1a876b09-ab96-4cd7-a85a-9ea967ac8b0b),segment_id=1a876b09-ab96-4cd7-a85a-9ea967ac8b0b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:47.116253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:47.128410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:47.133062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:47.136431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Pushing event updated for resources: {'Port': ['ID=f641d763-9a59-4375-a3da-7f7fc9f1d944,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:47.155460 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17046673-f300-48dd-9ba7-8ee8dfdde13d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.159477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17046673-f300-48dd-9ba7-8ee8dfdde13d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.161169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-17046673-f300-48dd-9ba7-8ee8dfdde13d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/a8c73a85-7156-45b1-a3f6-b266f67d0d95 HTTP/1.1" status: 204 len: 168 time: 0.2306573 Dec 08 00:18:47.164936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39402) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:47.173845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f47a33d-6f10-4f81-a3d9-88c2b724ed3a None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.200430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f47a33d-6f10-4f81-a3d9-88c2b724ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.202756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17046673-f300-48dd-9ba7-8ee8dfdde13d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c73a85-7156-45b1-a3f6-b266f67d0d95,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:47.241820 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f002d21a-9db4-4951-b093-75042b8d9a46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767111302822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2146466793'] for subnet, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.256267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-580d13dd-9127-4ef9-a62b-ce56e3fc06d8 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894287 Dec 08 00:18:47.260479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39404) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:47.261242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Attempting to bind port f641d763-9a59-4375-a3da-7f7fc9f1d944 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:47.261627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Attempting to bind port f641d763-9a59-4375-a3da-7f7fc9f1d944 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '84367832-9662-4b95-8ce4-f31cbdc13a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7419ce70-7090-4f6a-9efc-5add1aff53fb'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:47.262115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Attempting to bind port f641d763-9a59-4375-a3da-7f7fc9f1d944 on network 7419ce70-7090-4f6a-9efc-5add1aff53fb {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:47.267101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3b130114-c8f3-4804-8f1e-24db0806703e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--383400626'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:47.272038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002d21a-9db4-4951-b093-75042b8d9a46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:47.273191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f002d21a-9db4-4951-b093-75042b8d9a46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.275799 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f002d21a-9db4-4951-b093-75042b8d9a46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "PUT /v2.0/subnets/4f10e513-5ae8-4736-9708-0b84e70aedf9 HTTP/1.1" status: 200 len: 826 time: 1.5454576 Dec 08 00:18:47.288823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d9799-754e-40f5-8dd4-af8b42f55d5c req-e6e15d77-df69-4285-a515-9f1411c4c07c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:47.290460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-424d9799-754e-40f5-8dd4-af8b42f55d5c req-e6e15d77-df69-4285-a515-9f1411c4c07c tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1107075 Dec 08 00:18:47.291046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39406) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:47.331926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002d21a-9db4-4951-b093-75042b8d9a46 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=4f10e513-5ae8-4736-9708-0b84e70aedf9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:47.337497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:47.338266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Checking segment: {'id': '84367832-9662-4b95-8ce4-f31cbdc13a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7419ce70-7090-4f6a-9efc-5add1aff53fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:47.338939 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.339558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Bound using segment: {'id': '84367832-9662-4b95-8ce4-f31cbdc13a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7419ce70-7090-4f6a-9efc-5add1aff53fb'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:47.340229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Bound port: f641d763-9a59-4375-a3da-7f7fc9f1d944, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84367832-9662-4b95-8ce4-f31cbdc13a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7419ce70-7090-4f6a-9efc-5add1aff53fb'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:47.341559 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.372500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47a33d-6f10-4f81-a3d9-88c2b724ed3a None None] Pushing event updated for resources: {'Port': ['ID=5e580d1d-64e8-436e-881b-bdb47fdd3c52,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:47.372655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b130114-c8f3-4804-8f1e-24db0806703e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.448289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-424d9799-754e-40f5-8dd4-af8b42f55d5c req-6bc76169-cc20-4bcb-9596-651448fcf72d tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456130 Dec 08 00:18:47.459702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] For port f641d763-9a59-4375-a3da-7f7fc9f1d944, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:47.462869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.464866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] For port f641d763-9a59-4375-a3da-7f7fc9f1d944, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f641d763-9a59-4375-a3da-7f7fc9f1d944,segment=NetworkSegment(84367832-9662-4b95-8ce4-f31cbdc13a9b),segment_id=84367832-9662-4b95-8ce4-f31cbdc13a9b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:47.471761 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.502486 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.546229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b130114-c8f3-4804-8f1e-24db0806703e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.561437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0200924-5c21-4305-9f61-52c94aac7734 None None] Pushing event updated for resources: {'Port': ['ID=f641d763-9a59-4375-a3da-7f7fc9f1d944,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:47.570406 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b130114-c8f3-4804-8f1e-24db0806703e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.642212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b130114-c8f3-4804-8f1e-24db0806703e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.643416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3b130114-c8f3-4804-8f1e-24db0806703e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3810260 Dec 08 00:18:47.646290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39414) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:47.652081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b231995a-3bc2-4b47-b4c8-db579cd59446 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '988481f4-aae4-4464-a162-65f233a8b936', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:47.656594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b130114-c8f3-4804-8f1e-24db0806703e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988481f4-aae4-4464-a162-65f233a8b936,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:47.675028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting port f641d763-9a59-4375-a3da-7f7fc9f1d944 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:47.675423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.733207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b231995a-3bc2-4b47-b4c8-db579cd59446 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.843602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] For port f641d763-9a59-4375-a3da-7f7fc9f1d944, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f641d763-9a59-4375-a3da-7f7fc9f1d944,segment=NetworkSegment(84367832-9662-4b95-8ce4-f31cbdc13a9b),segment_id=84367832-9662-4b95-8ce4-f31cbdc13a9b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:47.848095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.848727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b231995a-3bc2-4b47-b4c8-db579cd59446 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.854275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b231995a-3bc2-4b47-b4c8-db579cd59446 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.894559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b87f4-33dd-4151-80b8-f73ec01b0f56 req-3947bab8-2e9c-451e-a1ea-8bc0351b432b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:47.898001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f49b87f4-33dd-4151-80b8-f73ec01b0f56 req-3947bab8-2e9c-451e-a1ea-8bc0351b432b tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1803725 Dec 08 00:18:47.925623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231995a-3bc2-4b47-b4c8-db579cd59446 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54dcefe-85b1-4541-9f10-e9e2eaf61af6,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:47.932471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Calling delete_port for f641d763-9a59-4375-a3da-7f7fc9f1d944 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:47.947965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b231995a-3bc2-4b47-b4c8-db579cd59446 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:47.949511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b231995a-3bc2-4b47-b4c8-db579cd59446 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3015521 Dec 08 00:18:47.952154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39420) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:47.959550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1a4218f6-0cb7-4238-81b4-b3f828da2e47 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '988481f4-aae4-4464-a162-65f233a8b936', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:48.043564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a4218f6-0cb7-4238-81b4-b3f828da2e47 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.149627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a4218f6-0cb7-4238-81b4-b3f828da2e47 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.155166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a4218f6-0cb7-4238-81b4-b3f828da2e47 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.159175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f49b87f4-33dd-4151-80b8-f73ec01b0f56 req-55428443-ccf2-43f8-8b82-7e1ccbbe4e96 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529967 Dec 08 00:18:48.211612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4218f6-0cb7-4238-81b4-b3f828da2e47 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1bcc2e-4387-4dd0-b40c-ecf40d01415c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:48.217472 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a4218f6-0cb7-4238-81b4-b3f828da2e47 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.219183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a4218f6-0cb7-4238-81b4-b3f828da2e47 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2656145 Dec 08 00:18:48.221698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39426) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:48.228246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-09d8affd-c60d-418c-a843-1cf26c387e7c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '988481f4-aae4-4464-a162-65f233a8b936', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:48.228378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9457-8c16-4f1a-b937-9c1f6fe17a6f req-286f0144-8e27-48c9-b83f-643921f61d64 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:48.230225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a5a9457-8c16-4f1a-b937-9c1f6fe17a6f req-286f0144-8e27-48c9-b83f-643921f61d64 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1435242 Dec 08 00:18:48.281789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-09d8affd-c60d-418c-a843-1cf26c387e7c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.367683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5e580d1d-64e8-436e-881b-bdb47fdd3c52 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:48.390759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-09d8affd-c60d-418c-a843-1cf26c387e7c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.402360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-09d8affd-c60d-418c-a843-1cf26c387e7c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.411232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a5a9457-8c16-4f1a-b937-9c1f6fe17a6f req-32deedac-8c5f-4847-bb45-baf82a634ccb tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908680 Dec 08 00:18:48.413319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.444804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8affd-c60d-418c-a843-1cf26c387e7c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f37b7c-78cd-4530-be60-412c79dbba7c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:48.452798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-09d8affd-c60d-418c-a843-1cf26c387e7c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.455516 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-09d8affd-c60d-418c-a843-1cf26c387e7c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2326348 Dec 08 00:18:48.457894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39428) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:48.464558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7567fad6-ceac-4b7d-b88d-98078a8c2fda tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '988481f4-aae4-4464-a162-65f233a8b936', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:48.464874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da485c58-2923-41ee-bead-4c12370470bd None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:48.469231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Port': ['ID=f641d763-9a59-4375-a3da-7f7fc9f1d944,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:48.503358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7567fad6-ceac-4b7d-b88d-98078a8c2fda tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.529982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No DVR routers for this DVR port f641d763-9a59-4375-a3da-7f7fc9f1d944 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:48.580203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:48.580861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.597426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.602945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7567fad6-ceac-4b7d-b88d-98078a8c2fda tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.649294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-07819ec3-d35d-4ce6-a39b-d8e40d158f5b None None] Provisioning complete for port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:48.651494 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7567fad6-ceac-4b7d-b88d-98078a8c2fda tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.654767 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07819ec3-d35d-4ce6-a39b-d8e40d158f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.698244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.705897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7567fad6-ceac-4b7d-b88d-98078a8c2fda tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.737350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7567fad6-ceac-4b7d-b88d-98078a8c2fda tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2773154 Dec 08 00:18:48.744093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39432) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:48.762030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-dddeb6dc-6fed-4731-9980-d7ca7ce52a0c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '988481f4-aae4-4464-a162-65f233a8b936', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:48.770654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567fad6-ceac-4b7d-b88d-98078a8c2fda tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24a6f39-655d-4cce-a45f-f1e1e37c4f9f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:48.794952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1a617-07e8-4d28-a181-724649d5de7b req-919c1f43-fb38-47db-bc78-5f735c1894ca tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:48.798794 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-46c1a617-07e8-4d28-a181-724649d5de7b req-919c1f43-fb38-47db-bc78-5f735c1894ca tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.44 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1921086 Dec 08 00:18:48.844350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=4f10e513-5ae8-4736-9708-0b84e70aedf9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:48.941737 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:48.942441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f641d763-9a59-4375-a3da-7f7fc9f1d944 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:48.987438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f641d763-9a59-4375-a3da-7f7fc9f1d944 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:48.987792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f641d763-9a59-4375-a3da-7f7fc9f1d944 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 00:18:48.988626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7419ce70-7090-4f6a-9efc-5add1aff53fb']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:48.993436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dddeb6dc-6fed-4731-9980-d7ca7ce52a0c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.012594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84367832-9662-4b95-8ce4-f31cbdc13a9b') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:49.012983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84367832-9662-4b95-8ce4-f31cbdc13a9b') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:49.023779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port f641d763-9a59-4375-a3da-7f7fc9f1d944 not found, will not notify nova. {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 00:18:49.040909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.064290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.072162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:49.072836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:49.076946 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:49.087626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Deleting port aa18d11d-63e0-4da8-bf58-046ffc2b465d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:49.087968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.172072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dddeb6dc-6fed-4731-9980-d7ca7ce52a0c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.176342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.181611 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.188149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/7419ce70-7090-4f6a-9efc-5add1aff53fb HTTP/1.1" status: 204 len: 168 time: 1.8941493 Dec 08 00:18:49.193991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39438) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:49.222464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c340-ca92-4fe6-b769-276728c323c2 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=7419ce70-7090-4f6a-9efc-5add1aff53fb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:49.225818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dddeb6dc-6fed-4731-9980-d7ca7ce52a0c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.242133 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e3b922-4e06-439f-a16a-3d59de6cc6d6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:49.242656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e3b922-4e06-439f-a16a-3d59de6cc6d6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:49.250923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38e3b922-4e06-439f-a16a-3d59de6cc6d6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/7419ce70-7090-4f6a-9efc-5add1aff53fb HTTP/1.1" status: 404 len: 339 time: 0.0521715 Dec 08 00:18:49.251486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39442) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:49.259171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-391640689', 'description': 'd1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:49.286443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:49.292262 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.294900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeb6dc-6fed-4731-9980-d7ca7ce52a0c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a07f174-88db-4426-898c-f09bd6c50976,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:49.325931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dddeb6dc-6fed-4731-9980-d7ca7ce52a0c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.327268 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dddeb6dc-6fed-4731-9980-d7ca7ce52a0c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5699489 Dec 08 00:18:49.329944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39444) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:49.333616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] For port aa18d11d-63e0-4da8-bf58-046ffc2b465d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=aa18d11d-63e0-4da8-bf58-046ffc2b465d,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:49.334030 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.352444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Calling delete_port for aa18d11d-63e0-4da8-bf58-046ffc2b465d owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:49.368449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-9001a741-afd0-4f81-a052-e011a5194698 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:49.370237 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-9001a741-afd0-4f81-a052-e011a5194698 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.59 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.1576748 Dec 08 00:18:49.391191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:49.412269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bae60b07-1f50-49fd-937e-b57065ff715b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.425936 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.426287 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 5ec8d53f-bdc4-42d6-923b-c92d42d64ca5 of type vlan for network 2670c401-51f0-4391-ad4d-e5045254a861 Dec 08 00:18:49.436180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0cd355a4-9b6b-4855-8d16-5ba84e852d4b None None] Provisioning complete for port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:49.438671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0cd355a4-9b6b-4855-8d16-5ba84e852d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.446785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8587d-694e-4104-ae95-0159127fd944 req-d323359f-09ca-460e-b89e-8367df635d04 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:49.448619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6de8587d-694e-4104-ae95-0159127fd944 req-d323359f-09ca-460e-b89e-8367df635d04 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/ports?device_id=36084709-20ba-4b20-94e6-6b55a104d137 HTTP/1.1" status: 200 len: 945 time: 0.1324334 Dec 08 00:18:49.450407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bae60b07-1f50-49fd-937e-b57065ff715b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.495178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790e97d-9d7d-461d-9f6f-16a1f2d4e7dd None None] DHCP port deletion for 7419ce70-7090-4f6a-9efc-5add1aff53fb request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:49.525151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd01794-fb0e-4e20-920b-90dfb17150f1 None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:49.543458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd01794-fb0e-4e20-920b-90dfb17150f1 None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb could not be found, it might have been deleted concurrently. {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 00:18:49.554320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca20fae-fd15-4cf1-8e3f-b55c37a7df4a None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:49.577138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca20fae-fd15-4cf1-8e3f-b55c37a7df4a None None] Network 7419ce70-7090-4f6a-9efc-5add1aff53fb could not be found, it might have been deleted concurrently. {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 00:18:49.609197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.635102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0cd355a4-9b6b-4855-8d16-5ba84e852d4b None None] Could not find standard attr ID for object f641d763-9a59-4375-a3da-7f7fc9f1d944. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:18:49.639814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Deleting port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:49.640164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.655405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bae60b07-1f50-49fd-937e-b57065ff715b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.661362 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bae60b07-1f50-49fd-937e-b57065ff715b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.663792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bae60b07-1f50-49fd-937e-b57065ff715b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1a07f174-88db-4426-898c-f09bd6c50976 HTTP/1.1" status: 204 len: 168 time: 0.3326848 Dec 08 00:18:49.675341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39450) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:49.695917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6de8587d-694e-4104-ae95-0159127fd944 req-0411f6f3-cd40-4ba4-9abf-d9867e00436f tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c0cdde-8a06-4a98-acd9-372268e67056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205267 Dec 08 00:18:49.710057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae60b07-1f50-49fd-937e-b57065ff715b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a07f174-88db-4426-898c-f09bd6c50976,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:49.718736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.739497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c624871-bf4b-41da-b444-9ae71c0c4e6f req-9866f1e5-4be6-4930-96f0-d40958050c51 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:49.741416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c624871-bf4b-41da-b444-9ae71c0c4e6f req-9866f1e5-4be6-4930-96f0-d40958050c51 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/ports?device_id=265f715d-9309-4525-b323-db3baf832287 HTTP/1.1" status: 200 len: 945 time: 0.2021439 Dec 08 00:18:49.744021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.752161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:49.752866 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.753455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['aa18d11d-63e0-4da8-bf58-046ffc2b465d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:18:49.770834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Pushing event deleted for resources: {'Port': ['ID=aa18d11d-63e0-4da8-bf58-046ffc2b465d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:49.797586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380929b-6ad7-4c03-9808-88e2dfbd84e2 None None] DHCP port deletion for be52fc29-39ae-4e64-b343-09c2cee42f1f request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:49.853730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5987048 Dec 08 00:18:49.855745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] For port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,segment=NetworkSegment(eb580626-fac2-4bda-96e9-cddaf15b9097),segment_id=eb580626-fac2-4bda-96e9-cddaf15b9097)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:49.856110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.864294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39452) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:49.866212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] No DVR routers for this DVR port aa18d11d-63e0-4da8-bf58-046ffc2b465d on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:49.871166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:49.874476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-46c1a617-07e8-4d28-a181-724649d5de7b req-31720f63-258f-41d5-a7e3-dbfeabc17037 tempest-ServerRescueNegativeTestJSON-926704560 tempest-ServerRescueNegativeTestJSON-926704560-project] 10.222.0.44 "DELETE /v2.0/ports/aa18d11d-63e0-4da8-bf58-046ffc2b465d HTTP/1.1" status: 204 len: 173 time: 1.0670369 Dec 08 00:18:49.875007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36084709-20ba-4b20-94e6-6b55a104d137', 'name': 'network-vif-deleted', 'tag': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:49.877334 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d89fc92-918e-460b-87a2-4d1d2cd78e51" -d '{"events": [{"server_uuid": "36084709-20ba-4b20-94e6-6b55a104d137", "name": "network-vif-deleted", "tag": "aa18d11d-63e0-4da8-bf58-046ffc2b465d"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:49.880533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Calling delete_port for f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:49.946035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-426c58be-549a-4a4e-b96a-4f324fbff8b9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2652276 Dec 08 00:18:49.946392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39456) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:49.960888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad446b-1716-4c3d-9947-d3a2e5e362fe tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=2670c401-51f0-4391-ad4d-e5045254a861,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:49.976695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2670c401-51f0-4391-ad4d-e5045254a861 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:50.015815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c624871-bf4b-41da-b444-9ae71c0c4e6f req-aeafa650-1792-4ae4-991a-0c62ae50ac57 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ccad3c3-684c-42ae-8b46-ef55df28a3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580216 Dec 08 00:18:50.020043 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09aeb7e-3126-461d-afd7-32c5e7829571 x-openstack-request-id: req-f09aeb7e-3126-461d-afd7-32c5e7829571 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:50.020345 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36084709-20ba-4b20-94e6-6b55a104d137", "name": "network-vif-deleted", "tag": "aa18d11d-63e0-4da8-bf58-046ffc2b465d", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:50.020605 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f09aeb7e-3126-461d-afd7-32c5e7829571 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:50.021014 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36084709-20ba-4b20-94e6-6b55a104d137', 'name': 'network-vif-deleted', 'tag': 'aa18d11d-63e0-4da8-bf58-046ffc2b465d', 'status': 'completed', 'code': 200} Dec 08 00:18:50.024410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aa14760-8f82-4952-a788-63e989b93fe6 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.048693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aa14760-8f82-4952-a788-63e989b93fe6 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.118662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301b335-7085-41f7-8079-54030f7f2520 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:50.132940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4301b335-7085-41f7-8079-54030f7f2520 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/networks?id=2670c401-51f0-4391-ad4d-e5045254a861 HTTP/1.1" status: 200 len: 764 time: 0.2655065 Dec 08 00:18:50.135564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39458) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.140963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'description': 'd2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:50.152437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aa14760-8f82-4952-a788-63e989b93fe6 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.159714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6aa14760-8f82-4952-a788-63e989b93fe6 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.161761 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6aa14760-8f82-4952-a788-63e989b93fe6 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c24a6f39-655d-4cce-a45f-f1e1e37c4f9f HTTP/1.1" status: 204 len: 168 time: 0.2143433 Dec 08 00:18:50.165037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39460) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.165434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.175075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f641d763-9a59-4375-a3da-7f7fc9f1d944 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:50.213202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Pushing event deleted for resources: {'Port': ['ID=f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:50.222556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa14760-8f82-4952-a788-63e989b93fe6 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c24a6f39-655d-4cce-a45f-f1e1e37c4f9f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:50.246941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f641d763-9a59-4375-a3da-7f7fc9f1d944 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:50.247281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f641d763-9a59-4375-a3da-7f7fc9f1d944 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:50.248758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1b046-be2e-47e5-9059-dcafec874b2a None None] DHCP port deletion for 0b554920-1551-4e52-988e-e0edbde9f0ee request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:50.312376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] No DVR routers for this DVR port f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:50.315506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.320180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8702dfb-7ed8-4694-805d-faeb148af0cf req-d08206eb-230e-4c62-bd21-05f83fee2ed0 tempest-ServerDiskConfigTestJSON-1419110104 tempest-ServerDiskConfigTestJSON-1419110104-project] 10.222.0.59 "DELETE /v2.0/ports/f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 HTTP/1.1" status: 204 len: 173 time: 0.9375896 Dec 08 00:18:50.335184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-17efd8f2-213a-4208-a4e3-67e37be3b23e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1688721 Dec 08 00:18:50.340632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39466) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.373055 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02bc7b4-7100-4eb5-9327-a51e1689ba27 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.381653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02bc7b4-7100-4eb5-9327-a51e1689ba27 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.414526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02bc7b4-7100-4eb5-9327-a51e1689ba27 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.420798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02bc7b4-7100-4eb5-9327-a51e1689ba27 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.422126 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c02bc7b4-7100-4eb5-9327-a51e1689ba27 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/43f37b7c-78cd-4530-be60-412c79dbba7c HTTP/1.1" status: 204 len: 168 time: 0.0779929 Dec 08 00:18:50.425809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39468) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.446504 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.447201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bc7b4-7100-4eb5-9327-a51e1689ba27 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43f37b7c-78cd-4530-be60-412c79dbba7c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:50.468417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.493332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7b97f2d5-d6a1-4a4e-970c-14c864ab24fd tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0624509 Dec 08 00:18:50.493647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39470) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.513107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 2670c401-51f0-4391-ad4d-e5045254a861 is not hosted by any dhcp agent {{(pid=103114) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:18:50.519947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:50.520111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cab7b926-779a-4b65-8ddb-594fffe88456 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.520557 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.525084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "PUT /v2.0/networks/2670c401-51f0-4391-ad4d-e5045254a861 HTTP/1.1" status: 200 len: 761 time: 0.3885105 Dec 08 00:18:50.529385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39472) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.578864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cab7b926-779a-4b65-8ddb-594fffe88456 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.583519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df9384-729a-4fad-8b1a-9d791c625a8b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=2670c401-51f0-4391-ad4d-e5045254a861,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:50.594932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2670c401-51f0-4391-ad4d-e5045254a861 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:50.655424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58195cc8-8719-4f59-8af2-054789956ddf tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:50.660855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-58195cc8-8719-4f59-8af2-054789956ddf tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/networks?id=2670c401-51f0-4391-ad4d-e5045254a861 HTTP/1.1" status: 200 len: 764 time: 0.1273098 Dec 08 00:18:50.664405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39474) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.716806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cab7b926-779a-4b65-8ddb-594fffe88456 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.729226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cab7b926-779a-4b65-8ddb-594fffe88456 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:50.730414 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cab7b926-779a-4b65-8ddb-594fffe88456 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fd1bcc2e-4387-4dd0-b40c-ecf40d01415c HTTP/1.1" status: 204 len: 168 time: 0.2355778 Dec 08 00:18:50.733567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39478) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.755389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7b926-779a-4b65-8ddb-594fffe88456 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd1bcc2e-4387-4dd0-b40c-ecf40d01415c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:50.776368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39480) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.846907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-50831f9c-77f4-49cd-b2eb-bffa42aa8224 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1119933 Dec 08 00:18:50.849928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39484) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.923148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a13646-ac70-4064-9f3f-463e7e9cd3db tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:50.929434 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-93a13646-ac70-4064-9f3f-463e7e9cd3db tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2671103 Dec 08 00:18:50.930412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39486) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:50.982529 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-204c5925-f29d-417a-bcb3-299edae25ca4 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 207 time: 0.0474534 Dec 08 00:18:50.985283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39488) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.226602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba25e8-1833-4415-9c89-518b282a32a6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.234179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba25e8-1833-4415-9c89-518b282a32a6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.242383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba25e8-1833-4415-9c89-518b282a32a6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.249722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba25e8-1833-4415-9c89-518b282a32a6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.257240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba25e8-1833-4415-9c89-518b282a32a6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.264785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba25e8-1833-4415-9c89-518b282a32a6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.270548 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0dba25e8-1833-4415-9c89-518b282a32a6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2802517 Dec 08 00:18:51.270548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39500) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.272368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39502) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.288548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01b69904-ce9a-437d-adcd-067b335122e4 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.298566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01b69904-ce9a-437d-adcd-067b335122e4 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.374225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c84c59a-4ce1-4716-98ee-1cc905722807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.386628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] Deleting subnet ca6e0046-c69f-4690-9875-bc5c02909699 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:18:51.393209 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.437098 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01b69904-ce9a-437d-adcd-067b335122e4 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.463154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.482434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01b69904-ce9a-437d-adcd-067b335122e4 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.486237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-01b69904-ce9a-437d-adcd-067b335122e4 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d54dcefe-85b1-4541-9f10-e9e2eaf61af6 HTTP/1.1" status: 204 len: 168 time: 0.6328053 Dec 08 00:18:51.491937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39508) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.500266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b69904-ce9a-437d-adcd-067b335122e4 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d54dcefe-85b1-4541-9f10-e9e2eaf61af6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:51.508225 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-31a40fba-4e15-4da6-b39f-0e6c240b5358 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2260776 Dec 08 00:18:51.509083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39510) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.529025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.588053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.600979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-db07f1a9-ffd4-47a3-b1c0-19559b41b4f8 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1052251 Dec 08 00:18:51.613482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39512) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.616476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.620120 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca6e0046-c69f-4690-9875-bc5c02909699 HTTP/1.1" status: 204 len: 168 time: 0.3490279 Dec 08 00:18:51.620238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94059529-945b-4ede-bd77-0ff0ee5f9321 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.621796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94059529-945b-4ede-bd77-0ff0ee5f9321 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.623445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94059529-945b-4ede-bd77-0ff0ee5f9321 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.624445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade9578-f38f-4e5d-a816-86a275dd522f None None] Network 0b554920-1551-4e52-988e-e0edbde9f0ee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:51.624965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94059529-945b-4ede-bd77-0ff0ee5f9321 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.626566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94059529-945b-4ede-bd77-0ff0ee5f9321 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.632163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-94059529-945b-4ede-bd77-0ff0ee5f9321 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1132503 Dec 08 00:18:51.632350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39514) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.632350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af3cb6-f61b-4153-985f-15a6a053dc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6e0046-c69f-4690-9875-bc5c02909699,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:51.632532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39516) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.722769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc76e-bc18-4db3-a2a1-0d5a16c6787d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.724210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc76e-bc18-4db3-a2a1-0d5a16c6787d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.726245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc76e-bc18-4db3-a2a1-0d5a16c6787d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.727692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc76e-bc18-4db3-a2a1-0d5a16c6787d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.729215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc76e-bc18-4db3-a2a1-0d5a16c6787d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.732994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a3cbc76e-bc18-4db3-a2a1-0d5a16c6787d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0975051 Dec 08 00:18:51.735502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39518) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.737712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:51.765320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.788286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc47f3e7-c0d0-45d1-be45-7cdd149476df tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.807942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d42d2-0ad9-4645-8a28-2271cd6047c2 None None] DHCP port deletion for 0b554920-1551-4e52-988e-e0edbde9f0ee request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:51.813065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:51.813530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:51.838936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc47f3e7-c0d0-45d1-be45-7cdd149476df tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.871489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba374ac-b22a-4a9c-bec4-5a6af507ff33 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:51.873149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3ba374ac-b22a-4a9c-bec4-5a6af507ff33 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/networks/0c1036d5-6363-46ac-972e-e7c766f076a5 HTTP/1.1" status: 200 len: 804 time: 0.1365962 Dec 08 00:18:51.876856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39520) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.920548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.949396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b554920-1551-4e52-988e-e0edbde9f0ee']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:51.956660 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc47f3e7-c0d0-45d1-be45-7cdd149476df tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.959246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc47f3e7-c0d0-45d1-be45-7cdd149476df tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:51.962794 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc47f3e7-c0d0-45d1-be45-7cdd149476df tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/988481f4-aae4-4464-a162-65f233a8b936 HTTP/1.1" status: 204 len: 168 time: 0.3384242 Dec 08 00:18:51.966112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39522) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:51.968395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb580626-fac2-4bda-96e9-cddaf15b9097') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:51.968395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb580626-fac2-4bda-96e9-cddaf15b9097') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:51.995751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47f3e7-c0d0-45d1-be45-7cdd149476df tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988481f4-aae4-4464-a162-65f233a8b936,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:51.998076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.024091 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f715d-9309-4525-b323-db3baf832287', 'name': 'network-vif-deleted', 'tag': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:18:52.026753 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3ead9c-343b-4742-b8a2-a3dc8c1504f6" -d '{"events": [{"server_uuid": "265f715d-9309-4525-b323-db3baf832287", "name": "network-vif-deleted", "tag": "f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:18:52.032685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.040000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f75d5f78-f00c-4544-acb4-53c15ae3059f tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/networks/0c1036d5-6363-46ac-972e-e7c766f076a5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1620369 Dec 08 00:18:52.044008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39528) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.078383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:52.078971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:52.080672 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:52.100530 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-947db261-a67f-4ff9-8ad1-3c4c38515b9c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252174 Dec 08 00:18:52.105179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.107646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.109146 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f30892-77a8-4833-84d8-73ee53e547ac x-openstack-request-id: req-e6f30892-77a8-4833-84d8-73ee53e547ac {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:18:52.109445 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f715d-9309-4525-b323-db3baf832287", "name": "network-vif-deleted", "tag": "f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:18:52.109702 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6f30892-77a8-4833-84d8-73ee53e547ac {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:18:52.110095 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265f715d-9309-4525-b323-db3baf832287', 'name': 'network-vif-deleted', 'tag': 'f5bb5cb7-c28d-48b4-a1f1-2afe59c4cc02', 'status': 'completed', 'code': 200} Dec 08 00:18:52.115993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a74742e1-6920-4e09-b0b8-b3d2216a36b5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103302417'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:52.173828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.176744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a74742e1-6920-4e09-b0b8-b3d2216a36b5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.182496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93fb6a-a53d-4ccb-945b-df3bdc337693 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:52.183912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5e93fb6a-a53d-4ccb-945b-df3bdc337693 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/subnets/e21854cc-73bd-4326-8d37-26638156e7ec HTTP/1.1" status: 200 len: 843 time: 0.1387615 Dec 08 00:18:52.184242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.190255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b554920-1551-4e52-988e-e0edbde9f0ee HTTP/1.1" status: 204 len: 168 time: 0.5526166 Dec 08 00:18:52.192166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39532) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.212084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b0b75-c4d5-401c-a24a-f5a56954d204 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b554920-1551-4e52-988e-e0edbde9f0ee,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:52.233420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device aa18d11d-63e0-4da8-bf58-046ffc2b465d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:52.274289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a74742e1-6920-4e09-b0b8-b3d2216a36b5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.275576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: aa18d11d-63e0-4da8-bf58-046ffc2b465d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:52.275910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device aa18d11d-63e0-4da8-bf58-046ffc2b465d not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:52.285691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a74742e1-6920-4e09-b0b8-b3d2216a36b5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.317204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a74742e1-6920-4e09-b0b8-b3d2216a36b5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.320943 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a74742e1-6920-4e09-b0b8-b3d2216a36b5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2074933 Dec 08 00:18:52.322424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39536) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.323430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74742e1-6920-4e09-b0b8-b3d2216a36b5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba5bb83-a3c1-48f5-b56f-d8a36a465efc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:52.335351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-143e3e37-176a-4cf4-a38d-63559912234e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '1ba5bb83-a3c1-48f5-b56f-d8a36a465efc', 'direction': 'ingress', 'protocol': 17}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:52.369786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d444cbb-d311-4ddc-b951-361df5ee46de tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['shared'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:52.374874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d444cbb-d311-4ddc-b951-361df5ee46de tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "GET /v2.0/subnets/e21854cc-73bd-4326-8d37-26638156e7ec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1781743 Dec 08 00:18:52.375335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39538) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.380652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1883958958'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:52.444773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:52.448492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.450544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143e3e37-176a-4cf4-a38d-63559912234e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.483608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39544) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.505049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:52.524687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143e3e37-176a-4cf4-a38d-63559912234e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.526730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.527097 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Added segment 7de74191-35a0-4739-89af-f07de742bc95 of type vlan for network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee Dec 08 00:18:52.546305 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143e3e37-176a-4cf4-a38d-63559912234e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.549517 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca868db1-67dc-431f-8fb0-744137d8841a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db2757ce59574e919b691dea75759cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647750 Dec 08 00:18:52.555915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39546) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.582261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.587650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e3e37-176a-4cf4-a38d-63559912234e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb880dd-3ed3-4fa7-b094-b70bc9fd7312,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:52.618923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.625234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:52.625832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.627145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-143e3e37-176a-4cf4-a38d-63559912234e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.630855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-143e3e37-176a-4cf4-a38d-63559912234e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3031530 Dec 08 00:18:52.632469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39548) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.696972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07931cee-cbbc-4593-9038-e9ff904135e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.700870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Network': ['ID=88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:52.709508 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6da8d57d-130e-4474-b066-a6158e1953c3 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3293064 Dec 08 00:18:52.709508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39550) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.713586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:52.720122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'network_id': '88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:52.742531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29e962af-a5a9-4dbc-98c9-305882ce7038 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.746039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Deleting port b02c4a78-5712-499f-9b05-6ee9e34e4400 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:52.749815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.749815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07931cee-cbbc-4593-9038-e9ff904135e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.820576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29e962af-a5a9-4dbc-98c9-305882ce7038 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.842420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Made reservation on behalf of 369cc290c8724143b029ec13e33b20d4 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:52.849084 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.917134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07931cee-cbbc-4593-9038-e9ff904135e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.920021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07931cee-cbbc-4593-9038-e9ff904135e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.924123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-07931cee-cbbc-4593-9038-e9ff904135e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ccad3c3-684c-42ae-8b46-ef55df28a3e4 HTTP/1.1" status: 204 len: 168 time: 0.3629084 Dec 08 00:18:52.928059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] For port b02c4a78-5712-499f-9b05-6ee9e34e4400, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b02c4a78-5712-499f-9b05-6ee9e34e4400,segment=NetworkSegment(d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c),segment_id=d4dd0c9c-bd1d-46ed-8a78-3827f1a0324c)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:52.928474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.942244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29e962af-a5a9-4dbc-98c9-305882ce7038 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.945431 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29e962af-a5a9-4dbc-98c9-305882ce7038 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:52.947117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Performing IP validity checks on allocation pools {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:18:52.947249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-29e962af-a5a9-4dbc-98c9-305882ce7038 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ba5bb83-a3c1-48f5-b56f-d8a36a465efc HTTP/1.1" status: 204 len: 168 time: 0.3122053 Dec 08 00:18:52.947329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:18:52.949584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07931cee-cbbc-4593-9038-e9ff904135e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccad3c3-684c-42ae-8b46-ef55df28a3e4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:52.951215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39554) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:52.959313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Calling delete_port for b02c4a78-5712-499f-9b05-6ee9e34e4400 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:52.988422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e962af-a5a9-4dbc-98c9-305882ce7038 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba5bb83-a3c1-48f5-b56f-d8a36a465efc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:53.067637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4988bf3a-8ec1-463c-a359-b05115828c6c tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1125014 Dec 08 00:18:53.072246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39556) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:53.080958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-abe291c1-e87b-429c-9bfb-48f58fa79fa2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185156187'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:53.151302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe291c1-e87b-429c-9bfb-48f58fa79fa2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.196080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.307851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.316827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=e5e88f8c-3b6f-4335-8188-1b625900c196,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:53.327518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Checking segment: {'id': '7de74191-35a0-4739-89af-f07de742bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:53.327929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network hostable DHCP agents. Network: 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:53.357957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe291c1-e87b-429c-9bfb-48f58fa79fa2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.363768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe291c1-e87b-429c-9bfb-48f58fa79fa2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.372641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:53.404013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:53.407883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02c4a78-5712-499f-9b05-6ee9e34e4400,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:53.416794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db3ccb-60d6-4d76-ba25-c6de8bc50eaf None None] Network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:53.424487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:53.425337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.437122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abe291c1-e87b-429c-9bfb-48f58fa79fa2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.442146 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-abe291c1-e87b-429c-9bfb-48f58fa79fa2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3666704 Dec 08 00:18:53.444122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690486c-2638-4837-b9d1-e3774f243a72 None None] DHCP port deletion for be52fc29-39ae-4e64-b343-09c2cee42f1f request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:53.446432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:53.447354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe291c1-e87b-429c-9bfb-48f58fa79fa2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed6302-b414-44b4-a5ee-a16fdefba814,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:53.467544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bc08b8d0-3eed-4714-98e3-60739dac6af7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--345598379'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:53.509421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf65aeac-3371-4484-800c-5d72bdb77039 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7991266 Dec 08 00:18:53.510206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39570) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:53.518556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-dce9a586-427f-49c4-be53-e1eb0a795f6a tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:53.621146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac95-ce99-4965-95d0-e9af5e2bd035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.777771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee', 'network_id': '88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee', 'project_id': '369cc290c8724143b029ec13e33b20d4', 'fixed_ips': [{'subnet_id': 'e5e88f8c-3b6f-4335-8188-1b625900c196'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:53.778754 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.840980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.857806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc08b8d0-3eed-4714-98e3-60739dac6af7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:53.987453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce9a586-427f-49c4-be53-e1eb0a795f6a tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2146637740'] for subnet, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.018573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Allocated IP 2001:db8::3 (88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee/e5e88f8c-3b6f-4335-8188-1b625900c196/6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:54.103814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc08b8d0-3eed-4714-98e3-60739dac6af7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.112363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc08b8d0-3eed-4714-98e3-60739dac6af7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.180727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bc08b8d0-3eed-4714-98e3-60739dac6af7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.187388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc08b8d0-3eed-4714-98e3-60739dac6af7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7297480 Dec 08 00:18:54.192154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39586) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:54.199193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08b8d0-3eed-4714-98e3-60739dac6af7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1f0f6f-b9df-47f7-af4b-b5b64bb8c2f5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:54.213669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-20b64a37-ee95-4e49-82af-e9e6b45452d9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed6302-b414-44b4-a5ee-a16fdefba814', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd1f0f6f-b9df-47f7-af4b-b5b64bb8c2f5', 'remote_ip_prefix': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:54.230594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:54.283850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:18:54.307477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20b64a37-ee95-4e49-82af-e9e6b45452d9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.360550 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.370757 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.436849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:54.440175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:54.445648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:54.455885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Pushing event updated for resources: {'Port': ['ID=6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:54.513184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20b64a37-ee95-4e49-82af-e9e6b45452d9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.519137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20b64a37-ee95-4e49-82af-e9e6b45452d9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.522086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Attempting to bind port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:54.522086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Attempting to bind port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '7de74191-35a0-4739-89af-f07de742bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:54.522086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Attempting to bind port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 on network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:54.525645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1965777083-network', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:54.529825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:54.530973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Checking segment: {'id': '7de74191-35a0-4739-89af-f07de742bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:54.530973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.531152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Bound using segment: {'id': '7de74191-35a0-4739-89af-f07de742bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:54.531566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Bound port: 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de74191-35a0-4739-89af-f07de742bc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:54.532263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.546290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b64a37-ee95-4e49-82af-e9e6b45452d9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733d0d59-316f-447c-abbf-ffde25045ff6,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:54.556326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20b64a37-ee95-4e49-82af-e9e6b45452d9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.564943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-20b64a37-ee95-4e49-82af-e9e6b45452d9 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3635137 Dec 08 00:18:54.564943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:18:54.564943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39594) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:54.575818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8c6fc9a9-b0b5-4ae3-8660-607c1ae18d51 admin admin] 10.222.0.18 "PUT /v2.0/routers/23ff43de-0e3b-4c71-884f-9366ddcd31e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7953529 Dec 08 00:18:54.577628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39596) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:54.613795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] For port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:54.617279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] For port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08,segment=NetworkSegment(7de74191-35a0-4739-89af-f07de742bc95),segment_id=7de74191-35a0-4739-89af-f07de742bc95)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:54.620373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] Sync routers for ids ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:18:54.630412 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.642819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] Routers {'23ff43de-0e3b-4c71-884f-9366ddcd31e0'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:54.643567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:18:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:54.651383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Made reservation on behalf of 10fabfc8b3e84bfd915bff600e710ddf for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:54.653299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ddc080d6-5837-4e95-beaf-ea338d9e3966 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.660278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.669957 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ddc080d6-5837-4e95-beaf-ea338d9e3966 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.681730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.747802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ca7f6-fa23-4b41-a173-e8eb85d9566d None None] Pushing event updated for resources: {'Port': ['ID=6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:54.917143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ddc080d6-5837-4e95-beaf-ea338d9e3966 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.963759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ddc080d6-5837-4e95-beaf-ea338d9e3966 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:54.965037 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ddc080d6-5837-4e95-beaf-ea338d9e3966 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/733d0d59-316f-447c-abbf-ffde25045ff6 HTTP/1.1" status: 204 len: 168 time: 0.4008267 Dec 08 00:18:54.975191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39602) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:54.988440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.004962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.025974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce9a586-427f-49c4-be53-e1eb0a795f6a tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767111302822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2146466793'] for subnet, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.034868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc080d6-5837-4e95-beaf-ea338d9e3966 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=733d0d59-316f-447c-abbf-ffde25045ff6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:55.039980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.071359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] Set router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:18:55.120332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:55.166082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:18:55.217335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.217685 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Added segment 3a3cde4f-21ef-47d8-816e-471c297620ef of type vlan for network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e Dec 08 00:18:55.258686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9a586-427f-49c4-be53-e1eb0a795f6a tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event updated for resources: {'Subnet': ['ID=e5e88f8c-3b6f-4335-8188-1b625900c196,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:55.273146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce9a586-427f-49c4-be53-e1eb0a795f6a tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:55.273887 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dce9a586-427f-49c4-be53-e1eb0a795f6a tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.281250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dce9a586-427f-49c4-be53-e1eb0a795f6a tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "PUT /v2.0/subnets/e5e88f8c-3b6f-4335-8188-1b625900c196 HTTP/1.1" status: 200 len: 900 time: 1.7645676 Dec 08 00:18:55.281419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c7f11ade-e669-4ce7-a24c-143a0fc4271e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2841144 Dec 08 00:18:55.281527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39604) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:55.281603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39606) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:55.350027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.353937 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.400094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.414083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aed8d239-81ef-4e7d-ac60-ecf8d3f4163f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.460126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.462251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:55.463157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.465970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aed8d239-81ef-4e7d-ac60-ecf8d3f4163f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.522696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:18:53Z', 'revision_number': 5, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port': {'id': '6490c7ea-85ce-4652-8cc6-c865e7f30122', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:16:11Z', 'updated_at': '2021-12-08T00:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:55.522978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Deleting port 6490c7ea-85ce-4652-8cc6-c865e7f30122 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:55.522978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.555923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aed8d239-81ef-4e7d-ac60-ecf8d3f4163f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.557896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] Pushing event updated for resources: {'Network': ['ID=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:55.559606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aed8d239-81ef-4e7d-ac60-ecf8d3f4163f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.563092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aed8d239-81ef-4e7d-ac60-ecf8d3f4163f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd1f0f6f-b9df-47f7-af4b-b5b64bb8c2f5 HTTP/1.1" status: 204 len: 168 time: 0.2773476 Dec 08 00:18:55.568201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7145dd27-dd20-4a14-8840-8e06b869a293 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3336232 Dec 08 00:18:55.568541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:55.574289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39612) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:55.583794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Request body: {'subnet': {'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1965777083-subnet', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:55.584789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] Checking router: 23ff43de-0e3b-4c71-884f-9366ddcd31e0 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:18:55.588674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:18:55.601247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.620420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8d239-81ef-4e7d-ac60-ecf8d3f4163f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1f0f6f-b9df-47f7-af4b-b5b64bb8c2f5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:55.628582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] Routers {'23ff43de-0e3b-4c71-884f-9366ddcd31e0'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:18:55.629614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:18:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:55.685180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] For port 6490c7ea-85ce-4652-8cc6-c865e7f30122, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6490c7ea-85ce-4652-8cc6-c865e7f30122,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:55.687995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.699345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1f577415-a1e2-447f-8b96-cd693740f590 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1282425 Dec 08 00:18:55.704626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39614) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:55.712099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Calling delete_port for 6490c7ea-85ce-4652-8cc6-c865e7f30122 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:55.728666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Made reservation on behalf of 10fabfc8b3e84bfd915bff600e710ddf for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:18:55.732503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.772292 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:18:55.810032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] Set router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:18:55.880100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:18:55Z', 'revision_number': 6, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:55.915354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761d62b-b587-40a4-bf66-819debac6ff6 None None] The sync data for ids ['23ff43de-0e3b-4c71-884f-9366ddcd31e0'] in n-d-820549-2 is: [{'id': '23ff43de-0e3b-4c71-884f-9366ddcd31e0', 'name': 'tempest-ServerRescueNegativeTestJSON-591017512-router', 'tenant_id': '64326daff6ca49e8ba65a59b80f164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:16:09Z', 'updated_at': '2021-12-08T00:18:55Z', 'revision_number': 6, 'project_id': '64326daff6ca49e8ba65a59b80f164f1', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:18:55.956085 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfab2e8a-e5ea-43ee-acfa-0c7831229d6a tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:55.994531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfab2e8a-e5ea-43ee-acfa-0c7831229d6a tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.008169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.086835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfab2e8a-e5ea-43ee-acfa-0c7831229d6a tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.090240 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfab2e8a-e5ea-43ee-acfa-0c7831229d6a tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.091600 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cfab2e8a-e5ea-43ee-acfa-0c7831229d6a tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/a9ed6302-b414-44b4-a5ee-a16fdefba814 HTTP/1.1" status: 204 len: 168 time: 0.3859463 Dec 08 00:18:56.097140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39620) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:56.111467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab2e8a-e5ea-43ee-acfa-0c7831229d6a tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed6302-b414-44b4-a5ee-a16fdefba814,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:56.127953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.167234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6490c7ea-85ce-4652-8cc6-c865e7f30122,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:56.186652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e788d9-60e5-4936-b281-1e0aaa4fb177,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:56.189057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31926fc-cd1e-4301-afb0-4d7b76c3269a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:56.221080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:18:56.221425 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.280316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.281955 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.300294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6886c893-3dc4-4e91-8bb4-5403e7d2017b tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1923943 Dec 08 00:18:56.300294 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:56.300294 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Network hostable DHCP agents. Network: 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:18:56.304005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39622) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:56.311057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5b7e0dfa-1af3-4c8c-a4ae-8591083a7e3f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228737231'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:56.462380 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b7e0dfa-1af3-4c8c-a4ae-8591083a7e3f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.471614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:18:56.486043 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.489352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.503164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:56.531223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588cb4dd-2069-46ea-a5f2-91716329de9c None None] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:56.594958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.594958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23ff43de-0e3b-4c71-884f-9366ddcd31e0 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:18:56.601602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb18ba-288d-4045-bbde-7fc71d0a5e42 None None] Network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:56.607978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.609175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2c11f3e-f787-4a85-b70c-6443f8d6a1e4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/23ff43de-0e3b-4c71-884f-9366ddcd31e0 HTTP/1.1" status: 204 len: 168 time: 2.0322859 Dec 08 00:18:56.615694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39626) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:56.634592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b7e0dfa-1af3-4c8c-a4ae-8591083a7e3f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.651530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:18:56.652112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.667554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b7e0dfa-1af3-4c8c-a4ae-8591083a7e3f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.671710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] For port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08,segment=NetworkSegment(7de74191-35a0-4739-89af-f07de742bc95),segment_id=7de74191-35a0-4739-89af-f07de742bc95)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:56.672069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.712777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f1fa8483-490e-4e9f-b255-b05764bf2324 None None] Provisioning complete for port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:56.713530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8483-490e-4e9f-b255-b05764bf2324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.713675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Calling delete_port for 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:18:56.723882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] Deleting subnet 2c6a2b25-4c6f-4f3f-9381-825c1f447848 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:18:56.728723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.731518 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a942c05-8d38-4848-b804-8667094b910d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1557422 Dec 08 00:18:56.734124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39628) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:56.739536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:56.746726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e0dfa-1af3-4c8c-a4ae-8591083a7e3f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b8ce9-e670-4ff9-8d4e-216002fc4313,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:56.751456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b7e0dfa-1af3-4c8c-a4ae-8591083a7e3f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.752669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5b7e0dfa-1af3-4c8c-a4ae-8591083a7e3f tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4466281 Dec 08 00:18:56.759678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39630) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:56.765583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ca369356-938a-49cd-8b9a-34561de8be40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '0e6b8ce9-e670-4ff9-8d4e-216002fc4313', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:56.773491 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.826259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.839917 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.841050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.866095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca369356-938a-49cd-8b9a-34561de8be40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.891506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:18:56.892653 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.903328 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.940199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6a2b25-4c6f-4f3f-9381-825c1f447848,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:56.945129 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.950949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-302b6a9e-4ef4-42ff-b91f-b305643b84ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2c6a2b25-4c6f-4f3f-9381-825c1f447848 HTTP/1.1" status: 204 len: 168 time: 0.3277802 Dec 08 00:18:56.954468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39632) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:56.977989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8483-490e-4e9f-b255-b05764bf2324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:56.992465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:18:56.994315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e16cb-4141-468b-a623-90f0652276bd None None] Network be52fc29-39ae-4e64-b343-09c2cee42f1f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:57.003776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.019404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f1fa8483-490e-4e9f-b255-b05764bf2324 None None] For port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08,segment=NetworkSegment(7de74191-35a0-4739-89af-f07de742bc95),segment_id=7de74191-35a0-4739-89af-f07de742bc95)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:18:57.057715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8483-490e-4e9f-b255-b05764bf2324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.222333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.235470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca369356-938a-49cd-8b9a-34561de8be40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.246563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca369356-938a-49cd-8b9a-34561de8be40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.280961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa8483-490e-4e9f-b255-b05764bf2324 None None] Pushing event updated for resources: {'Port': ['ID=6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:57.304288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.347506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.359947 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.397295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No active binding found for port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 {{(pid=103115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 00:18:57.398096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 00:18:57.417159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca369356-938a-49cd-8b9a-34561de8be40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.421089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca369356-938a-49cd-8b9a-34561de8be40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6574464 Dec 08 00:18:57.448831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39638) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:57.457919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 not found, will not notify nova. {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 00:18:57.516144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b02c4a78-5712-499f-9b05-6ee9e34e4400 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:57.530344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.538182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a968f-7897-4e5c-b7f6-9b23924ed285 None None] DHCP port deletion for be52fc29-39ae-4e64-b343-09c2cee42f1f request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:57.556602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No DVR routers for this DVR port 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:18:57.568690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03efe4c-d4bd-4a0e-9426-96c9de982904 None None] Network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:57.598966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be52fc29-39ae-4e64-b343-09c2cee42f1f']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:57.625318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:57.625318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dd0c9c-bd1d-46ed-8a78-3827f1a0324c') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:57.639644 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e28e-2841-476f-bce0-ce86a4a13987 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.645764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca369356-938a-49cd-8b9a-34561de8be40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed66d5a9-3dba-4782-a83e-1e0556938a7b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:57.648058 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.655338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b02c4a78-5712-499f-9b05-6ee9e34e4400 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:57.655928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b02c4a78-5712-499f-9b05-6ee9e34e4400 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:57.667927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.681544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5b8b7d5e-26b1-4506-8173-628dc8aff555 None None] Could not find standard attr ID for object 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:18:57.683433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:57.683822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:57.691215 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:57.705873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Port': ['ID=6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:57.708326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.718036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e28e-2841-476f-bce0-ce86a4a13987 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.725034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Allocated IP 172.20.0.2 (88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e/27e788d9-60e5-4936-b281-1e0aaa4fb177/3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:57.800909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.813541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.821278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] 10.222.0.18 "DELETE /v2.0/networks/be52fc29-39ae-4e64-b343-09c2cee42f1f HTTP/1.1" status: 204 len: 168 time: 0.8654549 Dec 08 00:18:57.863896 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e28e-2841-476f-bce0-ce86a4a13987 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.882634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cdbc0-aec3-4b1f-8f2f-1b6cd2b54c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=be52fc29-39ae-4e64-b343-09c2cee42f1f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:57.886918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e28e-2841-476f-bce0-ce86a4a13987 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:57.888293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8ae1e28e-2841-476f-bce0-ce86a4a13987 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ed66d5a9-3dba-4782-a83e-1e0556938a7b HTTP/1.1" status: 204 len: 168 time: 0.3884459 Dec 08 00:18:57.900620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39644) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:57.904780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1e28e-2841-476f-bce0-ce86a4a13987 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed66d5a9-3dba-4782-a83e-1e0556938a7b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:58.075499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-babdeedc-c539-4382-a455-8ba6012b9d21 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1512554 Dec 08 00:18:58.085328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39646) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:58.174866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.299142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb69bbbe-50db-45d6-b1c3-2979a8e7fc2d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.325369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fc4c3-9fac-4b29-95b1-23a247397881 None None] Network 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:18:58.331671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39648) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:58.336308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e88f8c-3b6f-4335-8188-1b625900c196,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:58.373952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6490c7ea-85ce-4652-8cc6-c865e7f30122 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:18:58.391929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb69bbbe-50db-45d6-b1c3-2979a8e7fc2d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.407856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6490c7ea-85ce-4652-8cc6-c865e7f30122 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:18:58.408197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6490c7ea-85ce-4652-8cc6-c865e7f30122 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:18:58.414715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.444193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.449061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.468694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9b96ea49-eca5-4410-a8a7-970561a0bb9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64326daff6ca49e8ba65a59b80f164f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366429 Dec 08 00:18:58.469238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39650) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:58.470903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:58.473438 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.487471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.502070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de74191-35a0-4739-89af-f07de742bc95') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:58.502405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de74191-35a0-4739-89af-f07de742bc95') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:58.503844 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb69bbbe-50db-45d6-b1c3-2979a8e7fc2d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.507519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb69bbbe-50db-45d6-b1c3-2979a8e7fc2d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.508175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fb69bbbe-50db-45d6-b1c3-2979a8e7fc2d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/0e6b8ce9-e670-4ff9-8d4e-216002fc4313 HTTP/1.1" status: 204 len: 168 time: 0.4154348 Dec 08 00:18:58.513143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39652) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:58.520976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69bbbe-50db-45d6-b1c3-2979a8e7fc2d tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b8ce9-e670-4ff9-8d4e-216002fc4313,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:58.525771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:58.530714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:58.535622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:58.543875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Pushing event updated for resources: {'Port': ['ID=3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:58.572280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5457586f-70a0-472f-97b8-308b649f11a8 None None] DHCP port deletion for 88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:58.612900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Attempting to bind port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:18:58.613562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Attempting to bind port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:18:58.613726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Attempting to bind port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:18:58.621160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:18:58.621687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:18:58.622693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.623176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Bound using segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:18:58.623723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Bound port: 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:18:58.624444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.657476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.699623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.718829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] For port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:18:58.721067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:58.721470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.722733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] For port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:58.726250 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:58.734036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.744226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Allocated IP 172.25.6.170 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:18:58.779107 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1d7a1466-11a6-4a11-a0b8-2ec779bdc079 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2496257 Dec 08 00:18:58.787127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39658) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:58.796173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a4a2a692-795c-463f-be5d-a8e4472c18f3 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--964018104'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:58.820397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56becc72-6f84-4faa-9f74-4f74ca13ee39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.828902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31406c32-77a5-4c79-a885-73003567dde3 None None] Pushing event updated for resources: {'Port': ['ID=3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:58.829105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a692-795c-463f-be5d-a8e4472c18f3 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.887321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56becc72-6f84-4faa-9f74-4f74ca13ee39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.895381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.929732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:58.933280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee HTTP/1.1" status: 204 len: 168 time: 3.6521664 Dec 08 00:18:58.937302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39662) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:58.954496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d70bb-c84b-4443-85b9-c39cf5695aa7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:58.989140 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e47769-dd0f-4fbb-aff1-ae9beea76487 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:58.990448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e47769-dd0f-4fbb-aff1-ae9beea76487 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:59.007038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39664) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.007216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-72e47769-dd0f-4fbb-aff1-ae9beea76487 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/e5e88f8c-3b6f-4335-8188-1b625900c196 HTTP/1.1" status: 404 len: 337 time: 0.0604475 Dec 08 00:18:59.027327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a692-795c-463f-be5d-a8e4472c18f3 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.032170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a692-795c-463f-be5d-a8e4472c18f3 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.058788 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6028890-4567-4acc-a7d7-c69ba693a192 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:18:59.059612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6028890-4567-4acc-a7d7-c69ba693a192 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:18:59.063255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b6028890-4567-4acc-a7d7-c69ba693a192 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/88fa8e94-4ca3-4a86-afc0-e8ef0df9ebee HTTP/1.1" status: 404 len: 339 time: 0.0533619 Dec 08 00:18:59.069983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39666) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.070526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56becc72-6f84-4faa-9f74-4f74ca13ee39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.073249 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-56becc72-6f84-4faa-9f74-4f74ca13ee39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.074383 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-56becc72-6f84-4faa-9f74-4f74ca13ee39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8c0cdde-8a06-4a98-acd9-372268e67056 HTTP/1.1" status: 204 len: 168 time: 0.6009209 Dec 08 00:18:59.075944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2a692-795c-463f-be5d-a8e4472c18f3 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae294d-2ab0-46b5-a2f5-58ba26ff4631,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:59.081161 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a692-795c-463f-be5d-a8e4472c18f3 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.085944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a4a2a692-795c-463f-be5d-a8e4472c18f3 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2938964 Dec 08 00:18:59.086563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39670) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.092511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-cb08fcab-170f-4ca0-bb08-737440f46b40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '9aae294d-2ab0-46b5-a2f5-58ba26ff4631', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:59.097561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.124838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cb08fcab-170f-4ca0-bb08-737440f46b40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.126364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56becc72-6f84-4faa-9f74-4f74ca13ee39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0cdde-8a06-4a98-acd9-372268e67056,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:59.245884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cb08fcab-170f-4ca0-bb08-737440f46b40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.254444 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cb08fcab-170f-4ca0-bb08-737440f46b40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.258777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.282373 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cb08fcab-170f-4ca0-bb08-737440f46b40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.283512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.287541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cb08fcab-170f-4ca0-bb08-737440f46b40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994474 Dec 08 00:18:59.288437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39672) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.324064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4e42142c-e0ec-4b87-b679-0f2883a4d4ae tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules/c78855e2-a09e-48c2-b866-d722e128796e HTTP/1.1" status: 200 len: 763 time: 0.0339310 Dec 08 00:18:59.324815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08fcab-170f-4ca0-bb08-737440f46b40 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78855e2-a09e-48c2-b866-d722e128796e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:59.326810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39674) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.398658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:18:59.402545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Pushing event updated for resources: {'Port': ['ID=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:59.412778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ccca04d4-e872-4f1c-85c4-b763a3b8c7ce tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0841782 Dec 08 00:18:59.414333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:18:59.416990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:18:59.422823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39676) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.436846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece16e8e-46c0-4ad8-8aea-8d133f6a4265 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:18:59.485885 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0129-76cb-4e14-b5c9-d6929386d873 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.500060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0129-76cb-4e14-b5c9-d6929386d873 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.536088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4013a7bd-8a32-4dbf-b2a2-56d621b2cabb None None] Provisioning complete for port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:18:59.536298 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4013a7bd-8a32-4dbf-b2a2-56d621b2cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.537214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.562290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0129-76cb-4e14-b5c9-d6929386d873 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.574597 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0129-76cb-4e14-b5c9-d6929386d873 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.575780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b3bf0129-76cb-4e14-b5c9-d6929386d873 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c78855e2-a09e-48c2-b866-d722e128796e HTTP/1.1" status: 204 len: 168 time: 0.1509955 Dec 08 00:18:59.580933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.589341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf0129-76cb-4e14-b5c9-d6929386d873 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c78855e2-a09e-48c2-b866-d722e128796e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:18:59.605446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4013a7bd-8a32-4dbf-b2a2-56d621b2cabb None None] Port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:18:59.683497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2670c401-51f0-4391-ad4d-e5045254a861']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:59.683925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-540d1d51-594a-428b-a40e-fd568b79999e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1015902 Dec 08 00:18:59.691411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39684) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:18:59.720534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-79672f46-6c4f-4cf4-8f99-521fad967ace tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '9aae294d-2ab0-46b5-a2f5-58ba26ff4631', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:18:59.734273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec8d53f-bdc4-42d6-923b-c92d42d64ca5') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:59.734588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec8d53f-bdc4-42d6-923b-c92d42d64ca5') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:18:59.758434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.778734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.826647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:18:59.827095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:18:59.830246 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:18:59.832996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79672f46-6c4f-4cf4-8f99-521fad967ace tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.270413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.291079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.298418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39706) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:00.298587 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/2670c401-51f0-4391-ad4d-e5045254a861 HTTP/1.1" status: 204 len: 168 time: 1.2209015 Dec 08 00:19:00.322020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4335f-dc1f-43a2-8806-0a13b5f831eb tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=2670c401-51f0-4391-ad4d-e5045254a861,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:00.328073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.331871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79672f46-6c4f-4cf4-8f99-521fad967ace tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.352253 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0131513b-566f-4296-8213-09e7e1fcacb6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:00.353271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0131513b-566f-4296-8213-09e7e1fcacb6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:00.359603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0131513b-566f-4296-8213-09e7e1fcacb6 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/4f10e513-5ae8-4736-9708-0b84e70aedf9 HTTP/1.1" status: 404 len: 337 time: 0.0600922 Dec 08 00:19:00.360215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39708) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:00.373847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79672f46-6c4f-4cf4-8f99-521fad967ace tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.394466 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f364630-f3be-44db-9014-154de6e862e8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:00.394466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f364630-f3be-44db-9014-154de6e862e8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:00.399068 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8f364630-f3be-44db-9014-154de6e862e8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/7419ce70-7090-4f6a-9efc-5add1aff53fb HTTP/1.1" status: 404 len: 339 time: 0.0377929 Dec 08 00:19:00.399947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:00.403179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672f46-6c4f-4cf4-8f99-521fad967ace tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f43ddc-e527-4cb0-a3d3-5e48901984c1,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:00.415085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79672f46-6c4f-4cf4-8f99-521fad967ace tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.418982 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-79672f46-6c4f-4cf4-8f99-521fad967ace tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7235215 Dec 08 00:19:00.432696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39712) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:00.449210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde99848-e1be-46c4-bc42-399df68304c9 None None] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:00.470953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1269e44f-6069-4fbf-a0a8-3b3cfae8f6f5 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules/95f43ddc-e527-4cb0-a3d3-5e48901984c1 HTTP/1.1" status: 200 len: 763 time: 0.0346372 Dec 08 00:19:00.472657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39714) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:00.477094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39716) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:00.490183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:00.535176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting subnet aabea118-7318-4513-ae4f-ff79b5ee45ac {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:19:00.553928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.588569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dcaf41e7-2edc-4ca7-b5a7-9369ebfa0aeb tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1147389 Dec 08 00:19:00.608954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-43020cb2-e6e4-4892-af24-4e376d157ce1 None None] Provisioning complete for port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:00.609706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-43020cb2-e6e4-4892-af24-4e376d157ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.626740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39720) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:00.643031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.677889 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f56caf7-096f-4fd6-ad7f-fb5d0aee50aa tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.686425 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f56caf7-096f-4fd6-ad7f-fb5d0aee50aa tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.691148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:00.691811 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.700457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.731055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1807133221-network', 'tenant_id': '6394ffe598374955b30c8c9e131cc792'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:00.830066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Made reservation on behalf of 6394ffe598374955b30c8c9e131cc792 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:00.836335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.836766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-43020cb2-e6e4-4892-af24-4e376d157ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.842492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f56caf7-096f-4fd6-ad7f-fb5d0aee50aa tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.856310 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.904602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-43020cb2-e6e4-4892-af24-4e376d157ce1 None None] For port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:00.916686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-43020cb2-e6e4-4892-af24-4e376d157ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:00.918329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:19:01.004502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:01.005142 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:01.006367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43020cb2-e6e4-4892-af24-4e376d157ce1 None None] Pushing event updated for resources: {'Port': ['ID=3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:01.065241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:19:01.078579 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Sync routers for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:19:01.096028 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:19:01.096670 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:18:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:01.103810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.108705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-78eeacdc-92ef-4e1d-8749-c685351a6f74 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3724604 Dec 08 00:19:01.114764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39728) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:01.151906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-08fabad4-a7bc-499d-bc64-258d7f39633d None None] Provisioning complete for port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:01.152289 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-08fabad4-a7bc-499d-bc64-258d7f39633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.255262 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:19:01.305340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f56caf7-096f-4fd6-ad7f-fb5d0aee50aa tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.308682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1f56caf7-096f-4fd6-ad7f-fb5d0aee50aa tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/95f43ddc-e527-4cb0-a3d3-5e48901984c1 HTTP/1.1" status: 204 len: 168 time: 0.6775799 Dec 08 00:19:01.309547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39730) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:01.313250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.352076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56caf7-096f-4fd6-ad7f-fb5d0aee50aa tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95f43ddc-e527-4cb0-a3d3-5e48901984c1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:01.435570 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.477902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-67ec1867-3c9d-4302-8b57-b79d39e3ec27 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1622739 Dec 08 00:19:01.482665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:01.496610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2a19b5af-cdfd-4552-9e2e-00c04e5db557 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '9aae294d-2ab0-46b5-a2f5-58ba26ff4631', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:01.545873 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:18:59Z', 'revision_number': 3, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:01.577008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:19:01.582268 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Checking router: 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:19:01.582628 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Updating router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:19:01.603718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:19:01.604007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6d54e2d6-cf6f-498c-aa4e-1c3f7e2f1b08 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:19:01.625462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.626835 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.628743 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.661057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a19b5af-cdfd-4552-9e2e-00c04e5db557 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.675344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.678787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=aabea118-7318-4513-ae4f-ff79b5ee45ac,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:01.709331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.710194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc86583-cb4b-4d79-a85f-85e22ea20843 None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:01.715175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-85baba09-3f0b-42e6-9286-d5e76311188e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/aabea118-7318-4513-ae4f-ff79b5ee45ac HTTP/1.1" status: 204 len: 168 time: 1.3119471 Dec 08 00:19:01.721599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:01.723908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:01.738829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.739678 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Added segment 97452d1c-e615-4790-b765-59f7e8f6c155 of type vlan for network c240e449-e1a7-4347-9fbb-44c7860b5e01 Dec 08 00:19:01.815881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bac683-32df-4e58-82c6-f0bb6c618588,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:01.826026 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.860730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.862454 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a19b5af-cdfd-4552-9e2e-00c04e5db557 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.867770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting subnet 7b9fcf99-6529-4615-8292-97f724466efd {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:19:01.872431 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a19b5af-cdfd-4552-9e2e-00c04e5db557 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.877763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.889755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.890712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:01.894386 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.903027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b5af-cdfd-4552-9e2e-00c04e5db557 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaed2e1-b690-4105-adda-5bb7256a9b51,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:01.944848 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a19b5af-cdfd-4552-9e2e-00c04e5db557 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.948885 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2a19b5af-cdfd-4552-9e2e-00c04e5db557 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4618809 Dec 08 00:19:01.949502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39738) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:01.967262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4706354 Dec 08 00:19:01.969191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:01.971810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39740) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:01.979491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Request body: {'subnet': {'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1807133221-subnet', 'tenant_id': '6394ffe598374955b30c8c9e131cc792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:02.007142 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.011484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45460826-456d-47e1-861d-71e051a56dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=c240e449-e1a7-4347-9fbb-44c7860b5e01,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:02.018263 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.020179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4e892ed8-2501-4f50-a33b-b9c521a07715 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules/8aaed2e1-b690-4105-adda-5bb7256a9b51 HTTP/1.1" status: 200 len: 764 time: 0.0675397 Dec 08 00:19:02.022296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39744) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:02.024700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:02.145110 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Attempting to bind port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:02.145110 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Attempting to bind port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:02.145110 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Attempting to bind port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:02.148870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-998792f0-7d06-4045-9a56-c573e5eccfd4 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1246076 Dec 08 00:19:02.149512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39752) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:02.165335 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Pushing event updated for resources: {'Port': ['ID=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:02.185206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Made reservation on behalf of 6394ffe598374955b30c8c9e131cc792 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:02.187604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.196644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850d6be-c105-4867-8f41-4c191323730e None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:02.201218 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:02.201803 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:02.202331 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.202994 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:02.204079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aca853d5-62ac-48b8-9f2b-99b6b1c41300 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.204327 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Bound port: 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:02.204908 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.211915 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.212483 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.213067 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.213479 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.213955 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.214808 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.215330 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.215991 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.216433 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.216956 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.217387 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.217865 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.218293 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:02.232666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aca853d5-62ac-48b8-9f2b-99b6b1c41300 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.295304 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aca853d5-62ac-48b8-9f2b-99b6b1c41300 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.301116 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e0587717-dd9b-45bf-ac72-afbde0050d0e None None] Provisioning complete for port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:02.301769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0587717-dd9b-45bf-ac72-afbde0050d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.304868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aca853d5-62ac-48b8-9f2b-99b6b1c41300 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.312116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aca853d5-62ac-48b8-9f2b-99b6b1c41300 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8aaed2e1-b690-4105-adda-5bb7256a9b51 HTTP/1.1" status: 204 len: 168 time: 0.1614661 Dec 08 00:19:02.320163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39760) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:02.341064 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] For port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:02.345458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca853d5-62ac-48b8-9f2b-99b6b1c41300 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aaed2e1-b690-4105-adda-5bb7256a9b51,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:02.352356 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] For port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:02.386880 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.391753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e0587717-dd9b-45bf-ac72-afbde0050d0e None None] Port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:19:02.421452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd408a70-062d-42a5-89cf-32244faf16bc None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:02.425772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3114e3bb-a891-41e5-80e6-5683f524a226 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0983932 Dec 08 00:19:02.426765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:02.437195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:02.483477 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:19:02.490372 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:18:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:02.503539 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5cc4e874-3e4f-469e-8712-3b1b26cdd613 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.542771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Allocated IP 172.20.0.1 (88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e/27e788d9-60e5-4936-b281-1e0aaa4fb177/56327f92-84fe-4063-a5da-56f18fdedaf3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:02.547656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b162519f-0418-4b60-a498-4130070969eb None None] Provisioning complete for port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:02.548125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b162519f-0418-4b60-a498-4130070969eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.566680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5cc4e874-3e4f-469e-8712-3b1b26cdd613 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.613972 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e4855-e459-4eba-a9cc-ef85d1ac3ea1 None None] Pushing event updated for resources: {'Port': ['ID=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:02.685563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5cc4e874-3e4f-469e-8712-3b1b26cdd613 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.688523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5cc4e874-3e4f-469e-8712-3b1b26cdd613 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.692605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5cc4e874-3e4f-469e-8712-3b1b26cdd613 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/9aae294d-2ab0-46b5-a2f5-58ba26ff4631 HTTP/1.1" status: 204 len: 168 time: 0.2643125 Dec 08 00:19:02.693251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39768) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:02.699428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:02.699944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.738331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4e874-3e4f-469e-8712-3b1b26cdd613 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae294d-2ab0-46b5-a2f5-58ba26ff4631,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:02.757066 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:19:02.822291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-30ca7d31-ca82-4c2b-add9-30f6d345e1be tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1247113 Dec 08 00:19:02.822733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39770) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:02.825820 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.827734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7d18db81-1f2e-48e3-ab00-f7a77c773fb0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group': {'name': 'tempest-secgroup--790622992'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:02.854089 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d18db81-1f2e-48e3-ab00-f7a77c773fb0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.947367 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d18db81-1f2e-48e3-ab00-f7a77c773fb0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.955841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d18db81-1f2e-48e3-ab00-f7a77c773fb0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:02.983907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.000510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d18db81-1f2e-48e3-ab00-f7a77c773fb0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.004162 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b162519f-0418-4b60-a498-4130070969eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.004692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d18db81-1f2e-48e3-ab00-f7a77c773fb0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1804223 Dec 08 00:19:03.005726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39772) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:03.011426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-070c1217-1372-4ab6-a64e-ba96eb5ca5f7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Request body: {'security_group_rule': {'security_group_id': '420f8eff-7895-4b9f-abd4-ad27cec9bce5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:03.017884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18db81-1f2e-48e3-ab00-f7a77c773fb0 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420f8eff-7895-4b9f-abd4-ad27cec9bce5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:03.036182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b162519f-0418-4b60-a498-4130070969eb None None] For port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:03.042602 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:18:59Z', 'revision_number': 3, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:03.047818 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b162519f-0418-4b60-a498-4130070969eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.062366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-070c1217-1372-4ab6-a64e-ba96eb5ca5f7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.075118 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae6b0-5587-41aa-ad01-4871bf83bc47 None None] The sync data for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 is: [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:18:59Z', 'revision_number': 3, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:19:03.133514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162519f-0418-4b60-a498-4130070969eb None None] Pushing event updated for resources: {'Port': ['ID=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:03.137430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.154802 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.159011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-070c1217-1372-4ab6-a64e-ba96eb5ca5f7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.170233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-070c1217-1372-4ab6-a64e-ba96eb5ca5f7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.178669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a7a85777-6a32-4efc-a851-fc98651fc64c None None] Provisioning complete for port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:03.180238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a7a85777-6a32-4efc-a851-fc98651fc64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.198676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c1217-1372-4ab6-a64e-ba96eb5ca5f7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4566c37b-e2bf-4123-8cd2-68ffa8a542ed,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:03.217971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-070c1217-1372-4ab6-a64e-ba96eb5ca5f7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.223643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-070c1217-1372-4ab6-a64e-ba96eb5ca5f7 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2156606 Dec 08 00:19:03.225390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39774) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:03.227469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.231098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.236020 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/7b9fcf99-6529-4615-8292-97f724466efd HTTP/1.1" status: 204 len: 168 time: 1.5115888 Dec 08 00:19:03.242000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a499d46-f275-451a-9647-ae10025e9e53 None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:03.243435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39776) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:03.363994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abdd024-afc8-4041-8d5d-6d9c3ea10127,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:03.370917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:03.397182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:03.397375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.401748 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d81701-31de-4f23-a4fc-fced1b2e59d2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.426105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:03.434740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455452fa-e73b-49de-9835-28f9f17a2510 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9fcf99-6529-4615-8292-97f724466efd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:03.456723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d81701-31de-4f23-a4fc-fced1b2e59d2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.459815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Pushing event updated for resources: {'Port': ['ID=56327f92-84fe-4063-a5da-56f18fdedaf3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:03.473468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Checking segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:03.473958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Network hostable DHCP agents. Network: c240e449-e1a7-4347-9fbb-44c7860b5e01, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:03.522182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.578187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:03.578719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.582052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d81701-31de-4f23-a4fc-fced1b2e59d2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.585309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26d81701-31de-4f23-a4fc-fced1b2e59d2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.588728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-26d81701-31de-4f23-a4fc-fced1b2e59d2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/420f8eff-7895-4b9f-abd4-ad27cec9bce5 HTTP/1.1" status: 204 len: 168 time: 0.3599100 Dec 08 00:19:03.602376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39780) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:03.617849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:03.637804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] DHCP port deletion for d81aca98-adeb-46e5-b903-e25fa3df563e request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:03.721924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] For port 5e580d1d-64e8-436e-881b-bdb47fdd3c52, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e580d1d-64e8-436e-881b-bdb47fdd3c52,segment=NetworkSegment(1a876b09-ab96-4cd7-a85a-9ea967ac8b0b),segment_id=1a876b09-ab96-4cd7-a85a-9ea967ac8b0b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:03.722730 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.743530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Calling delete_port for 5e580d1d-64e8-436e-881b-bdb47fdd3c52 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:03.773000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c240e449-e1a7-4347-9fbb-44c7860b5e01) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:03.784083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cef995-e625-4df0-9475-595c30c3c8b7 None None] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:03.793778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] Deleting port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:03.793778 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.795960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:03.796559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.858079 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f064b8ee-66e6-4a5b-9590-39dad33192f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8826592 Dec 08 00:19:03.871781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d81701-31de-4f23-a4fc-fced1b2e59d2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420f8eff-7895-4b9f-abd4-ad27cec9bce5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:03.878149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fc9e88cf-bbb9-4ce2-b105-64c8ac9b7d4e tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2737200 Dec 08 00:19:03.879087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39788) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:03.882035 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:03.915600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No DVR routers for this DVR port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:04.003171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] For port 5e580d1d-64e8-436e-881b-bdb47fdd3c52, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e580d1d-64e8-436e-881b-bdb47fdd3c52,segment=NetworkSegment(1a876b09-ab96-4cd7-a85a-9ea967ac8b0b),segment_id=1a876b09-ab96-4cd7-a85a-9ea967ac8b0b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:04.005875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.027655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Port': ['ID=5e580d1d-64e8-436e-881b-bdb47fdd3c52,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:04.102779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.117787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] Calling delete_port for 5e580d1d-64e8-436e-881b-bdb47fdd3c52 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:04.138113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-229e7b9b-1d3b-44f2-80df-df9b51055c31 None None] Provisioning complete for port 56327f92-84fe-4063-a5da-56f18fdedaf3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:04.138678 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-229e7b9b-1d3b-44f2-80df-df9b51055c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.159589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-902d7449-a542-4021-9436-661205c99f33 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2547610 Dec 08 00:19:04.160498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39796) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.185215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.239147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81aca98-adeb-46e5-b903-e25fa3df563e']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:04.265944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a876b09-ab96-4cd7-a85a-9ea967ac8b0b') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:04.266174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a876b09-ab96-4cd7-a85a-9ea967ac8b0b') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:04.291343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.322357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.334377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:04.335501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.336527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-229e7b9b-1d3b-44f2-80df-df9b51055c31 None None] Port 56327f92-84fe-4063-a5da-56f18fdedaf3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:19:04.348016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb23144-d05c-4b9b-8e2d-88881c032b01 None None] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:04.364420 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:04.473623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:04.491081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.502228 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.512608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/d81aca98-adeb-46e5-b903-e25fa3df563e HTTP/1.1" status: 204 len: 168 time: 1.2648387 Dec 08 00:19:04.516589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.598497 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4ff7d7-7b5d-433f-b4d7-43569cfe941b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:04.600398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4ff7d7-7b5d-433f-b4d7-43569cfe941b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:04.604069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d4ff7d7-7b5d-433f-b4d7-43569cfe941b tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/3b9a977f-7df6-44c5-b415-b64c7eeea3ec HTTP/1.1" status: 404 len: 337 time: 0.0862684 Dec 08 00:19:04.624574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39810) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.625393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fda8a-29d8-47c8-ac6f-b28b240765c9 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=d81aca98-adeb-46e5-b903-e25fa3df563e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:04.656753 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.686204 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09be975-b781-429f-94fc-cb4521267b4d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:04.686735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09be975-b781-429f-94fc-cb4521267b4d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:04.694351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a09be975-b781-429f-94fc-cb4521267b4d tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/c266714b-3a50-45d6-a04a-ed58108780c8 HTTP/1.1" status: 404 len: 339 time: 0.0663946 Dec 08 00:19:04.701612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39812) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.710978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] Network d81aca98-adeb-46e5-b903-e25fa3df563e is not hosted by any dhcp agent {{(pid=103115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:19:04.710978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] No DVR routers for this DVR port 5e580d1d-64e8-436e-881b-bdb47fdd3c52 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:04.728031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc504b1-6648-4b4e-bc96-4a3e69b536ef None None] Pushing event deleted for resources: {'Port': ['ID=5e580d1d-64e8-436e-881b-bdb47fdd3c52,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:04.751878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:04.751878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.767051 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd540a02-1142-4952-a308-f0a2b166b605 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:04.767846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd540a02-1142-4952-a308-f0a2b166b605 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:04.771354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dd540a02-1142-4952-a308-f0a2b166b605 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/72582557-416a-41a1-9db2-8f4d81fb12a1 HTTP/1.1" status: 404 len: 337 time: 0.0622382 Dec 08 00:19:04.775101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39814) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.831936 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9855001-df3e-4008-95b6-75179fbb8094 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:04.832478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9855001-df3e-4008-95b6-75179fbb8094 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:04.843037 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c9855001-df3e-4008-95b6-75179fbb8094 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/5e33c7d7-ad28-4bf1-bd3c-7c93fa185023 HTTP/1.1" status: 404 len: 339 time: 0.0608082 Dec 08 00:19:04.845878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-768ff2d6-130a-4b04-9625-b48eaf0fd74b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:04.847577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-768ff2d6-130a-4b04-9625-b48eaf0fd74b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 0.2422051 Dec 08 00:19:04.848160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39818) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.858036 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-04781d0e-6c47-4a99-b160-65492f51f6e1 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] delete failed (client error): The resource could not be found. Dec 08 00:19:04.862630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-04781d0e-6c47-4a99-b160-65492f51f6e1 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "DELETE /v2.0/security-groups/420f8eff-7895-4b9f-abd4-ad27cec9bce5 HTTP/1.1" status: 404 len: 347 time: 0.0968213 Dec 08 00:19:04.869065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39822) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.895229 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f66c08f-853b-4d70-aea8-a826b8c85baf tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:04.895828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f66c08f-853b-4d70-aea8-a826b8c85baf tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:04.901420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4f66c08f-853b-4d70-aea8-a826b8c85baf tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/1000398e-2d8b-4038-8c7d-297506b2a21c HTTP/1.1" status: 404 len: 337 time: 0.0496690 Dec 08 00:19:04.902401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39824) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:04.912605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-118efc76-1f29-4ad1-b967-57e36d7118bb tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/quotas/6394ffe598374955b30c8c9e131cc792 HTTP/1.1" status: 200 len: 375 time: 0.0325801 Dec 08 00:19:04.945258 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.961812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:04.967816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-b232df35-06da-4bda-9ba9-006a77b21315 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404100 Dec 08 00:19:04.969333 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-32462533-92ee-435a-9a89-74307d592b0e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:04.971367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32462533-92ee-435a-9a89-74307d592b0e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:04.976517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-32462533-92ee-435a-9a89-74307d592b0e tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/2f79cd5e-3f9c-4d16-8af3-f8e9bc5d0a51 HTTP/1.1" status: 404 len: 339 time: 0.0727525 Dec 08 00:19:04.982069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-ad3ae0ec-9dfb-4be5-a682-053786c075ba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:19:04.983205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-ad3ae0ec-9dfb-4be5-a682-053786c075ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055466 Dec 08 00:19:04.983773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39826) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:05.053208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b67ca177-f52a-4dbf-a064-b285eb8d23d2 tempest-SecGroupTest-1283334528 tempest-SecGroupTest-1283334528-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1825178 Dec 08 00:19:05.060774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting subnet 510ee80e-4865-4710-a22e-7cd319064475 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:19:05.078784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.082562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Pushing event updated for resources: {'Port': ['ID=56327f92-84fe-4063-a5da-56f18fdedaf3,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:05.098069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.121477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5e580d1d-64e8-436e-881b-bdb47fdd3c52 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:19:05.163209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 5e580d1d-64e8-436e-881b-bdb47fdd3c52 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:19:05.163557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5e580d1d-64e8-436e-881b-bdb47fdd3c52 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:19:05.168204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.246234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:05.248046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:05.258348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-c9e2ac69-2db0-4fce-986d-a73876db5523 service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138608 Dec 08 00:19:05.392120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.424858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:19:05.497539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-44b9bb46-5803-4655-9dd7-02b32e10a81c service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282465 Dec 08 00:19:05.544071 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.563080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:05.566944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.572281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/510ee80e-4865-4710-a22e-7cd319064475 HTTP/1.1" status: 204 len: 168 time: 0.5862529 Dec 08 00:19:05.582047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:05.585714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc9753-3312-486b-b600-9a378ae69572 None None] Network 2b54d1c7-4e21-42f0-9b06-1073f9737d45 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:05.639015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:19:05.656917 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e450524b-0f21-4cb5-9008-f84a55e966ff admin admin] 10.222.0.18 "PUT /v2.0/routers/84fca974-a1cf-4f15-8d83-3d88ffcf16d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5408068 Dec 08 00:19:05.671157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814737c-9afa-4b72-b98c-3957fc24d83c tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=510ee80e-4865-4710-a22e-7cd319064475,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:05.800524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.808136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cce30e9b-7cb4-4fa1-87e8-9b3003a4f88a None None] Provisioning complete for port 56327f92-84fe-4063-a5da-56f18fdedaf3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:05.808764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cce30e9b-7cb4-4fa1-87e8-9b3003a4f88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.905780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d4618da-0b85-4d36-9686-66d51da655b2 req-2193382e-252b-416b-9b07-0bb100e2d3ae tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 210 time: 0.0609715 Dec 08 00:19:05.923411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cce30e9b-7cb4-4fa1-87e8-9b3003a4f88a None None] Port 56327f92-84fe-4063-a5da-56f18fdedaf3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:19:05.933983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Sync routers for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:19:05.941415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:05.941928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:05.955330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:19:05.956800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:18:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:05.969512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dffa393b-3538-4b5b-8106-3424e46f3ffd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc32146cae724910a2f2b94aae26b397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4070182 Dec 08 00:19:05.973452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:06.069293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] For port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,segment=NetworkSegment(5acd920f-df51-431e-8a88-a4b1b6777d44),segment_id=5acd920f-df51-431e-8a88-a4b1b6777d44)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:06.069854 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.091255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] DHCP port deletion for 2b54d1c7-4e21-42f0-9b06-1073f9737d45 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:06.100088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Calling delete_port for 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:06.103654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b5b0-ae06-41de-bbf9-b578497a6156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.176902 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b5b0-ae06-41de-bbf9-b578497a6156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.261967 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.276630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b5b0-ae06-41de-bbf9-b578497a6156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.292405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b5b0-ae06-41de-bbf9-b578497a6156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.297692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9ff6b5b0-ae06-41de-bbf9-b578497a6156 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fac4d4c4-abd6-439a-aff1-3773c54f64d6 HTTP/1.1" status: 204 len: 168 time: 0.3230202 Dec 08 00:19:06.313267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Port': ['ID=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:06.322310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:19:06.328154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No DVR routers for this DVR port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:06.351755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6b5b0-ae06-41de-bbf9-b578497a6156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4d4c4-abd6-439a-aff1-3773c54f64d6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:06.409554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:19:06.483644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39864) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:06.489786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f13ab58a-86c5-4b09-a8e6-269b2dfa8d5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920728450', 'description': 'tempest-description--1364764684'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:06.507910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:19:06.508272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:19:06.526143 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.542494 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f13ab58a-86c5-4b09-a8e6-269b2dfa8d5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.565345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b54d1c7-4e21-42f0-9b06-1073f9737d45']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:06.585589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acd920f-df51-431e-8a88-a4b1b6777d44') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:06.586147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acd920f-df51-431e-8a88-a4b1b6777d44') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:06.593114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] Deleting port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:06.593816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.619061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.647627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.659781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:06.662088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:06.667309 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:06.712011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] For port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:06.712756 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.736961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] Calling delete_port for 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:06.740449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] Port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:19:06.743318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.754191 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f13ab58a-86c5-4b09-a8e6-269b2dfa8d5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.767399 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f13ab58a-86c5-4b09-a8e6-269b2dfa8d5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.788914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.795859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] Pushing event deleted for resources: {'Port': ['ID=4f8ce7f0-381c-43cf-924c-7dc48cdf6926,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:06.801697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfb344-a3b4-463a-bf87-8a8152de16aa None None] No DVR routers for this DVR port 4f8ce7f0-381c-43cf-924c-7dc48cdf6926 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:06.804825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.815904 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/2b54d1c7-4e21-42f0-9b06-1073f9737d45 HTTP/1.1" status: 204 len: 168 time: 1.2247558 Dec 08 00:19:06.828668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:06.864285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 2, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:06.871214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e6782-f377-4019-94f6-64e62cbfa215 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=2b54d1c7-4e21-42f0-9b06-1073f9737d45,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:06.913139 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f13ab58a-86c5-4b09-a8e6-269b2dfa8d5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:06.917293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39876) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:06.917423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f13ab58a-86c5-4b09-a8e6-269b2dfa8d5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4318187 Dec 08 00:19:06.923692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ca9a340a-2d54-47a2-b33c-4d0412f2a906 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'security_group_rule': {'security_group_id': '914d6e73-f82b-4867-8a28-13abb5fde9af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:06.926829 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bcd48f-a078-468c-a30c-5233ea61baf7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:06.928027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bcd48f-a078-468c-a30c-5233ea61baf7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:06.937668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:06.940633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f1bcd48f-a078-468c-a30c-5233ea61baf7 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/b84bf587-13df-4929-9dcf-d4174ef4672c HTTP/1.1" status: 404 len: 337 time: 0.1108744 Dec 08 00:19:06.942314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ab58a-86c5-4b09-a8e6-269b2dfa8d5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914d6e73-f82b-4867-8a28-13abb5fde9af,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:06.950155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Checking router: 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:19:06.950155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Updating router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 port 56327f92-84fe-4063-a5da-56f18fdedaf3 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:19:06.982148 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b9050e-f733-47a5-a1ad-fe680d511f13 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:06.983338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b9050e-f733-47a5-a1ad-fe680d511f13 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:06.987621 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6b9050e-f733-47a5-a1ad-fe680d511f13 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/8635d549-4e87-4576-a970-1053a9671409 HTTP/1.1" status: 404 len: 339 time: 0.0488889 Dec 08 00:19:06.990338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39884) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:07.020647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca9a340a-2d54-47a2-b33c-4d0412f2a906 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.029578 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.118379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca9a340a-2d54-47a2-b33c-4d0412f2a906 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.124598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca9a340a-2d54-47a2-b33c-4d0412f2a906 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.175914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d6f8509-f113-4182-b83d-42165725bd21 req-4ff3cef4-f780-4eca-8e66-285e03b48f98 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 210 time: 0.1292057 Dec 08 00:19:07.180908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting subnet e21854cc-73bd-4326-8d37-26638156e7ec {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:19:07.186349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a340a-2d54-47a2-b33c-4d0412f2a906 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26216a20-bfbe-404b-bd88-7ba3b917a35a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:07.187545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.196721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca9a340a-2d54-47a2-b33c-4d0412f2a906 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.198740 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca9a340a-2d54-47a2-b33c-4d0412f2a906 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790534 Dec 08 00:19:07.200622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:07.206807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-31a91287-fc58-41f3-b22b-31869742d545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'security_group_rule': {'security_group_id': '914d6e73-f82b-4867-8a28-13abb5fde9af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:07.253621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31a91287-fc58-41f3-b22b-31869742d545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.267415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.338763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31a91287-fc58-41f3-b22b-31869742d545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.344418 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31a91287-fc58-41f3-b22b-31869742d545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.379620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a91287-fc58-41f3-b22b-31869742d545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7cfc92-20b8-43ea-b2a4-8a1d15f1215a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:07.387773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31a91287-fc58-41f3-b22b-31869742d545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.389349 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-31a91287-fc58-41f3-b22b-31869742d545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875279 Dec 08 00:19:07.392687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39906) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:07.398096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:07.428302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.516857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.690492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.721428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-c3c43305-8f8f-4faf-a8eb-54a96799b4be tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:07.722944 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-c3c43305-8f8f-4faf-a8eb-54a96799b4be tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 0.1787930 Dec 08 00:19:07.759090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Request body: {'port': {'device_id': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'admin_state_up': True, 'tenant_id': '6394ffe598374955b30c8c9e131cc792'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:07.764133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.770602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/subnets/e21854cc-73bd-4326-8d37-26638156e7ec HTTP/1.1" status: 204 len: 168 time: 0.7790933 Dec 08 00:19:07.771915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29ef19-4838-40a1-af43-219e8e4b87d8 tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Subnet': ['ID=e21854cc-73bd-4326-8d37-26638156e7ec,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:07.778603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39914) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:07.806844 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.818678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bac93-1d97-4a6d-98e3-e1584278a536 None None] Network 0c1036d5-6363-46ac-972e-e7c766f076a5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:07.826654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:07.866580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.878282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:07.975153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Deleting port 6010f176-3f0c-4825-bc96-1efa4947a4f9 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:07.975641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.028340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07044c-a96a-4649-9875-39b26779957e None None] Pushing event updated for resources: {'Port': ['ID=56327f92-84fe-4063-a5da-56f18fdedaf3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:08.032653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.083298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] For port 6010f176-3f0c-4825-bc96-1efa4947a4f9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6010f176-3f0c-4825-bc96-1efa4947a4f9,segment=NetworkSegment(5ac0472a-a71b-4d0a-aff9-86675ad6db11),segment_id=5ac0472a-a71b-4d0a-aff9-86675ad6db11)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:08.083952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.105406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Calling delete_port for 6010f176-3f0c-4825-bc96-1efa4947a4f9 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:08.204979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Allocated IP 172.25.6.130 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/7b9e7905-cd9f-4a37-9391-425db55d783c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:08.281616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-831b5480-4594-4bbf-8985-cb4d62d85f22 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:08.282090 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-831b5480-4594-4bbf-8985-cb4d62d85f22 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 00:19:08.282724 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-831b5480-4594-4bbf-8985-cb4d62d85f22 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 00:19:08.288569 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-831b5480-4594-4bbf-8985-cb4d62d85f22 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4538846 Dec 08 00:19:08.290374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39924) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:08.296123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984237285'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:08.303032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Attempting to bind port 56327f92-84fe-4063-a5da-56f18fdedaf3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:08.303401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Attempting to bind port 56327f92-84fe-4063-a5da-56f18fdedaf3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:08.303756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Attempting to bind port 56327f92-84fe-4063-a5da-56f18fdedaf3 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:08.329828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:08.330135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:08.330538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.330956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Bound using segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:08.331436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Bound port: 56327f92-84fe-4063-a5da-56f18fdedaf3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:08.331823 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.415216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989de0d-7f67-4fde-9c35-3cec9f0d0a7e None None] DHCP port deletion for 0c1036d5-6363-46ac-972e-e7c766f076a5 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:08.426989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c73cb65e-7d0b-4e16-a7b9-5f89056ee21a req-89d4189d-7aad-4c26-8f44-9b2d12e51dbe tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 210 time: 0.0740886 Dec 08 00:19:08.426989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.426989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.456479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] For port 56327f92-84fe-4063-a5da-56f18fdedaf3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:08.464993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] For port 56327f92-84fe-4063-a5da-56f18fdedaf3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=56327f92-84fe-4063-a5da-56f18fdedaf3,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:08.475295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.477773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Port': ['ID=6010f176-3f0c-4825-bc96-1efa4947a4f9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:08.477922 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.480155 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.493558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] No DVR routers for this DVR port 6010f176-3f0c-4825-bc96-1efa4947a4f9 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:08.510348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Made reservation on behalf of 6394ffe598374955b30c8c9e131cc792 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:08.532733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.564648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:19:08.565680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:18:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:08.627376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.665127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.680189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1036d5-6363-46ac-972e-e7c766f076a5']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:08.706355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac0472a-a71b-4d0a-aff9-86675ad6db11') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:08.706855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac0472a-a71b-4d0a-aff9-86675ad6db11') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:08.715314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07044c-a96a-4649-9875-39b26779957e None None] Pushing event updated for resources: {'Port': ['ID=56327f92-84fe-4063-a5da-56f18fdedaf3,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:08.738677 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.759002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:19:08.801445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.815360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-356660af-f99a-47b2-aae5-dbe69eb3b342 None None] Provisioning complete for port 56327f92-84fe-4063-a5da-56f18fdedaf3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:08.816421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-356660af-f99a-47b2-aae5-dbe69eb3b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.828919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:08.829347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:08.836379 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:08.854584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:08.855433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=7b9e7905-cd9f-4a37-9391-425db55d783c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:08.862119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:08.864481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:08.921330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Allocated IP 172.20.0.2 (c240e449-e1a7-4347-9fbb-44c7860b5e01/9abdd024-afc8-4041-8d5d-6d9c3ea10127/9ceb3b18-9013-4aad-a039-14ba8081e8f1) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:08.921674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.929369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.952839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.975744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:08.983786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] 10.222.0.18 "DELETE /v2.0/networks/0c1036d5-6363-46ac-972e-e7c766f076a5 HTTP/1.1" status: 204 len: 168 time: 1.2020352 Dec 08 00:19:08.999223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.025955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c9b4ad-7a1b-48b5-9984-186d4fd941ae,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:09.041355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051ccdb-6da0-4333-b4bf-e3391c548cee tempest-NetworksIpV6Test-1049244072 tempest-NetworksIpV6Test-1049244072-project] Pushing event deleted for resources: {'Network': ['ID=0c1036d5-6363-46ac-972e-e7c766f076a5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:09.054198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.101386 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.107124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.162490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.167537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8731897 Dec 08 00:19:09.167909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39934) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:09.174305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0a1ef1f8-8ce8-4169-a744-066565d7d797 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'e91cb723-e829-495a-bf1f-a1371687948e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:09.183767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde0b3d-ab22-41d0-81c9-ca966a98ab0e tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91cb723-e829-495a-bf1f-a1371687948e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:09.206641 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-356660af-f99a-47b2-aae5-dbe69eb3b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.247223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1f8-8ce8-4169-a744-066565d7d797 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.345309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-356660af-f99a-47b2-aae5-dbe69eb3b342 None None] For port 56327f92-84fe-4063-a5da-56f18fdedaf3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=56327f92-84fe-4063-a5da-56f18fdedaf3,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:09.356542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-356660af-f99a-47b2-aae5-dbe69eb3b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.371942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1f8-8ce8-4169-a744-066565d7d797 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.383213 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1f8-8ce8-4169-a744-066565d7d797 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.422689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356660af-f99a-47b2-aae5-dbe69eb3b342 None None] Pushing event updated for resources: {'Port': ['ID=56327f92-84fe-4063-a5da-56f18fdedaf3,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:09.425374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ef1f8-8ce8-4169-a744-066565d7d797 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa10646-fbe3-43f1-b64f-a0319ee2e39b,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:09.429069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:08Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:09.468891 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303d13-f3d4-4f0e-8688-ed77d24df5b3 None None] The sync data for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 is: [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:08Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:19:09.490092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0df3ca2e-425d-475f-9605-9577c670b342 None None] Provisioning complete for port 56327f92-84fe-4063-a5da-56f18fdedaf3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:09.490917 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0df3ca2e-425d-475f-9605-9577c670b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.493373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.505722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.514444 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1f8-8ce8-4169-a744-066565d7d797 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.520335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0a1ef1f8-8ce8-4169-a744-066565d7d797 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486722 Dec 08 00:19:09.524033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.524833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39940) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:09.566797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3b8bb842-3596-4a73-b857-9662a93652f9 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'e91cb723-e829-495a-bf1f-a1371687948e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:09.624701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.676540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=7b9e7905-cd9f-4a37-9391-425db55d783c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:09.700695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af5533ad-1db4-4485-9043-18a9acbaf887 req-f391519f-047f-4ace-8cd5-e0130e3ace59 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 210 time: 0.1057432 Dec 08 00:19:09.701414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39942) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:09.735230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.752119 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb842-3596-4a73-b857-9662a93652f9 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.818991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event updated for resources: {'Port': ['ID=9ceb3b18-9013-4aad-a039-14ba8081e8f1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:09.834012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.835419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a2f66d1-640a-47c0-bbbe-6d8c0932a574 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4416130 Dec 08 00:19:09.837479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:09.839039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:09.841483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:09.844162 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-3b8bb842-3596-4a73-b857-9662a93652f9 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 00:19:09.846031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3b8bb842-3596-4a73-b857-9662a93652f9 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3185761 Dec 08 00:19:09.849004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39952) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:09.952246 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13263607-8b7f-4e8d-afa9-4ee178fb395b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.959323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:09.960018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:09.980208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13263607-8b7f-4e8d-afa9-4ee178fb395b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.005119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-294b1f30-7d6b-4fb8-9a76-4c87a8970f45 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2508669 Dec 08 00:19:10.020200 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7d72a1da-0161-4a2c-9e2d-37da113a1a74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=369cc290c8724143b029ec13e33b20d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175259 Dec 08 00:19:10.023332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39954) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:10.028989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Request body: {'port': {'device_id': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:10.060535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13263607-8b7f-4e8d-afa9-4ee178fb395b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.063117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13263607-8b7f-4e8d-afa9-4ee178fb395b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.064269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-13263607-8b7f-4e8d-afa9-4ee178fb395b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/e91cb723-e829-495a-bf1f-a1371687948e HTTP/1.1" status: 204 len: 168 time: 0.2143371 Dec 08 00:19:10.066950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39958) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:10.081830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13263607-8b7f-4e8d-afa9-4ee178fb395b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91cb723-e829-495a-bf1f-a1371687948e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:10.107758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3d195bd-3daa-4305-8bdf-d12ebe413001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.153566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3d195bd-3daa-4305-8bdf-d12ebe413001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.165581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.188463 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b434c57a-a216-48df-b6d0-8922cd3c9e20 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1189783 Dec 08 00:19:10.199667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:10.217194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-10345cbf-1f82-4ecc-b41d-55697cd2b426 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623747294'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:10.344329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-83ed96a4-b0ab-49a9-9c8f-6d1e856280aa tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1920728450&fields=id&tenant_id=10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 267 time: 0.1597683 Dec 08 00:19:10.350480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-10345cbf-1f82-4ecc-b41d-55697cd2b426 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.356774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3d195bd-3daa-4305-8bdf-d12ebe413001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.359963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3d195bd-3daa-4305-8bdf-d12ebe413001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.366251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a3d195bd-3daa-4305-8bdf-d12ebe413001 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2d58e10-d33d-44a5-ae55-a465dcc1305e HTTP/1.1" status: 204 len: 168 time: 0.3368018 Dec 08 00:19:10.415570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 56327f92-84fe-4063-a5da-56f18fdedaf3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:10.520200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-147d5ddf-1d38-48cf-8c02-22381abf2ea1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:10.521881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-147d5ddf-1d38-48cf-8c02-22381abf2ea1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.1662138 Dec 08 00:19:10.529874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 56327f92-84fe-4063-a5da-56f18fdedaf3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:10.530419 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.537276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d195bd-3daa-4305-8bdf-d12ebe413001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d58e10-d33d-44a5-ae55-a465dcc1305e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:10.571612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-773a277b-c0e5-478e-b388-757bed956e18 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/quotas/10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 375 time: 0.0387347 Dec 08 00:19:10.668971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ceb3b18-9013-4aad-a039-14ba8081e8f1 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:19:10.678678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.695726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Transition to ACTIVE for port object 9ceb3b18-9013-4aad-a039-14ba8081e8f1 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:19:10.707443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.736675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-6e79e20c-26d2-47c9-ba0e-6962fddb1972 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440482 Dec 08 00:19:10.772223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-d0052567-d84c-4d24-bb4e-994930530538 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:19:10.773569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-d0052567-d84c-4d24-bb4e-994930530538 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113328 Dec 08 00:19:10.777808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-10345cbf-1f82-4ecc-b41d-55697cd2b426 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.787112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ceb3b18-9013-4aad-a039-14ba8081e8f1,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:10.803421 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-10345cbf-1f82-4ecc-b41d-55697cd2b426 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.856450 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6010f176-3f0c-4825-bc96-1efa4947a4f9 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:19:10.918813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6010f176-3f0c-4825-bc96-1efa4947a4f9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:19:10.919247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6010f176-3f0c-4825-bc96-1efa4947a4f9 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:19:10.927450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10345cbf-1f82-4ecc-b41d-55697cd2b426 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe3531a-3cc1-47a3-a27a-369f23f9605a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:10.933970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Attempting to bind port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:10.934346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Attempting to bind port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:10.934656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Attempting to bind port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:10.951063 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-10345cbf-1f82-4ecc-b41d-55697cd2b426 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:10.952326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-10345cbf-1f82-4ecc-b41d-55697cd2b426 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7522242 Dec 08 00:19:10.957283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39984) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:10.963762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-75907679-ff6a-4ec4-8f1a-902a417beaae tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'ffe3531a-3cc1-47a3-a27a-369f23f9605a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:10.964581 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-75907679-ff6a-4ec4-8f1a-902a417beaae tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 00:19:10.965764 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-75907679-ff6a-4ec4-8f1a-902a417beaae tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:10.966759 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75907679-ff6a-4ec4-8f1a-902a417beaae tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085020 Dec 08 00:19:10.967631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:19:10.967945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Attempting to bind port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:10.979258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39986) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:11.010561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:11.010909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Checking segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:11.011329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Bound using segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:11.011775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Bound port: 9ceb3b18-9013-4aad-a039-14ba8081e8f1, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:11.012230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.090041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54064e-a149-45bc-90ef-1e4dc19a2030 req-3c351829-df5f-490f-9096-eb6c5ef76b92 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:11.098582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d54064e-a149-45bc-90ef-1e4dc19a2030 req-3c351829-df5f-490f-9096-eb6c5ef76b92 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 943 time: 0.2326689 Dec 08 00:19:11.110661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-3601f7e3-1518-4f01-9463-4a1406163b41 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247054 Dec 08 00:19:11.200375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c21bb454-2d5b-471f-884f-dfb51e806d8b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.216557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] For port 9ceb3b18-9013-4aad-a039-14ba8081e8f1, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:11.248539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] For port 9ceb3b18-9013-4aad-a039-14ba8081e8f1, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:11.251950 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c21bb454-2d5b-471f-884f-dfb51e806d8b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.256807 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d54064e-a149-45bc-90ef-1e4dc19a2030 req-13228bc1-6edb-47ef-bee8-c4fb1f706fb1 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572411 Dec 08 00:19:11.260626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-25809d54-f072-40fc-90ee-21f5b7126ca7 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427531 Dec 08 00:19:11.269241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.367829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:11.369855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.372381 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ceb3b18-9013-4aad-a039-14ba8081e8f1 HTTP/1.1" status: 200 len: 1091 time: 1.3510776 Dec 08 00:19:11.379290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'tag': '9ceb3b18-9013-4aad-a039-14ba8081e8f1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:11.384145 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2794caa5-3651-4251-b7df-9829c218c906" -d '{"events": [{"name": "network-changed", "server_uuid": "9451fde7-3e7b-4820-aa83-cf71d2e7790a", "tag": "9ceb3b18-9013-4aad-a039-14ba8081e8f1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:11.413526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8050c-4932-48cf-9397-aaac290090c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ceb3b18-9013-4aad-a039-14ba8081e8f1,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:11.428077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c21bb454-2d5b-471f-884f-dfb51e806d8b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.432877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c21bb454-2d5b-471f-884f-dfb51e806d8b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.434651 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c21bb454-2d5b-471f-884f-dfb51e806d8b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/ffe3531a-3cc1-47a3-a27a-369f23f9605a HTTP/1.1" status: 204 len: 168 time: 0.4533353 Dec 08 00:19:11.437263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40004) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:11.482513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bb454-2d5b-471f-884f-dfb51e806d8b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe3531a-3cc1-47a3-a27a-369f23f9605a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:11.553499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-416c74ee-83c1-4ba4-b194-d845853b333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:11.556027 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-416c74ee-83c1-4ba4-b194-d845853b333c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 1094 time: 0.1135416 Dec 08 00:19:11.558227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40012) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:11.560576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d08e9175-c813-49d8-9424-6904ba1bfc2a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1216292 Dec 08 00:19:11.565194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ecab8a0f-fcf5-4aff-a754-40cfc40095ca tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852320417'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:11.587897 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060cee91-07a1-4201-9635-e65f5b243cb6 x-openstack-request-id: req-060cee91-07a1-4201-9635-e65f5b243cb6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:11.588933 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9451fde7-3e7b-4820-aa83-cf71d2e7790a", "tag": "9ceb3b18-9013-4aad-a039-14ba8081e8f1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:11.589329 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-060cee91-07a1-4201-9635-e65f5b243cb6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:11.589752 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'tag': '9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'status': 'completed', 'code': 200} Dec 08 00:19:11.645502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-39921513-dde0-4972-929c-32c71160b361 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0606141 Dec 08 00:19:11.683393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c86e9b4d-411f-4fd8-a919-b3bd188c89ca req-b10986c0-4195-4850-882a-7d3cd6dc7fcb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 210 time: 0.0592895 Dec 08 00:19:11.707389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecab8a0f-fcf5-4aff-a754-40cfc40095ca tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.725158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40014) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:11.764585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-b4c0499a-6a44-41bb-b8ba-c60b6078e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:11.766536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-b4c0499a-6a44-41bb-b8ba-c60b6078e34f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1138237 Dec 08 00:19:11.811759 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-a631a7a6-4670-4f9e-92bc-0cb96d8ba715 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365798 Dec 08 00:19:11.877556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecab8a0f-fcf5-4aff-a754-40cfc40095ca tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.881617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104614807'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:11.883636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecab8a0f-fcf5-4aff-a754-40cfc40095ca tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.905168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:11.908931 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.918545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.944025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecab8a0f-fcf5-4aff-a754-40cfc40095ca tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:11.945527 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ecab8a0f-fcf5-4aff-a754-40cfc40095ca tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3859632 Dec 08 00:19:11.948482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40022) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:11.954714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a514f793-0faa-48a9-acd2-a0d39616b907 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'b6d33b1a-b07a-484f-b937-6d92efc3204d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:11.955639 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-a514f793-0faa-48a9-acd2-a0d39616b907 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 00:19:11.956561 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-a514f793-0faa-48a9-acd2-a0d39616b907 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:11.957120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a514f793-0faa-48a9-acd2-a0d39616b907 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078707 Dec 08 00:19:11.960108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40026) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:11.983467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab8a0f-fcf5-4aff-a754-40cfc40095ca tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d33b1a-b07a-484f-b937-6d92efc3204d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:12.013916 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-b405f88e-dabd-4efa-8134-a191aa753cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906333 Dec 08 00:19:12.019508 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.027837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.078999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83c516ed-ac98-4f9b-accc-0cf4b4ba92c7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.106514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83c516ed-ac98-4f9b-accc-0cf4b4ba92c7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.121812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:12.126186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3b1d7a-f720-4e87-b842-e7feeb6d9f81,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:12.140750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.141255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.141676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.142124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.143500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.143500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.143500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.143789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.144082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.144557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.144953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.145359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.146265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:12.152634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.153075 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment 95d49c71-b280-4392-a722-90d236edff94 of type vlan for network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 Dec 08 00:19:12.207343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.225175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67eb56d3-4f04-481d-9a84-7bf422f17440 req-81e89a21-48d6-4518-873b-4c7e15059160 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994195 Dec 08 00:19:12.227539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83c516ed-ac98-4f9b-accc-0cf4b4ba92c7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.231527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83c516ed-ac98-4f9b-accc-0cf4b4ba92c7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.235152 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-83c516ed-ac98-4f9b-accc-0cf4b4ba92c7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/b6d33b1a-b07a-484f-b937-6d92efc3204d HTTP/1.1" status: 204 len: 168 time: 0.2719083 Dec 08 00:19:12.236397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40038) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:12.261252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c516ed-ac98-4f9b-accc-0cf4b4ba92c7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d33b1a-b07a-484f-b937-6d92efc3204d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:12.330138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5485f21d-071e-411f-95e4-dec11c0c90fa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920379 Dec 08 00:19:12.331300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.334228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40046) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:12.339039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ade84c48-0a37-43d8-a24e-d8c6012a53db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--41257060'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:12.340631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:12.341263 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.415801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6743996 Dec 08 00:19:12.416016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ade84c48-0a37-43d8-a24e-d8c6012a53db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.455285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b79061-5092-41b5-b044-c88371286e73 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:12.481263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:12.538276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794caa5-3651-4251-b7df-9829c218c906 req-3e934b3b-582e-4824-8e98-ed2509490707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:12.539829 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2794caa5-3651-4251-b7df-9829c218c906 req-3e934b3b-582e-4824-8e98-ed2509490707 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 1094 time: 0.1563482 Dec 08 00:19:12.562557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40048) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:12.565000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6ce4-845e-441e-a1a3-8bd2d23aaf2c req-f43b0db6-edf9-45fc-b1be-46e530735cd4 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:12.571047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75ce6ce4-845e-441e-a1a3-8bd2d23aaf2c req-f43b0db6-edf9-45fc-b1be-46e530735cd4 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 943 time: 0.1142738 Dec 08 00:19:12.692059 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75ce6ce4-845e-441e-a1a3-8bd2d23aaf2c req-9ca58256-ea68-47d2-8d8d-3f4321208a25 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149640 Dec 08 00:19:12.708600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:12.712410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794caa5-3651-4251-b7df-9829c218c906 req-b7d1558a-5b88-4dc6-b6ca-74c42e4f5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:12.713933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2794caa5-3651-4251-b7df-9829c218c906 req-b7d1558a-5b88-4dc6-b6ca-74c42e4f5d08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 916 time: 0.1504707 Dec 08 00:19:12.782476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2794caa5-3651-4251-b7df-9829c218c906 req-80828412-bbe9-4947-999d-a7f07be9d9ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0459850 Dec 08 00:19:12.877592 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0bbd53b-3ec1-410e-9727-6c28284f3267 req-7d167bfd-58f5-4630-97e5-e2bcb2449b39 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 210 time: 0.0427020 Dec 08 00:19:12.886182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ade84c48-0a37-43d8-a24e-d8c6012a53db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.893026 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ade84c48-0a37-43d8-a24e-d8c6012a53db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.924998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794caa5-3651-4251-b7df-9829c218c906 req-a898e1e9-c0b8-480f-8add-195e299f5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:12.926458 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2794caa5-3651-4251-b7df-9829c218c906 req-a898e1e9-c0b8-480f-8add-195e299f5c34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1327982 Dec 08 00:19:12.937758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40056) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:12.960690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade84c48-0a37-43d8-a24e-d8c6012a53db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378bc7af-1e7c-4bb8-9326-6eeb1794bcc0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:12.979882 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2794caa5-3651-4251-b7df-9829c218c906 req-e0b34545-37a9-4f95-ab4e-ae3373bb4d3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342600 Dec 08 00:19:12.980495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:12.984017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:12.999934 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ade84c48-0a37-43d8-a24e-d8c6012a53db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.003788 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ade84c48-0a37-43d8-a24e-d8c6012a53db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6658378 Dec 08 00:19:13.004185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40060) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.009187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-66af82f5-3ae3-4980-9678-0fd33415cda2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': '378bc7af-1e7c-4bb8-9326-6eeb1794bcc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.010040 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-66af82f5-3ae3-4980-9678-0fd33415cda2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 00:19:13.010532 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-66af82f5-3ae3-4980-9678-0fd33415cda2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.014406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-66af82f5-3ae3-4980-9678-0fd33415cda2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063810 Dec 08 00:19:13.014612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40062) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.019547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f613dcd9-10ab-4472-9799-0925077638ee tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': '378bc7af-1e7c-4bb8-9326-6eeb1794bcc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.020242 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-f613dcd9-10ab-4472-9799-0925077638ee tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 00:19:13.020749 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-f613dcd9-10ab-4472-9799-0925077638ee tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.023831 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f613dcd9-10ab-4472-9799-0925077638ee tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061848 Dec 08 00:19:13.024047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40064) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.028401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6fb026d9-ed30-4495-adb0-e079a011e1e4 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': '378bc7af-1e7c-4bb8-9326-6eeb1794bcc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.029218 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-6fb026d9-ed30-4495-adb0-e079a011e1e4 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 00:19:13.029708 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-6fb026d9-ed30-4495-adb0-e079a011e1e4 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.033200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6fb026d9-ed30-4495-adb0-e079a011e1e4 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058565 Dec 08 00:19:13.033405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40066) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.038072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d124aff4-2902-4a88-b577-dad5d427057a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': '378bc7af-1e7c-4bb8-9326-6eeb1794bcc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.039032 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-d124aff4-2902-4a88-b577-dad5d427057a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 00:19:13.039511 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-d124aff4-2902-4a88-b577-dad5d427057a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.042917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d124aff4-2902-4a88-b577-dad5d427057a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060565 Dec 08 00:19:13.043789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40068) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.107945 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8424-9bd3-4336-b821-d65cad410d9b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.128441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ce7d-1bf6-4be9-8493-2409bcad6e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.154406 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8424-9bd3-4336-b821-d65cad410d9b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.221029 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8424-9bd3-4336-b821-d65cad410d9b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.223697 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8424-9bd3-4336-b821-d65cad410d9b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.225370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aa7a8424-9bd3-4336-b821-d65cad410d9b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/378bc7af-1e7c-4bb8-9326-6eeb1794bcc0 HTTP/1.1" status: 204 len: 168 time: 0.1812406 Dec 08 00:19:13.233891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40070) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.254982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a8424-9bd3-4336-b821-d65cad410d9b tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378bc7af-1e7c-4bb8-9326-6eeb1794bcc0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:13.289404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ce7d-1bf6-4be9-8493-2409bcad6e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.292427 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2794caa5-3651-4251-b7df-9829c218c906 req-e3216ef0-1895-42a2-9a09-a25e210c42bc service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888582 Dec 08 00:19:13.301234 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ce7d-1bf6-4be9-8493-2409bcad6e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.303523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-9ef02a0b-729e-4663-baf1-6ed3b60671b8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:13.304938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-9ef02a0b-729e-4663-baf1-6ed3b60671b8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.3162854 Dec 08 00:19:13.323558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-543309b7-9ddf-46dc-a4bc-444ab91fc6d8 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0885472 Dec 08 00:19:13.327112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40072) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.334412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fc645d5f-428b-47fe-bf29-f568faf3e0bb tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529320994'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.362569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2e2ce7d-1bf6-4be9-8493-2409bcad6e05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5ab59835eaa448fb0e9576f6a2772dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237540 Dec 08 00:19:13.365266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2ce7d-1bf6-4be9-8493-2409bcad6e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5adca2f-7bfe-41eb-b31b-fc04a15038aa,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:13.367543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40074) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.390453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc645d5f-428b-47fe-bf29-f568faf3e0bb tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.450408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48be7066-0f28-4cd2-b4bd-bdcb06e689e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.485577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48be7066-0f28-4cd2-b4bd-bdcb06e689e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.509333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-40016979-d41d-4abc-a9c5-a8fe5afe55eb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 380 time: 0.1758749 Dec 08 00:19:13.512575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc645d5f-428b-47fe-bf29-f568faf3e0bb tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.524789 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc645d5f-428b-47fe-bf29-f568faf3e0bb tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.527016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'port': {'device_id': 'c4a870fe-4240-4258-9ca3-910071930357', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'admin_state_up': True, 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'security_groups': ['914d6e73-f82b-4867-8a28-13abb5fde9af']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.552629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2794caa5-3651-4251-b7df-9829c218c906 req-d063ec3a-28cd-45f7-81fc-115116f8036c service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466764 Dec 08 00:19:13.553481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.558975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc645d5f-428b-47fe-bf29-f568faf3e0bb tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.560198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fc645d5f-428b-47fe-bf29-f568faf3e0bb tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2321701 Dec 08 00:19:13.564285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40076) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.569836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-87a8bc43-e0c5-4df5-b952-116284699c33 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.570338 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-87a8bc43-e0c5-4df5-b952-116284699c33 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 00:19:13.570807 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-87a8bc43-e0c5-4df5-b952-116284699c33 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.574341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-87a8bc43-e0c5-4df5-b952-116284699c33 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065956 Dec 08 00:19:13.574341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc645d5f-428b-47fe-bf29-f568faf3e0bb tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac47124-0987-4cb2-9147-78182e013f75,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:13.575221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40078) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.582320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-904a546b-4aea-4247-8691-5d3754f19c45 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.602979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48be7066-0f28-4cd2-b4bd-bdcb06e689e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.605495 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48be7066-0f28-4cd2-b4bd-bdcb06e689e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.606666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-48be7066-0f28-4cd2-b4bd-bdcb06e689e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5adca2f-7bfe-41eb-b31b-fc04a15038aa HTTP/1.1" status: 204 len: 168 time: 0.2370017 Dec 08 00:19:13.617844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be7066-0f28-4cd2-b4bd-bdcb06e689e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5adca2f-7bfe-41eb-b31b-fc04a15038aa,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:13.642719 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-904a546b-4aea-4247-8691-5d3754f19c45 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.649368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-904a546b-4aea-4247-8691-5d3754f19c45 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0705357 Dec 08 00:19:13.649865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40082) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.655496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-79e1a1e1-230e-460a-9f6e-f51428b5dc6a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.660234 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-79e1a1e1-230e-460a-9f6e-f51428b5dc6a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 00:19:13.660736 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-79e1a1e1-230e-460a-9f6e-f51428b5dc6a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.664910 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-79e1a1e1-230e-460a-9f6e-f51428b5dc6a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116842 Dec 08 00:19:13.665130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40084) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.670513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-28524198-1cbb-48a2-87a6-f322a56d8497 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.691470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=a68cfd64-3c0f-4c5b-a9ca-9f69396e9651,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:13.704982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': '95d49c71-b280-4392-a722-90d236edff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:13.705355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:13.709966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.737675 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-28524198-1cbb-48a2-87a6-f322a56d8497 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.738971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-28524198-1cbb-48a2-87a6-f322a56d8497 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0724704 Dec 08 00:19:13.742264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40090) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.747772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-29e57ca9-fe2f-4ce3-9394-9865daf575db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.748315 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-29e57ca9-fe2f-4ce3-9394-9865daf575db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 00:19:13.748799 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-29e57ca9-fe2f-4ce3-9394-9865daf575db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.749754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-29e57ca9-fe2f-4ce3-9394-9865daf575db tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063784 Dec 08 00:19:13.752686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40092) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.763113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-16f1135b-0829-4a98-a7e0-52f2b778a395 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.771719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:13.784444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:13.786436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Made reservation on behalf of 10fabfc8b3e84bfd915bff600e710ddf for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:13.790011 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.794011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a254978-1ffe-47d7-9abe-badcd17ef3dd None None] Network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:13.794697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:13.795301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:13.845484 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-16f1135b-0829-4a98-a7e0-52f2b778a395 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Project b16a50aa6b984dd181f72501a39d3204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:19:13.864914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5e96-2bca-469f-93d5-79f69492b2e4 req-68f6c7bd-cf82-4908-845c-a845ffb491db tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:13.866710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e24e5e96-2bca-469f-93d5-79f69492b2e4 req-68f6c7bd-cf82-4908-845c-a845ffb491db tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 943 time: 0.0834854 Dec 08 00:19:13.884749 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-16f1135b-0829-4a98-a7e0-52f2b778a395 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.886217 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-16f1135b-0829-4a98-a7e0-52f2b778a395 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1325569 Dec 08 00:19:13.895624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40096) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.900703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a873b0ee-7df1-4793-928a-2b8e8f5e25c5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.901417 n-d-820549-2 neutron-server[103114]: WARNING neutron.api.v2.base [None req-a873b0ee-7df1-4793-928a-2b8e8f5e25c5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 00:19:13.902135 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-a873b0ee-7df1-4793-928a-2b8e8f5e25c5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:13.903458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a873b0ee-7df1-4793-928a-2b8e8f5e25c5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066323 Dec 08 00:19:13.906689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40100) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:13.916307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-46e8e506-8d6b-446c-b909-026f89faec20 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:13.954634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e24e5e96-2bca-469f-93d5-79f69492b2e4 req-edd9982f-1db3-48bf-87a5-02ca2bb2e5a4 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794730 Dec 08 00:19:13.984277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5', 'network_id': '9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': 'a68cfd64-3c0f-4c5b-a9ca-9f69396e9651'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:13.986971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.033307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2e21850-58f1-43a9-a260-39ebcd7076ad req-8cda66e2-f33d-461d-a18b-6f1425250d98 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 210 time: 0.0482943 Dec 08 00:19:14.122076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40102) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:14.135614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1faa223a-c3ca-4790-91f3-1b741233915c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.156388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Allocated IP 172.20.255.242 (9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5/a68cfd64-3c0f-4c5b-a9ca-9f69396e9651/9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:14.217301 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d4bfe14e-6437-4cd4-9e9a-ea1766679486 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5126822 Dec 08 00:19:14.222156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40104) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:14.231839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1faa223a-c3ca-4790-91f3-1b741233915c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.238560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-362321633'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:14.246951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1faa223a-c3ca-4790-91f3-1b741233915c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.271060 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-46e8e506-8d6b-446c-b909-026f89faec20 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Project b16a50aa6b984dd181f72501a39d3204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:19:14.315346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1faa223a-c3ca-4790-91f3-1b741233915c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c2e2d3300d14c6fb3f1457912d8e5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1872749 Dec 08 00:19:14.315346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa223a-c3ca-4790-91f3-1b741233915c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479774e7-fe19-4e84-847d-fdd5418b4280,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:14.315659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40106) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:14.319658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:14.324178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.337282 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-46e8e506-8d6b-446c-b909-026f89faec20 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:14.341174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-46e8e506-8d6b-446c-b909-026f89faec20 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4304109 Dec 08 00:19:14.341312 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.342765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40108) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:14.348005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2247e388-05df-4483-90e1-f9e74713abd5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'aac47124-0987-4cb2-9147-78182e013f75', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:14.349329 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.365419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Allocated IP 172.20.0.5 (88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e/27e788d9-60e5-4936-b281-1e0aaa4fb177/96b5ced6-cb78-4bb3-a944-956f3331147a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:14.373091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:14.388267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.388267 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment 469293a3-1374-4b06-a363-a265e81415d9 of type vlan for network 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 Dec 08 00:19:14.394836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-191587e0-2e2d-4191-96a8-5b6a11a87d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.398226 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-2247e388-05df-4483-90e1-f9e74713abd5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Project b16a50aa6b984dd181f72501a39d3204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:19:14.404059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:14.412526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Pushing event updated for resources: {'Port': ['ID=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:14.416205 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:14.421109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:14.434038 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-2247e388-05df-4483-90e1-f9e74713abd5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:14.439740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2247e388-05df-4483-90e1-f9e74713abd5 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0946798 Dec 08 00:19:14.440367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40110) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:14.444605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-191587e0-2e2d-4191-96a8-5b6a11a87d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.457792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.480559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Attempting to bind port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:14.481052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Attempting to bind port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '95d49c71-b280-4392-a722-90d236edff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:14.481501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Attempting to bind port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 on network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:14.488201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:14.488201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Checking segment: {'id': '95d49c71-b280-4392-a722-90d236edff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:14.488607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.489269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Bound using segment: {'id': '95d49c71-b280-4392-a722-90d236edff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:14.489829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Bound port: 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d49c71-b280-4392-a722-90d236edff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:14.490356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.510638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.516079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:14.517288 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.564730 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ac24048-67f4-496f-b171-661348543d41 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.564943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] For port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:14.569500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] For port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,segment=NetworkSegment(95d49c71-b280-4392-a722-90d236edff94),segment_id=95d49c71-b280-4392-a722-90d236edff94)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:14.574301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.587276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3588319 Dec 08 00:19:14.589279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40112) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:14.606173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-191587e0-2e2d-4191-96a8-5b6a11a87d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.610265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-191587e0-2e2d-4191-96a8-5b6a11a87d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.611460 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-191587e0-2e2d-4191-96a8-5b6a11a87d1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/479774e7-fe19-4e84-847d-fdd5418b4280 HTTP/1.1" status: 204 len: 168 time: 0.2964318 Dec 08 00:19:14.615313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.628099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191587e0-2e2d-4191-96a8-5b6a11a87d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479774e7-fe19-4e84-847d-fdd5418b4280,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:14.629655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:14.639611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bf141-df3f-432d-aab6-952511cacc7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:14.657292 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ac24048-67f4-496f-b171-661348543d41 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.667957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:14.688936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb5613-3003-4f3c-b41e-9ab116337dca None None] Pushing event updated for resources: {'Port': ['ID=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:14.707981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.782405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:14.786762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:14.788281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ac24048-67f4-496f-b171-661348543d41 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.792635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:14.792830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ac24048-67f4-496f-b171-661348543d41 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.797039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9ac24048-67f4-496f-b171-661348543d41 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/aac47124-0987-4cb2-9147-78182e013f75 HTTP/1.1" status: 204 len: 168 time: 0.3483958 Dec 08 00:19:14.797212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:14.800748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40116) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:14.823041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:14.828465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.861859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:14.862517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.867329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac24048-67f4-496f-b171-661348543d41 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac47124-0987-4cb2-9147-78182e013f75,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:14.890358 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-0b4fbd59-9e64-4e2d-9be2-ab2552107c66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3694942 Dec 08 00:19:14.911115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Request body: {'port': {'device_id': 'c4a870fe-4240-4258-9ca3-910071930357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:14.975408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:14.992127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bdc7fc22-9b3d-4ba7-97ad-e57e63d567f4 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1839790 Dec 08 00:19:14.997404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40124) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:15.008963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1dea8e9e-f771-47b0-8411-bb15964f8d91 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510957116'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:15.134372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dea8e9e-f771-47b0-8411-bb15964f8d91 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.320294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dea8e9e-f771-47b0-8411-bb15964f8d91 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.349049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dea8e9e-f771-47b0-8411-bb15964f8d91 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.356161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720a09-2a60-40f4-af82-cbfcca25ea74 req-c220fab8-cb65-4cfe-89b5-3218367c357b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:15.357883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa720a09-2a60-40f4-af82-cbfcca25ea74 req-c220fab8-cb65-4cfe-89b5-3218367c357b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 943 time: 0.2081978 Dec 08 00:19:15.363930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.378121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-30eeaf51-e9eb-4dc6-a81e-96da272149cb None None] Provisioning complete for port 96b5ced6-cb78-4bb3-a944-956f3331147a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:15.379114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30eeaf51-e9eb-4dc6-a81e-96da272149cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.389294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287112-e4a8-4233-bf61-ed53847adea1 req-b3c2f4c5-714b-4e6b-b57a-611cf44d8b5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:15.391186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33287112-e4a8-4233-bf61-ed53847adea1 req-b3c2f4c5-714b-4e6b-b57a-611cf44d8b5a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 931 time: 0.2314234 Dec 08 00:19:15.420344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dea8e9e-f771-47b0-8411-bb15964f8d91 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.424637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1dea8e9e-f771-47b0-8411-bb15964f8d91 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4261956 Dec 08 00:19:15.425204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-30eeaf51-e9eb-4dc6-a81e-96da272149cb None None] Port 96b5ced6-cb78-4bb3-a944-956f3331147a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:19:15.429052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40136) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:15.435587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cd03287b-e5a0-4bd9-879f-015c2c3328b7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'f270d335-f082-4a47-8b8b-a1add9838682', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:15.453447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea8e9e-f771-47b0-8411-bb15964f8d91 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f270d335-f082-4a47-8b8b-a1add9838682,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:15.515429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa720a09-2a60-40f4-af82-cbfcca25ea74 req-f44ed55d-6d47-4239-b3f7-1cc7af503b9b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405816 Dec 08 00:19:15.536866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=ae76d95c-e1f4-4845-a04c-75c955935369,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:15.543060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b5ced6-cb78-4bb3-a944-956f3331147a {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:19:15.552536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.556929 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-cd03287b-e5a0-4bd9-879f-015c2c3328b7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The resource could not be found. Dec 08 00:19:15.565134 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd03287b-e5a0-4bd9-879f-015c2c3328b7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1327958 Dec 08 00:19:15.565760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40140) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:15.571218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33287112-e4a8-4233-bf61-ed53847adea1 req-6a64c852-425c-44de-93f7-f64de7509b78 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239727 Dec 08 00:19:15.579109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ed4d046f-0d99-417e-9968-4833ff58d71f tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'f270d335-f082-4a47-8b8b-a1add9838682', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '73056dfa-1ffb-47d8-ac8c-64863dde9e51'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:15.580490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': '469293a3-1374-4b06-a363-a265e81415d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:15.580852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:15.595617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Transition to ACTIVE for port object 96b5ced6-cb78-4bb3-a944-956f3331147a will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:19:15.603942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.609410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:15.621471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:15.625818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:15.626439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.633377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64f67f-8624-4ba5-83ac-aed766f7924c None None] Network 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:15.669432 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-ed4d046f-0d99-417e-9968-4833ff58d71f tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The resource could not be found. Dec 08 00:19:15.670455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c839c276-92a5-4923-ba4d-486df550f73d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0559466 Dec 08 00:19:15.673563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed4d046f-0d99-417e-9968-4833ff58d71f tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1043880 Dec 08 00:19:15.674067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40146) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:15.674177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40148) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:15.679202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:15.779607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7', 'network_id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': 'ae76d95c-e1f4-4845-a04c-75c955935369'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:15.780498 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.858297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Attempting to bind port 96b5ced6-cb78-4bb3-a944-956f3331147a on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:15.858626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Attempting to bind port 96b5ced6-cb78-4bb3-a944-956f3331147a by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:15.858983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Attempting to bind port 96b5ced6-cb78-4bb3-a944-956f3331147a on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:15.871713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Port 96b5ced6-cb78-4bb3-a944-956f3331147a on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:19:15.872034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Attempting to bind port 96b5ced6-cb78-4bb3-a944-956f3331147a on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:15.888785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:15.889237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:15.889550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Bound using segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:15.889987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.890139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Bound port: 96b5ced6-cb78-4bb3-a944-956f3331147a, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:15.910480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:15.925688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04845c0-aa10-40ed-9622-4c55e2c4a27a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.027886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.033999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Allocated IP 172.20.0.2 (7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7/ae76d95c-e1f4-4845-a04c-75c955935369/88786485-d085-4280-9e49-de86b6f6cb2a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:16.055989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:16.060982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:16.075602 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.095449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:16.096369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.097798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 1091 time: 1.1927595 Dec 08 00:19:16.137151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:16.140233 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b81333-29d9-4a8d-a521-e2b488ff18cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:16.157070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04845c0-aa10-40ed-9622-4c55e2c4a27a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.227947 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0133a3-8146-455d-8079-a5fbed04a0ce x-openstack-request-id: req-1e0133a3-8146-455d-8079-a5fbed04a0ce {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:16.228363 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:16.228646 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e0133a3-8146-455d-8079-a5fbed04a0ce {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:16.229176 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'status': 'completed', 'code': 200} Dec 08 00:19:16.274792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5663d-1f34-44da-ab15-dcf20ff359d1 service neutron] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:16.302112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9ceb3b18-9013-4aad-a039-14ba8081e8f1 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:19:16.303776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-49fbc292-66fd-49b5-9d14-a6f5e6b1c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:16.305610 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-49fbc292-66fd-49b5-9d14-a6f5e6b1c399 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1094 time: 0.1362650 Dec 08 00:19:16.317972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04845c0-aa10-40ed-9622-4c55e2c4a27a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.321828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04845c0-aa10-40ed-9622-4c55e2c4a27a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.325251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a04845c0-aa10-40ed-9622-4c55e2c4a27a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/f270d335-f082-4a47-8b8b-a1add9838682 HTTP/1.1" status: 204 len: 168 time: 0.6466210 Dec 08 00:19:16.325798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40162) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:16.367806 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-7b78b90a-c6b0-4d87-8c28-620fd23a0b6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 217 time: 0.0436373 Dec 08 00:19:16.438232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04845c0-aa10-40ed-9622-4c55e2c4a27a tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270d335-f082-4a47-8b8b-a1add9838682,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:16.491794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9ceb3b18-9013-4aad-a039-14ba8081e8f1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:16.519815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:16.522213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-71719361-22d6-47d7-a60c-a5a4be7cd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:16.527398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-71719361-22d6-47d7-a60c-a5a4be7cd92a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1496038 Dec 08 00:19:16.542077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27397a33-fe40-4e47-b367-cbb64814cefe None None] Network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:16.609974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dff94-87f8-4430-9fee-9ec935824826 req-e738c262-67c5-4129-944a-e53828a56280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:16.611758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-e738c262-67c5-4129-944a-e53828a56280 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769062 Dec 08 00:19:16.617189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.623446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'port_id': '9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'mac_address': 'fa:16:3e:9b:f6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdd024-afc8-4041-8d5d-6d9c3ea10127', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:19:16.740329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-7f305d69-8804-4bd6-96a0-1cfd549b5e77 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205392 Dec 08 00:19:16.774422 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.797536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-811f243b-6720-4923-af66-cfda31acf264 None None] Provisioning complete for port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:16.798000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-811f243b-6720-4923-af66-cfda31acf264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.859136 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-415dff94-87f8-4430-9fee-9ec935824826 req-b80e4939-7065-4c59-bc52-9a7e7948b771 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113405 Dec 08 00:19:16.898920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Network 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:16.911800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.913962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:16.931001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:16.990232 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-811f243b-6720-4923-af66-cfda31acf264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:16.994839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5511b0d4-06d5-44a3-8ebd-37febb358cc0 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6677094 Dec 08 00:19:16.996903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Pushing event updated for resources: {'Port': ['ID=88786485-d085-4280-9e49-de86b6f6cb2a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:17.009151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40180) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:17.009786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ceb3b18-9013-4aad-a039-14ba8081e8f1 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:19:17.017500 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.021747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-71d63489-479b-4969-ad7a-5f8978ec94af tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': 'fa7e567e-05a1-472a-b68e-e62a8a9e75a1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:17.030813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-f7f939c7-4395-4319-acc3-b08561bd0c05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6743400 Dec 08 00:19:17.078807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78f3f5-6a58-48ae-b287-2c1d13a3576d req-bc4b6b00-f822-4ce1-85ff-dedbcb83ed0d tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.083815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f78f3f5-6a58-48ae-b287-2c1d13a3576d req-bc4b6b00-f822-4ce1-85ff-dedbcb83ed0d tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 943 time: 0.1844079 Dec 08 00:19:17.087563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=ae76d95c-e1f4-4845-a04c-75c955935369,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:17.099707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-78db7d9c-75db-491b-8770-fc0d816ae704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.101637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-78db7d9c-75db-491b-8770-fc0d816ae704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1094 time: 0.1487403 Dec 08 00:19:17.117516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3152e-01af-4c0e-8291-a072ccfc2158 req-6b9ae6b1-93ca-47a8-bfdb-08f6e8202694 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.119181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cd3152e-01af-4c0e-8291-a072ccfc2158 req-6b9ae6b1-93ca-47a8-bfdb-08f6e8202694 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 943 time: 0.2183139 Dec 08 00:19:17.143531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:17.143901 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.165880 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-71d63489-479b-4969-ad7a-5f8978ec94af tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The resource could not be found. Dec 08 00:19:17.171663 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-71d63489-479b-4969-ad7a-5f8978ec94af tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1554129 Dec 08 00:19:17.172483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40186) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:17.186673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Attempting to bind port 88786485-d085-4280-9e49-de86b6f6cb2a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:17.187239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Attempting to bind port 88786485-d085-4280-9e49-de86b6f6cb2a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '469293a3-1374-4b06-a363-a265e81415d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:17.187618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Attempting to bind port 88786485-d085-4280-9e49-de86b6f6cb2a on network 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:17.188752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b6e3403d-0940-40c2-8b90-95f8409bfefd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723324846'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:17.226638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9ceb3b18-9013-4aad-a039-14ba8081e8f1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:17.230732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-811f243b-6720-4923-af66-cfda31acf264 None None] For port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,segment=NetworkSegment(95d49c71-b280-4392-a722-90d236edff94),segment_id=95d49c71-b280-4392-a722-90d236edff94)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:17.239454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:17.240459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Checking segment: {'id': '469293a3-1374-4b06-a363-a265e81415d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:17.240769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.241162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Bound using segment: {'id': '469293a3-1374-4b06-a363-a265e81415d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:17.241654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Bound port: 88786485-d085-4280-9e49-de86b6f6cb2a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469293a3-1374-4b06-a363-a265e81415d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:17.243089 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.249777 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.261258 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-811f243b-6720-4923-af66-cfda31acf264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.281626 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.314877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f78f3f5-6a58-48ae-b287-2c1d13a3576d req-04959f68-39f8-41da-ab91-598b80d696c5 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109671 Dec 08 00:19:17.365239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:17.366925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6e3403d-0940-40c2-8b90-95f8409bfefd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.386652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cd3152e-01af-4c0e-8291-a072ccfc2158 req-9afe5148-ea44-4151-b5b9-2677806027d1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308376 Dec 08 00:19:17.397693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-f617b529-1c82-4e54-8444-8ccc5e85a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.399318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-f617b529-1c82-4e54-8444-8ccc5e85a182 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1097 time: 0.2784276 Dec 08 00:19:17.400875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-bc668315-5b53-49bf-a342-f2671713ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.402340 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-bc668315-5b53-49bf-a342-f2671713ab6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2912180 Dec 08 00:19:17.403366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469293a3-1374-4b06-a363-a265e81415d9') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:17.403686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469293a3-1374-4b06-a363-a265e81415d9') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:17.417412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.433289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.440157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:17.440591 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.468171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-fd864dd6-3f00-4145-972d-5b65278e8726 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 217 time: 0.0573800 Dec 08 00:19:17.482140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=9ceb3b18-9013-4aad-a039-14ba8081e8f1,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:17.509844 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:17.520917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:17.520917 n-d-820549-2 neutron-server[103114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:17.520917 n-d-820549-2 neutron-server[103114]: [parameters: {'id': '7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7'}] Dec 08 00:19:17.520917 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:17.521313 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:17.537243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] For port 88786485-d085-4280-9e49-de86b6f6cb2a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:17.549311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] For port 88786485-d085-4280-9e49-de86b6f6cb2a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88786485-d085-4280-9e49-de86b6f6cb2a,segment=NetworkSegment(469293a3-1374-4b06-a363-a265e81415d9),segment_id=469293a3-1374-4b06-a363-a265e81415d9)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:17.563653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-95b341c3-cff3-46b4-b68c-67ed0faec188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.565419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-95b341c3-cff3-46b4-b68c-67ed0faec188 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0884652 Dec 08 00:19:17.571056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6e3403d-0940-40c2-8b90-95f8409bfefd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.581137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9ceb3b18-9013-4aad-a039-14ba8081e8f1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:19:17.589282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6e3403d-0940-40c2-8b90-95f8409bfefd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.596333 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.597116 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.631746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-38f1b212-292e-451a-91fd-2963ba7406da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.634341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-38f1b212-292e-451a-91fd-2963ba7406da service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1235790 Dec 08 00:19:17.647132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6e3403d-0940-40c2-8b90-95f8409bfefd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.651176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b6e3403d-0940-40c2-8b90-95f8409bfefd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4752617 Dec 08 00:19:17.652858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40196) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:17.658400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-aeb6ef9a-4c8d-4cc2-8d6b-159ffe48fdfa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--275783874'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:17.667849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-12dc33c3-f9a6-482a-aa34-20d835e94e3f None None] Provisioning complete for port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:17.668221 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12dc33c3-f9a6-482a-aa34-20d835e94e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.692171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef9a-4c8d-4cc2-8d6b-159ffe48fdfa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.705800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3403d-0940-40c2-8b90-95f8409bfefd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea0542-aa30-4310-b40b-d9ad1ea1fa3a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:17.728150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f243b-6720-4923-af66-cfda31acf264 None None] Pushing event updated for resources: {'Port': ['ID=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:17.738650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-3abb820e-9169-42c8-a600-43be23ac6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.741715 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-3abb820e-9169-42c8-a600-43be23ac6eb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686504 Dec 08 00:19:17.743759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-989df98a-9838-4556-91fc-9846d1b53929 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 1002 time: 0.1007848 Dec 08 00:19:17.835986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-b0bf25ac-8401-460c-837b-4758b26edc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.838131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-b0bf25ac-8401-460c-837b-4758b26edc13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.0818121 Dec 08 00:19:17.859770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60efb492-6907-4003-b7af-411631d5a18d None None] Network 7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:17.905481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef9a-4c8d-4cc2-8d6b-159ffe48fdfa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.907616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-c2f41759-24ec-4d68-b93f-8045c6e930ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:17.909187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-c2f41759-24ec-4d68-b93f-8045c6e930ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636268 Dec 08 00:19:17.909743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-023d5864-cbc9-42dd-8524-72583d80ed4f service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539562 Dec 08 00:19:17.912873 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef9a-4c8d-4cc2-8d6b-159ffe48fdfa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.922288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5adc4-9ef5-41ce-ab92-cfa08239d798 None None] Pushing event updated for resources: {'Port': ['ID=88786485-d085-4280-9e49-de86b6f6cb2a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:17.991128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef9a-4c8d-4cc2-8d6b-159ffe48fdfa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:17.995929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aeb6ef9a-4c8d-4cc2-8d6b-159ffe48fdfa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3418567 Dec 08 00:19:18.002182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:18.004397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ef9a-4c8d-4cc2-8d6b-159ffe48fdfa tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2805d2b-d216-4dcb-be8d-9cd19a6bb750,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:18.017428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a6f76ac0-f79b-4d7a-a490-5a80954de209 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': '16ea0542-aa30-4310-b40b-d9ad1ea1fa3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c2805d2b-d216-4dcb-be8d-9cd19a6bb750'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:18.033610 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.042975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ba6f8-8863-455f-a710-35ceb00cd018 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:18.082829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-c81277c3-fba6-4fc5-8bbe-af52b8bc4138 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595857 Dec 08 00:19:18.085606 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73b81333-29d9-4a8d-a521-e2b488ff18cb req-9deb710c-17d0-40f1-aca6-0709d00d3b51 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440196 Dec 08 00:19:18.154218 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-a6f76ac0-f79b-4d7a-a490-5a80954de209 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:18.158434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a6f76ac0-f79b-4d7a-a490-5a80954de209 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1524346 Dec 08 00:19:18.158617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40210) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:18.165663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ba6f8-8863-455f-a710-35ceb00cd018 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:18.250471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port 88786485-d085-4280-9e49-de86b6f6cb2a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:18.250827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.300207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa5e5874-0508-4115-9b21-b2b15a62fb49 req-daf1ade5-b562-4505-a2b8-dd98bedba36a service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901970 Dec 08 00:19:18.302949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc4e6-80e2-4be2-a3dc-031672dc7402 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.344605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:18.367832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port 88786485-d085-4280-9e49-de86b6f6cb2a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88786485-d085-4280-9e49-de86b6f6cb2a,segment=NetworkSegment(469293a3-1374-4b06-a363-a265e81415d9),segment_id=469293a3-1374-4b06-a363-a265e81415d9)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:18.368326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.371903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc4e6-80e2-4be2-a3dc-031672dc7402 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.394218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for 88786485-d085-4280-9e49-de86b6f6cb2a owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:18.534109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc4e6-80e2-4be2-a3dc-031672dc7402 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.537461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc4e6-80e2-4be2-a3dc-031672dc7402 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.538600 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ae7fc4e6-80e2-4be2-a3dc-031672dc7402 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/c2805d2b-d216-4dcb-be8d-9cd19a6bb750 HTTP/1.1" status: 204 len: 168 time: 0.3790898 Dec 08 00:19:18.541493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40224) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:18.581457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe82b-9edb-4b89-b3e9-23be4669cdb3 req-8643a281-0f6a-4114-bdf0-8eef3fe233d4 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:18.583756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b8fe82b-9edb-4b89-b3e9-23be4669cdb3 req-8643a281-0f6a-4114-bdf0-8eef3fe233d4 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 944 time: 0.1187716 Dec 08 00:19:18.584564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fc4e6-80e2-4be2-a3dc-031672dc7402 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2805d2b-d216-4dcb-be8d-9cd19a6bb750,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:18.635481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4ffe-f7de-47d5-bc61-c47e6560a9f4 req-40702568-cb3f-402c-bf54-de3702757374 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:18.637162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad4a4ffe-f7de-47d5-bc61-c47e6560a9f4 req-40702568-cb3f-402c-bf54-de3702757374 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 943 time: 0.1415536 Dec 08 00:19:18.655688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6e44dcc5-2403-4e7a-b250-0429e2e043f7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1100812 Dec 08 00:19:18.657635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40228) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:18.663185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.682853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:18.683451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.714711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=88786485-d085-4280-9e49-de86b6f6cb2a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:18.717029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port 88786485-d085-4280-9e49-de86b6f6cb2a on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:18.722184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b8fe82b-9edb-4b89-b3e9-23be4669cdb3 req-42c77b1d-636b-48f3-bb3e-47fcdcc264ed tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204698 Dec 08 00:19:18.729928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40230) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:18.765546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7497-3336-483c-ae21-1000ba2f865d tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.793668 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7497-3336-483c-ae21-1000ba2f865d tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.798406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad4a4ffe-f7de-47d5-bc61-c47e6560a9f4 req-20717aa1-a0f0-4194-814b-c68963d66f8e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515326 Dec 08 00:19:18.853780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.862645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7497-3336-483c-ae21-1000ba2f865d tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.866398 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7497-3336-483c-ae21-1000ba2f865d tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.872400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40234) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:18.873774 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7dfb7497-3336-483c-ae21-1000ba2f865d tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/16ea0542-aa30-4310-b40b-d9ad1ea1fa3a HTTP/1.1" status: 204 len: 168 time: 0.2146802 Dec 08 00:19:18.884610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb7497-3336-483c-ae21-1000ba2f865d tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea0542-aa30-4310-b40b-d9ad1ea1fa3a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:18.903983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:18.925160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469293a3-1374-4b06-a363-a265e81415d9') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:18.925464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469293a3-1374-4b06-a363-a265e81415d9') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:18.943408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a59aa251-f502-417a-8e39-76c18cfe842e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.955380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.988860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-68b83272-bba4-4bdb-bb60-0964a27a2652 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1151567 Dec 08 00:19:18.991159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:18.993349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40236) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:18.997900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0b1a8798-52d1-4d28-b03d-ef14d8a780f2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508985310'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:19.003447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:19.003943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:19.006958 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:19.019611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8798-52d1-4d28-b03d-ef14d8a780f2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.085674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8798-52d1-4d28-b03d-ef14d8a780f2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.089119 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.089558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8798-52d1-4d28-b03d-ef14d8a780f2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.094459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.101474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 HTTP/1.1" status: 204 len: 168 time: 3.4222519 Dec 08 00:19:19.104265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40238) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.113748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1351796893'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:19.118517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8798-52d1-4d28-b03d-ef14d8a780f2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.122637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0b1a8798-52d1-4d28-b03d-ef14d8a780f2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1254876 Dec 08 00:19:19.122780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40240) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.127820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fead29d2-e3e8-4295-8b8e-6b0a249e4aa7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': '9d693687-28f1-4a82-8f3a-37710b0fc878', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:19.133609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a8798-52d1-4d28-b03d-ef14d8a780f2 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d693687-28f1-4a82-8f3a-37710b0fc878,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.136804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa7c4c-750f-4398-8d98-39aa9e687726 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.157034 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a59aa251-f502-417a-8e39-76c18cfe842e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.164561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a59aa251-f502-417a-8e39-76c18cfe842e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.170714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:19.174225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.195646 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-fead29d2-e3e8-4295-8b8e-6b0a249e4aa7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:19.196728 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fead29d2-e3e8-4295-8b8e-6b0a249e4aa7 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0730102 Dec 08 00:19:19.199814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40242) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.204438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f7f59077-2751-48dc-a689-cd65e0c536b1 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group_rule': {'security_group_id': '9d693687-28f1-4a82-8f3a-37710b0fc878', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:19.233107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a59aa251-f502-417a-8e39-76c18cfe842e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e04c88e0f1684d118fd0e4abec949234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011206 Dec 08 00:19:19.234998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59aa251-f502-417a-8e39-76c18cfe842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3583d4-454d-43e7-9bf5-482806f9ef5a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.237289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40244) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.247209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:19.257700 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-f7f59077-2751-48dc-a689-cd65e0c536b1 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:19:19.258739 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f7f59077-2751-48dc-a689-cd65e0c536b1 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0578604 Dec 08 00:19:19.259000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.259452 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment d4d69684-b086-49cd-90ac-ec9a4c1cbc8a of type vlan for network 2f73ac42-29c6-489a-9ca8-6044b2e886dd Dec 08 00:19:19.262015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40246) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.302546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.330404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46ef3baa-e15c-43eb-8bb2-44d58630246d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.331573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.337198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:19.337691 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.349552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77b9faad-b0e5-43e7-9eae-d595df432460 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.370167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46ef3baa-e15c-43eb-8bb2-44d58630246d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.376337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2709773 Dec 08 00:19:19.379462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40248) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.386266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:19.394552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77b9faad-b0e5-43e7-9eae-d595df432460 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.429966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f49ea-4e9d-4364-96cd-8898a3527b39 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=2f73ac42-29c6-489a-9ca8-6044b2e886dd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.447886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2f73ac42-29c6-489a-9ca8-6044b2e886dd details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:19.451635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77b9faad-b0e5-43e7-9eae-d595df432460 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.454707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77b9faad-b0e5-43e7-9eae-d595df432460 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.455963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77b9faad-b0e5-43e7-9eae-d595df432460 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d693687-28f1-4a82-8f3a-37710b0fc878 HTTP/1.1" status: 204 len: 168 time: 0.1930566 Dec 08 00:19:19.459721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40250) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.480377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9faad-b0e5-43e7-9eae-d595df432460 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d693687-28f1-4a82-8f3a-37710b0fc878,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.484362 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46ef3baa-e15c-43eb-8bb2-44d58630246d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.486604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46ef3baa-e15c-43eb-8bb2-44d58630246d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.490796 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-46ef3baa-e15c-43eb-8bb2-44d58630246d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac3583d4-454d-43e7-9bf5-482806f9ef5a HTTP/1.1" status: 204 len: 168 time: 0.2496412 Dec 08 00:19:19.500871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3baa-e15c-43eb-8bb2-44d58630246d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3583d4-454d-43e7-9bf5-482806f9ef5a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.523441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:19.526264 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ab31632d-1f5a-48d9-9e6d-ed4ff4222bb4 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0640821 Dec 08 00:19:19.527107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.530502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40254) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.537318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d283deaf-cb55-45a4-98da-0c7666d5bdbd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201327806'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:19.564182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d283deaf-cb55-45a4-98da-0c7666d5bdbd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.596411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing IP validity checks on allocation pools {{(pid=103114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:19:19.596834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:19:19.658763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d283deaf-cb55-45a4-98da-0c7666d5bdbd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.664456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d283deaf-cb55-45a4-98da-0c7666d5bdbd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.697250 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d283deaf-cb55-45a4-98da-0c7666d5bdbd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.701364 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d283deaf-cb55-45a4-98da-0c7666d5bdbd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1668863 Dec 08 00:19:19.701364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283deaf-cb55-45a4-98da-0c7666d5bdbd tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8add7eab-98a0-4266-bf96-d3c06377e792,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.702550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40258) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.706920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fa2d8bee-d187-4834-bfd9-c7414ab250b8 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:19.707350 n-d-820549-2 neutron-server[103113]: WARNING neutron.api.v2.base [None req-fa2d8bee-d187-4834-bfd9-c7414ab250b8 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 00:19:19.708353 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-fa2d8bee-d187-4834-bfd9-c7414ab250b8 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 00:19:19.709316 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fa2d8bee-d187-4834-bfd9-c7414ab250b8 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "PUT /v2.0/security-groups/8add7eab-98a0-4266-bf96-d3c06377e792 HTTP/1.1" status: 409 len: 330 time: 0.0058167 Dec 08 00:19:19.712162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40260) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.745450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.779684 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-061b0969-76b6-433c-af53-711077721705 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.815142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-061b0969-76b6-433c-af53-711077721705 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.830270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=cd08abce-5485-44b8-884e-824f02fca2b6,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.859479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:19.859763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 2f73ac42-29c6-489a-9ca8-6044b2e886dd, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:19.876552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40268) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.884589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-061b0969-76b6-433c-af53-711077721705 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.887261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-061b0969-76b6-433c-af53-711077721705 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.890082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21faca4-ef5a-4bc0-874f-d6baffd14b1c req-f14152b2-d418-45ba-83fb-81a265eab6f2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:19.891655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f21faca4-ef5a-4bc0-874f-d6baffd14b1c req-f14152b2-d418-45ba-83fb-81a265eab6f2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 944 time: 0.0840936 Dec 08 00:19:19.892249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40270) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:19.894984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-061b0969-76b6-433c-af53-711077721705 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/8add7eab-98a0-4266-bf96-d3c06377e792 HTTP/1.1" status: 204 len: 168 time: 0.1780734 Dec 08 00:19:19.902150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:19:19.912465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-020c0f5e-17ec-4730-9948-ef6c2e627f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:19.919859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 2f73ac42-29c6-489a-9ca8-6044b2e886dd is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:19.920122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b0969-76b6-433c-af53-711077721705 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add7eab-98a0-4266-bf96-d3c06377e792,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:19.964105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2f73ac42-29c6-489a-9ca8-6044b2e886dd) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:19.972702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:19.973337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.000293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ee705-1f64-4a56-ae81-29ea6963c64c None None] Network 2f73ac42-29c6-489a-9ca8-6044b2e886dd requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:20.016116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-020c0f5e-17ec-4730-9948-ef6c2e627f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.021062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-020c0f5e-17ec-4730-9948-ef6c2e627f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.031158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2c94de57-d8df-43b2-97e7-527af327901b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6505885 Dec 08 00:19:20.036649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40272) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:20.045511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9f253b13-f9e8-4a6f-8e07-4cb969a472fe tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421525 Dec 08 00:19:20.045511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40274) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:20.054930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499938a3-1414-43cf-a725-dd9aca22c0f7 req-6b83dfdb-bcee-4bd0-9faa-d57f4988f844 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:20.056477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-499938a3-1414-43cf-a725-dd9aca22c0f7 req-6b83dfdb-bcee-4bd0-9faa-d57f4988f844 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 943 time: 0.1602025 Dec 08 00:19:20.066982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f21faca4-ef5a-4bc0-874f-d6baffd14b1c req-57b700e7-ca27-4ef8-be56-fe27b22fbf28 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635511 Dec 08 00:19:20.078572 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-f0b423e3-391d-48c2-a992-a853b4d8dc52 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] delete failed (client error): The resource could not be found. Dec 08 00:19:20.085471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f0b423e3-391d-48c2-a992-a853b4d8dc52 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c8e2556-8a63-49f1-8533-2b3a4ab22dba HTTP/1.1" status: 404 len: 347 time: 0.0376477 Dec 08 00:19:20.085954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-020c0f5e-17ec-4730-9948-ef6c2e627f2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20c774bc75ef4d748a34f89096cc7311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080677 Dec 08 00:19:20.086945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40276) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:20.088443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40278) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:20.095060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:20.113011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'mac_address': 'fa:16:3e:3c:8b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:19:20.135595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0f5e-17ec-4730-9948-ef6c2e627f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dc815c-ae45-4780-b011-2d0c88865280,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:20.147445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-499938a3-1414-43cf-a725-dd9aca22c0f7 req-a90f4aa6-8924-4ceb-88e2-119930f6976e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752652 Dec 08 00:19:20.174595 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-4cec63cb-a64d-487a-93a6-25f9cb9f0dee tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] show failed (client error): The resource could not be found. Dec 08 00:19:20.175674 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4cec63cb-a64d-487a-93a6-25f9cb9f0dee tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-groups/faadd6fb-f607-43d6-bf1a-ca85d25961e7 HTTP/1.1" status: 404 len: 347 time: 0.0882564 Dec 08 00:19:20.181133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40280) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:20.192519 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-549fc2af-e05c-4894-bf11-2517f2025661 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] show failed (client error): The resource could not be found. Dec 08 00:19:20.197688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-549fc2af-e05c-4894-bf11-2517f2025661 tempest-NegativeSecGroupIPv6Test-742600630 tempest-NegativeSecGroupIPv6Test-742600630-project] 10.222.0.18 "GET /v2.0/security-group-rules/7f5192d2-627b-4334-a51c-ad72be502b80 HTTP/1.1" status: 404 len: 356 time: 0.0117474 Dec 08 00:19:20.201154 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.219914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2f73ac42-29c6-489a-9ca8-6044b2e886dd', 'network_id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': 'cd08abce-5485-44b8-884e-824f02fca2b6'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:20.220798 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.234946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b5ced6-cb78-4bb3-a944-956f3331147a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:19:20.245560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.260349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b4d65dc-c29b-4230-a2e8-8ab81d4e8021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.313532 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b4d65dc-c29b-4230-a2e8-8ab81d4e8021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.323075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:20.330599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9ceb3b18-9013-4aad-a039-14ba8081e8f1 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:20.335185 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.356113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.406336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b4d65dc-c29b-4230-a2e8-8ab81d4e8021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.408993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b4d65dc-c29b-4230-a2e8-8ab81d4e8021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.413975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8b4d65dc-c29b-4230-a2e8-8ab81d4e8021 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6dc815c-ae45-4780-b011-2d0c88865280 HTTP/1.1" status: 204 len: 168 time: 0.3124926 Dec 08 00:19:20.421813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d65dc-c29b-4230-a2e8-8ab81d4e8021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dc815c-ae45-4780-b011-2d0c88865280,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:20.468604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:20.477587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Allocated IP 172.20.0.3 (2f73ac42-29c6-489a-9ca8-6044b2e886dd/cd08abce-5485-44b8-884e-824f02fca2b6/b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:20.496067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:19:20.510477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:20.510936 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.534216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40288) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:20.653972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['96b5ced6-cb78-4bb3-a944-956f3331147a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:19:20.742555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-342e03f4-a14c-422e-a82e-b1ac0250f722 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b16a50aa6b984dd181f72501a39d3204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046077 Dec 08 00:19:20.742717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.743023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40300) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:20.746404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.774784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.789188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ceb3b18-9013-4aad-a039-14ba8081e8f1'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:20.791569 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9910182a-0ee3-43a3-adf0-02b073721eaf" -d '{"events": [{"server_uuid": "9451fde7-3e7b-4820-aa83-cf71d2e7790a", "name": "network-vif-plugged", "status": "completed", "tag": "9ceb3b18-9013-4aad-a039-14ba8081e8f1"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:20.812252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.829712 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42ca0e86-8955-4345-9b81-017231215f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.856988 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c1da73-9719-4d50-9c91-58d194a6fd65 x-openstack-request-id: req-f8c1da73-9719-4d50-9c91-58d194a6fd65 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:20.857290 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9451fde7-3e7b-4820-aa83-cf71d2e7790a", "name": "network-vif-plugged", "status": "completed", "tag": "9ceb3b18-9013-4aad-a039-14ba8081e8f1", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:20.857531 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8c1da73-9719-4d50-9c91-58d194a6fd65 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:20.857926 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'code': 200} Dec 08 00:19:20.859038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=cd08abce-5485-44b8-884e-824f02fca2b6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:20.859596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9ceb3b18-9013-4aad-a039-14ba8081e8f1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:20.871413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Network 2f73ac42-29c6-489a-9ca8-6044b2e886dd is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:20.881328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.887884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:20.890663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:20.893129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Pushing event updated for resources: {'Port': ['ID=b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:20.899198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42ca0e86-8955-4345-9b81-017231215f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.947266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:20.991128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f73ac42-29c6-489a-9ca8-6044b2e886dd']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:21.017564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:21.017844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:21.029847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=9ceb3b18-9013-4aad-a039-14ba8081e8f1,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:21.031819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.032697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Attempting to bind port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:21.032964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Attempting to bind port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:21.033339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Attempting to bind port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3 on network 2f73ac42-29c6-489a-9ca8-6044b2e886dd {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:21.050075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:21.050075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Checking segment: {'id': 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:21.050075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.050075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Bound using segment: {'id': 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:21.050075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Bound port: b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:21.050075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.055472 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.063610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd38cc9-eabd-4b0e-a34b-fcc0efc51b90 req-ca39a54c-4c23-4932-b847-696b28a1a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:21.065279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dcd38cc9-eabd-4b0e-a34b-fcc0efc51b90 req-ca39a54c-4c23-4932-b847-696b28a1a269 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 1096 time: 0.0973094 Dec 08 00:19:21.068639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:21.069205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:21.072540 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:21.074662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42ca0e86-8955-4345-9b81-017231215f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.076937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-42ca0e86-8955-4345-9b81-017231215f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.078041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-42ca0e86-8955-4345-9b81-017231215f0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9c9b4ad-7a1b-48b5-9984-186d4fd941ae HTTP/1.1" status: 204 len: 168 time: 0.3340535 Dec 08 00:19:21.142166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca0e86-8955-4345-9b81-017231215f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c9b4ad-7a1b-48b5-9984-186d4fd941ae,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:21.149294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] For port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:21.237435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:21.237435 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:21.237435 n-d-820549-2 neutron-server[103113]: [parameters: {'id': '2f73ac42-29c6-489a-9ca8-6044b2e886dd'}] Dec 08 00:19:21.237435 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:21.237883 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:21.240397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] For port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3,segment=NetworkSegment(d4d69684-b086-49cd-90ac-ec9a4c1cbc8a),segment_id=d4d69684-b086-49cd-90ac-ec9a4c1cbc8a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:21.260759 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.261133 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dcd38cc9-eabd-4b0e-a34b-fcc0efc51b90 req-5e7fa3cb-a90f-423e-8daa-0ce68d1db05b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876183 Dec 08 00:19:21.271437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8945c59-23aa-44e0-a1de-31b162caaa3e req-b806e7c1-d7f9-4762-b37a-a605eb0a431a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:21.273014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8945c59-23aa-44e0-a1de-31b162caaa3e req-b806e7c1-d7f9-4762-b37a-a605eb0a431a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 945 time: 0.0885546 Dec 08 00:19:21.355368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879f9ae-ea48-43d1-bc2e-2cd9e0438c8f None None] Pushing event updated for resources: {'Port': ['ID=b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:21.382879 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc94f-6c4c-40de-bc0e-c50b5e1f871e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.388164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca0570-30d3-4cc1-88fa-256e69295b31 None None] Network 2f73ac42-29c6-489a-9ca8-6044b2e886dd requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:21.393915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8945c59-23aa-44e0-a1de-31b162caaa3e req-d289b716-08e7-469f-9ee6-3dfc4aeb9fad tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092241 Dec 08 00:19:21.415872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d9fa-3a61-45ae-a693-4cb66a7040ca req-152d8551-b252-4d6b-bfc4-5ed5bba24e6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:21.417695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d995d9fa-3a61-45ae-a693-4cb66a7040ca req-152d8551-b252-4d6b-bfc4-5ed5bba24e6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1427081 Dec 08 00:19:21.522076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e4162-2726-487d-981a-daaae161b70f None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:21.527454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d995d9fa-3a61-45ae-a693-4cb66a7040ca req-f0778df1-dded-481d-ab92-d95876dab6c4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024046 Dec 08 00:19:21.621070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e4162-2726-487d-981a-daaae161b70f None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:21.739223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.809345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:21.809922 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.889407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3,segment=NetworkSegment(d4d69684-b086-49cd-90ac-ec9a4c1cbc8a),segment_id=d4d69684-b086-49cd-90ac-ec9a4c1cbc8a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:21.889768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:21.903478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:21.919025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:21.984901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 96b5ced6-cb78-4bb3-a944-956f3331147a completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:19:21.989622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 96b5ced6-cb78-4bb3-a944-956f3331147a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:21.990248 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.012539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.045544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:22.050517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port b80d16d9-e0ee-41f0-92a0-d1b1fe032ac3 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:22.091876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.137494 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.149913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:22.155757 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.159588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f73ac42-29c6-489a-9ca8-6044b2e886dd']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:22.171647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:22.171942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d69684-b086-49cd-90ac-ec9a4c1cbc8a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:22.182062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.198377 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.209599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:22.209927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:22.213182 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:22.230683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:22.290280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.305397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.313288 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/2f73ac42-29c6-489a-9ca8-6044b2e886dd HTTP/1.1" status: 204 len: 168 time: 2.2728040 Dec 08 00:19:22.316752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40362) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:22.320375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57a080-89c9-44b1-8511-868a93800173 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=2f73ac42-29c6-489a-9ca8-6044b2e886dd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:22.326838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1944156781'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:22.360163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:22.365452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.388941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:22.399905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.400424 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment a2c07e66-91cc-4d2e-9f35-192e91aadc67 of type vlan for network 23eb4215-dbb2-4597-88f9-a717270b823a Dec 08 00:19:22.445061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.474753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.482165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:22.482811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.559246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2357705 Dec 08 00:19:22.559931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40382) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:22.568500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '23eb4215-dbb2-4597-88f9-a717270b823a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:22.618354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508d9c1-0c73-422c-8368-db088ede4e99 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=23eb4215-dbb2-4597-88f9-a717270b823a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:22.633214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 23eb4215-dbb2-4597-88f9-a717270b823a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:22.644622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff87bd-f4b6-492f-ac8f-958f199fc96d req-319706e0-4b7b-415f-8552-f7cc101d5f49 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:22.647557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2ff87bd-f4b6-492f-ac8f-958f199fc96d req-319706e0-4b7b-415f-8552-f7cc101d5f49 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 945 time: 0.1615300 Dec 08 00:19:22.780050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2ff87bd-f4b6-492f-ac8f-958f199fc96d req-58d87d49-c71a-4a6f-90aa-81a793e04059 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254115 Dec 08 00:19:22.783131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:22.786875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:22.859542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:22.861376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2c37b-358f-42dc-972d-ef6754b23919 req-3f5ffb54-1d05-4d06-865f-54e74a942202 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:22.862146 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555d35e2-668e-409b-aa47-a7c88d4d25cc" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:22.862938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8d2c37b-358f-42dc-972d-ef6754b23919 req-3f5ffb54-1d05-4d06-865f-54e74a942202 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.1194892 Dec 08 00:19:22.956564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8d2c37b-358f-42dc-972d-ef6754b23919 req-b232eb65-406e-4cfd-9704-ac58c0c8c290 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818036 Dec 08 00:19:22.968076 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de39e6-c8ed-4a5c-9b91-bbab7842a967 x-openstack-request-id: req-27de39e6-c8ed-4a5c-9b91-bbab7842a967 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:22.968670 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:22.969287 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27de39e6-c8ed-4a5c-9b91-bbab7842a967 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:22.970168 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'code': 200} Dec 08 00:19:23.110638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.169089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0c54a-9296-4efb-8ffa-521e2f815fa8 req-6818c6a5-3b10-4fb9-ba36-785c74bff7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:23.170596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01b0c54a-9296-4efb-8ffa-521e2f815fa8 req-6818c6a5-3b10-4fb9-ba36-785c74bff7b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1096 time: 0.1088843 Dec 08 00:19:23.200720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=7e55d9d8-1daa-4fd4-9f61-2f5549898456,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:23.228278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': 'a2c07e66-91cc-4d2e-9f35-192e91aadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23eb4215-dbb2-4597-88f9-a717270b823a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:23.228529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 23eb4215-dbb2-4597-88f9-a717270b823a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:23.265534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01b0c54a-9296-4efb-8ffa-521e2f815fa8 req-ec5a96ad-e0f4-45fe-a8f5-cbf1ffd734ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818615 Dec 08 00:19:23.266597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 23eb4215-dbb2-4597-88f9-a717270b823a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:23.292375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 23eb4215-dbb2-4597-88f9-a717270b823a) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:23.301655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522eb003-65ca-43be-8e9c-699ec364f1fb None None] Network 23eb4215-dbb2-4597-88f9-a717270b823a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:23.310751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:23.310751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.339425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40416) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:23.350669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dee6f013-bc51-41bc-91b1-8a731c252c76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7895098 Dec 08 00:19:23.486999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.507608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-23eb4215-dbb2-4597-88f9-a717270b823a', 'network_id': '23eb4215-dbb2-4597-88f9-a717270b823a', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': '7e55d9d8-1daa-4fd4-9f61-2f5549898456'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:23.508721 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.619006 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.685701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Allocated IP 172.20.0.1 (23eb4215-dbb2-4597-88f9-a717270b823a/7e55d9d8-1daa-4fd4-9f61-2f5549898456/895feab7-03f1-4375-85a8-0a47f4abdb60) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:23.862346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.877167 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.913642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.920812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf3d1ad2-36cf-49cc-8284-1436f8ab8730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:23.940173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Network 23eb4215-dbb2-4597-88f9-a717270b823a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:23.945777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:23.947751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Pushing event updated for resources: {'Port': ['ID=895feab7-03f1-4375-85a8-0a47f4abdb60,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:23.949889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:24.010663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=7e55d9d8-1daa-4fd4-9f61-2f5549898456,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:24.058577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Attempting to bind port 895feab7-03f1-4375-85a8-0a47f4abdb60 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:24.058987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Attempting to bind port 895feab7-03f1-4375-85a8-0a47f4abdb60 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'a2c07e66-91cc-4d2e-9f35-192e91aadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23eb4215-dbb2-4597-88f9-a717270b823a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:24.059358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Attempting to bind port 895feab7-03f1-4375-85a8-0a47f4abdb60 on network 23eb4215-dbb2-4597-88f9-a717270b823a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:24.068613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.070803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.071370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.075862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.076399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.076933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.077674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.078198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.078726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.079273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.079913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.080451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.082297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:24.083885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:24.084267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Checking segment: {'id': 'a2c07e66-91cc-4d2e-9f35-192e91aadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23eb4215-dbb2-4597-88f9-a717270b823a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:24.088907 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.089324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Bound using segment: {'id': 'a2c07e66-91cc-4d2e-9f35-192e91aadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23eb4215-dbb2-4597-88f9-a717270b823a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:24.089824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Bound port: 895feab7-03f1-4375-85a8-0a47f4abdb60, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c07e66-91cc-4d2e-9f35-192e91aadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23eb4215-dbb2-4597-88f9-a717270b823a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:24.090214 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.152779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.175588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04004d4f-65a3-4089-9fd1-7fa68bd4a2c3 req-95dfd950-353d-4f4f-ba2b-6e136f7e4098 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:24.177646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04004d4f-65a3-4089-9fd1-7fa68bd4a2c3 req-95dfd950-353d-4f4f-ba2b-6e136f7e4098 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.0796580 Dec 08 00:19:24.184250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eb4215-dbb2-4597-88f9-a717270b823a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:24.196889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c07e66-91cc-4d2e-9f35-192e91aadc67') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:24.197537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c07e66-91cc-4d2e-9f35-192e91aadc67') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:24.232642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.232750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40454) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:24.258187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] For port 895feab7-03f1-4375-85a8-0a47f4abdb60, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:24.273276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.295630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:24.296294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:24.300128 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:24.326586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04004d4f-65a3-4089-9fd1-7fa68bd4a2c3 req-b87bca9c-23da-48ab-84ca-3ba64936a8bb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306138 Dec 08 00:19:24.406130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] For port 895feab7-03f1-4375-85a8-0a47f4abdb60, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=895feab7-03f1-4375-85a8-0a47f4abdb60,segment=NetworkSegment(a2c07e66-91cc-4d2e-9f35-192e91aadc67),segment_id=a2c07e66-91cc-4d2e-9f35-192e91aadc67)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:24.409478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:24.409478 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:24.409478 n-d-820549-2 neutron-server[103113]: [parameters: {'id': '23eb4215-dbb2-4597-88f9-a717270b823a'}] Dec 08 00:19:24.409478 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:24.411126 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:24.413814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.490039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b19b4a-2bc9-4648-a69b-dab1b02078dc None None] Pushing event updated for resources: {'Port': ['ID=895feab7-03f1-4375-85a8-0a47f4abdb60,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:24.556728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8782b4eb-cd37-4689-859b-4449b2973e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.600173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209a6ce-1bc4-4f7a-b593-9aa996cee494 None None] Network 23eb4215-dbb2-4597-88f9-a717270b823a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:24.727587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8782b4eb-cd37-4689-859b-4449b2973e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.732806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8782b4eb-cd37-4689-859b-4449b2973e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.782096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782b4eb-cd37-4689-859b-4449b2973e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e3ecb-c05a-47ae-9a36-b214864f8d25,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:24.787888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8782b4eb-cd37-4689-859b-4449b2973e64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81cc5e6fc7834c15a4ec35a7224fe436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5586743 Dec 08 00:19:24.790491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40466) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:24.809764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2568aa-3878-493b-a5a0-54c54e20a7ba None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:24.850039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66531854-8d4a-432c-b342-917fb00fa147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.873087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66531854-8d4a-432c-b342-917fb00fa147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.900110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2568aa-3878-493b-a5a0-54c54e20a7ba None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:24.912857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.925599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66531854-8d4a-432c-b342-917fb00fa147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.928845 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-66531854-8d4a-432c-b342-917fb00fa147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:24.932461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-66531854-8d4a-432c-b342-917fb00fa147 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e88e3ecb-c05a-47ae-9a36-b214864f8d25 HTTP/1.1" status: 204 len: 168 time: 0.1384835 Dec 08 00:19:24.951014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66531854-8d4a-432c-b342-917fb00fa147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e3ecb-c05a-47ae-9a36-b214864f8d25,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:25.011555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port 895feab7-03f1-4375-85a8-0a47f4abdb60 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:25.011999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.088104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port 895feab7-03f1-4375-85a8-0a47f4abdb60, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=895feab7-03f1-4375-85a8-0a47f4abdb60,segment=NetworkSegment(a2c07e66-91cc-4d2e-9f35-192e91aadc67),segment_id=a2c07e66-91cc-4d2e-9f35-192e91aadc67)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:25.088614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.122685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for 895feab7-03f1-4375-85a8-0a47f4abdb60 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:25.245526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.252806 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.280365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=895feab7-03f1-4375-85a8-0a47f4abdb60,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:25.289140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port 895feab7-03f1-4375-85a8-0a47f4abdb60 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:25.343554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40480) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:25.372512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d7d89890-35b1-4c11-ad0b-d14bcb35da33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.413032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.445130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eb4215-dbb2-4597-88f9-a717270b823a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:25.460734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b4aa6-97ad-42ab-a65c-19399a5021db req-968daa8c-b50b-4d07-b997-801312ae1ce5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:25.461378 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c07e66-91cc-4d2e-9f35-192e91aadc67') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:25.461677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c07e66-91cc-4d2e-9f35-192e91aadc67') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:25.467361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b9b4aa6-97ad-42ab-a65c-19399a5021db req-968daa8c-b50b-4d07-b997-801312ae1ce5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.0671504 Dec 08 00:19:25.476314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.501878 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.514175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:25.514606 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:25.518457 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:25.523675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b9b4aa6-97ad-42ab-a65c-19399a5021db req-f1ff40fd-7da2-4629-b14f-4826ac093537 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539238 Dec 08 00:19:25.597112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d7d89890-35b1-4c11-ad0b-d14bcb35da33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.603324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d7d89890-35b1-4c11-ad0b-d14bcb35da33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.635109 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.669895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.674545 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/23eb4215-dbb2-4597-88f9-a717270b823a HTTP/1.1" status: 204 len: 168 time: 2.3333564 Dec 08 00:19:25.680096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d89890-35b1-4c11-ad0b-d14bcb35da33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5765c93-04cd-4072-af6d-5d092f172e4d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:25.685864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40492) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:25.688080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb931c-96c4-469b-8a05-1188d2a83ef2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=23eb4215-dbb2-4597-88f9-a717270b823a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:25.694353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-270081990'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:25.701416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8da7a-1caf-4150-a46a-91be879de26e req-d041e82d-a5d6-4320-8ff1-78548819782c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:25.702207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d7d89890-35b1-4c11-ad0b-d14bcb35da33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8d41f31289f4cd09feb04d03de2661e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575618 Dec 08 00:19:25.705454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40494) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:25.709633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8c8da7a-1caf-4150-a46a-91be879de26e req-d041e82d-a5d6-4320-8ff1-78548819782c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.0916374 Dec 08 00:19:25.718636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40496) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:25.727228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'floatingip': {'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:25.775415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.777760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:25.783206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.790207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9ce8-818a-48a1-a8e8-7d61859b3e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.824851 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9ce8-818a-48a1-a8e8-7d61859b3e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.838604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:25.872932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.873859 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment 24398d01-cbff-4eb6-a34f-f0a479d9ce2f of type vlan for network 72591064-fdf5-4c75-93df-051a77120464 Dec 08 00:19:25.953318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.956481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9ce8-818a-48a1-a8e8-7d61859b3e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.962610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9ce8-818a-48a1-a8e8-7d61859b3e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:25.965579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9e3d9ce8-818a-48a1-a8e8-7d61859b3e4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5765c93-04cd-4072-af6d-5d092f172e4d HTTP/1.1" status: 204 len: 168 time: 0.2565813 Dec 08 00:19:25.980490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d9ce8-818a-48a1-a8e8-7d61859b3e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5765c93-04cd-4072-af6d-5d092f172e4d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:26.034503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.044798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:26.045659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.178735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=72591064-fdf5-4c75-93df-051a77120464,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:26.193544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 72591064-fdf5-4c75-93df-051a77120464 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:26.196676 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ecb7033e-8e79-403b-9687-0c8f8ba20f5d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5095286 Dec 08 00:19:26.197379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:26.202731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '72591064-fdf5-4c75-93df-051a77120464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:26.321955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:26.335272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.378876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.381296 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.386777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.537983 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Floating IP bd158b05-2b96-4b2a-9910-23c49d454102 associated. External IP: 172.25.6.130, port: 96b5ced6-cb78-4bb3-a944-956f3331147a. Dec 08 00:19:26.628173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.711860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=67f8a8a9-8f95-4f85-acbf-d9c56db11816,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:26.743216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': '24398d01-cbff-4eb6-a34f-f0a479d9ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72591064-fdf5-4c75-93df-051a77120464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:26.743733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 72591064-fdf5-4c75-93df-051a77120464, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:26.785235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 72591064-fdf5-4c75-93df-051a77120464 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:26.813126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 72591064-fdf5-4c75-93df-051a77120464) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:26.822106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94cc067-2d0a-46d9-b94a-fe38070e2805 None None] Network 72591064-fdf5-4c75-93df-051a77120464 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:26.834863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:26.835570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:26.888313 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-97d5d87a-42d1-4e7e-bee7-9e70d1e28ace tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6866331 Dec 08 00:19:26.888313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:27.018299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-72591064-fdf5-4c75-93df-051a77120464', 'network_id': '72591064-fdf5-4c75-93df-051a77120464', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': '67f8a8a9-8f95-4f85-acbf-d9c56db11816'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:27.019337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.093067 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.248181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.292535 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.324370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Allocated IP 172.20.0.2 (72591064-fdf5-4c75-93df-051a77120464/67f8a8a9-8f95-4f85-acbf-d9c56db11816/3afb7459-6247-495b-8f09-b4d5f23b6cee) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:27.347304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350cda7-5496-457f-b09a-83c8b1d7ef72 req-5e77c826-a6a7-41df-b0e2-5ff29dc3f8c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:27.356058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9350cda7-5496-457f-b09a-83c8b1d7ef72 req-5e77c826-a6a7-41df-b0e2-5ff29dc3f8c5 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1475215 Dec 08 00:19:27.479593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9350cda7-5496-457f-b09a-83c8b1d7ef72 req-6353d28c-f4b7-4664-bb21-d3cc70067721 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225686 Dec 08 00:19:27.546904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:19:27.643677 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.673949 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.687671 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.728370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=67f8a8a9-8f95-4f85-acbf-d9c56db11816,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:27.732566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Network 72591064-fdf5-4c75-93df-051a77120464 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:27.779808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:27.786835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:27.793339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:19:27.812223 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] Sync routers for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:19:27.816184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.827776 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:19:27.831369 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:19:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:27.886479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e26d375d-3730-4e48-b9b6-4dcd30f01235 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "PUT /v2.0/floatingips/bd158b05-2b96-4b2a-9910-23c49d454102 HTTP/1.1" status: 200 len: 991 time: 2.1660082 Dec 08 00:19:27.887442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:27.894781 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778e7222-20e1-4492-bb06-706a5f867d81" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:27.911716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Attempting to bind port 3afb7459-6247-495b-8f09-b4d5f23b6cee on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:27.912395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Attempting to bind port 3afb7459-6247-495b-8f09-b4d5f23b6cee by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '24398d01-cbff-4eb6-a34f-f0a479d9ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72591064-fdf5-4c75-93df-051a77120464'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:27.912979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Attempting to bind port 3afb7459-6247-495b-8f09-b4d5f23b6cee on network 72591064-fdf5-4c75-93df-051a77120464 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:27.916559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Pushing event updated for resources: {'Port': ['ID=3afb7459-6247-495b-8f09-b4d5f23b6cee,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:27.930844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:27.931576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Checking segment: {'id': '24398d01-cbff-4eb6-a34f-f0a479d9ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72591064-fdf5-4c75-93df-051a77120464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:27.932550 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.933146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Bound using segment: {'id': '24398d01-cbff-4eb6-a34f-f0a479d9ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72591064-fdf5-4c75-93df-051a77120464'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:27.934305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Bound port: 3afb7459-6247-495b-8f09-b4d5f23b6cee, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24398d01-cbff-4eb6-a34f-f0a479d9ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72591064-fdf5-4c75-93df-051a77120464'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:27.935104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:27.991182 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8da975-cea7-4e95-89fb-e65dbf56f060 x-openstack-request-id: req-7f8da975-cea7-4e95-89fb-e65dbf56f060 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:27.991546 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:27.991814 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f8da975-cea7-4e95-89fb-e65dbf56f060 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:27.992229 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'status': 'completed', 'code': 200} Dec 08 00:19:28.005119 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:28.043966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72591064-fdf5-4c75-93df-051a77120464']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:28.070825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] For port 3afb7459-6247-495b-8f09-b4d5f23b6cee, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:28.074423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] For port 3afb7459-6247-495b-8f09-b4d5f23b6cee, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3afb7459-6247-495b-8f09-b4d5f23b6cee,segment=NetworkSegment(24398d01-cbff-4eb6-a34f-f0a479d9ce2f),segment_id=24398d01-cbff-4eb6-a34f-f0a479d9ce2f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:28.082206 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:19:28.086209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:28.087534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24398d01-cbff-4eb6-a34f-f0a479d9ce2f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:28.088072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24398d01-cbff-4eb6-a34f-f0a479d9ce2f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:28.116407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:28.149987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:28.157411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7222-20e1-4492-bb06-706a5f867d81 req-85bfbcba-ddac-4554-b68a-5c851fa83db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:28.159297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778e7222-20e1-4492-bb06-706a5f867d81 req-85bfbcba-ddac-4554-b68a-5c851fa83db4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1096 time: 0.0904999 Dec 08 00:19:28.165585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:28.169177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:28.176525 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:28.201644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398cdc-46bd-4fba-a016-148c78d5d67f None None] Pushing event updated for resources: {'Port': ['ID=3afb7459-6247-495b-8f09-b4d5f23b6cee,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:28.319675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ed7b4d-f893-4aab-8c4e-3e5bb438620e None None] Network 72591064-fdf5-4c75-93df-051a77120464 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:28.352634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:28.352634 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:28.352634 n-d-820549-2 neutron-server[103113]: [parameters: {'id': '72591064-fdf5-4c75-93df-051a77120464'}] Dec 08 00:19:28.352634 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:28.353396 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:28.427814 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'bd158b05-2b96-4b2a-9910-23c49d454102', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'floating_ip_address': '172.25.6.130', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'mac_address': 'fa:16:3e:3c:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a870fe-4240-4258-9ca3-910071930357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:19:08Z', 'updated_at': '2021-12-08T00:19:26Z', 'revision_number': 1, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:09Z', 'revision_number': 5, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:28.454345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7222-20e1-4492-bb06-706a5f867d81 req-f222df9a-d771-4046-a470-f2e757e7cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:28.456631 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778e7222-20e1-4492-bb06-706a5f867d81 req-f222df9a-d771-4046-a470-f2e757e7cee2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2897859 Dec 08 00:19:28.458045 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] Checking router: 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:19:28.468127 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:19:28.468917 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:19:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:28.550269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70732d06-a797-48d3-a407-d6207f3b099d None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:28.581011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778e7222-20e1-4492-bb06-706a5f867d81 req-82849095-7694-4c28-b087-0438b3ad3d0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.1156726 Dec 08 00:19:28.647346 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:19:28.657233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70732d06-a797-48d3-a407-d6207f3b099d None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:28.736638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7222-20e1-4492-bb06-706a5f867d81 req-949f23c3-5e4b-45c1-9a83-21594b157c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:28.738293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778e7222-20e1-4492-bb06-706a5f867d81 req-949f23c3-5e4b-45c1-9a83-21594b157c17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1427855 Dec 08 00:19:28.755470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880804f-b7cd-4a68-99c5-a40f0976da9a req-eb241d26-d53a-4068-8327-efd28e883a00 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:28.757029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5880804f-b7cd-4a68-99c5-a40f0976da9a req-eb241d26-d53a-4068-8327-efd28e883a00 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1372244 Dec 08 00:19:28.838667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7222-20e1-4492-bb06-706a5f867d81 req-e315d164-db4f-4800-ba81-5cb52dabede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:28.840254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778e7222-20e1-4492-bb06-706a5f867d81 req-e315d164-db4f-4800-ba81-5cb52dabede3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940130 Dec 08 00:19:28.854356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:28.882369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5880804f-b7cd-4a68-99c5-a40f0976da9a req-3016538c-bcb1-455d-b5e7-96340b39056b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173370 Dec 08 00:19:28.984893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778e7222-20e1-4492-bb06-706a5f867d81 req-460aad9c-973d-40ba-8fb8-e5c5f52afb0a service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311352 Dec 08 00:19:28.989607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port 3afb7459-6247-495b-8f09-b4d5f23b6cee {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:28.990232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.111670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port 3afb7459-6247-495b-8f09-b4d5f23b6cee, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3afb7459-6247-495b-8f09-b4d5f23b6cee,segment=NetworkSegment(24398d01-cbff-4eb6-a34f-f0a479d9ce2f),segment_id=24398d01-cbff-4eb6-a34f-f0a479d9ce2f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:29.112207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.131818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for 3afb7459-6247-495b-8f09-b4d5f23b6cee owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:29.276651 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'bd158b05-2b96-4b2a-9910-23c49d454102', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'floating_ip_address': '172.25.6.130', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'mac_address': 'fa:16:3e:3c:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a870fe-4240-4258-9ca3-910071930357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:19:08Z', 'updated_at': '2021-12-08T00:19:26Z', 'revision_number': 1, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:09Z', 'revision_number': 5, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:29.293612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.311652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-778e7222-20e1-4492-bb06-706a5f867d81 req-7333bbef-e424-4bc5-97d0-60e1e11acd3a service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181207 Dec 08 00:19:29.337721 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a25625-1260-4d8d-8e01-187707170ddd None None] The sync data for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 is: [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'bd158b05-2b96-4b2a-9910-23c49d454102', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'floating_ip_address': '172.25.6.130', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'mac_address': 'fa:16:3e:3c:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a870fe-4240-4258-9ca3-910071930357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:19:08Z', 'updated_at': '2021-12-08T00:19:26Z', 'revision_number': 1, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:09Z', 'revision_number': 5, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:19:29.349955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=3afb7459-6247-495b-8f09-b4d5f23b6cee,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:29.351969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port 3afb7459-6247-495b-8f09-b4d5f23b6cee on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:29.465390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.509111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72591064-fdf5-4c75-93df-051a77120464']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:29.533099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24398d01-cbff-4eb6-a34f-f0a479d9ce2f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:29.534239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24398d01-cbff-4eb6-a34f-f0a479d9ce2f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:29.557486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.589547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.596712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:29.597301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:29.601952 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:29.686650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.724584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f3dbe-5427-4a90-870b-ad2da7774856 None None] New status for floating IP bd158b05-2b96-4b2a-9910-23c49d454102: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:19:29.726312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.734009 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/72591064-fdf5-4c75-93df-051a77120464 HTTP/1.1" status: 204 len: 168 time: 2.8449993 Dec 08 00:19:29.737069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ece4f-b88a-4729-915b-b2894e95e66f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=72591064-fdf5-4c75-93df-051a77120464,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:29.737389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40596) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:29.743148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175647677'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:29.771858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:29.776237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.809436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:29.820734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.821087 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment acd03b4f-1fa8-439c-a3c6-bd5a3b44f342 of type vlan for network 7dffa28f-73fd-4f18-b547-f01606f00cd3 Dec 08 00:19:29.888740 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.919132 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.927931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:29.928638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:29.973161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2345679 Dec 08 00:19:29.975906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40602) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:29.981377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '7dffa28f-73fd-4f18-b547-f01606f00cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:30.117765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b48bd-b12a-43e1-bb6c-63e395f6a61a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=7dffa28f-73fd-4f18-b547-f01606f00cd3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:30.129055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7dffa28f-73fd-4f18-b547-f01606f00cd3 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:30.149568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:30.153686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:30.161627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e77cc-37ca-4676-bb7f-b65b56113547 req-ac383afd-2e00-4c8f-b323-a71786bad696 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:30.170720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d78e77cc-37ca-4676-bb7f-b65b56113547 req-ac383afd-2e00-4c8f-b323-a71786bad696 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1110923 Dec 08 00:19:30.244094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d78e77cc-37ca-4676-bb7f-b65b56113547 req-00379625-631d-4d21-aa4f-ab8ffa5bf4a2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722778 Dec 08 00:19:30.307199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing IP validity checks on allocation pools {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:19:30.307993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:19:30.489433 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:30.650201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=f47ffb88-b84d-4cdb-bcb9-c430866a6fbc,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:30.665060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7dffa28f-73fd-4f18-b547-f01606f00cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:30.665060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 7dffa28f-73fd-4f18-b547-f01606f00cd3, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:30.676701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 7dffa28f-73fd-4f18-b547-f01606f00cd3 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:30.687416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7dffa28f-73fd-4f18-b547-f01606f00cd3) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:30.698581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd94f0-2645-4dfd-8be1-aa9711cfa1fb None None] Network 7dffa28f-73fd-4f18-b547-f01606f00cd3 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:30.703372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:30.703725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:30.730605 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-68f385f5-2bea-470d-a9de-1474f7bb2a16 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7535050 Dec 08 00:19:30.733302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40622) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:30.886684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-7dffa28f-73fd-4f18-b547-f01606f00cd3', 'network_id': '7dffa28f-73fd-4f18-b547-f01606f00cd3', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': 'f47ffb88-b84d-4cdb-bcb9-c430866a6fbc'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:30.887249 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:30.887584 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:30.966880 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.085825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Allocated IP 172.20.0.3 (7dffa28f-73fd-4f18-b547-f01606f00cd3/f47ffb88-b84d-4cdb-bcb9-c430866a6fbc/9543bdc0-d6da-42ba-b938-82382a348026) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:31.253758 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.265401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.291096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.307449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Network 7dffa28f-73fd-4f18-b547-f01606f00cd3 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:31.312461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:31.322489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:31.335257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=f47ffb88-b84d-4cdb-bcb9-c430866a6fbc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:31.367400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Pushing event updated for resources: {'Port': ['ID=9543bdc0-d6da-42ba-b938-82382a348026,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:31.404342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Attempting to bind port 9543bdc0-d6da-42ba-b938-82382a348026 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:31.404700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Attempting to bind port 9543bdc0-d6da-42ba-b938-82382a348026 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7dffa28f-73fd-4f18-b547-f01606f00cd3'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:31.405135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Attempting to bind port 9543bdc0-d6da-42ba-b938-82382a348026 on network 7dffa28f-73fd-4f18-b547-f01606f00cd3 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:31.410867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:31.411380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Checking segment: {'id': 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7dffa28f-73fd-4f18-b547-f01606f00cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:31.411846 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.412302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Bound using segment: {'id': 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7dffa28f-73fd-4f18-b547-f01606f00cd3'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:31.412948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Bound port: 9543bdc0-d6da-42ba-b938-82382a348026, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7dffa28f-73fd-4f18-b547-f01606f00cd3'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:31.413277 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.423046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.496115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12f0d1-09d4-4dc0-b2a1-8a5ec7cf6a86 req-1b5dfabc-91cb-43ec-95e0-24215a10da01 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:31.497801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe12f0d1-09d4-4dc0-b2a1-8a5ec7cf6a86 req-1b5dfabc-91cb-43ec-95e0-24215a10da01 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1136732 Dec 08 00:19:31.513361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] For port 9543bdc0-d6da-42ba-b938-82382a348026, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:31.519245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] For port 9543bdc0-d6da-42ba-b938-82382a348026, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9543bdc0-d6da-42ba-b938-82382a348026,segment=NetworkSegment(acd03b4f-1fa8-439c-a3c6-bd5a3b44f342),segment_id=acd03b4f-1fa8-439c-a3c6-bd5a3b44f342)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:31.527960 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.589232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe12f0d1-09d4-4dc0-b2a1-8a5ec7cf6a86 req-8df625b0-411c-4d49-8336-6ce3d9bb770e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853074 Dec 08 00:19:31.633735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7051-e57c-4dc0-9fb1-b2555a048e27 None None] Pushing event updated for resources: {'Port': ['ID=9543bdc0-d6da-42ba-b938-82382a348026,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:31.666920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ac1a1-e0ff-4e1d-bde0-ac4665af5622 None None] Network 7dffa28f-73fd-4f18-b547-f01606f00cd3 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:31.828118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bc4ac-b850-481a-966d-565e52f472a4 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:31.847299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dffa28f-73fd-4f18-b547-f01606f00cd3']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:31.860210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:31.860516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:31.876875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.897018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.907370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:31.907725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:31.911943 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:31.980446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2bc4ac-b850-481a-966d-565e52f472a4 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:31.982179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:31.982179 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:31.982179 n-d-820549-2 neutron-server[103113]: [parameters: {'id': '7dffa28f-73fd-4f18-b547-f01606f00cd3'}] Dec 08 00:19:31.982179 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:31.982501 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:32.483217 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:32.601836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port 9543bdc0-d6da-42ba-b938-82382a348026 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:32.602124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:32.737248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port 9543bdc0-d6da-42ba-b938-82382a348026, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9543bdc0-d6da-42ba-b938-82382a348026,segment=NetworkSegment(acd03b4f-1fa8-439c-a3c6-bd5a3b44f342),segment_id=acd03b4f-1fa8-439c-a3c6-bd5a3b44f342)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:32.737686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:32.772950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for 9543bdc0-d6da-42ba-b938-82382a348026 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:32.781672 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:19:32.877899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3c4f-9993-4f31-a77b-b98143f1ff30 req-4ca62dd3-3e58-4f8b-8760-adf5ef31db05 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:32.888996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-011a3c4f-9993-4f31-a77b-b98143f1ff30 req-4ca62dd3-3e58-4f8b-8760-adf5ef31db05 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1187370 Dec 08 00:19:32.920684 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:32.949599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port 9543bdc0-d6da-42ba-b938-82382a348026 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:33.018080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-011a3c4f-9993-4f31-a77b-b98143f1ff30 req-1e131775-bdbb-4248-9701-3cbabc3daf07 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233029 Dec 08 00:19:33.024831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=9543bdc0-d6da-42ba-b938-82382a348026,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:33.050733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40672) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:33.196648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.247901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63eefcfc-b52c-478d-a854-202b68b058c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.253012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dffa28f-73fd-4f18-b547-f01606f00cd3']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:33.278757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:33.279093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd03b4f-1fa8-439c-a3c6-bd5a3b44f342') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:33.297965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.314188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.322320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:33.322777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:33.330489 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:33.356965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63eefcfc-b52c-478d-a854-202b68b058c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.366146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63eefcfc-b52c-478d-a854-202b68b058c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.514816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.527318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eefcfc-b52c-478d-a854-202b68b058c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26561e4f-aa21-412a-9740-9be586f969dc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:33.542678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-63eefcfc-b52c-478d-a854-202b68b058c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0ec867cfb25499e8bba4b7e5cd9f010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904914 Dec 08 00:19:33.543702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:33.555912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.560118 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/7dffa28f-73fd-4f18-b547-f01606f00cd3 HTTP/1.1" status: 204 len: 168 time: 2.8251183 Dec 08 00:19:33.560995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731b2b8-ae74-4440-8803-f5818a516147 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=7dffa28f-73fd-4f18-b547-f01606f00cd3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:33.565801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40680) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:33.573079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1469080009'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:33.603643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:33.608088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.626372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd960731-7b78-41c0-87a3-f9cdd5972053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.638436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:33.650852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.651587 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment 3a48b1ff-893e-469c-8aef-79323a7fc061 of type vlan for network 53a18231-10d3-4379-b158-de731147c695 Dec 08 00:19:33.660522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd960731-7b78-41c0-87a3-f9cdd5972053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.720222 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd960731-7b78-41c0-87a3-f9cdd5972053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.728481 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd960731-7b78-41c0-87a3-f9cdd5972053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.731443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dd960731-7b78-41c0-87a3-f9cdd5972053 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26561e4f-aa21-412a-9740-9be586f969dc HTTP/1.1" status: 204 len: 168 time: 0.1867318 Dec 08 00:19:33.757029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.761473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd960731-7b78-41c0-87a3-f9cdd5972053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26561e4f-aa21-412a-9740-9be586f969dc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:33.824502 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.837236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:33.839444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:33.904554 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3349938 Dec 08 00:19:33.905923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40690) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:33.913116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '53a18231-10d3-4379-b158-de731147c695', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:33.955135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce749b-a3ef-415e-a9de-2f57021c6976 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=53a18231-10d3-4379-b158-de731147c695,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:33.969487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 53a18231-10d3-4379-b158-de731147c695 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:34.092872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:34.096840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.126726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40694) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:34.162684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd18d84-9be3-43c4-90d7-bceeef884e27 req-371d3961-b493-44c7-90f4-cc89bccd73c7 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:34.164287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bd18d84-9be3-43c4-90d7-bceeef884e27 req-371d3961-b493-44c7-90f4-cc89bccd73c7 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0538120 Dec 08 00:19:34.173486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f606a44f-1c3b-453b-af80-41349d807282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.222375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bd18d84-9be3-43c4-90d7-bceeef884e27 req-39110474-6ca7-4fec-a9fc-0704c1aacbf9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508106 Dec 08 00:19:34.358027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f606a44f-1c3b-453b-af80-41349d807282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.363868 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f606a44f-1c3b-453b-af80-41349d807282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.386538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.436104 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f606a44f-1c3b-453b-af80-41349d807282 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6624177987d46fcac1cffedb5de5e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080487 Dec 08 00:19:34.439028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40696) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:34.441535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a44f-1c3b-453b-af80-41349d807282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2634250-600a-4677-93ad-6063674417a2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:34.472102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=b40b2e6b-1d5e-4f45-b96f-3ab32e0b7fe7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:34.481227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': '3a48b1ff-893e-469c-8aef-79323a7fc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53a18231-10d3-4379-b158-de731147c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:34.481586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 53a18231-10d3-4379-b158-de731147c695, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:34.490297 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b453db24-2f59-4981-866a-7ff2971d8cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.499019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 53a18231-10d3-4379-b158-de731147c695 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:34.509082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 53a18231-10d3-4379-b158-de731147c695) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:34.513892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:34.514481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.518657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b453db24-2f59-4981-866a-7ff2971d8cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.519784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a166cb1c-9343-42ba-94cc-358e21623a52 None None] Network 53a18231-10d3-4379-b158-de731147c695 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:34.534919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40700) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:34.536633 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5c6fb309-10a7-407a-b7b0-bbef2450a2d0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6295161 Dec 08 00:19:34.655091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-53a18231-10d3-4379-b158-de731147c695', 'network_id': '53a18231-10d3-4379-b158-de731147c695', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': 'b40b2e6b-1d5e-4f45-b96f-3ab32e0b7fe7'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:34.656157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.664468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b453db24-2f59-4981-866a-7ff2971d8cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.667061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b453db24-2f59-4981-866a-7ff2971d8cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.668221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b453db24-2f59-4981-866a-7ff2971d8cac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2634250-600a-4677-93ad-6063674417a2 HTTP/1.1" status: 204 len: 168 time: 0.2281997 Dec 08 00:19:34.681681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.685046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453db24-2f59-4981-866a-7ff2971d8cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2634250-600a-4677-93ad-6063674417a2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:34.754596 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:34.836646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Allocated IP 172.20.0.1 (53a18231-10d3-4379-b158-de731147c695/b40b2e6b-1d5e-4f45-b96f-3ab32e0b7fe7/ec3a60e0-6d7c-4b16-8b24-30bbc16391ab) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:34.993925 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.003634 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.025338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.058461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=b40b2e6b-1d5e-4f45-b96f-3ab32e0b7fe7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:35.062694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Network 53a18231-10d3-4379-b158-de731147c695 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:35.065992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:35.071375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:35.074648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Pushing event updated for resources: {'Port': ['ID=ec3a60e0-6d7c-4b16-8b24-30bbc16391ab,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:35.133481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Attempting to bind port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:35.134133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Attempting to bind port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '3a48b1ff-893e-469c-8aef-79323a7fc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53a18231-10d3-4379-b158-de731147c695'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:35.134727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Attempting to bind port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab on network 53a18231-10d3-4379-b158-de731147c695 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:35.142338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:35.143164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Checking segment: {'id': '3a48b1ff-893e-469c-8aef-79323a7fc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53a18231-10d3-4379-b158-de731147c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:35.143799 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.144388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Bound using segment: {'id': '3a48b1ff-893e-469c-8aef-79323a7fc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53a18231-10d3-4379-b158-de731147c695'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:35.145688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Bound port: ec3a60e0-6d7c-4b16-8b24-30bbc16391ab, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a48b1ff-893e-469c-8aef-79323a7fc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53a18231-10d3-4379-b158-de731147c695'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:35.146170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.151957 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.185012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a18231-10d3-4379-b158-de731147c695']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:35.196365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a48b1ff-893e-469c-8aef-79323a7fc061') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:35.196653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a48b1ff-893e-469c-8aef-79323a7fc061') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:35.224009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.233215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] For port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:35.237640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] For port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ec3a60e0-6d7c-4b16-8b24-30bbc16391ab,segment=NetworkSegment(3a48b1ff-893e-469c-8aef-79323a7fc061),segment_id=3a48b1ff-893e-469c-8aef-79323a7fc061)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:35.243945 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.245150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.258826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:35.259470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:35.263343 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:35.339845 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:35.339845 n-d-820549-2 neutron-server[103114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:35.339845 n-d-820549-2 neutron-server[103114]: [parameters: {'id': '53a18231-10d3-4379-b158-de731147c695'}] Dec 08 00:19:35.339845 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:35.340260 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:35.358206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c40a0-8ae8-41bd-9265-2ff0f1242208 None None] Pushing event updated for resources: {'Port': ['ID=ec3a60e0-6d7c-4b16-8b24-30bbc16391ab,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:35.377667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9cd8e-a8f6-4469-8de5-f34d2523916d None None] Network 53a18231-10d3-4379-b158-de731147c695 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:35.434273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d61ada-55a1-41a2-bfab-bb0c75f06758 req-c6809144-a6a5-41f4-a8c7-3e2961e65722 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:35.436205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07d61ada-55a1-41a2-bfab-bb0c75f06758 req-c6809144-a6a5-41f4-a8c7-3e2961e65722 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0688047 Dec 08 00:19:35.491898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07d61ada-55a1-41a2-bfab-bb0c75f06758 req-a9b2f119-6184-4dd8-87d1-999e131e0a8e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497897 Dec 08 00:19:35.514619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee3ec1-50c6-4216-85e4-476654753999 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:35.617485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee3ec1-50c6-4216-85e4-476654753999 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:35.841806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:35.911561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:35.911992 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.003386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ec3a60e0-6d7c-4b16-8b24-30bbc16391ab,segment=NetworkSegment(3a48b1ff-893e-469c-8aef-79323a7fc061),segment_id=3a48b1ff-893e-469c-8aef-79323a7fc061)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:36.003759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.019824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for ec3a60e0-6d7c-4b16-8b24-30bbc16391ab owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:36.152888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.183533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=ec3a60e0-6d7c-4b16-8b24-30bbc16391ab,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:36.187141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port ec3a60e0-6d7c-4b16-8b24-30bbc16391ab on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:36.273492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.303575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a18231-10d3-4379-b158-de731147c695']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:36.318667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a48b1ff-893e-469c-8aef-79323a7fc061') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:36.319069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a48b1ff-893e-469c-8aef-79323a7fc061') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:36.329713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.345093 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.352496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:36.352899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:36.355973 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:36.414990 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.433006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.436636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/53a18231-10d3-4379-b158-de731147c695 HTTP/1.1" status: 204 len: 168 time: 1.8995504 Dec 08 00:19:36.437160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbd34-2f48-41f6-9211-d93901095000 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=53a18231-10d3-4379-b158-de731147c695,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:36.440730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40772) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:36.451073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100713751'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:36.473105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:36.477358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.503000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:36.513405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.514440 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment b513c577-8157-4d16-9874-3528cf3fcf22 of type vlan for network af203068-fd3e-495e-8c5f-839c9c32bb22 Dec 08 00:19:36.581815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.620260 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.626571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:36.627334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:36.652690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a71ef-2595-45da-b860-624b5194dd3c req-a4bbc2ad-8b0b-41bc-9abe-4eee6dd4d27f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:36.654626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee4a71ef-2595-45da-b860-624b5194dd3c req-a4bbc2ad-8b0b-41bc-9abe-4eee6dd4d27f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0677121 Dec 08 00:19:36.660231 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2138224 Dec 08 00:19:36.662372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:36.668151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': 'af203068-fd3e-495e-8c5f-839c9c32bb22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:36.709403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4461ed5-e9b3-4018-ac40-3e2f256e0481 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=af203068-fd3e-495e-8c5f-839c9c32bb22,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:36.720414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network af203068-fd3e-495e-8c5f-839c9c32bb22 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:36.777990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee4a71ef-2595-45da-b860-624b5194dd3c req-3e694cd3-3ee7-4bbf-9095-966a287d6fba tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163957 Dec 08 00:19:36.810827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:36.814953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.066854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.144155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': 'b513c577-8157-4d16-9874-3528cf3fcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af203068-fd3e-495e-8c5f-839c9c32bb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:37.144576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: af203068-fd3e-495e-8c5f-839c9c32bb22, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:37.148392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=c7b42dae-0d28-4af1-afa2-6d2b7800255f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:37.172760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network af203068-fd3e-495e-8c5f-839c9c32bb22 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:37.184845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, af203068-fd3e-495e-8c5f-839c9c32bb22) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:37.194721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900251a1-1508-462a-85ae-d7f36789cf3f None None] Network af203068-fd3e-495e-8c5f-839c9c32bb22 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:37.211491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:37.213107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.236415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-af189bb2-d18b-4681-8fde-04ac7dcbd647 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5720601 Dec 08 00:19:37.239219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40796) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:37.353584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-af203068-fd3e-495e-8c5f-839c9c32bb22', 'network_id': 'af203068-fd3e-495e-8c5f-839c9c32bb22', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': 'c7b42dae-0d28-4af1-afa2-6d2b7800255f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:37.353931 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.354464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.423757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.519504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Allocated IP 172.20.0.1 (af203068-fd3e-495e-8c5f-839c9c32bb22/c7b42dae-0d28-4af1-afa2-6d2b7800255f/ea86070f-2988-454b-a946-e8b7a8591f5e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:37.663830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.672998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.689887 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.722536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b42dae-0d28-4af1-afa2-6d2b7800255f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:37.731770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Network af203068-fd3e-495e-8c5f-839c9c32bb22 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:37.732622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Pushing event updated for resources: {'Port': ['ID=ea86070f-2988-454b-a946-e8b7a8591f5e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:37.742227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:37.744745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:37.790717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.817504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Attempting to bind port ea86070f-2988-454b-a946-e8b7a8591f5e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:37.818032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Attempting to bind port ea86070f-2988-454b-a946-e8b7a8591f5e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b513c577-8157-4d16-9874-3528cf3fcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af203068-fd3e-495e-8c5f-839c9c32bb22'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:37.818520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Attempting to bind port ea86070f-2988-454b-a946-e8b7a8591f5e on network af203068-fd3e-495e-8c5f-839c9c32bb22 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:37.824308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af203068-fd3e-495e-8c5f-839c9c32bb22']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:37.829915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:37.830970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Checking segment: {'id': 'b513c577-8157-4d16-9874-3528cf3fcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af203068-fd3e-495e-8c5f-839c9c32bb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:37.831730 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.832334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Bound using segment: {'id': 'b513c577-8157-4d16-9874-3528cf3fcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af203068-fd3e-495e-8c5f-839c9c32bb22'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:37.833560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Bound port: ea86070f-2988-454b-a946-e8b7a8591f5e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b513c577-8157-4d16-9874-3528cf3fcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af203068-fd3e-495e-8c5f-839c9c32bb22'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:37.834211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.835744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b513c577-8157-4d16-9874-3528cf3fcf22') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:37.836230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b513c577-8157-4d16-9874-3528cf3fcf22') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:37.847417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.863138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.869996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:37.871071 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:37.900019 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:37.939258 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:37.939258 n-d-820549-2 neutron-server[103114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:37.939258 n-d-820549-2 neutron-server[103114]: [parameters: {'id': 'af203068-fd3e-495e-8c5f-839c9c32bb22'}] Dec 08 00:19:37.939258 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:37.939666 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:37.947617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] For port ea86070f-2988-454b-a946-e8b7a8591f5e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:37.950984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] For port ea86070f-2988-454b-a946-e8b7a8591f5e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ea86070f-2988-454b-a946-e8b7a8591f5e,segment=NetworkSegment(b513c577-8157-4d16-9874-3528cf3fcf22),segment_id=b513c577-8157-4d16-9874-3528cf3fcf22)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:37.958923 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.005618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffcc4d-d71c-418a-a40e-86a9de30f31d req-5bb4c189-66c2-4aa3-a748-848542be9a4a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:38.007752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1ffcc4d-d71c-418a-a40e-86a9de30f31d req-5bb4c189-66c2-4aa3-a748-848542be9a4a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0650802 Dec 08 00:19:38.046879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:19:38.066244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73264b9-90aa-4613-9d22-fcaa19f44125 None None] Pushing event updated for resources: {'Port': ['ID=ea86070f-2988-454b-a946-e8b7a8591f5e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:38.095415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff60741-c956-4617-8b7d-2148def72814 None None] Network af203068-fd3e-495e-8c5f-839c9c32bb22 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:38.163511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1ffcc4d-d71c-418a-a40e-86a9de30f31d req-874dd160-64df-4486-8a05-62346013077e tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493301 Dec 08 00:19:38.241069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:38.256809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'port_id': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'mac_address': 'fa:16:3e:bb:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:19:38.288951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e969f2-13ac-423b-bd97-90592442d6f5 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:38.398468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e969f2-13ac-423b-bd97-90592442d6f5 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:38.412068 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.440777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.453558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebf9743c-e4aa-4e75-84ab-32aa335e727f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:19:38.490406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:38.526525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port ea86070f-2988-454b-a946-e8b7a8591f5e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:38.526869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.531700 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.596506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port ea86070f-2988-454b-a946-e8b7a8591f5e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ea86070f-2988-454b-a946-e8b7a8591f5e,segment=NetworkSegment(b513c577-8157-4d16-9874-3528cf3fcf22),segment_id=b513c577-8157-4d16-9874-3528cf3fcf22)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:38.596873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.614194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for ea86070f-2988-454b-a946-e8b7a8591f5e owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:38.638541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:38.722617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.727036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ebf9743c-e4aa-4e75-84ab-32aa335e727f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:19:38.776591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port ea86070f-2988-454b-a946-e8b7a8591f5e on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:38.778205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=ea86070f-2988-454b-a946-e8b7a8591f5e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:38.883194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.903388 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af203068-fd3e-495e-8c5f-839c9c32bb22']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:38.914099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b513c577-8157-4d16-9874-3528cf3fcf22') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:38.914460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b513c577-8157-4d16-9874-3528cf3fcf22') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:38.924125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.937803 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.943731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:38.944120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:38.947119 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:39.017749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.027981 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.031512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/af203068-fd3e-495e-8c5f-839c9c32bb22 HTTP/1.1" status: 204 len: 168 time: 1.7910562 Dec 08 00:19:39.036010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40812) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:39.049578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1137608073'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:39.054820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41463a3d-b65f-44cf-8378-a548723332fd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=af203068-fd3e-495e-8c5f-839c9c32bb22,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:39.072983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:39.076461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.101431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:39.110465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.110818 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment 2a454f41-fd5e-4f4a-a375-cc6de262bc21 of type vlan for network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 Dec 08 00:19:39.169806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.238484 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.244821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:39.245809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.329716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2930586 Dec 08 00:19:39.332964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40824) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:39.339628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:39.480566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b419a0a-6a18-48ee-9ce8-c17bb44f7a76 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:39.493731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:39.560604 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9d448-626e-4138-b7d6-b1a7a86d133a req-c1523e1e-86f9-4ab6-97e8-c44c1cc21350 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:39.574496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae9d448-626e-4138-b7d6-b1a7a86d133a req-c1523e1e-86f9-4ab6-97e8-c44c1cc21350 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 945 time: 0.3066647 Dec 08 00:19:39.711507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ae9d448-626e-4138-b7d6-b1a7a86d133a req-d067b013-6e23-4c6c-9536-8bfd3ff2a749 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359904 Dec 08 00:19:39.842416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.884731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.894194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 is not hosted by any dhcp agent {{(pid=103113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:19:39.908881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:39.914207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:39.915833 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "PUT /v2.0/networks/0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 HTTP/1.1" status: 200 len: 723 time: 0.5810466 Dec 08 00:19:39.918697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:39.923821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:40.025574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:40.073259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5970800-4ab7-4e2d-bc01-a4ac393b3215 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:40.083174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:40.086849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.133611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:40.314445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ebf9743c-e4aa-4e75-84ab-32aa335e727f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:40.314800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.434157 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.445230 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.478080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:40.478853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40886) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:40.487220 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6437a25-ace6-4ee8-967c-15c247a93dfe" -d '{"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:40.505837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:40.518731 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.535300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=3a1cee41-954e-46f5-ab2a-62b8c3fc506e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:40.568618 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b9cacd-6885-4959-a3b1-2ef14358b212 x-openstack-request-id: req-42b9cacd-6885-4959-a3b1-2ef14358b212 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:40.568917 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:40.569340 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42b9cacd-6885-4959-a3b1-2ef14358b212 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:40.569889 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'code': 200} Dec 08 00:19:40.617968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': '2a454f41-fd5e-4f4a-a375-cc6de262bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:40.619212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:40.624015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:40.673871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:40.697742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:40.703067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:40.708517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.710102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a96b1-2b25-48d9-aa9e-a6c8cb26717a None None] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:40.734729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40910) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:40.742148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bf5448bd-fb7e-4147-be9c-8f02ef1fd12d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:40.750292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-122ef701-0278-46ec-bd65-516bbc5edf7b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8296621 Dec 08 00:19:40.764534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6d68d0f-ed4d-4341-b4fd-58ba36990d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.892168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6d68d0f-ed4d-4341-b4fd-58ba36990d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.905928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d6d68d0f-ed4d-4341-b4fd-58ba36990d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:40.954098 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d6d68d0f-ed4d-4341-b4fd-58ba36990d40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fef53b53f96f4b2d8af7416c94d21a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4740074 Dec 08 00:19:40.962105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:40.970360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bc23d-6b6d-4058-b63a-820d81217269 req-580b2062-e59a-4df5-8d56-115832b32e47 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:40.970360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-260bc23d-6b6d-4058-b63a-820d81217269 req-580b2062-e59a-4df5-8d56-115832b32e47 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1250260 Dec 08 00:19:41.012470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534', 'network_id': '0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': '3a1cee41-954e-46f5-ab2a-62b8c3fc506e'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:41.013596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.070479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-260bc23d-6b6d-4058-b63a-820d81217269 req-1126b338-cdfb-4799-a585-3f864b2c59d2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935428 Dec 08 00:19:41.101433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d68d0f-ed4d-4341-b4fd-58ba36990d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ba2cb-f639-4bc2-9160-070664aea644,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:41.151857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf5448bd-fb7e-4147-be9c-8f02ef1fd12d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2146637740'] for subnet, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.198424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6c4a1d8-4f08-4f28-93c7-ef903590845e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.257976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6c4a1d8-4f08-4f28-93c7-ef903590845e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.341000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Allocated IP 172.20.0.2 (0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534/3a1cee41-954e-46f5-ab2a-62b8c3fc506e/d5829977-a8d8-4b44-991c-a7a85e9618cd) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:41.342712 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6c4a1d8-4f08-4f28-93c7-ef903590845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.349825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6c4a1d8-4f08-4f28-93c7-ef903590845e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.351375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b6c4a1d8-4f08-4f28-93c7-ef903590845e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe2ba2cb-f639-4bc2-9160-070664aea644 HTTP/1.1" status: 204 len: 168 time: 0.3843639 Dec 08 00:19:41.364544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4a1d8-4f08-4f28-93c7-ef903590845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ba2cb-f639-4bc2-9160-070664aea644,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:41.592795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.604252 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.615212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-99bb6481-a55c-4aa1-ad09-cbbcd1f152e3 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:41.625128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-99bb6481-a55c-4aa1-ad09-cbbcd1f152e3 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 0.1990838 Dec 08 00:19:41.647141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-5a84972b-9fa1-44a8-9858-f3ab12163a02 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/quotas/6394ffe598374955b30c8c9e131cc792 HTTP/1.1" status: 200 len: 375 time: 0.0186722 Dec 08 00:19:41.701811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:41.709445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:41.718335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:41.734419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-11c7aa98-d08a-434f-876c-c49fc9bcf448 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861328 Dec 08 00:19:41.788572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf5448bd-fb7e-4147-be9c-8f02ef1fd12d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767111302822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2146466793'] for subnet, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.844816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5448bd-fb7e-4147-be9c-8f02ef1fd12d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:41.845442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf5448bd-fb7e-4147-be9c-8f02ef1fd12d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.847334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf5448bd-fb7e-4147-be9c-8f02ef1fd12d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "PUT /v2.0/subnets/3a1cee41-954e-46f5-ab2a-62b8c3fc506e HTTP/1.1" status: 200 len: 806 time: 1.1112702 Dec 08 00:19:41.850512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40956) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:41.912136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5448bd-fb7e-4147-be9c-8f02ef1fd12d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=3a1cee41-954e-46f5-ab2a-62b8c3fc506e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:41.917656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40958) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:41.918857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Pushing event updated for resources: {'Port': ['ID=d5829977-a8d8-4b44-991c-a7a85e9618cd,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:41.940274 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9bb61675-086b-4e48-8bd7-e9431a5f9cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.958411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Attempting to bind port d5829977-a8d8-4b44-991c-a7a85e9618cd on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:41.958795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Attempting to bind port d5829977-a8d8-4b44-991c-a7a85e9618cd by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2a454f41-fd5e-4f4a-a375-cc6de262bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:41.959194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Attempting to bind port d5829977-a8d8-4b44-991c-a7a85e9618cd on network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:41.965001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:41.965407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Checking segment: {'id': '2a454f41-fd5e-4f4a-a375-cc6de262bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:41.965812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:41.966211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Bound using segment: {'id': '2a454f41-fd5e-4f4a-a375-cc6de262bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:41.966682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Bound port: d5829977-a8d8-4b44-991c-a7a85e9618cd, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a454f41-fd5e-4f4a-a375-cc6de262bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:41.967157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.036612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] For port d5829977-a8d8-4b44-991c-a7a85e9618cd, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:42.040368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] For port d5829977-a8d8-4b44-991c-a7a85e9618cd, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d5829977-a8d8-4b44-991c-a7a85e9618cd,segment=NetworkSegment(2a454f41-fd5e-4f4a-a375-cc6de262bc21),segment_id=2a454f41-fd5e-4f4a-a375-cc6de262bc21)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:42.046434 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.078711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-f07869eb-5d5c-4b59-9ecf-66c9fe652bc1 service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365390 Dec 08 00:19:42.128847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047188c-87bc-4248-9dfe-a283b6e821c5 None None] Pushing event updated for resources: {'Port': ['ID=d5829977-a8d8-4b44-991c-a7a85e9618cd,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:42.298545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.447620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-0a77414f-c7f1-4118-908f-ba6c7dcdd4fc service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537600 Dec 08 00:19:42.459330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442e26-62b1-4033-b190-c6884dccdb3c req-443205af-b25b-4144-b7f9-497f8f72976a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:42.467312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89442e26-62b1-4033-b190-c6884dccdb3c req-443205af-b25b-4144-b7f9-497f8f72976a tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1885297 Dec 08 00:19:42.536650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9bb61675-086b-4e48-8bd7-e9431a5f9cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.556541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9bb61675-086b-4e48-8bd7-e9431a5f9cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.597682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb61675-086b-4e48-8bd7-e9431a5f9cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447ec6b4-e0e4-4f53-b3fa-3721f2a07996,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:42.638434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89442e26-62b1-4033-b190-c6884dccdb3c req-89eda678-e3d3-445c-bb84-d33f84719f11 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699111 Dec 08 00:19:42.640667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port d5829977-a8d8-4b44-991c-a7a85e9618cd {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:42.641144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.705093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9bb61675-086b-4e48-8bd7-e9431a5f9cc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d34cdd0e63cb4559a6375551ffc730a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7840207 Dec 08 00:19:42.705432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40966) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:42.815612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a40890fd-aae4-454d-babd-5648ed0b3122 req-3dce7add-6fef-4dd7-8462-304c82d04009 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 210 time: 0.0515597 Dec 08 00:19:42.824409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port d5829977-a8d8-4b44-991c-a7a85e9618cd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d5829977-a8d8-4b44-991c-a7a85e9618cd,segment=NetworkSegment(2a454f41-fd5e-4f4a-a375-cc6de262bc21),segment_id=2a454f41-fd5e-4f4a-a375-cc6de262bc21)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:42.824993 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.845974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7bdc-e0d2-42e9-bb58-f920911aa2f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.857930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for d5829977-a8d8-4b44-991c-a7a85e9618cd owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:42.872856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7bdc-e0d2-42e9-bb58-f920911aa2f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.974021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7bdc-e0d2-42e9-bb58-f920911aa2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.977540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7bdc-e0d2-42e9-bb58-f920911aa2f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:42.979746 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d8f7bdc-e0d2-42e9-bb58-f920911aa2f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/447ec6b4-e0e4-4f53-b3fa-3721f2a07996 HTTP/1.1" status: 204 len: 168 time: 0.2730825 Dec 08 00:19:43.004017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f7bdc-e0d2-42e9-bb58-f920911aa2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447ec6b4-e0e4-4f53-b3fa-3721f2a07996,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:43.074066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:43.181915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=d5829977-a8d8-4b44-991c-a7a85e9618cd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:43.220415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port d5829977-a8d8-4b44-991c-a7a85e9618cd on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:43.287574 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:43.373992 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:43.417488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1cee41-954e-46f5-ab2a-62b8c3fc506e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:43.716365 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:43.786874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b1838-36f6-47ab-9522-08a0dd79622f None None] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:43.822136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40986) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:43.884651 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6cf4-68f5-4730-9ced-db4b5c45647e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:43.987323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9a2ce567-56f8-4d93-aedd-526a677eb6d1 None None] Could not find standard attr ID for object d5829977-a8d8-4b44-991c-a7a85e9618cd. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:19:44.065926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f5f1181-8ce5-4f86-9fd1-8154272762c2 req-1f2cb402-70ad-4bed-8e75-56df13ec39f3 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 210 time: 0.0992687 Dec 08 00:19:44.079921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6cf4-68f5-4730-9ced-db4b5c45647e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.088920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee3a4d3-3cd0-4d17-bc50-ae59e615a1a7 None None] DHCP port deletion for 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:44.110390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405c881-53eb-4fa3-b416-ba6e713b5c90 None None] Network 0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:44.113161 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.118228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6cf4-68f5-4730-9ced-db4b5c45647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.157579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325f726-2d7b-448d-ad3c-dcd32cfe862c req-6acd0858-8688-4a93-8601-611f5c537dec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:44.159161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1325f726-2d7b-448d-ad3c-dcd32cfe862c req-6acd0858-8688-4a93-8601-611f5c537dec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1946325 Dec 08 00:19:44.163403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:44.194915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a454f41-fd5e-4f4a-a375-cc6de262bc21') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:44.195083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a454f41-fd5e-4f4a-a375-cc6de262bc21') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:44.243324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1325f726-2d7b-448d-ad3c-dcd32cfe862c req-bfab697d-37ac-4bc1-803e-914a110106c4 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704980 Dec 08 00:19:44.248349 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.282723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.317937 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6b4c6cf4-68f5-4730-9ced-db4b5c45647e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f521b042353d45988e361a7d773d176b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945204 Dec 08 00:19:44.319345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40992) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:44.320743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:44.321395 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:44.324976 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:44.372680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c6cf4-68f5-4730-9ced-db4b5c45647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bfffc-664e-44e5-bb47-63d133b1f21a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:44.411310 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bed60987-2a92-468c-8177-e461c20ed6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.417662 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.427862 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.430975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 HTTP/1.1" status: 204 len: 168 time: 2.5748651 Dec 08 00:19:44.435818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40994) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:44.460281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46b399-6e1e-4aaf-99b8-85dd853fc786 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:44.461066 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bed60987-2a92-468c-8177-e461c20ed6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.474728 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafb4841-0505-4aca-97cc-8f71fa7d957e tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:44.475274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafb4841-0505-4aca-97cc-8f71fa7d957e tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:44.483209 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eafb4841-0505-4aca-97cc-8f71fa7d957e tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 HTTP/1.1" status: 404 len: 339 time: 0.0425513 Dec 08 00:19:44.483795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40996) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:44.491489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1680811085', 'description': 'd1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:44.537672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:44.542048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.581312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:44.600666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.601071 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment 3eb3c634-2522-486a-9eb5-405405b73a7a of type vlan for network 1febd3e3-cc8c-4a6b-9a2a-84573d995dbb Dec 08 00:19:44.731536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bed60987-2a92-468c-8177-e461c20ed6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.734393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bed60987-2a92-468c-8177-e461c20ed6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.741417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.744672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bed60987-2a92-468c-8177-e461c20ed6f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b8bfffc-664e-44e5-bb47-63d133b1f21a HTTP/1.1" status: 204 len: 168 time: 0.4214020 Dec 08 00:19:44.821924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-0812e051-2963-4759-a8c3-1aaf086cd606 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:44.823399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-0812e051-2963-4759-a8c3-1aaf086cd606 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 0.2909899 Dec 08 00:19:44.827274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60987-2a92-468c-8177-e461c20ed6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bfffc-664e-44e5-bb47-63d133b1f21a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:44.838404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.847554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:44.848265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:44.860843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Request body: {'port': {'device_id': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'admin_state_up': True, 'tenant_id': '6394ffe598374955b30c8c9e131cc792'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:45.000251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=1febd3e3-cc8c-4a6b-9a2a-84573d995dbb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:45.020855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 1febd3e3-cc8c-4a6b-9a2a-84573d995dbb details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:45.024024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2a4c639c-de2d-45b3-81e9-86eb7e08f2ea tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5389619 Dec 08 00:19:45.026624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41002) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:45.161302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Made reservation on behalf of 6394ffe598374955b30c8c9e131cc792 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:45.165307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:45.215526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1017ff-6f8b-499c-add5-3a100408331b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:45.217137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3f1017ff-6f8b-499c-add5-3a100408331b tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/networks?id=1febd3e3-cc8c-4a6b-9a2a-84573d995dbb HTTP/1.1" status: 200 len: 761 time: 0.1893578 Dec 08 00:19:45.227631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41010) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:45.235385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'description': 'd2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:45.333626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b1643bc5-140f-4bdb-9758-efcb3e3cea99 req-3de50bd5-c789-45eb-ad64-bb14fd8290fa tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 210 time: 0.1019642 Dec 08 00:19:45.494915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Allocated IP 172.20.0.13 (c240e449-e1a7-4347-9fbb-44c7860b5e01/9abdd024-afc8-4041-8d5d-6d9c3ea10127/a66e52c8-900a-4e82-aa87-5b151336ca89) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:45.775522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:45.798339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:45.809004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9cbfb-d3ac-47c5-b771-070eb8fd21ef req-bad27226-cb10-4d65-afd3-55b536abf0d8 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:45.816477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eca9cbfb-d3ac-47c5-b771-070eb8fd21ef req-bad27226-cb10-4d65-afd3-55b536abf0d8 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.2621543 Dec 08 00:19:45.850743 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:45.874947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:45.911488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9ceb3b18-9013-4aad-a039-14ba8081e8f1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:19:45.966985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 1febd3e3-cc8c-4a6b-9a2a-84573d995dbb is not hosted by any dhcp agent {{(pid=103114) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:19:45.972741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:45.973927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:45.978351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "PUT /v2.0/networks/1febd3e3-cc8c-4a6b-9a2a-84573d995dbb HTTP/1.1" status: 200 len: 758 time: 0.7450390 Dec 08 00:19:45.978351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b18783-b967-4155-bf96-c6d513f0a2f6 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=1febd3e3-cc8c-4a6b-9a2a-84573d995dbb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:45.982094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41038) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:45.995641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 1febd3e3-cc8c-4a6b-9a2a-84573d995dbb details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:46.007810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:46.025681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:46.081191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90894d9d-3137-4884-91ed-9893fa50c508 None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:46.082126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:46.170733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-083e8356-8f60-4cad-808a-c9f9e86f4bbc None None] Provisioning complete for port a66e52c8-900a-4e82-aa87-5b151336ca89 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:46.171405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-083e8356-8f60-4cad-808a-c9f9e86f4bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.198325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd75be5-5c3e-4345-a811-a7019641ace0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:46.212444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event updated for resources: {'Port': ['ID=a66e52c8-900a-4e82-aa87-5b151336ca89,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:46.213116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fbd75be5-5c3e-4345-a811-a7019641ace0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/networks?id=1febd3e3-cc8c-4a6b-9a2a-84573d995dbb HTTP/1.1" status: 200 len: 761 time: 0.2259660 Dec 08 00:19:46.215874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41046) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:46.231624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-88512545'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:46.237237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-083e8356-8f60-4cad-808a-c9f9e86f4bbc None None] Port a66e52c8-900a-4e82-aa87-5b151336ca89 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:19:46.246356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:46.250642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.292732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eca9cbfb-d3ac-47c5-b771-070eb8fd21ef req-c46e3dcd-bab4-402c-ab8c-386513df480f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752755 Dec 08 00:19:46.297039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:46.306405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.308589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-3847b86d-71f8-493a-8f4f-c9d93fc7a8c8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4522533 Dec 08 00:19:46.341254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Request body: {'port': {'device_id': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:46.387325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:46.402018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.402437 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment d578e644-0b2c-4c1d-9be9-c179c5d27192 of type vlan for network 59d49344-aa62-434e-af2c-81f17e91456d Dec 08 00:19:46.433320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.456201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.550945 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.567284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:46.568449 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:46.703971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4827383 Dec 08 00:19:46.713243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41058) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:46.730939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41060) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:46.733306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '59d49344-aa62-434e-af2c-81f17e91456d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:46.836293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68b89-0d5f-45ce-abdc-5c88a612a036 req-ac6d4eed-b1fe-4fd1-a5d9-db55030b7e27 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:46.840430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e68b89-0d5f-45ce-abdc-5c88a612a036 req-ac6d4eed-b1fe-4fd1-a5d9-db55030b7e27 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 932 time: 0.3134980 Dec 08 00:19:46.841325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357264b-ce8d-4271-acb4-0b3e5e7b89b0 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=59d49344-aa62-434e-af2c-81f17e91456d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:46.855843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 59d49344-aa62-434e-af2c-81f17e91456d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:46.976145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e6e68b89-0d5f-45ce-abdc-5c88a612a036 req-8a762013-0aa1-4433-81f3-f4279d150839 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205013 Dec 08 00:19:47.048434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fb0267b-f734-49c7-96ea-7f25a2982460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.120870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:47.125699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.203493 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fb0267b-f734-49c7-96ea-7f25a2982460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.211367 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fb0267b-f734-49c7-96ea-7f25a2982460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.294374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0fb0267b-f734-49c7-96ea-7f25a2982460 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cd3be6f06aa45d9bd3d60765f12112f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5599322 Dec 08 00:19:47.295028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41072) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:47.319704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0267b-f734-49c7-96ea-7f25a2982460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aa2460-a951-4f5c-92b9-65e31d439df1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:47.335989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66e52c8-900a-4e82-aa87-5b151336ca89 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:19:47.346792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.366058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Transition to ACTIVE for port object a66e52c8-900a-4e82-aa87-5b151336ca89 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:19:47.389408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28de0bc3-b1c7-4cde-baa1-4aac70825b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.447667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28de0bc3-b1c7-4cde-baa1-4aac70825b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.451081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.578434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.586656 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28de0bc3-b1c7-4cde-baa1-4aac70825b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.590040 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-28de0bc3-b1c7-4cde-baa1-4aac70825b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.606684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-28de0bc3-b1c7-4cde-baa1-4aac70825b27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89aa2460-a951-4f5c-92b9-65e31d439df1 HTTP/1.1" status: 204 len: 168 time: 0.2970345 Dec 08 00:19:47.631954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de0bc3-b1c7-4cde-baa1-4aac70825b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aa2460-a951-4f5c-92b9-65e31d439df1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:47.658427 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.695961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6394a1c-b62d-42e5-80ec-04322b46e439 req-dd6a6b40-b9b4-43b3-8a35-b4e1e6378681 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:47.703890 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6394a1c-b62d-42e5-80ec-04322b46e439 req-dd6a6b40-b9b4-43b3-8a35-b4e1e6378681 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1876872 Dec 08 00:19:47.727266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf404ca-be72-4883-a36a-cebd578e6481 None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:47.759571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e52c8-900a-4e82-aa87-5b151336ca89,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:47.832185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Attempting to bind port a66e52c8-900a-4e82-aa87-5b151336ca89 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:47.833093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Attempting to bind port a66e52c8-900a-4e82-aa87-5b151336ca89 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:47.833493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Attempting to bind port a66e52c8-900a-4e82-aa87-5b151336ca89 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:47.841665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Port a66e52c8-900a-4e82-aa87-5b151336ca89 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:19:47.842077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Attempting to bind port a66e52c8-900a-4e82-aa87-5b151336ca89 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:47.851777 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:47.852147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Checking segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:47.852529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Bound using segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:47.853145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Bound port: a66e52c8-900a-4e82-aa87-5b151336ca89, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:47.853866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:47.857794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=51726549-8959-41d3-8285-e2581336f4e4,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:47.864554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6394a1c-b62d-42e5-80ec-04322b46e439 req-78d741a5-5630-45a4-a8ad-4f4370644a10 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448884 Dec 08 00:19:47.882642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': 'd578e644-0b2c-4c1d-9be9-c179c5d27192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '59d49344-aa62-434e-af2c-81f17e91456d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:47.883222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 59d49344-aa62-434e-af2c-81f17e91456d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:47.955520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] For port a66e52c8-900a-4e82-aa87-5b151336ca89, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:47.960406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] For port a66e52c8-900a-4e82-aa87-5b151336ca89, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a66e52c8-900a-4e82-aa87-5b151336ca89,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:47.979886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 59d49344-aa62-434e-af2c-81f17e91456d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:47.986839 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.018323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 59d49344-aa62-434e-af2c-81f17e91456d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:48.033080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d83d4b-b6d6-4e6d-9985-cf2dcdde7093 None None] Network 59d49344-aa62-434e-af2c-81f17e91456d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:48.072336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a8630f-b578-4f09-bede-7b45f7ee2a9e None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:48.086311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:48.086843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.107747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:48.108904 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.110719 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] 10.222.0.44 "PUT /v2.0/ports/a66e52c8-900a-4e82-aa87-5b151336ca89 HTTP/1.1" status: 200 len: 1092 time: 1.7852564 Dec 08 00:19:48.111994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'tag': 'a66e52c8-900a-4e82-aa87-5b151336ca89'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:48.114829 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212e589-7658-4c70-bbc9-5acefa1f10be" -d '{"events": [{"name": "network-changed", "server_uuid": "9857db1f-abb4-42f9-a2d3-b8a2e26e159c", "tag": "a66e52c8-900a-4e82-aa87-5b151336ca89"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:48.168818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c0ee54a1-6767-4186-9984-4833f6639dfd tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4491842 Dec 08 00:19:48.170936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:48.247392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035ce7c-8d8f-4a36-9da3-2644f73d0b8a req-ec3ce1fb-830a-44bc-81c3-4f9a21ab1bc5 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:48.252886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c035ce7c-8d8f-4a36-9da3-2644f73d0b8a req-ec3ce1fb-830a-44bc-81c3-4f9a21ab1bc5 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 944 time: 0.1350091 Dec 08 00:19:48.292581 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5db23e0-69a4-46e0-8a2b-69179ea1ad53 x-openstack-request-id: req-c5db23e0-69a4-46e0-8a2b-69179ea1ad53 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:48.292901 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9857db1f-abb4-42f9-a2d3-b8a2e26e159c", "tag": "a66e52c8-900a-4e82-aa87-5b151336ca89", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:48.293159 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5db23e0-69a4-46e0-8a2b-69179ea1ad53 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:48.293570 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'tag': 'a66e52c8-900a-4e82-aa87-5b151336ca89', 'status': 'completed', 'code': 200} Dec 08 00:19:48.349505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41104) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:48.362275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-59d49344-aa62-434e-af2c-81f17e91456d', 'network_id': '59d49344-aa62-434e-af2c-81f17e91456d', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': '51726549-8959-41d3-8285-e2581336f4e4'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:48.363285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.375533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7ee3d-6ce7-4bdd-9a12-adcf568e7e58 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e52c8-900a-4e82-aa87-5b151336ca89,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:48.395214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c035ce7c-8d8f-4a36-9da3-2644f73d0b8a req-89a50639-b8a1-4a04-987e-a600b11aefc9 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291914 Dec 08 00:19:48.414364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-518e62ac-e03b-4cb5-95cd-fb6dedfbc4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.487764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-68119298-750d-4695-85c1-90e3ab948865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:48.489334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-68119298-750d-4695-85c1-90e3ab948865 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 1095 time: 0.2754490 Dec 08 00:19:48.531436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.548216 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-518e62ac-e03b-4cb5-95cd-fb6dedfbc4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.554018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-518e62ac-e03b-4cb5-95cd-fb6dedfbc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.585882 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-aa2c98ba-f962-4582-befd-dcc98368d62e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a66e52c8-900a-4e82-aa87-5b151336ca89 HTTP/1.1" status: 200 len: 217 time: 0.0488966 Dec 08 00:19:48.593683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e62ac-e03b-4cb5-95cd-fb6dedfbc4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3107e635-7e54-47cf-85fe-1b57bf8deeb2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:48.609486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Allocated IP 172.20.0.2 (59d49344-aa62-434e-af2c-81f17e91456d/51726549-8959-41d3-8285-e2581336f4e4/ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:19:48.626705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-518e62ac-e03b-4cb5-95cd-fb6dedfbc4f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b65b5a309a647f0a7c355e1fc1f91bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760539 Dec 08 00:19:48.627368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41108) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:48.699898 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26ea9944-e055-4aca-9cdb-af5fd1703f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.703720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.732547 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26ea9944-e055-4aca-9cdb-af5fd1703f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.746516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-b2d261a2-73e1-4e18-8137-47338bc46cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:48.748922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-b2d261a2-73e1-4e18-8137-47338bc46cd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1534917 Dec 08 00:19:48.790165 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-406ada04-9ed7-45bb-a9c0-de0969b0a7a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312116 Dec 08 00:19:48.836832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26ea9944-e055-4aca-9cdb-af5fd1703f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.839675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26ea9944-e055-4aca-9cdb-af5fd1703f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:48.844152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-26ea9944-e055-4aca-9cdb-af5fd1703f95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3107e635-7e54-47cf-85fe-1b57bf8deeb2 HTTP/1.1" status: 204 len: 168 time: 0.2149818 Dec 08 00:19:48.860050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea9944-e055-4aca-9cdb-af5fd1703f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3107e635-7e54-47cf-85fe-1b57bf8deeb2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:49.022364 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-71049b4b-29cc-49d4-91e9-1955b4d19f1b service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226493 Dec 08 00:19:49.088374 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.101133 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.175843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.190777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe1ee6-f5f2-4229-8846-62736a24a7d6 req-5f0ecbcb-9189-44ac-8823-3fdadc275337 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:49.194034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09fe1ee6-f5f2-4229-8846-62736a24a7d6 req-5f0ecbcb-9189-44ac-8823-3fdadc275337 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1484442 Dec 08 00:19:49.199452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8d8ecf4e-531a-4b66-ad1e-f8d419c8495b req-e2357498-f437-4b35-9085-f0e2e2252181 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632352 Dec 08 00:19:49.211748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Network 59d49344-aa62-434e-af2c-81f17e91456d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:19:49.217821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:49.235292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:19:49.244929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=51726549-8959-41d3-8285-e2581336f4e4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:49.245950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Pushing event updated for resources: {'Port': ['ID=ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:49.293949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.294566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.294709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.297069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.300404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.300764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.301684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.302014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.302355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.302692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.303058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.303392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.303722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:19:49.337546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.339420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09fe1ee6-f5f2-4229-8846-62736a24a7d6 req-cd5cd3f2-3d74-413f-bfa4-8ff5afe0d1b8 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377974 Dec 08 00:19:49.386697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Attempting to bind port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:19:49.387108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Attempting to bind port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd578e644-0b2c-4c1d-9be9-c179c5d27192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '59d49344-aa62-434e-af2c-81f17e91456d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:19:49.387484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Attempting to bind port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2 on network 59d49344-aa62-434e-af2c-81f17e91456d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:19:49.394403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:19:49.394822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Checking segment: {'id': 'd578e644-0b2c-4c1d-9be9-c179c5d27192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '59d49344-aa62-434e-af2c-81f17e91456d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:49.395254 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.396096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Bound using segment: {'id': 'd578e644-0b2c-4c1d-9be9-c179c5d27192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '59d49344-aa62-434e-af2c-81f17e91456d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:19:49.396586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Bound port: ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd578e644-0b2c-4c1d-9be9-c179c5d27192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '59d49344-aa62-434e-af2c-81f17e91456d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:19:49.396971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.402612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d49344-aa62-434e-af2c-81f17e91456d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:49.416892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd578e644-0b2c-4c1d-9be9-c179c5d27192') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:49.417236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd578e644-0b2c-4c1d-9be9-c179c5d27192') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:49.449354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.452359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-d9fe4b01-cd3a-4e32-80e9-2e68cbc6d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:49.453881 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-d9fe4b01-cd3a-4e32-80e9-2e68cbc6d667 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 1095 time: 0.1128507 Dec 08 00:19:49.491448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.510605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:49.511093 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:49.515806 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:49.599429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] For port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:19:49.622249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930356b9-dbaa-43ea-b5e5-9ea278599ed9 req-4e8ab8ca-81b9-4644-adcb-2267c78b0e0d tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:49.627849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] For port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2,segment=NetworkSegment(d578e644-0b2c-4c1d-9be9-c179c5d27192),segment_id=d578e644-0b2c-4c1d-9be9-c179c5d27192)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:19:49.631620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-930356b9-dbaa-43ea-b5e5-9ea278599ed9 req-4e8ab8ca-81b9-4644-adcb-2267c78b0e0d tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 944 time: 0.1134076 Dec 08 00:19:49.634936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:19:49.634936 n-d-820549-2 neutron-server[103113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:19:49.634936 n-d-820549-2 neutron-server[103113]: [parameters: {'id': '59d49344-aa62-434e-af2c-81f17e91456d'}] Dec 08 00:19:49.634936 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:49.635324 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:49.638408 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:49.654673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-26ad1647-750e-46fb-b7d0-79d538d318a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:49.656413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-26ad1647-750e-46fb-b7d0-79d538d318a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 916 time: 0.1908793 Dec 08 00:19:49.716738 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-f9fff7d9-3872-4de2-9399-0ff6627e441d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a66e52c8-900a-4e82-aa87-5b151336ca89 HTTP/1.1" status: 200 len: 217 time: 0.0513325 Dec 08 00:19:49.731273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-930356b9-dbaa-43ea-b5e5-9ea278599ed9 req-510a4bc4-1f57-4007-91e7-698f4427a085 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985310 Dec 08 00:19:49.809795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-8a89335f-9c02-4894-9712-f90abb69f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:49.812290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-8a89335f-9c02-4894-9712-f90abb69f8ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.0851805 Dec 08 00:19:49.849749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0e305-14d3-4705-8741-87cf39a095be None None] Pushing event updated for resources: {'Port': ['ID=ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:49.855314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-46d10d06-343a-4db7-a620-be5b8d4ed43a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320241 Dec 08 00:19:49.867295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ccb37-3041-4796-9f0f-d1fca4adb3f1 None None] Network 59d49344-aa62-434e-af2c-81f17e91456d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:49.998744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf624b68-83d9-401b-9511-06b3344d518f None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:50.055417 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-1c0b8620-959a-4c67-a434-86ceb0f10d32 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915827 Dec 08 00:19:50.128526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf624b68-83d9-401b-9511-06b3344d518f None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:50.137112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:50.593552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479b37-05bd-4071-b8ce-787f3e6c9b84 req-6e4db60d-5202-441d-bcd9-dd5faadb0658 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:50.596106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90479b37-05bd-4071-b8ce-787f3e6c9b84 req-6e4db60d-5202-441d-bcd9-dd5faadb0658 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0933199 Dec 08 00:19:50.703439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90479b37-05bd-4071-b8ce-787f3e6c9b84 req-4463a145-5afd-4c4c-9e21-9983fa277352 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000352 Dec 08 00:19:50.733916 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e212e589-7658-4c70-bbc9-5acefa1f10be req-35ac8431-1e59-4d84-ad29-afc96cb2a01f service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655602 Dec 08 00:19:50.758619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:50.759109 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:50.861009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2,segment=NetworkSegment(d578e644-0b2c-4c1d-9be9-c179c5d27192),segment_id=d578e644-0b2c-4c1d-9be9-c179c5d27192)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:50.861625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:50.884447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:50.976701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dd2cd-3dbf-46bd-807e-7ad76552ab3b req-d7d348b0-6f88-4695-88ae-6954aab9f27f tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:50.995767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-469dd2cd-3dbf-46bd-807e-7ad76552ab3b req-d7d348b0-6f88-4695-88ae-6954aab9f27f tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 944 time: 0.1535077 Dec 08 00:19:51.023579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.061103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:51.069013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port ca8d1e3b-3aae-47ed-9701-aaa0fe2016b2 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:51.093646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-469dd2cd-3dbf-46bd-807e-7ad76552ab3b req-24fd1e31-c3ff-4830-88a5-fc12675aaf78 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953405 Dec 08 00:19:51.168787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.202599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d49344-aa62-434e-af2c-81f17e91456d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:51.214195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd578e644-0b2c-4c1d-9be9-c179c5d27192') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:51.214572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd578e644-0b2c-4c1d-9be9-c179c5d27192') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:51.233225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.252681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.262311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:51.262789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:51.266242 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:51.381786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.393988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.402873 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-625e08e3-7766-417b-86e2-5741cdfa3209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:51.405035 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/59d49344-aa62-434e-af2c-81f17e91456d HTTP/1.1" status: 204 len: 168 time: 3.2245982 Dec 08 00:19:51.405718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41178) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:51.436997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b193b8d-3902-47f3-aa1b-19e15b816b07 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=59d49344-aa62-434e-af2c-81f17e91456d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:51.442066 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-340f9588-b018-43b0-ba09-80caa3555c10 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] GET failed (client error): The resource could not be found. Dec 08 00:19:51.443477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-340f9588-b018-43b0-ba09-80caa3555c10 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/subnets/51726549-8959-41d3-8285-e2581336f4e4 HTTP/1.1" status: 404 len: 337 time: 0.0353699 Dec 08 00:19:51.446169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41180) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:51.470036 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dcf66c-8b54-4ff5-871f-d225006d9161 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:51.470555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dcf66c-8b54-4ff5-871f-d225006d9161 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:51.475359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b3dcf66c-8b54-4ff5-871f-d225006d9161 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/59d49344-aa62-434e-af2c-81f17e91456d HTTP/1.1" status: 404 len: 339 time: 0.0275841 Dec 08 00:19:51.479306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41182) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:51.614068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e9b7b2-fd18-4ddf-917c-abfbe451a2bc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:51.615875 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f7e9b7b2-fd18-4ddf-917c-abfbe451a2bc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1353657 Dec 08 00:19:51.618510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41188) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:51.649031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-186a2571-8a6e-4cd6-b9a1-47daa382bf0d tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 207 time: 0.0289695 Dec 08 00:19:51.652434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41190) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:51.780348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef0878-a53c-475c-ad16-d9ab319af23f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:51.786714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef0878-a53c-475c-ad16-d9ab319af23f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:51.793039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef0878-a53c-475c-ad16-d9ab319af23f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:51.799435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef0878-a53c-475c-ad16-d9ab319af23f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:51.805108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1aef0878-a53c-475c-ad16-d9ab319af23f tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1482036 Dec 08 00:19:51.806278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41194) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:51.956655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c455-968d-4b55-b57d-e19b76627cab req-52fd8188-d76e-4232-b72d-d1357c3a7bc6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:51.966570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa56c455-968d-4b55-b57d-e19b76627cab req-52fd8188-d76e-4232-b72d-d1357c3a7bc6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0938592 Dec 08 00:19:51.967399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fdfd9fd5-b2fa-4a4a-b785-6f88ea3cef59 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1598661 Dec 08 00:19:51.973228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41196) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:52.065117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81d14c-443c-4990-ad6b-2c4d6f282075 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.066797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81d14c-443c-4990-ad6b-2c4d6f282075 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.072440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41198) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:52.072643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ad81d14c-443c-4990-ad6b-2c4d6f282075 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0978782 Dec 08 00:19:52.085668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa56c455-968d-4b55-b57d-e19b76627cab req-c46a8f16-4b83-43ee-a3e7-081089eb2251 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141977 Dec 08 00:19:52.290008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2500e3-fbb4-4218-a1c3-391ae4f36e92 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.301362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3729-6f07-451b-92ee-b603cd72c889 req-b8c5ea24-a806-4039-b0fd-8303e008ec37 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.308716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2500e3-fbb4-4218-a1c3-391ae4f36e92 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.320392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7f2500e3-fbb4-4218-a1c3-391ae4f36e92 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2435544 Dec 08 00:19:52.321319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb3e3729-6f07-451b-92ee-b603cd72c889 req-b8c5ea24-a806-4039-b0fd-8303e008ec37 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 944 time: 0.1338882 Dec 08 00:19:52.321537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41212) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:52.436305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb3e3729-6f07-451b-92ee-b603cd72c889 req-877e36f2-53c2-4e9e-aaba-d486e710c2e8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949383 Dec 08 00:19:52.484101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a66e52c8-900a-4e82-aa87-5b151336ca89 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:19:52.564917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d4add-6c64-4fa3-ac8a-2312b39e1f75 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.567726 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-595d4add-6c64-4fa3-ac8a-2312b39e1f75 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/networks/9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 HTTP/1.1" status: 200 len: 800 time: 0.2461479 Dec 08 00:19:52.571819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41226) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:52.681898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a66e52c8-900a-4e82-aa87-5b151336ca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a66e52c8-900a-4e82-aa87-5b151336ca89,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:52.699063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'a66e52c8-900a-4e82-aa87-5b151336ca89', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'port_id': 'a66e52c8-900a-4e82-aa87-5b151336ca89', 'mac_address': 'fa:16:3e:26:11:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdd024-afc8-4041-8d5d-6d9c3ea10127', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:19:52.725527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-531d6e8c-2523-4c18-b208-20ac788c7759 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/networks/9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1517208 Dec 08 00:19:52.728530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41234) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:52.798389 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:52.830340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66e52c8-900a-4e82-aa87-5b151336ca89 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:19:52.833614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c741af0-ea7d-4e99-b9e7-231939eb57b7 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.840172 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8c741af0-ea7d-4e99-b9e7-231939eb57b7 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/subnets/a68cfd64-3c0f-4c5b-a9ca-9f69396e9651 HTTP/1.1" status: 200 len: 811 time: 0.1096752 Dec 08 00:19:52.843900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41240) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:52.875513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a66e52c8-900a-4e82-aa87-5b151336ca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a66e52c8-900a-4e82-aa87-5b151336ca89,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:52.892656 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:52.965560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba88d9d-cfc5-49f7-b98d-9ac6a1729206 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['shared'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:52.968556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7ba88d9d-cfc5-49f7-b98d-9ac6a1729206 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "GET /v2.0/subnets/a68cfd64-3c0f-4c5b-a9ca-9f69396e9651?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1234279 Dec 08 00:19:52.972012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41242) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:52.984466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2131146564'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:52.992493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=a66e52c8-900a-4e82-aa87-5b151336ca89,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:53.023201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:53.027868 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.057425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:19:53.067575 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.067977 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Added segment 86a43c64-e119-432b-952b-fd0fff34b419 of type vlan for network 2bef625a-7889-417a-80da-a2bfa3f456a3 Dec 08 00:19:53.119495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.150650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.159093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:53.159663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.171888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['a66e52c8-900a-4e82-aa87-5b151336ca89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:19:53.291451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Network': ['ID=2bef625a-7889-417a-80da-a2bfa3f456a3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:53.297605 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3762c956-9ee6-4b73-8899-13a0aec52633 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3192453 Dec 08 00:19:53.300332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41248) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:53.318437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'network_id': '2bef625a-7889-417a-80da-a2bfa3f456a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:53.367006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2bef625a-7889-417a-80da-a2bfa3f456a3 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:19:53.399025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d4d2-15f7-454f-9015-d8c1dbb75f94 req-fc69a584-d6c9-415f-b1db-f6ab6c9aac97 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:53.407850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbd5d4d2-15f7-454f-9015-d8c1dbb75f94 req-fc69a584-d6c9-415f-b1db-f6ab6c9aac97 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1647599 Dec 08 00:19:53.480061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Made reservation on behalf of 55602ed199bd46e29cbcb60d6b94d381 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:19:53.484525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.557635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Performing IP validity checks on allocation pools {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:19:53.558599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:19:53.622729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fbd5d4d2-15f7-454f-9015-d8c1dbb75f94 req-1be2ab41-303e-4291-a15a-f340bc8fea4d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123668 Dec 08 00:19:53.632282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd783-3200-4f57-83f1-19d2f34b2108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.728443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1930-2aa0-4812-a2bf-4955de0d57c5 req-7a66fd20-866f-48b2-9332-8df5a3955f8f tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:53.736521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b0d1930-2aa0-4812-a2bf-4955de0d57c5 req-7a66fd20-866f-48b2-9332-8df5a3955f8f tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 945 time: 0.1126637 Dec 08 00:19:53.759133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.812165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b0d1930-2aa0-4812-a2bf-4955de0d57c5 req-cc7cff01-9f99-4a43-b91f-db8e7bedcb73 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744166 Dec 08 00:19:53.858258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Checking segment: {'id': '86a43c64-e119-432b-952b-fd0fff34b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2bef625a-7889-417a-80da-a2bfa3f456a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:19:53.858867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network hostable DHCP agents. Network: 2bef625a-7889-417a-80da-a2bfa3f456a3, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:19:53.879757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=2a7395ab-a768-4f1f-a685-04f31150527d,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:53.892461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Network 2bef625a-7889-417a-80da-a2bfa3f456a3 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:19:53.906785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2bef625a-7889-417a-80da-a2bfa3f456a3) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:19:53.911412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:53.912335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:53.918443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d976b8a5-9614-415d-b9f1-86ada947fde9 None None] Network 2bef625a-7889-417a-80da-a2bfa3f456a3 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:53.956856 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aa8f94ea-66ec-43eb-8011-c0ed17c13535 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6546915 Dec 08 00:19:53.961011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41256) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:53.987755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d11f47f6-82a1-42c2-b581-bccb284d64de tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:19:54.107542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ba7ea-6062-4554-b1a4-a05b1c778228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2bef625a-7889-417a-80da-a2bfa3f456a3', 'network_id': '2bef625a-7889-417a-80da-a2bfa3f456a3', 'project_id': '55602ed199bd46e29cbcb60d6b94d381', 'fixed_ips': [{'subnet_id': '2a7395ab-a768-4f1f-a685-04f31150527d'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:19:54.109054 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-936ba7ea-6062-4554-b1a4-a05b1c778228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.142227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d11f47f6-82a1-42c2-b581-bccb284d64de tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2146637740'] for subnet, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.267525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-936ba7ea-6062-4554-b1a4-a05b1c778228 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 00:19:54.267525 n-d-820549-2 neutron-server[103115]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 08 00:19:54.267525 n-d-820549-2 neutron-server[103115]: [parameters: {'in_use': 1, 'id_1': '2a7395ab-a768-4f1f-a685-04f31150527d'}] Dec 08 00:19:54.267525 n-d-820549-2 neutron-server[103115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:19:54.267977 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-936ba7ea-6062-4554-b1a4-a05b1c778228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:19:54.424966 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d11f47f6-82a1-42c2-b581-bccb284d64de tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767111302822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2146466793'] for subnet, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.475465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f47f6-82a1-42c2-b581-bccb284d64de tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:54.476426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d11f47f6-82a1-42c2-b581-bccb284d64de tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.478063 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d11f47f6-82a1-42c2-b581-bccb284d64de tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "PUT /v2.0/subnets/2a7395ab-a768-4f1f-a685-04f31150527d HTTP/1.1" status: 200 len: 877 time: 0.5160501 Dec 08 00:19:54.480788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41264) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:54.484740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a66e52c8-900a-4e82-aa87-5b151336ca89 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:19:54.529771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f47f6-82a1-42c2-b581-bccb284d64de tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event updated for resources: {'Subnet': ['ID=2a7395ab-a768-4f1f-a685-04f31150527d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:54.614582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port a66e52c8-900a-4e82-aa87-5b151336ca89 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:19:54.619476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port a66e52c8-900a-4e82-aa87-5b151336ca89 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:19:54.620103 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.631364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.742992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.823430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-936ba7ea-6062-4554-b1a4-a05b1c778228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.900867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.904578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:54.960936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6239106-485b-4eb0-87d3-1f769f47723c req-ea86fc7a-bb0d-4be3-ac03-c1cd972f6d54 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:54.974569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6239106-485b-4eb0-87d3-1f769f47723c req-ea86fc7a-bb0d-4be3-ac03-c1cd972f6d54 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1652424 Dec 08 00:19:55.001320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7395ab-a768-4f1f-a685-04f31150527d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:55.117649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6239106-485b-4eb0-87d3-1f769f47723c req-0db42c45-6720-4ab5-bc70-d969e721dfb6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449704 Dec 08 00:19:55.148167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e52c8-900a-4e82-aa87-5b151336ca89'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:19:55.150602 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd8718-132f-412c-b91b-a20dc6d50a0e" -d '{"events": [{"server_uuid": "9857db1f-abb4-42f9-a2d3-b8a2e26e159c", "name": "network-vif-plugged", "status": "completed", "tag": "a66e52c8-900a-4e82-aa87-5b151336ca89"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:19:55.207074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port a66e52c8-900a-4e82-aa87-5b151336ca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a66e52c8-900a-4e82-aa87-5b151336ca89,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:55.215545 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.220353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-936ba7ea-6062-4554-b1a4-a05b1c778228 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a7395ab-a768-4f1f-a685-04f31150527d: This subnet is being modified by another concurrent operation. Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:19:55.221205 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a7395ab-a768-4f1f-a685-04f31150527d: This subnet is being modified by another concurrent operation. Dec 08 00:19:55.225219 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:19:55.238831 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.243819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d8d8cf-07e5-4e30-991a-42538c837af0 None None] Network 2bef625a-7889-417a-80da-a2bfa3f456a3 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:55.301953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bef625a-7889-417a-80da-a2bfa3f456a3']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:55.316075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ac1f9-c524-4c2f-824b-c8f98221c6aa req-fe938c59-3be5-4b75-982d-6a5ca695c4d2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:55.320033 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1efe9-7960-4bcc-a0ee-e2797d02d94a x-openstack-request-id: req-17f1efe9-7960-4bcc-a0ee-e2797d02d94a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:19:55.320332 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9857db1f-abb4-42f9-a2d3-b8a2e26e159c", "name": "network-vif-plugged", "status": "completed", "tag": "a66e52c8-900a-4e82-aa87-5b151336ca89", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:19:55.320587 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17f1efe9-7960-4bcc-a0ee-e2797d02d94a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:19:55.320985 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e52c8-900a-4e82-aa87-5b151336ca89', 'code': 200} Dec 08 00:19:55.324833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-719ac1f9-c524-4c2f-824b-c8f98221c6aa req-fe938c59-3be5-4b75-982d-6a5ca695c4d2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 945 time: 0.1984308 Dec 08 00:19:55.332445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a43c64-e119-432b-952b-fd0fff34b419') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:55.332751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a43c64-e119-432b-952b-fd0fff34b419') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:55.376329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.415008 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.431054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-719ac1f9-c524-4c2f-824b-c8f98221c6aa req-43149c9d-9433-4a2a-b137-e4931bfd11bb tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051974 Dec 08 00:19:55.447607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:55.448019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:55.451202 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:55.527860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c49dd-78bb-4697-88fc-3d776d202685 req-a9f0b77f-850e-4978-8771-71ca20a8c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:55.529421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c52c49dd-78bb-4697-88fc-3d776d202685 req-a9f0b77f-850e-4978-8771-71ca20a8c2e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 1097 time: 0.1347947 Dec 08 00:19:55.546354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=a66e52c8-900a-4e82-aa87-5b151336ca89,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:55.550303 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.564453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:55.574637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41280) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:55.575688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/2bef625a-7889-417a-80da-a2bfa3f456a3 HTTP/1.1" status: 204 len: 168 time: 1.0936077 Dec 08 00:19:55.605752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740c992-6d03-4980-b357-66dc9eb8bb46 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=2bef625a-7889-417a-80da-a2bfa3f456a3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:55.633306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4dda0-c749-458a-837b-42ca03e8d5ab None None] Network 2bef625a-7889-417a-80da-a2bfa3f456a3 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:55.647572 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34ca203-ed6e-4a71-be9f-f14f227e9117 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:55.648125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34ca203-ed6e-4a71-be9f-f14f227e9117 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:55.665593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e34ca203-ed6e-4a71-be9f-f14f227e9117 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/2a7395ab-a768-4f1f-a685-04f31150527d HTTP/1.1" status: 404 len: 337 time: 0.0877001 Dec 08 00:19:55.668776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41282) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:55.669792 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c52c49dd-78bb-4697-88fc-3d776d202685 req-ac105a84-2d8c-410b-bbe9-d8399e4c198e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327448 Dec 08 00:19:55.681710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4dda0-c749-458a-837b-42ca03e8d5ab None None] Network 2bef625a-7889-417a-80da-a2bfa3f456a3 could not be found, it might have been deleted concurrently. {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 00:19:55.694057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36f0bb-4c40-4edf-919a-9f4a7e953046 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:19:55.724373 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e0316c-3bd5-4900-b079-467a369bbb62 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:55.724919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e0316c-3bd5-4900-b079-467a369bbb62 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:55.728048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-97e0316c-3bd5-4900-b079-467a369bbb62 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/2bef625a-7889-417a-80da-a2bfa3f456a3 HTTP/1.1" status: 404 len: 339 time: 0.0583243 Dec 08 00:19:55.730578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41284) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:55.781292 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63d8de4-9206-42fc-806f-75f9063c3f14 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:55.782107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63d8de4-9206-42fc-806f-75f9063c3f14 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:55.786309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f63d8de4-9206-42fc-806f-75f9063c3f14 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/51726549-8959-41d3-8285-e2581336f4e4 HTTP/1.1" status: 404 len: 337 time: 0.0540390 Dec 08 00:19:55.788742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41286) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:55.821605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec36f0bb-4c40-4edf-919a-9f4a7e953046 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:19:55.823013 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-82402fb9-dfff-4986-8ad5-17caa904c0c1 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:55.823535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82402fb9-dfff-4986-8ad5-17caa904c0c1 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:55.829240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41288) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:55.840695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-82402fb9-dfff-4986-8ad5-17caa904c0c1 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/59d49344-aa62-434e-af2c-81f17e91456d HTTP/1.1" status: 404 len: 339 time: 0.0506470 Dec 08 00:19:56.068851 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.270744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.323407 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.335755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1febd3e3-cc8c-4a6b-9a2a-84573d995dbb']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:56.352557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb3c634-2522-486a-9eb5-405405b73a7a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:56.355250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb3c634-2522-486a-9eb5-405405b73a7a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:56.378450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.384576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810f863-db87-4d2f-96c7-11d5d3a42fda req-982b7d6f-e8e1-4db9-b256-9ba772dcc136 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:56.386274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0810f863-db87-4d2f-96c7-11d5d3a42fda req-982b7d6f-e8e1-4db9-b256-9ba772dcc136 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1477513 Dec 08 00:19:56.421156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.431247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:56.431667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:56.435073 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:56.479535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0810f863-db87-4d2f-96c7-11d5d3a42fda req-dc076130-93bd-4457-8345-44ba511fbc08 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785160 Dec 08 00:19:56.596832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.606373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:56.615951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/1febd3e3-cc8c-4a6b-9a2a-84573d995dbb HTTP/1.1" status: 204 len: 168 time: 0.7855785 Dec 08 00:19:56.618047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41308) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:56.668947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb90663-96ed-4435-81f2-43d4f13e99fc tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=1febd3e3-cc8c-4a6b-9a2a-84573d995dbb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:56.700442 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2676dc3-8a33-46e2-b1c7-697cf6afc704 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:56.701032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2676dc3-8a33-46e2-b1c7-697cf6afc704 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:56.704819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f2676dc3-8a33-46e2-b1c7-697cf6afc704 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/3a1cee41-954e-46f5-ab2a-62b8c3fc506e HTTP/1.1" status: 404 len: 337 time: 0.0851121 Dec 08 00:19:56.707370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41312) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:56.746128 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-acee172f-b456-48b1-89cf-4855f2ba5bdf tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:56.746809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acee172f-b456-48b1-89cf-4855f2ba5bdf tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:56.748577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50e50f-6b8a-4a9a-b5ef-8cf255cc00b0 req-8f6ae1a5-3369-44b4-820f-624d3c70da8a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:56.773639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a50e50f-6b8a-4a9a-b5ef-8cf255cc00b0 req-8f6ae1a5-3369-44b4-820f-624d3c70da8a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 946 time: 0.2264304 Dec 08 00:19:56.779122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41314) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:56.780827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-acee172f-b456-48b1-89cf-4855f2ba5bdf tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/0b0e6f95-7dd9-4b0b-aa80-4ebc2dd90534 HTTP/1.1" status: 404 len: 339 time: 0.0668135 Dec 08 00:19:56.834598 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd4b464-5301-4185-9b54-e9f6d08559c2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:56.835285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd4b464-5301-4185-9b54-e9f6d08559c2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:56.843063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4fd4b464-5301-4185-9b54-e9f6d08559c2 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/c7b42dae-0d28-4af1-afa2-6d2b7800255f HTTP/1.1" status: 404 len: 337 time: 0.0597191 Dec 08 00:19:56.846827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41316) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:56.897264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41318) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:56.905268 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eebed86-f589-4d79-b71a-c49338e9d440 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:56.906795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eebed86-f589-4d79-b71a-c49338e9d440 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:56.918765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9eebed86-f589-4d79-b71a-c49338e9d440 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/af203068-fd3e-495e-8c5f-839c9c32bb22 HTTP/1.1" status: 404 len: 339 time: 0.0689411 Dec 08 00:19:56.929814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41320) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:56.989526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a50e50f-6b8a-4a9a-b5ef-8cf255cc00b0 req-6e882aef-7ce0-4d00-8656-6b157db4fd3c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077277 Dec 08 00:19:57.001086 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2d8d72-bbbf-4854-a602-17cf26f5f1da tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.001774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2d8d72-bbbf-4854-a602-17cf26f5f1da tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.007363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7f2d8d72-bbbf-4854-a602-17cf26f5f1da tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/b40b2e6b-1d5e-4f45-b96f-3ab32e0b7fe7 HTTP/1.1" status: 404 len: 337 time: 0.0730681 Dec 08 00:19:57.009962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41324) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.050780 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f56e2ab-b0d5-4f3a-a652-c58fc0944c11 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.052635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f56e2ab-b0d5-4f3a-a652-c58fc0944c11 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.058097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3f56e2ab-b0d5-4f3a-a652-c58fc0944c11 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/53a18231-10d3-4379-b158-de731147c695 HTTP/1.1" status: 404 len: 339 time: 0.0469086 Dec 08 00:19:57.062102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41328) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.143206 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9320e934-6adb-492e-8944-e30501933d7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.143837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9320e934-6adb-492e-8944-e30501933d7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.150816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9320e934-6adb-492e-8944-e30501933d7c tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/f47ffb88-b84d-4cdb-bcb9-c430866a6fbc HTTP/1.1" status: 404 len: 337 time: 0.0839934 Dec 08 00:19:57.151663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41332) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.171151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76e6c4e6-e100-4054-b537-c8e7bc14ca3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.212370 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-397f81eb-e5cd-489d-8f34-587ba01d6771 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.214226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397f81eb-e5cd-489d-8f34-587ba01d6771 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.222498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-397f81eb-e5cd-489d-8f34-587ba01d6771 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/7dffa28f-73fd-4f18-b547-f01606f00cd3 HTTP/1.1" status: 404 len: 339 time: 0.0691364 Dec 08 00:19:57.225206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41334) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.236520 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.270728 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-66acf0c3-cb0a-4b75-a0fd-8e17f421c597 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.271646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66acf0c3-cb0a-4b75-a0fd-8e17f421c597 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.278672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-66acf0c3-cb0a-4b75-a0fd-8e17f421c597 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/67f8a8a9-8f95-4f85-acbf-d9c56db11816 HTTP/1.1" status: 404 len: 337 time: 0.0520015 Dec 08 00:19:57.281318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41336) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.303223 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b81615-12b1-4c9f-85ba-0a1540d87145 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.303743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b81615-12b1-4c9f-85ba-0a1540d87145 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.306827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-66b81615-12b1-4c9f-85ba-0a1540d87145 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/72591064-fdf5-4c75-93df-051a77120464 HTTP/1.1" status: 404 len: 339 time: 0.0245080 Dec 08 00:19:57.312898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41338) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.361070 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d39a375-93b0-4ea9-8076-29b5f3016b15 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.361070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d39a375-93b0-4ea9-8076-29b5f3016b15 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.375214 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d39a375-93b0-4ea9-8076-29b5f3016b15 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/7e55d9d8-1daa-4fd4-9f61-2f5549898456 HTTP/1.1" status: 404 len: 337 time: 0.0632401 Dec 08 00:19:57.377655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41340) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.407687 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8707547c-4c5c-48f9-88dc-de9d036c53c1 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.411247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8707547c-4c5c-48f9-88dc-de9d036c53c1 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.414710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8707547c-4c5c-48f9-88dc-de9d036c53c1 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/23eb4215-dbb2-4597-88f9-a717270b823a HTTP/1.1" status: 404 len: 339 time: 0.0360210 Dec 08 00:19:57.418780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41342) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.443398 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76e6c4e6-e100-4054-b537-c8e7bc14ca3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.451996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76e6c4e6-e100-4054-b537-c8e7bc14ca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.467002 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf54f5f-d8ff-451e-88ff-5ed2b5c75a6a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.467829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf54f5f-d8ff-451e-88ff-5ed2b5c75a6a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.474407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ebf54f5f-d8ff-451e-88ff-5ed2b5c75a6a tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/cd08abce-5485-44b8-884e-824f02fca2b6 HTTP/1.1" status: 404 len: 337 time: 0.0539198 Dec 08 00:19:57.475290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41344) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.499204 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f64b327-7c97-46c4-8f2b-348c0ac1feeb tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.499942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f64b327-7c97-46c4-8f2b-348c0ac1feeb tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.506157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6f64b327-7c97-46c4-8f2b-348c0ac1feeb tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/2f73ac42-29c6-489a-9ca8-6044b2e886dd HTTP/1.1" status: 404 len: 339 time: 0.0294192 Dec 08 00:19:57.507073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41346) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.529008 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-76e6c4e6-e100-4054-b537-c8e7bc14ca3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65639660e90a41229df009cc8bd0a67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6278644 Dec 08 00:19:57.531438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41350) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.536326 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c3ff1f-f64e-48ac-ad5c-d0432d0f05cf tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.536912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c3ff1f-f64e-48ac-ad5c-d0432d0f05cf tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.543535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-28c3ff1f-f64e-48ac-ad5c-d0432d0f05cf tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/ae76d95c-e1f4-4845-a04c-75c955935369 HTTP/1.1" status: 404 len: 337 time: 0.0353384 Dec 08 00:19:57.544166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41352) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.573982 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df49bed-6ab9-40f4-b570-d313a79f1141 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] DELETE failed (client error): The resource could not be found. Dec 08 00:19:57.574502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df49bed-6ab9-40f4-b570-d313a79f1141 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:19:57.580421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6df49bed-6ab9-40f4-b570-d313a79f1141 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/7a57e74f-1888-4b1b-93d0-5dfbdf2e06e7 HTTP/1.1" status: 404 len: 339 time: 0.0352917 Dec 08 00:19:57.581010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41354) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:57.587856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6c4e6-e100-4054-b537-c8e7bc14ca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee8c41-c7ac-4838-a60f-cda0fd412be6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:57.662193 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd18f64-0059-46c2-8810-b4497da92a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.701947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting subnet a68cfd64-3c0f-4c5b-a9ca-9f69396e9651 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:19:57.706544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.740591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd18f64-0059-46c2-8810-b4497da92a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.776425 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.788232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d5d6c-6da5-4c03-9f65-168ff54b93e6 req-95ac43ad-13b9-47f9-98ee-1ebb079b3eb9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:57.789921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f31d5d6c-6da5-4c03-9f65-168ff54b93e6 req-95ac43ad-13b9-47f9-98ee-1ebb079b3eb9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1469929 Dec 08 00:19:57.859733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd18f64-0059-46c2-8810-b4497da92a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.866171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd18f64-0059-46c2-8810-b4497da92a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:57.869724 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ffd18f64-0059-46c2-8810-b4497da92a51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0aee8c41-c7ac-4838-a60f-cda0fd412be6 HTTP/1.1" status: 204 len: 168 time: 0.3350472 Dec 08 00:19:57.879048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd18f64-0059-46c2-8810-b4497da92a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee8c41-c7ac-4838-a60f-cda0fd412be6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:58.014558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f31d5d6c-6da5-4c03-9f65-168ff54b93e6 req-997a8c07-80bc-4598-a4ac-579caf5d68fb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051477 Dec 08 00:19:58.069042 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.230368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.255192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9557e9-ce44-466f-9431-5a15bf9f55c0 req-2bd8a10a-b1a0-43c2-984e-73da2ee4c332 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:58.262607 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a9557e9-ce44-466f-9431-5a15bf9f55c0 req-2bd8a10a-b1a0-43c2-984e-73da2ee4c332 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 946 time: 0.0945165 Dec 08 00:19:58.301973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Subnet': ['ID=a68cfd64-3c0f-4c5b-a9ca-9f69396e9651,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:58.317992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468192db-e412-4125-a273-df4a66560d7e None None] Network 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:19:58.321213 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.324469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cfbbe029-983e-426c-8a90-3cd9a84cc400 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/subnets/a68cfd64-3c0f-4c5b-a9ca-9f69396e9651 HTTP/1.1" status: 204 len: 168 time: 0.7425451 Dec 08 00:19:58.326870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41366) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:58.399922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a9557e9-ce44-466f-9431-5a15bf9f55c0 req-809e721f-8241-4b06-bf73-deef57ae4a9f tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362650 Dec 08 00:19:58.400529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41368) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:58.420580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f73dffe5-43b4-4a21-aa7c-506ef54360f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.514454 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.586914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f73dffe5-43b4-4a21-aa7c-506ef54360f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.598993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f73dffe5-43b4-4a21-aa7c-506ef54360f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.627559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Deleting port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:58.627910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.661583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] DHCP port deletion for 9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:19:58.676313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41376) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:58.676686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f73dffe5-43b4-4a21-aa7c-506ef54360f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51eac6452dad4f3496bfefe2494b92a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709823 Dec 08 00:19:58.706754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dffe5-43b4-4a21-aa7c-506ef54360f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974751c9-49ef-4b29-9e2a-82c74fb9615d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:58.752949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] Deleting port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:19:58.753491 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.798821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] For port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,segment=NetworkSegment(95d49c71-b280-4392-a722-90d236edff94),segment_id=95d49c71-b280-4392-a722-90d236edff94)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:58.799224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.823631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Calling delete_port for 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:58.830976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-394c6b0b-2aa0-4012-816f-10b78af9ea58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.839435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] For port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,segment=NetworkSegment(95d49c71-b280-4392-a722-90d236edff94),segment_id=95d49c71-b280-4392-a722-90d236edff94)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:19:58.839842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.854864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] Calling delete_port for 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:19:58.900244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-394c6b0b-2aa0-4012-816f-10b78af9ea58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.970167 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:58.989335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] No DVR routers for this DVR port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:59.011436 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.040458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e7ee0-69e4-49d2-af4f-aa5dcc5944c0 None None] Pushing event deleted for resources: {'Port': ['ID=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:59.060706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Port': ['ID=9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:59.069840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] No DVR routers for this DVR port 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:19:59.089220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-394c6b0b-2aa0-4012-816f-10b78af9ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.091809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-394c6b0b-2aa0-4012-816f-10b78af9ea58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.092955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-394c6b0b-2aa0-4012-816f-10b78af9ea58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/974751c9-49ef-4b29-9e2a-82c74fb9615d HTTP/1.1" status: 204 len: 168 time: 0.4148562 Dec 08 00:19:59.267920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.278234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c6b0b-2aa0-4012-816f-10b78af9ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974751c9-49ef-4b29-9e2a-82c74fb9615d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:59.389789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:59.403434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d49c71-b280-4392-a722-90d236edff94') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:59.403941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d49c71-b280-4392-a722-90d236edff94') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:19:59.420579 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.445507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd524a-815e-4dc1-a542-eadb9f484e74 req-129f6580-aa98-4928-8692-04577e8384f3 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:19:59.459143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57cd524a-815e-4dc1-a542-eadb9f484e74 req-129f6580-aa98-4928-8692-04577e8384f3 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1823931 Dec 08 00:19:59.483850 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.506648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:19:59.507096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:19:59.511053 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:19:59.601865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57cd524a-815e-4dc1-a542-eadb9f484e74 req-7a13d86b-85df-4abe-877e-d173023a7021 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339953 Dec 08 00:19:59.611751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.633886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.648182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] 10.222.0.18 "DELETE /v2.0/networks/9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5 HTTP/1.1" status: 204 len: 168 time: 1.3132205 Dec 08 00:19:59.664632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41400) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:19:59.667283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5edc6-89dc-4d77-8b85-c0c1ba9db7d9 tempest-NetworksTest-1807355361 tempest-NetworksTest-1807355361-project] Pushing event deleted for resources: {'Network': ['ID=9b7d9072-a3c4-4dbd-beb8-a68db51a3ea5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:59.690037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-039a6183-4781-405e-b874-ded0d52e0d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.873320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-039a6183-4781-405e-b874-ded0d52e0d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.882123 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-039a6183-4781-405e-b874-ded0d52e0d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:19:59.982108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a6183-4781-405e-b874-ded0d52e0d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925a2270-570f-4519-b71e-66eb65951db4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:19:59.998622 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-039a6183-4781-405e-b874-ded0d52e0d01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7527cf0a55bd4ca7ab6ff4247ecd3a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323932 Dec 08 00:20:00.001049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41404) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:00.031700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41406) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:00.068350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3563d067-6d09-46ee-8bd2-debfa0a36f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.099219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3563d067-6d09-46ee-8bd2-debfa0a36f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.178937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3563d067-6d09-46ee-8bd2-debfa0a36f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.182577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3563d067-6d09-46ee-8bd2-debfa0a36f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.186665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3563d067-6d09-46ee-8bd2-debfa0a36f96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/925a2270-570f-4519-b71e-66eb65951db4 HTTP/1.1" status: 204 len: 168 time: 0.1844070 Dec 08 00:20:00.199104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563d067-6d09-46ee-8bd2-debfa0a36f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925a2270-570f-4519-b71e-66eb65951db4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:00.344302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41416) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:00.353828 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-26709a5b-d040-48a3-a8b5-15b2b42e6020 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55602ed199bd46e29cbcb60d6b94d381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085897 Dec 08 00:20:00.431504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:00.452706 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af5bdbd2-5645-4604-8180-8030fe0a1635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.468429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:00.468775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9cc2c47c-d2aa-4045-a0c1-78fc6ac4b9a2 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:00.489257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af5bdbd2-5645-4604-8180-8030fe0a1635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.547634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af5bdbd2-5645-4604-8180-8030fe0a1635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.550357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-af5bdbd2-5645-4604-8180-8030fe0a1635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:00.559523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-af5bdbd2-5645-4604-8180-8030fe0a1635 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa3b1d7a-f720-4e87-b842-e7feeb6d9f81 HTTP/1.1" status: 204 len: 168 time: 0.2124543 Dec 08 00:20:00.588320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bdbd2-5645-4604-8180-8030fe0a1635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3b1d7a-f720-4e87-b842-e7feeb6d9f81,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:00.884994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93f451-ef1c-446d-a29c-023b7c829a22 req-a3a28964-af20-4c80-a518-75ccceac9748 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:00.888137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc93f451-ef1c-446d-a29c-023b7c829a22 req-a3a28964-af20-4c80-a518-75ccceac9748 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0904055 Dec 08 00:20:00.971291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc93f451-ef1c-446d-a29c-023b7c829a22 req-394cf1b7-456d-4dea-881a-9b64e2602fe6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734355 Dec 08 00:20:01.631284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41470) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:01.827587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1681261927'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:01.882054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:01.886448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:01.900729 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.046598 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.052700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.106414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:02.118768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adf69aa-36de-4229-b613-2676b47e41ad,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:02.128086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.128451 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment b9eef4d2-52ea-4133-a98d-c0c920b04fa9 of type vlan for network 3cb5047a-5bd9-48cd-b790-46f892972ff8 Dec 08 00:20:02.198301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.251684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caecbb4-0e92-4ced-99de-46d3965070ff req-02591f24-863c-44da-9b55-99d78210f1eb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:02.259083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4caecbb4-0e92-4ced-99de-46d3965070ff req-02591f24-863c-44da-9b55-99d78210f1eb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1538901 Dec 08 00:20:02.274860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.281680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:02.281680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.335657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7032492 Dec 08 00:20:02.338375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41502) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:02.344375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'name': 'tempest-PortsIpV6TestJSON-1958324781'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:02.385763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f64aa-77a5-4c50-a674-787b51e48ee9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=3cb5047a-5bd9-48cd-b790-46f892972ff8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:02.398530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4caecbb4-0e92-4ced-99de-46d3965070ff req-a55fc19e-ab35-4968-aa3b-54cfe7e57c04 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384599 Dec 08 00:20:02.398708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:02.491135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:02.495663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.519873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 5029779a-2902-4c36-aeb8-fca5cec660b4 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:02.705346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.745797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.814296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=5029779a-2902-4c36-aeb8-fca5cec660b4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:02.828042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': 'b9eef4d2-52ea-4133-a98d-c0c920b04fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:02.828413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: 3cb5047a-5bd9-48cd-b790-46f892972ff8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:02.847890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:02.859515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 3cb5047a-5bd9-48cd-b790-46f892972ff8) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:02.864504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:02.872601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:02.873284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.879906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb907138-ac06-48e3-ae6e-b12ea51eec0d None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:02.901496 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e38e39e3-31eb-471e-ad14-84611edc7c7c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5582876 Dec 08 00:20:02.902314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:02.915534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1951249077'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:02.952597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:02.956605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.960251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-1b782304-68b5-44d0-b73e-49986438374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:02.962684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-1b782304-68b5-44d0-b73e-49986438374d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1097 time: 0.0843625 Dec 08 00:20:02.987201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:02.997960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:02.998398 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment 1c178be3-f595-4eec-825d-92209accf991 of type vlan for network 83303b3d-6478-431e-94b2-90be14b95c73 Dec 08 00:20:03.048408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.078870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.093519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:03.094125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.145115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2409739 Dec 08 00:20:03.147474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-73b1e05a-6ded-4242-9655-68a32a07c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:03.148909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41526) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:03.149899 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-73b1e05a-6ded-4242-9655-68a32a07c853 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1781366 Dec 08 00:20:03.154124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'ports': [{'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8'}, {'network_id': '83303b3d-6478-431e-94b2-90be14b95c73'}]} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:03.154441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:03.155124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': '83303b3d-6478-431e-94b2-90be14b95c73'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:03.205024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54686eb4-8ec6-418e-a69a-153ecff51d7f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=83303b3d-6478-431e-94b2-90be14b95c73,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:03.220535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 83303b3d-6478-431e-94b2-90be14b95c73 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:03.245169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-c66db979-f630-4b74-85b9-a000f986ccfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 1002 time: 0.0877013 Dec 08 00:20:03.339198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-5d6c55af-3080-46ff-b5bc-8b0c20590c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:03.340845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-5d6c55af-3080-46ff-b5bc-8b0c20590c4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.0874913 Dec 08 00:20:03.397195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 2} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:03.402599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.414813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-52f2ab7c-2bde-4d34-bf56-1c920cc5b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:03.416976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-52f2ab7c-2bde-4d34-bf56-1c920cc5b2f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683534 Dec 08 00:20:03.428142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.541277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-c2814a38-2880-4cde-ace8-c8f4121282ea service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157317 Dec 08 00:20:03.558000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 7a6ed424-8bde-435f-a262-ab605600d321 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:03.654747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f03c53-82bb-4a9b-886e-cc13662023df req-b92b814f-4265-43db-945c-5f100e153a20 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:03.657114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04f03c53-82bb-4a9b-886e-cc13662023df req-b92b814f-4265-43db-945c-5f100e153a20 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1320939 Dec 08 00:20:03.703114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.733760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f183b68-73fc-4943-9696-7e43a372bf93 req-2d3e9f9d-a41e-4db0-b1e3-97ed9d10226f service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758583 Dec 08 00:20:03.744094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04f03c53-82bb-4a9b-886e-cc13662023df req-1b37b277-a837-4d85-83ff-82935ff26443 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782728 Dec 08 00:20:03.783957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 71601f5d-4c76-4bc4-a68f-10d036c865a2 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:03.901393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.945243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:03.998186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:04.001311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:04.006462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:04.007285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.010797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=7a6ed424-8bde-435f-a262-ab605600d321,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:04.058701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=71601f5d-4c76-4bc4-a68f-10d036c865a2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:04.093205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': '1c178be3-f595-4eec-825d-92209accf991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83303b3d-6478-431e-94b2-90be14b95c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:04.093577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: 83303b3d-6478-431e-94b2-90be14b95c73, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:04.111355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 83303b3d-6478-431e-94b2-90be14b95c73 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:04.120445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 83303b3d-6478-431e-94b2-90be14b95c73) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:04.125225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:04.130689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d241a-a498-4548-87a2-1b6a884bdae8 None None] Network 83303b3d-6478-431e-94b2-90be14b95c73 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:04.133370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:04.138468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:04.139197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.156870 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8bc72a0b-b1a3-4d42-a058-5bb963de09b1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0067408 Dec 08 00:20:04.159354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41542) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:04.266500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 71601f5d-4c76-4bc4-a68f-10d036c865a2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:04.266841 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.353447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.366968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 71601f5d-4c76-4bc4-a68f-10d036c865a2 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:04.454287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.484361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=71601f5d-4c76-4bc4-a68f-10d036c865a2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:04.489616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.493222 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-520e6a29-6e8c-44a2-ade7-01aa2b78cebe tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/71601f5d-4c76-4bc4-a68f-10d036c865a2 HTTP/1.1" status: 204 len: 168 time: 0.3320427 Dec 08 00:20:04.495551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41544) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:04.601011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e442891c-0ad4-4891-b5f5-491e17e36e4e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:04.609562 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e442891c-0ad4-4891-b5f5-491e17e36e4e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:04.614067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41546) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:04.614220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e442891c-0ad4-4891-b5f5-491e17e36e4e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1175399 Dec 08 00:20:04.732164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 7a6ed424-8bde-435f-a262-ab605600d321 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:04.732605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.819637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.836211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 7a6ed424-8bde-435f-a262-ab605600d321 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:04.909188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc41c1-22e5-4727-9592-9acbf8d86924 req-9a6930db-e4a6-45ed-8a1e-5ee2ad08580d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:04.914624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8cc41c1-22e5-4727-9592-9acbf8d86924 req-9a6930db-e4a6-45ed-8a1e-5ee2ad08580d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.0592704 Dec 08 00:20:04.948749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:04.978566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8cc41c1-22e5-4727-9592-9acbf8d86924 req-735952e0-e984-45ea-bb90-34868c20ad32 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612564 Dec 08 00:20:05.012877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=7a6ed424-8bde-435f-a262-ab605600d321,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:05.015043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.018562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2c977fbb-b831-47c2-bfd5-82a1a79a3a0f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/7a6ed424-8bde-435f-a262-ab605600d321 HTTP/1.1" status: 204 len: 168 time: 0.4032385 Dec 08 00:20:05.021343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41560) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:05.077238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e0f95-5421-4b44-a3b9-69fae5438ec0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:05.079091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-466e0f95-5421-4b44-a3b9-69fae5438ec0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0555856 Dec 08 00:20:05.082718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41572) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:05.108624 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d061f8b0-6ffd-4c06-8297-f0e59590ea33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:05.110133 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d061f8b0-6ffd-4c06-8297-f0e59590ea33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/71601f5d-4c76-4bc4-a68f-10d036c865a2 HTTP/1.1" status: 404 len: 333 time: 0.0263972 Dec 08 00:20:05.112790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41574) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:05.143191 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e7003f-e151-4315-9ad4-49b9a446318d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:05.147900 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54e7003f-e151-4315-9ad4-49b9a446318d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/7a6ed424-8bde-435f-a262-ab605600d321 HTTP/1.1" status: 404 len: 333 time: 0.0316622 Dec 08 00:20:05.148189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41576) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:05.233989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.344968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.367871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83303b3d-6478-431e-94b2-90be14b95c73']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:05.377946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c178be3-f595-4eec-825d-92209accf991') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:05.378260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c178be3-f595-4eec-825d-92209accf991') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:05.389852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.405800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.413754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:20:05.414153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:20:05.417235 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:20:05.493448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.504002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.507928 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/83303b3d-6478-431e-94b2-90be14b95c73 HTTP/1.1" status: 204 len: 168 time: 0.3587985 Dec 08 00:20:05.512132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41578) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:05.517984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72522b3-9520-4016-a850-c7f98aff3331 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=83303b3d-6478-431e-94b2-90be14b95c73,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:05.520014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1746800675'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:05.566316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:05.569848 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.599791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:05.611253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.611895 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment 9b921de7-267b-40ed-add0-d7f30eb1330a of type vlan for network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 Dec 08 00:20:05.675884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.714826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.721550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:05.722921 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:05.777424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2640791 Dec 08 00:20:05.780363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:05.793284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:05.856284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82690a-fbbe-410d-9a4e-db553bee2423 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:05.875068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:05.962551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:05.967213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:06.083323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Performing IP validity checks on allocation pools {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:20:06.087265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:20:06.116042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:06.279821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:06.304324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f12352-d82d-43b3-ae02-be5e7f85aec6 req-650a0d33-7b81-4e89-8bc6-ccddf0655528 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:06.305841 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42f12352-d82d-43b3-ae02-be5e7f85aec6 req-650a0d33-7b81-4e89-8bc6-ccddf0655528 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 946 time: 0.1584172 Dec 08 00:20:06.318129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:06.320401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:06.323091 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb93c58-6ab5-4cdf-8e50-6256f6b73b5b" -d '{"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:06.327681 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:06.330918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:06.355935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-ac572dd7-ae71-44bd-9be3-b34c19f54204 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:06.357477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-ac572dd7-ae71-44bd-9be3-b34c19f54204 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 0.2566197 Dec 08 00:20:06.388569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:06.406676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': '9b921de7-267b-40ed-add0-d7f30eb1330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:06.407078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:06.415330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=2a70fa06-5b2a-407b-9449-c6db4fe0ed0f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:06.426065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42f12352-d82d-43b3-ae02-be5e7f85aec6 req-755aef79-3322-412f-8ae4-49df80201af9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987687 Dec 08 00:20:06.428168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-e2257d0f-7b26-403c-a692-86e1be945c0a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/quotas/6394ffe598374955b30c8c9e131cc792 HTTP/1.1" status: 200 len: 375 time: 0.0573256 Dec 08 00:20:06.461451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:06.481215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:06.491734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f98728-45bc-4abb-9e20-4516489c4224 None None] Network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:06.497942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:06.498539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:06.529197 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2905cd9c-eabe-4c05-8cd3-7854eadabe5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7472620 Dec 08 00:20:06.532482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41620) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:06.539115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6', 'name': 'tempest-PortsIpV6TestJSON-129521802'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:06.600314 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb721dbe-6083-44ef-a50b-c931f2699930 x-openstack-request-id: req-cb721dbe-6083-44ef-a50b-c931f2699930 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:06.600535 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-unplugged", "status": "failed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f", "code": 422}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:06.600793 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb721dbe-6083-44ef-a50b-c931f2699930 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:06.601506 n-d-820549-2 neutron-server[103115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'code': 422} returned with failed status Dec 08 00:20:06.649101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6', 'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6', 'project_id': '164cfdab84254db593a89ece17342e63', 'fixed_ips': [{'subnet_id': '2a70fa06-5b2a-407b-9449-c6db4fe0ed0f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:20:06.650340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:06.652935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-d4536e24-14b5-4144-a21c-94836582359c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180798 Dec 08 00:20:06.726873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:06.736799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:06.762315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 1692c790-f574-4a49-8964-d20c0589b61b yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:06.884995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Allocated IP 2001:db8::2 (c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6/2a70fa06-5b2a-407b-9449-c6db4fe0ed0f/617df80a-583c-4a09-994b-78ce30ef5fb2) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:07.121394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:07.135340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:07.220275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Pushing event updated for resources: {'Port': ['ID=617df80a-583c-4a09-994b-78ce30ef5fb2,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:07.259623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:07.261641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:07.267009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:07.353766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Attempting to bind port 617df80a-583c-4a09-994b-78ce30ef5fb2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:07.354237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Attempting to bind port 617df80a-583c-4a09-994b-78ce30ef5fb2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9b921de7-267b-40ed-add0-d7f30eb1330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:07.354677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Attempting to bind port 617df80a-583c-4a09-994b-78ce30ef5fb2 on network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:07.359960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:07.360421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Checking segment: {'id': '9b921de7-267b-40ed-add0-d7f30eb1330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:07.360893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:07.361360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Bound using segment: {'id': '9b921de7-267b-40ed-add0-d7f30eb1330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:07.361904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Bound port: 617df80a-583c-4a09-994b-78ce30ef5fb2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b921de7-267b-40ed-add0-d7f30eb1330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:07.362358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:07.410728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::29b (c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6/2a70fa06-5b2a-407b-9449-c6db4fe0ed0f/1692c790-f574-4a49-8964-d20c0589b61b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:07.428702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] For port 617df80a-583c-4a09-994b-78ce30ef5fb2, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:07.431977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] For port 617df80a-583c-4a09-994b-78ce30ef5fb2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=617df80a-583c-4a09-994b-78ce30ef5fb2,segment=NetworkSegment(9b921de7-267b-40ed-add0-d7f30eb1330a),segment_id=9b921de7-267b-40ed-add0-d7f30eb1330a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:07.443433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:07.532102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ef840-a687-4a3f-b9f8-2e4ecb33b1e1 None None] Pushing event updated for resources: {'Port': ['ID=617df80a-583c-4a09-994b-78ce30ef5fb2,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:07.665362 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:07.702770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-ed183c09-d2bd-49fe-a281-8aa6d23a2c74 service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0371060 Dec 08 00:20:07.866222 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:07.983236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:07.988717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:07.992799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-4aac2360-fe4a-49cc-ba6b-b311ff659949 service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890813 Dec 08 00:20:07.996874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:08.004500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:08.005327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:08.016143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=1692c790-f574-4a49-8964-d20c0589b61b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:08.071626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a271b4ee-0e42-495c-9b72-8620a0efe4ef tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5374842 Dec 08 00:20:08.074434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41656) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:08.244796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd263d8f-90f1-4284-81bf-8699c5892334 req-937f5f7f-5c0c-4aa7-bfd5-a022fdc1afe2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:08.246928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd263d8f-90f1-4284-81bf-8699c5892334 req-937f5f7f-5c0c-4aa7-bfd5-a022fdc1afe2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.1165659 Dec 08 00:20:08.369261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-8b118ca8-92fd-464d-87b0-471100ad7e96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394305 Dec 08 00:20:08.383159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 1692c790-f574-4a49-8964-d20c0589b61b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:08.383511 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:08.460339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b195184-1d7a-4ab1-93f2-97f75934341e req-254ccf81-f906-436d-93e9-b7247e81713d tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 210 time: 0.0480597 Dec 08 00:20:08.479396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd263d8f-90f1-4284-81bf-8699c5892334 req-f102a0ce-c0ae-491d-aedd-a087b9fb2e45 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180607 Dec 08 00:20:08.540152 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-5855c9d6-beff-4af9-97b1-b6cdeced26c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1341355 Dec 08 00:20:08.578198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 617df80a-583c-4a09-994b-78ce30ef5fb2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:08.609673 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:08.647903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 1692c790-f574-4a49-8964-d20c0589b61b owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:08.700219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 617df80a-583c-4a09-994b-78ce30ef5fb2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:08.700600 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:08.729519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-6b6ee3e8-2bfb-425d-b840-a022586ea84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:08.731093 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-6b6ee3e8-2bfb-425d-b840-a022586ea84a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 1096 time: 0.1081128 Dec 08 00:20:08.962385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:08.967451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-5cf22c11-e9c3-4e24-9d53-124d147724d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:08.968952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-5cf22c11-e9c3-4e24-9d53-124d147724d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 916 time: 0.2093644 Dec 08 00:20:09.068628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-ed06e482-d19e-41cd-88a0-e3b7a95aad00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0847692 Dec 08 00:20:09.084766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 617df80a-583c-4a09-994b-78ce30ef5fb2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=617df80a-583c-4a09-994b-78ce30ef5fb2,segment=NetworkSegment(9b921de7-267b-40ed-add0-d7f30eb1330a),segment_id=9b921de7-267b-40ed-add0-d7f30eb1330a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:09.094213 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:09.099814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:09.186160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-95eee1a9-3a7b-42de-9a6f-9aadd32b7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:09.188124 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-95eee1a9-3a7b-42de-9a6f-9aadd32b7486 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1136165 Dec 08 00:20:09.195655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=1692c790-f574-4a49-8964-d20c0589b61b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:09.246669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-e9b22670-9b03-4c60-8f58-b5838cf38af6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500126 Dec 08 00:20:09.284389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:09.296925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4896d4e1-d451-4df7-9252-62f1b14cfb34 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/1692c790-f574-4a49-8964-d20c0589b61b HTTP/1.1" status: 204 len: 168 time: 1.2211452 Dec 08 00:20:09.299253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41688) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:09.348985 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-226cdb09-29be-464d-812e-be00ec4f4e23 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:20:09.348985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226cdb09-29be-464d-812e-be00ec4f4e23 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:20:09.353133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-226cdb09-29be-464d-812e-be00ec4f4e23 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/1692c790-f574-4a49-8964-d20c0589b61b HTTP/1.1" status: 404 len: 333 time: 0.0526547 Dec 08 00:20:09.357255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41690) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:09.430574 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4590d456-1d23-445c-a298-274264ff6446 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:09.435525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4590d456-1d23-445c-a298-274264ff6446 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/1692c790-f574-4a49-8964-d20c0589b61b HTTP/1.1" status: 404 len: 333 time: 0.0740221 Dec 08 00:20:09.436346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41692) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:09.474264 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-5be5678c-3cf4-466d-9310-7ceff81c7706 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179127 Dec 08 00:20:09.604493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 2a70fa06-5b2a-407b-9449-c6db4fe0ed0f {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:09.609051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:09.617166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=617df80a-583c-4a09-994b-78ce30ef5fb2,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:09.627608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b677121-f2f3-45e8-8426-1ed4a6882791 None None] Network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:09.687581 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fde4621a-168f-4af3-94b3-1753aacbc27d req-284b91d4-620c-4b21-a0b2-f42000dc3190 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040687 Dec 08 00:20:09.726066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-84f62abf-67bc-4e54-ab0b-0d983bf0c4e0 None None] Provisioning complete for port 617df80a-583c-4a09-994b-78ce30ef5fb2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:09.727014 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84f62abf-67bc-4e54-ab0b-0d983bf0c4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:09.731611 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:09.771753 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:20:09.803170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07c200f3-dded-4fa8-93b9-004e5ac73599 req-ce6310b7-2101-4c25-a4ff-dbe63cb7c788 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 210 time: 0.1288714 Dec 08 00:20:09.923773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc934ff-61ee-443b-8c7d-27dd41257674 req-d398bf14-257b-4215-a441-27227bbbecfe tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:09.925392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccc934ff-61ee-443b-8c7d-27dd41257674 req-d398bf14-257b-4215-a441-27227bbbecfe tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.3310509 Dec 08 00:20:10.018863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-f2e8a46d-ceab-4d7a-bf3c-4e1440013655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:10.024453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-f2e8a46d-ceab-4d7a-bf3c-4e1440013655 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f&tenant_id=a23434605ed74e0da84e68b56c0b4467 HTTP/1.1" status: 200 len: 1095 time: 0.2364428 Dec 08 00:20:10.036170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:10.175418 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:10.203399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cb1a4f8c-888d-429d-b461-49dae82e81cf None None] Provisioning complete for port 617df80a-583c-4a09-994b-78ce30ef5fb2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:10.204785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4f8c-888d-429d-b461-49dae82e81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:10.245226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:10.251304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41704) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:10.251886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/2a70fa06-5b2a-407b-9449-c6db4fe0ed0f HTTP/1.1" status: 204 len: 168 time: 0.8139861 Dec 08 00:20:10.253048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f25dcd-49ab-4868-93b4-e4b49634be83 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=2a70fa06-5b2a-407b-9449-c6db4fe0ed0f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:10.259196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccc934ff-61ee-443b-8c7d-27dd41257674 req-3720b50d-010f-414c-abf2-27ab2f8ec314 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150527 Dec 08 00:20:10.274614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-ee9cbcba-3874-4b10-9aef-4d69a47478da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:10.278436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-ee9cbcba-3874-4b10-9aef-4d69a47478da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1095 time: 0.1590943 Dec 08 00:20:10.397242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:10.482216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-ca3b1321-1113-4639-b1d3-379b7b2d0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:10.483790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-ca3b1321-1113-4639-b1d3-379b7b2d0249 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1956851 Dec 08 00:20:10.489715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 617df80a-583c-4a09-994b-78ce30ef5fb2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:10.629319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c70dc9-bb0a-4f47-8ad5-76e9594c027d None None] Network c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:10.699452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-c959c95a-8a65-4692-882a-e0f410aeb5c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 1000 time: 0.2059484 Dec 08 00:20:10.726578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 617df80a-583c-4a09-994b-78ce30ef5fb2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:10.726578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:10.749471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bd4f3c4a-6d9d-4a99-88c2-e3783dc314c7 None None] Could not find standard attr ID for object 1692c790-f574-4a49-8964-d20c0589b61b. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:10.846237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-93451c08-3730-4200-88b5-7df266c9d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:10.850379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-93451c08-3730-4200-88b5-7df266c9d393 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1408775 Dec 08 00:20:10.853147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 617df80a-583c-4a09-994b-78ce30ef5fb2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:10.853147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.012777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d26b6ed-72ae-4c14-aa31-6611656ffe70 req-e3720fbc-f412-4949-a5a5-e70710b1a206 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 210 time: 0.0784822 Dec 08 00:20:11.032794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-c7261eaa-b7ad-4223-bc3c-60f69f532e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:11.037216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-c7261eaa-b7ad-4223-bc3c-60f69f532e05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560166 Dec 08 00:20:11.088618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] DHCP port deletion for c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:11.209318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-90dd0843-e560-44da-adc7-12b02fbae6f2 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579263 Dec 08 00:20:11.243893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] Deleting port 617df80a-583c-4a09-994b-78ce30ef5fb2 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:11.244308 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.367743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] For port 617df80a-583c-4a09-994b-78ce30ef5fb2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=617df80a-583c-4a09-994b-78ce30ef5fb2,segment=NetworkSegment(9b921de7-267b-40ed-add0-d7f30eb1330a),segment_id=9b921de7-267b-40ed-add0-d7f30eb1330a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:11.368150 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.387868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] Calling delete_port for 617df80a-583c-4a09-994b-78ce30ef5fb2 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:11.418135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c961a46-7bff-410b-811b-1ef4d5ae10fb req-a4a2697c-3db5-4013-b308-81cb2f69eccd service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033200 Dec 08 00:20:11.472097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-4cab2166-d7f7-40fc-b3e0-065d5e0aecc9 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:11.474202 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-4cab2166-d7f7-40fc-b3e0-065d5e0aecc9 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 1.0358191 Dec 08 00:20:11.481803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] For port 617df80a-583c-4a09-994b-78ce30ef5fb2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=617df80a-583c-4a09-994b-78ce30ef5fb2,segment=NetworkSegment(9b921de7-267b-40ed-add0-d7f30eb1330a),segment_id=9b921de7-267b-40ed-add0-d7f30eb1330a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:11.482318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.497551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 617df80a-583c-4a09-994b-78ce30ef5fb2 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:11.560969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d75a96-4210-4339-bcdf-35c9febf5ac3 req-36db9631-fd07-4b84-9534-c1ddc4426a58 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:11.568927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.569335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Request body: {'port': {'device_id': '97979041-974d-43fd-95b6-b13e565ec903', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'admin_state_up': True, 'tenant_id': '6394ffe598374955b30c8c9e131cc792'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:11.582359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30d75a96-4210-4339-bcdf-35c9febf5ac3 req-36db9631-fd07-4b84-9534-c1ddc4426a58 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.1278846 Dec 08 00:20:11.614922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] Pushing event deleted for resources: {'Port': ['ID=617df80a-583c-4a09-994b-78ce30ef5fb2,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:11.624494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef65418-9ba3-45bf-ab19-0f8e4bcfd89c None None] No DVR routers for this DVR port 617df80a-583c-4a09-994b-78ce30ef5fb2 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:11.682138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30d75a96-4210-4339-bcdf-35c9febf5ac3 req-c4a3926f-9f2b-405b-b50a-54248954091b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987854 Dec 08 00:20:11.777094 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.808090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No DVR routers for this DVR port 617df80a-583c-4a09-994b-78ce30ef5fb2 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:11.841440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=617df80a-583c-4a09-994b-78ce30ef5fb2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:11.906443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Made reservation on behalf of 6394ffe598374955b30c8c9e131cc792 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:11.911231 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.945894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:11.984637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:12.026786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b921de7-267b-40ed-add0-d7f30eb1330a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:12.027226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b921de7-267b-40ed-add0-d7f30eb1330a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:12.045098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.093439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.149576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:20:12.150002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:20:12.158672 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:20:12.302441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a32b66a3-d494-4210-90b6-eb66ac8b1945 req-d84931a7-4030-4fa0-963e-af1fa9baac3b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 210 time: 0.0998166 Dec 08 00:20:12.325114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.379927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Allocated IP 172.20.0.9 (c240e449-e1a7-4347-9fbb-44c7860b5e01/9abdd024-afc8-4041-8d5d-6d9c3ea10127/57b1f189-34c6-4f54-8fcb-6a518a8de575) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:12.424688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.428078 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6 HTTP/1.1" status: 204 len: 168 time: 2.1752033 Dec 08 00:20:12.432904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41752) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:12.438319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1961571138'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:12.463512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 617df80a-583c-4a09-994b-78ce30ef5fb2 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:12.482737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8ea02-b237-46b4-939f-13d144a2291c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=c5eeaeaf-aa1b-4c2c-9311-38f7a527cff6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:12.485499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:12.489301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.529535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 617df80a-583c-4a09-994b-78ce30ef5fb2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:12.533121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 617df80a-583c-4a09-994b-78ce30ef5fb2 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:12.557828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:12.605139 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.605494 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment f33ec28e-b648-416b-a7fe-5f36ce0e08c5 of type vlan for network f0725e4b-9daa-44df-a62f-18a0423371ea Dec 08 00:20:12.686054 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.745872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.761024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:12.761952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.811914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.857800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4235961 Dec 08 00:20:12.862375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41756) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:12.866452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:12.869802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:12.900441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'a66e52c8-900a-4e82-aa87-5b151336ca89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:20:12.944242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event updated for resources: {'Port': ['ID=57b1f189-34c6-4f54-8fcb-6a518a8de575,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:12.961949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:12.973278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:12.980404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:13.001850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1be06e-5f0f-4f2f-9f10-63de524c587d None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:13.040595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:13.047023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:13.052261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:13.052261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:13.088377 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-8a9a205e-73c5-4db4-abe7-842b0fa2c168 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5254040 Dec 08 00:20:13.191127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-612c0c09-c711-4e99-9eb0-ceef54fe5ad9 None None] Provisioning complete for port 57b1f189-34c6-4f54-8fcb-6a518a8de575 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:13.191911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-612c0c09-c711-4e99-9eb0-ceef54fe5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:13.258768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-612c0c09-c711-4e99-9eb0-ceef54fe5ad9 None None] Port 57b1f189-34c6-4f54-8fcb-6a518a8de575 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:13.461515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:13.533245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=f0725e4b-9daa-44df-a62f-18a0423371ea,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:13.553962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e7eed-c6d3-4239-88ae-562c8ecb003a req-a3b0ce27-2d2e-4a57-8005-a9f83e95adbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:13.555608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-567e7eed-c6d3-4239-88ae-562c8ecb003a req-a3b0ce27-2d2e-4a57-8005-a9f83e95adbf tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.7517395 Dec 08 00:20:13.635226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.635488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.636205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.636920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.637404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.647459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.647810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.648159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.648505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.648841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.649174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.649499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.649824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4616ef-348b-42cd-8d19-6eb447a2d03d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:13.663942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f0725e4b-9daa-44df-a62f-18a0423371ea details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:13.726300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=39a1743d-09cf-4e62-a82f-8bd263f2c6fd,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:13.796949 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:13.805911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067fb33-f729-4f4d-b33c-21cf2bca7851 req-1b020d6a-b917-44e1-a9be-2bcc0db21a36 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:13.836598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5067fb33-f729-4f4d-b33c-21cf2bca7851 req-1b020d6a-b917-44e1-a9be-2bcc0db21a36 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 931 time: 0.3294222 Dec 08 00:20:13.878003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': 'f33ec28e-b648-416b-a7fe-5f36ce0e08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:13.878511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: f0725e4b-9daa-44df-a62f-18a0423371ea, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:13.906138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-567e7eed-c6d3-4239-88ae-562c8ecb003a req-b1b6753a-ab36-41ec-9383-7c1e40f703c2 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911458 Dec 08 00:20:13.958574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network f0725e4b-9daa-44df-a62f-18a0423371ea is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:13.977325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5067fb33-f729-4f4d-b33c-21cf2bca7851 req-38d1f5e7-edc3-4244-bfa8-deee58fc3aca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393418 Dec 08 00:20:14.009873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f0725e4b-9daa-44df-a62f-18a0423371ea) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:14.017951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:14.019458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d35641-c5af-43eb-92c8-15030f35e9d9 None None] Network f0725e4b-9daa-44df-a62f-18a0423371ea requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:14.020046 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.053421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-37975de4-603a-4694-a844-c069fc55e24b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1891680 Dec 08 00:20:14.056194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41784) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:14.065000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1400350127'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:14.245648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f0725e4b-9daa-44df-a62f-18a0423371ea', 'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea', 'project_id': '164cfdab84254db593a89ece17342e63', 'fixed_ips': [{'subnet_id': '39a1743d-09cf-4e62-a82f-8bd263f2c6fd'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:20:14.246657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.285726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:14.292013 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.367234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port cab0bfe3-3a97-4394-beff-f92ff5c6aa36 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:14.433024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Allocated IP 2001:db8::2 (f0725e4b-9daa-44df-a62f-18a0423371ea/39a1743d-09cf-4e62-a82f-8bd263f2c6fd/58e9c9d2-5dae-456d-932a-390e0440fcf1) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:14.636383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.655208 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.706980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::25f (f0725e4b-9daa-44df-a62f-18a0423371ea/39a1743d-09cf-4e62-a82f-8bd263f2c6fd/cab0bfe3-3a97-4394-beff-f92ff5c6aa36) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:14.758729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Pushing event updated for resources: {'Port': ['ID=58e9c9d2-5dae-456d-932a-390e0440fcf1,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:14.762990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Network f0725e4b-9daa-44df-a62f-18a0423371ea is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:14.765058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:14.767495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:14.856591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Attempting to bind port 58e9c9d2-5dae-456d-932a-390e0440fcf1 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:14.856591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Attempting to bind port 58e9c9d2-5dae-456d-932a-390e0440fcf1 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f33ec28e-b648-416b-a7fe-5f36ce0e08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:14.856591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Attempting to bind port 58e9c9d2-5dae-456d-932a-390e0440fcf1 on network f0725e4b-9daa-44df-a62f-18a0423371ea {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:14.865907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:14.866387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Checking segment: {'id': 'f33ec28e-b648-416b-a7fe-5f36ce0e08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:14.866688 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.867265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Bound using segment: {'id': 'f33ec28e-b648-416b-a7fe-5f36ce0e08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:14.867746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Bound port: 58e9c9d2-5dae-456d-932a-390e0440fcf1, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33ec28e-b648-416b-a7fe-5f36ce0e08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0725e4b-9daa-44df-a62f-18a0423371ea'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:14.868144 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.927457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.963115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] For port 58e9c9d2-5dae-456d-932a-390e0440fcf1, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:14.968540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] For port 58e9c9d2-5dae-456d-932a-390e0440fcf1, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58e9c9d2-5dae-456d-932a-390e0440fcf1,segment=NetworkSegment(f33ec28e-b648-416b-a7fe-5f36ce0e08c5),segment_id=f33ec28e-b648-416b-a7fe-5f36ce0e08c5)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:14.974856 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:14.983247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:15.115275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6b3d0-1785-4bd5-85d4-05056e67fb55 None None] Pushing event updated for resources: {'Port': ['ID=58e9c9d2-5dae-456d-932a-390e0440fcf1,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:15.173696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=cab0bfe3-3a97-4394-beff-f92ff5c6aa36,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:15.193593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network f0725e4b-9daa-44df-a62f-18a0423371ea is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:15.205942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:15.221742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:15.250828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:15.251568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:15.305415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd63c6-a604-41a4-a31c-77a8b9cf12de req-e5e0abeb-fc63-4ee0-b155-6880a1f7d46b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:15.307227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ccd63c6-a604-41a4-a31c-77a8b9cf12de req-e5e0abeb-fc63-4ee0-b155-6880a1f7d46b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.2333457 Dec 08 00:20:15.328317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-589412f3-1b2a-40cf-92cf-db97a047ee27 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2711005 Dec 08 00:20:15.331080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41822) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:15.424568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ccd63c6-a604-41a4-a31c-77a8b9cf12de req-94def955-7658-4827-a381-0dc505920b60 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093447 Dec 08 00:20:15.497262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port cab0bfe3-3a97-4394-beff-f92ff5c6aa36 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:15.497615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:15.701164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:15.719170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for cab0bfe3-3a97-4394-beff-f92ff5c6aa36 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:15.761135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90935ae-ceb3-407b-a7e7-b4606903f263 req-3a82bcd4-4179-482b-98cb-a2cb8775aa91 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:15.767478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f90935ae-ceb3-407b-a7e7-b4606903f263 req-3a82bcd4-4179-482b-98cb-a2cb8775aa91 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 931 time: 0.1485627 Dec 08 00:20:15.890756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f90935ae-ceb3-407b-a7e7-b4606903f263 req-01882fb0-c80b-41c4-846f-4ac107f53c22 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164641 Dec 08 00:20:15.916265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:15.963131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=cab0bfe3-3a97-4394-beff-f92ff5c6aa36,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:15.989485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:15.994466 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6a34d133-13f9-4de6-829e-3624e7c83ca9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/cab0bfe3-3a97-4394-beff-f92ff5c6aa36 HTTP/1.1" status: 204 len: 168 time: 0.6608372 Dec 08 00:20:15.996683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41828) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:16.026322 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-55807abf-4c59-46ef-8db9-9cae337d545c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:16.028163 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-55807abf-4c59-46ef-8db9-9cae337d545c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/cab0bfe3-3a97-4394-beff-f92ff5c6aa36 HTTP/1.1" status: 404 len: 333 time: 0.0303338 Dec 08 00:20:16.032412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41830) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:16.138738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 39a1743d-09cf-4e62-a82f-8bd263f2c6fd {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:16.148247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.288940 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.477941 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.508096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58e9c9d2-5dae-456d-932a-390e0440fcf1 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:16.654256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 58e9c9d2-5dae-456d-932a-390e0440fcf1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:16.654772 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.711152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.768426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.773712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/39a1743d-09cf-4e62-a82f-8bd263f2c6fd HTTP/1.1" status: 204 len: 168 time: 0.7402282 Dec 08 00:20:16.776391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41842) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:16.805317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.853778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9364016-2203-46a4-baf5-f01484f99fd3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=39a1743d-09cf-4e62-a82f-8bd263f2c6fd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:16.876871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7214e-b5fe-4ed3-893c-4a1abe638fd2 req-ecd31b05-7dac-4620-b599-70f57dbae42d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:16.889008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa7214e-b5fe-4ed3-893c-4a1abe638fd2 req-ecd31b05-7dac-4620-b599-70f57dbae42d tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.3006213 Dec 08 00:20:16.943988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 58e9c9d2-5dae-456d-932a-390e0440fcf1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58e9c9d2-5dae-456d-932a-390e0440fcf1,segment=NetworkSegment(f33ec28e-b648-416b-a7fe-5f36ce0e08c5),segment_id=f33ec28e-b648-416b-a7fe-5f36ce0e08c5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:16.960425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:16.985513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa7214e-b5fe-4ed3-893c-4a1abe638fd2 req-9f953cf2-82c6-48ad-9f87-4c68af94f099 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861006 Dec 08 00:20:17.029163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.059750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842e7eb-d693-41a7-82fa-101aad183905 None None] Network f0725e4b-9daa-44df-a62f-18a0423371ea requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:17.081938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=58e9c9d2-5dae-456d-932a-390e0440fcf1,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:17.152801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686277-2eda-4acf-bdf8-64a9a6edfeae req-7ae0508f-a990-42a5-b92c-a86f372881cf tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:17.162921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61686277-2eda-4acf-bdf8-64a9a6edfeae req-7ae0508f-a990-42a5-b92c-a86f372881cf tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 931 time: 0.0859425 Dec 08 00:20:17.204032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 58e9c9d2-5dae-456d-932a-390e0440fcf1 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:17.204272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5bb7980f-80d6-49f8-a6c5-8811135f0715 None None] Provisioning complete for port 58e9c9d2-5dae-456d-932a-390e0440fcf1 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:17.204753 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5bb7980f-80d6-49f8-a6c5-8811135f0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.205076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.247240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61686277-2eda-4acf-bdf8-64a9a6edfeae req-cb198c79-e236-489f-8a80-7d42b0131aa6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819342 Dec 08 00:20:17.395000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] For port 58e9c9d2-5dae-456d-932a-390e0440fcf1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58e9c9d2-5dae-456d-932a-390e0440fcf1,segment=NetworkSegment(f33ec28e-b648-416b-a7fe-5f36ce0e08c5),segment_id=f33ec28e-b648-416b-a7fe-5f36ce0e08c5)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:17.398375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.402369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] DHCP port deletion for f0725e4b-9daa-44df-a62f-18a0423371ea request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:17.428383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 58e9c9d2-5dae-456d-932a-390e0440fcf1 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:17.548189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.603244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] Deleting port 58e9c9d2-5dae-456d-932a-390e0440fcf1 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:17.603644 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.622716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.686383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=58e9c9d2-5dae-456d-932a-390e0440fcf1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:17.699142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No DVR routers for this DVR port 58e9c9d2-5dae-456d-932a-390e0440fcf1 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:17.758267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] For port 58e9c9d2-5dae-456d-932a-390e0440fcf1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58e9c9d2-5dae-456d-932a-390e0440fcf1,segment=NetworkSegment(f33ec28e-b648-416b-a7fe-5f36ce0e08c5),segment_id=f33ec28e-b648-416b-a7fe-5f36ce0e08c5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:17.758671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.789807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] Calling delete_port for 58e9c9d2-5dae-456d-932a-390e0440fcf1 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:17.899850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.922470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0725e4b-9daa-44df-a62f-18a0423371ea']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:17.932512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33ec28e-b648-416b-a7fe-5f36ce0e08c5') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:17.932838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33ec28e-b648-416b-a7fe-5f36ce0e08c5') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:17.943265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.979316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:17.980062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:18.001643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:20:18.002053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:20:18.008672 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:20:18.037434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] Pushing event deleted for resources: {'Port': ['ID=58e9c9d2-5dae-456d-932a-390e0440fcf1,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:18.054425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87a1df-fdfb-4646-9112-869d374a5d7e None None] No DVR routers for this DVR port 58e9c9d2-5dae-456d-932a-390e0440fcf1 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:18.131924 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:18.150941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:18.157103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/f0725e4b-9daa-44df-a62f-18a0423371ea HTTP/1.1" status: 204 len: 168 time: 1.3795342 Dec 08 00:20:18.161661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:18.184235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'name': 'tempest-PortsIpV6TestJSON-1901093802'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:18.207535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11f7c6-ad28-4f06-bf14-0fefe2e50850 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=f0725e4b-9daa-44df-a62f-18a0423371ea,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:18.220267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1895c2-cbc0-418f-9d0d-588115d65597 req-93d44b81-5956-47ee-86a5-17e22c70609c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:18.222515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd1895c2-cbc0-418f-9d0d-588115d65597 req-93d44b81-5956-47ee-86a5-17e22c70609c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.1021929 Dec 08 00:20:18.338105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd1895c2-cbc0-418f-9d0d-588115d65597 req-ffc3f557-40c3-45be-b727-5e9d8786d7d3 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022863 Dec 08 00:20:18.427019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:18.431815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:18.471769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58e9c9d2-5dae-456d-932a-390e0440fcf1 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:18.473228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 42cda478-93ec-4cab-a2f8-e2330b3131c3 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:18.516880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 58e9c9d2-5dae-456d-932a-390e0440fcf1 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:18.519075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58e9c9d2-5dae-456d-932a-390e0440fcf1 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:18.671404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d4de9-2d74-43ec-baec-0023a8b21902 req-b1d68b7b-6a59-4af6-8875-7d1aaa2831da tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:18.683220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-116d4de9-2d74-43ec-baec-0023a8b21902 req-b1d68b7b-6a59-4af6-8875-7d1aaa2831da tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 931 time: 0.1189425 Dec 08 00:20:18.813682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-116d4de9-2d74-43ec-baec-0023a8b21902 req-020ceff5-3cf6-4896-b3e7-f030ea79bc05 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223936 Dec 08 00:20:18.949465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.007590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.089630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41886) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:19.167090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=42cda478-93ec-4cab-a2f8-e2330b3131c3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:19.199587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:19.201530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:19.206673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:19.218478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:19.219915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.260266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f373eba5-c831-4472-9b19-15e1973a6309 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0858407 Dec 08 00:20:19.260590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41890) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:19.319397 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acf39a54-4d79-4051-8360-3e5807bba6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.464185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 42cda478-93ec-4cab-a2f8-e2330b3131c3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:19.465968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.494531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acf39a54-4d79-4051-8360-3e5807bba6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.505635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acf39a54-4d79-4051-8360-3e5807bba6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.678588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.706797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-acf39a54-4d79-4051-8360-3e5807bba6aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c0f498ca0a346038ee709a64729331f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154451 Dec 08 00:20:19.714329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41900) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:19.726646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 42cda478-93ec-4cab-a2f8-e2330b3131c3 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:19.732904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf39a54-4d79-4051-8360-3e5807bba6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b1c2c8-ab55-4b62-9c55-14acf83bc688,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:19.817479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127d80a-36ca-4164-9144-7fc77d09627b req-ea198533-73ac-47b8-a338-841d8417d4e9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:19.828616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c127d80a-36ca-4164-9144-7fc77d09627b req-ea198533-73ac-47b8-a338-841d8417d4e9 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.2211013 Dec 08 00:20:19.887895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.925892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=42cda478-93ec-4cab-a2f8-e2330b3131c3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:19.931535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:19.935072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d692fb0b-c141-4bd2-b37f-30ba51ad8a1a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/42cda478-93ec-4cab-a2f8-e2330b3131c3 HTTP/1.1" status: 204 len: 168 time: 0.6734500 Dec 08 00:20:19.937564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41908) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:19.943237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'mac_address': 'fa:16:3e:3c:bc:69', 'name': 'tempest-PortsIpV6TestJSON-837038548'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:19.979278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7304cc35-6d8c-41fc-8384-48c042d6d7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.069577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7304cc35-6d8c-41fc-8384-48c042d6d7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.110074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c127d80a-36ca-4164-9144-7fc77d09627b req-f1838525-a76b-4693-8f86-86b16d6cd6dd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671506 Dec 08 00:20:20.168984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:20.173798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7304cc35-6d8c-41fc-8384-48c042d6d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.179593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7304cc35-6d8c-41fc-8384-48c042d6d7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.179593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7304cc35-6d8c-41fc-8384-48c042d6d7cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22b1c2c8-ab55-4b62-9c55-14acf83bc688 HTTP/1.1" status: 204 len: 168 time: 0.4618115 Dec 08 00:20:20.187401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304cc35-6d8c-41fc-8384-48c042d6d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b1c2c8-ab55-4b62-9c55-14acf83bc688,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:20.330226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.333342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07f500-e62e-4cf3-837e-9abd8c02c1fb req-b423282b-3ee6-4276-b423-4092490809ac tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:20.335122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c07f500-e62e-4cf3-837e-9abd8c02c1fb req-b423282b-3ee6-4276-b423-4092490809ac tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 931 time: 0.0742371 Dec 08 00:20:20.393602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 41ae53a0-ef5d-4d5f-973c-fad5eea6c567 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:20.463429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c07f500-e62e-4cf3-837e-9abd8c02c1fb req-b7e477e5-d764-419d-acf3-6c33b2d9b394 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219194 Dec 08 00:20:20.602522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.670842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.719725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:20.725834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:20.730294 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:20.736372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:20.737073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.754553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=41ae53a0-ef5d-4d5f-973c-fad5eea6c567,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:20.763046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41924) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:20.778168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-44e7492e-f00c-424f-ad42-f754e4e7b222 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8395555 Dec 08 00:20:20.778791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41926) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:20.790809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-15960a94-89ba-4e96-a977-b49285fe87df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.864789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465555b-5d3f-482d-af2d-dfa9db0ac087 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:20.867196 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d465555b-5d3f-482d-af2d-dfa9db0ac087 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/41ae53a0-ef5d-4d5f-973c-fad5eea6c567 HTTP/1.1" status: 200 len: 844 time: 0.0872312 Dec 08 00:20:20.869853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:20.933485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-15960a94-89ba-4e96-a977-b49285fe87df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.939120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-15960a94-89ba-4e96-a977-b49285fe87df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:20.982630 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-15960a94-89ba-4e96-a977-b49285fe87df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad12e84ffa5f433a92e12c50c2988557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180760 Dec 08 00:20:20.985389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41930) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:20.993472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15960a94-89ba-4e96-a977-b49285fe87df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37284fbc-2c6e-4ffa-b7ab-014d9a248ba9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:21.017317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 41ae53a0-ef5d-4d5f-973c-fad5eea6c567 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:21.018263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.046267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebabb-6154-4823-b31d-b7eafa3ab585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.077256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebabb-6154-4823-b31d-b7eafa3ab585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.148160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.149934 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebabb-6154-4823-b31d-b7eafa3ab585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.152701 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebabb-6154-4823-b31d-b7eafa3ab585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.158066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fc2ebabb-6154-4823-b31d-b7eafa3ab585 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37284fbc-2c6e-4ffa-b7ab-014d9a248ba9 HTTP/1.1" status: 204 len: 168 time: 0.1675560 Dec 08 00:20:21.169290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 41ae53a0-ef5d-4d5f-973c-fad5eea6c567 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:21.169919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ebabb-6154-4823-b31d-b7eafa3ab585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37284fbc-2c6e-4ffa-b7ab-014d9a248ba9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:21.305766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.368969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=41ae53a0-ef5d-4d5f-973c-fad5eea6c567,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:21.393034 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-01a88c0a-666e-44c8-9a61-38ed9c85c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.399157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7f604-d1f1-47a4-a75f-9d144ab6455f req-0486a6fa-dbb5-4fd7-ba78-30cde5e2112b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:21.411666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.413240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54c7f604-d1f1-47a4-a75f-9d144ab6455f req-0486a6fa-dbb5-4fd7-ba78-30cde5e2112b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.1309190 Dec 08 00:20:21.420191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0cac5236-67b7-49fa-87b4-b15de19355ae tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/41ae53a0-ef5d-4d5f-973c-fad5eea6c567 HTTP/1.1" status: 204 len: 168 time: 0.5491650 Dec 08 00:20:21.424049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41940) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:21.477480 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c383c17e-b7f3-432e-bb68-ff118c1aa501 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:21.478984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c383c17e-b7f3-432e-bb68-ff118c1aa501 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/41ae53a0-ef5d-4d5f-973c-fad5eea6c567 HTTP/1.1" status: 404 len: 333 time: 0.0539382 Dec 08 00:20:21.486121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41944) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:21.492339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'name': 'tempest-PortsIpV6TestJSON-1187212230'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:21.524574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54c7f604-d1f1-47a4-a75f-9d144ab6455f req-211e8b76-70fd-47f3-916a-f63c26431a18 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099327 Dec 08 00:20:21.626848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:21.662464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca7cef-0a25-4894-ae34-3c952d8a91da req-18eccbbc-8116-44d2-aba7-1fcf866afda0 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:21.663048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:21.671186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6ca7cef-0a25-4894-ae34-3c952d8a91da req-18eccbbc-8116-44d2-aba7-1fcf866afda0 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 931 time: 0.0618141 Dec 08 00:20:21.723891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 000b37c0-ed23-4f9c-a1c9-42eafdaf44d8 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:21.742125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6ca7cef-0a25-4894-ae34-3c952d8a91da req-d8ed4250-9801-45e1-94a8-dd66747c5396 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646129 Dec 08 00:20:21.885539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41956) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:21.900069 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0442abfd-500c-46a1-b402-e5b256445732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.035633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.045526 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0442abfd-500c-46a1-b402-e5b256445732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.053376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0442abfd-500c-46a1-b402-e5b256445732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.084197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.140314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:22.142327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:22.148303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0442abfd-500c-46a1-b402-e5b256445732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0be37ccd0aa34822a5b99f9539534ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581537 Dec 08 00:20:22.148303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442abfd-500c-46a1-b402-e5b256445732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367594b6-1bc0-4f1d-9943-6001f06b6666,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:22.148303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41962) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:22.155955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:22.169907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:22.172459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.180498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=000b37c0-ed23-4f9c-a1c9-42eafdaf44d8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:22.217984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf65bc26-8a2a-4999-881d-4ccc1ccb6ce8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7303278 Dec 08 00:20:22.220698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41964) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:22.227386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:22.250761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d16c342-47cc-493b-9ceb-0adb81ae3c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.277198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d16c342-47cc-493b-9ceb-0adb81ae3c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.333426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.348844 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d16c342-47cc-493b-9ceb-0adb81ae3c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.351520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4d16c342-47cc-493b-9ceb-0adb81ae3c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.355172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4d16c342-47cc-493b-9ceb-0adb81ae3c90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/367594b6-1bc0-4f1d-9943-6001f06b6666 HTTP/1.1" status: 204 len: 168 time: 0.1759613 Dec 08 00:20:22.360853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16c342-47cc-493b-9ceb-0adb81ae3c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367594b6-1bc0-4f1d-9943-6001f06b6666,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:22.574724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.581754 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.618029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] In _notify_port_updated(), no bound segment for port 000b37c0-ed23-4f9c-a1c9-42eafdaf44d8 on network 3cb5047a-5bd9-48cd-b790-46f892972ff8 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:20:22.623953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:22.624636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.628766 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "PUT /v2.0/ports/000b37c0-ed23-4f9c-a1c9-42eafdaf44d8 HTTP/1.1" status: 200 len: 818 time: 0.4040623 Dec 08 00:20:22.628929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41978) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:22.665875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d4180-0ec8-4d88-94eb-6d9a8fbec3dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=000b37c0-ed23-4f9c-a1c9-42eafdaf44d8,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:22.727815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a65e-17fa-48f2-a635-f2c51062a0b7 req-a5362fa8-d181-4f13-a309-8abbb962ddd6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:22.729319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaf8a65e-17fa-48f2-a635-f2c51062a0b7 req-a5362fa8-d181-4f13-a309-8abbb962ddd6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.0789828 Dec 08 00:20:22.746960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 000b37c0-ed23-4f9c-a1c9-42eafdaf44d8 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:22.747554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.798926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaf8a65e-17fa-48f2-a635-f2c51062a0b7 req-31c49426-a580-42d0-9952-501b6876e5f8 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594416 Dec 08 00:20:22.853052 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.868793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 000b37c0-ed23-4f9c-a1c9-42eafdaf44d8 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:22.938772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbfec1-470e-425d-8ace-1e400b98d79a req-270b504e-c79d-42ea-9dc1-0f4355366cbe tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:22.940601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7fbfec1-470e-425d-8ace-1e400b98d79a req-270b504e-c79d-42ea-9dc1-0f4355366cbe tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 931 time: 0.0628905 Dec 08 00:20:22.973504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:22.999884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7fbfec1-470e-425d-8ace-1e400b98d79a req-4a1c5a0c-f31a-4c86-a373-8afaea50c47c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Dec 08 00:20:23.007128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=000b37c0-ed23-4f9c-a1c9-42eafdaf44d8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:23.017118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.021678 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90dfc37b-a437-41ca-97b4-11d010ad0212 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/000b37c0-ed23-4f9c-a1c9-42eafdaf44d8 HTTP/1.1" status: 204 len: 168 time: 0.3916063 Dec 08 00:20:23.024546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 41998) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:23.077565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1891ea-8a45-4f5a-bb39-d675026fc610 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:23.082234 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fa1891ea-8a45-4f5a-bb39-d675026fc610 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0528545 Dec 08 00:20:23.082591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42004) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:23.110402 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2122c00e-2043-45d7-a95d-2caabf37400e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:23.116230 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2122c00e-2043-45d7-a95d-2caabf37400e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/000b37c0-ed23-4f9c-a1c9-42eafdaf44d8 HTTP/1.1" status: 404 len: 333 time: 0.0273600 Dec 08 00:20:23.116527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42006) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:23.130256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Request body: {'port': {'device_id': '97979041-974d-43fd-95b6-b13e565ec903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:23.136540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2013664846'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:23.209413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:23.213139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.229504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.273589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:23.293556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.294003 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment f987b5cd-0c84-4517-9d2c-7a91435c97dd of type vlan for network 22cb0969-0945-408b-96be-13d92100bd97 Dec 08 00:20:23.359291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.365226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42018) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:23.406957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-872015cc-7801-425e-a60b-0eae5caaa224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:23.406957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-872015cc-7801-425e-a60b-0eae5caaa224 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a23434605ed74e0da84e68b56c0b4467&device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1095 time: 0.0786290 Dec 08 00:20:23.453057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.459434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:23.460028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.518085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4004009 Dec 08 00:20:23.531218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42022) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:23.536967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '22cb0969-0945-408b-96be-13d92100bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:23.539693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132833950-network', 'tenant_id': 'b51cb9c48d244ba6984c698154e57ff6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:23.569506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5109-7011-4dbc-b735-8e12064e6deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.591104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-8ffc2416-e9f0-45d8-8cfb-8fb7b074592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:23.592686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-8ffc2416-e9f0-45d8-8cfb-8fb7b074592d service neutron] 10.222.0.59 "GET /v2.0/networks?id=34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 200 len: 918 time: 0.1639402 Dec 08 00:20:23.593819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Made reservation on behalf of b51cb9c48d244ba6984c698154e57ff6 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:23.597443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.614327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.629020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f952316-3120-4504-b810-ecda137f0592 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=22cb0969-0945-408b-96be-13d92100bd97,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:23.644935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 22cb0969-0945-408b-96be-13d92100bd97 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:23.737331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-d6ba8e8a-ba9d-4333-95d9-d5db9c7756f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 200 len: 1000 time: 0.1359830 Dec 08 00:20:23.747915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.756880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.810090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:23.825323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:23.837104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b1f189-34c6-4f54-8fcb-6a518a8de575 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:20:23.842084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-a8ee1aad-8d82-4fe8-92c5-613b852ebb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:23.851734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.862110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Transition to ACTIVE for port object 57b1f189-34c6-4f54-8fcb-6a518a8de575 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:20:23.864414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:23.865120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-a8ee1aad-8d82-4fe8-92c5-613b852ebb6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 200 len: 856 time: 0.1070166 Dec 08 00:20:23.867831 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.868175 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Added segment 84b6bd63-e99f-4232-8bc7-db8814475264 of type vlan for network 4679285a-79e2-475f-9655-bbcce523680d Dec 08 00:20:23.869580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.874702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:23.954667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57793a5f-4a3d-4efa-9609-e828f484b6be None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:23.955219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.007336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Pushing event updated for resources: {'Port': ['ID=57b1f189-34c6-4f54-8fcb-6a518a8de575,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:24.019373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-065e83ef-8c08-4fb1-85a9-e7e895220c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:24.020900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-065e83ef-8c08-4fb1-85a9-e7e895220c59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34b557cc-e162-4128-861d-521274cd0218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548011 Dec 08 00:20:24.053368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.053368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:24.054100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.094967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94531805-4fa1-4e65-8189-1ad9fe6f3752 req-8ab0b844-4f76-48a7-8abd-e0d60e592c02 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:24.102922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94531805-4fa1-4e65-8189-1ad9fe6f3752 req-8ab0b844-4f76-48a7-8abd-e0d60e592c02 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.1652098 Dec 08 00:20:24.131021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Attempting to bind port 57b1f189-34c6-4f54-8fcb-6a518a8de575 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:24.131698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Attempting to bind port 57b1f189-34c6-4f54-8fcb-6a518a8de575 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:24.132175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Attempting to bind port 57b1f189-34c6-4f54-8fcb-6a518a8de575 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:24.140780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Port 57b1f189-34c6-4f54-8fcb-6a518a8de575 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:20:24.141197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Attempting to bind port 57b1f189-34c6-4f54-8fcb-6a518a8de575 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:24.173669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:24.174137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Checking segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:24.174600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Bound using segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:24.176060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Bound port: 57b1f189-34c6-4f54-8fcb-6a518a8de575, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:24.176206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.251933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8857291 Dec 08 00:20:24.262669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42040) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:24.277163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Request body: {'subnet': {'network_id': '4679285a-79e2-475f-9655-bbcce523680d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132833950-subnet', 'tenant_id': 'b51cb9c48d244ba6984c698154e57ff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:24.314447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-5ac91df3-82a1-4f36-9b6d-e6ce02f189f4 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793584 Dec 08 00:20:24.315069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95a119-e689-4cf1-805b-c7cf64ff23a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4679285a-79e2-475f-9655-bbcce523680d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:24.327642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.353602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 4679285a-79e2-475f-9655-bbcce523680d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:24.354074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ac8b-711b-4633-8623-754250947179 req-b5391cf9-c55a-4d66-9013-6cd44b3d4482 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:24.355778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e932ac8b-711b-4633-8623-754250947179 req-b5391cf9-c55a-4d66-9013-6cd44b3d4482 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 943 time: 0.1872647 Dec 08 00:20:24.376283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] For port 57b1f189-34c6-4f54-8fcb-6a518a8de575, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:24.376875 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94531805-4fa1-4e65-8189-1ad9fe6f3752 req-52ec0b77-b32e-43e8-91ee-8f47f0653473 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065759 Dec 08 00:20:24.381675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Made reservation on behalf of b51cb9c48d244ba6984c698154e57ff6 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:24.384107 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.438797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] For port 57b1f189-34c6-4f54-8fcb-6a518a8de575, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=57b1f189-34c6-4f54-8fcb-6a518a8de575,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:24.460856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=1068fabf-97bb-4aae-b5e8-308ecd0f7ac5,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:24.473017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.502901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e932ac8b-711b-4633-8623-754250947179 req-67bee708-fc06-4693-9960-b6c7d425d194 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223614 Dec 08 00:20:24.509556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4638d28b-c052-4cdc-aa4c-6a03fe5698cc req-04f1d802-3c37-4a09-9c24-58bd82e77c14 service neutron] 10.222.0.59 "GET /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805017 Dec 08 00:20:24.846512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.847534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.848152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.848639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.849135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.849661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.850211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.850762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.851356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.851924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.852485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.853048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.853599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:24.882061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:24.883480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:24.884815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] 10.222.0.59 "PUT /v2.0/ports/57b1f189-34c6-4f54-8fcb-6a518a8de575 HTTP/1.1" status: 200 len: 1091 time: 1.7602112 Dec 08 00:20:24.887757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97979041-974d-43fd-95b6-b13e565ec903', 'tag': '57b1f189-34c6-4f54-8fcb-6a518a8de575'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:24.889120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d211ea-723e-41da-88a0-810d8a74f8dd None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:24.890937 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4f361-6f2f-4365-939d-4b180d89e30a" -d '{"events": [{"name": "network-changed", "server_uuid": "97979041-974d-43fd-95b6-b13e565ec903", "tag": "57b1f189-34c6-4f54-8fcb-6a518a8de575"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:24.908909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': 'f987b5cd-0c84-4517-9d2c-7a91435c97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22cb0969-0945-408b-96be-13d92100bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:24.909964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: 22cb0969-0945-408b-96be-13d92100bd97, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:24.949828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0e65c-ef4c-4a44-bba4-c908d3d2f86a service neutron] Pushing event updated for resources: {'Port': ['ID=57b1f189-34c6-4f54-8fcb-6a518a8de575,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:24.998307 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6bbc5e-48de-463f-af1c-5fc72427a07d x-openstack-request-id: req-dc6bbc5e-48de-463f-af1c-5fc72427a07d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:24.998812 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97979041-974d-43fd-95b6-b13e565ec903", "tag": "57b1f189-34c6-4f54-8fcb-6a518a8de575", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:24.999179 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc6bbc5e-48de-463f-af1c-5fc72427a07d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:24.999700 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97979041-974d-43fd-95b6-b13e565ec903', 'tag': '57b1f189-34c6-4f54-8fcb-6a518a8de575', 'status': 'completed', 'code': 200} Dec 08 00:20:25.012137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 22cb0969-0945-408b-96be-13d92100bd97 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:25.035837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 22cb0969-0945-408b-96be-13d92100bd97) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:25.048719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf5af4-4409-4739-a1c4-b4216d88e7e6 None None] Network 22cb0969-0945-408b-96be-13d92100bd97 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:25.080276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:25.081060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:25.103447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-daf5fb3f-a70b-4fd2-b0dd-bc8d824829bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:25.105455 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-daf5fb3f-a70b-4fd2-b0dd-bc8d824829bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 1094 time: 0.1514421 Dec 08 00:20:25.129509 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2cb526e3-ba3e-48cf-ba2b-aee5fa300add tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5970237 Dec 08 00:20:25.132977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42058) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:25.140648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-14166d8e-0136-4c3e-b8cb-90cc545897ac tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '22cb0969-0945-408b-96be-13d92100bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:25.225005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-6864e368-ea22-4f93-8ca1-b8f41b9d8447 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57b1f189-34c6-4f54-8fcb-6a518a8de575 HTTP/1.1" status: 200 len: 217 time: 0.1010141 Dec 08 00:20:25.290304 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:25.302813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14166d8e-0136-4c3e-b8cb-90cc545897ac tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:25.306621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-14166d8e-0136-4c3e-b8cb-90cc545897ac tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:25.367218 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:25.377877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-15fbd013-d3b1-4fab-afea-682e293e5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:25.380842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-15fbd013-d3b1-4fab-afea-682e293e5ff2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1417756 Dec 08 00:20:25.426201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e7d5de-9994-4e43-b96a-fe12be93e576,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:25.449561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-71a94d8c-d40d-4cf5-9899-8bded0bbe0b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447886 Dec 08 00:20:25.453825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-22cb0969-0945-408b-96be-13d92100bd97', 'network_id': '22cb0969-0945-408b-96be-13d92100bd97', 'project_id': '164cfdab84254db593a89ece17342e63', 'fixed_ips': [{'subnet_id': '1068fabf-97bb-4aae-b5e8-308ecd0f7ac5'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:20:25.454870 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:25.455626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Checking segment: {'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:25.455986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Network hostable DHCP agents. Network: 4679285a-79e2-475f-9655-bbcce523680d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:25.546222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Network 4679285a-79e2-475f-9655-bbcce523680d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:25.601166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 4679285a-79e2-475f-9655-bbcce523680d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:25.606918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:25.607507 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:25.643046 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6fafa2ea-b44c-4307-8fa8-ce8b0be2d2c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3687298 Dec 08 00:20:25.673959 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-dfd97aaa-bd87-43ee-89c2-e1cb06761075 service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150733 Dec 08 00:20:25.684097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414f518-8d5e-42cf-bc87-a7d53fb5ef7e None None] Network 4679285a-79e2-475f-9655-bbcce523680d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:25.772868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Allocated IP 2001:db8::2 (22cb0969-0945-408b-96be-13d92100bd97/1068fabf-97bb-4aae-b5e8-308ecd0f7ac5/58a23151-2b7b-4832-ab77-9a8d94b5ff31) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:25.852796 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5e89433d-895b-431c-8b8b-95d0a92393b5 req-c05bf791-9dfe-44cb-a324-d91b83f3b5bf service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699483 Dec 08 00:20:25.911042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d6982-8e02-4fe6-b7e8-878ff73d41ba None None] Network 4679285a-79e2-475f-9655-bbcce523680d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:26.026909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-147a9694-0d3e-48aa-b6d3-fdd9a486d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:26.030374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fc04c-48ac-4ed5-91eb-ca9902c02a29 req-0c002f2d-464a-427c-a099-2149aedcb1ec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:26.032383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab9fc04c-48ac-4ed5-91eb-ca9902c02a29 req-0c002f2d-464a-427c-a099-2149aedcb1ec tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 944 time: 0.2077544 Dec 08 00:20:26.054573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-147a9694-0d3e-48aa-b6d3-fdd9a486d7ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 1094 time: 0.1079636 Dec 08 00:20:26.058237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dff4ef-2fca-4f82-aa90-de1f928556fa req-88cb167c-3260-4eaf-8899-c16fe64ffbe7 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:26.068288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6dff4ef-2fca-4f82-aa90-de1f928556fa req-88cb167c-3260-4eaf-8899-c16fe64ffbe7 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 943 time: 0.2446804 Dec 08 00:20:26.084938 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-14166d8e-0136-4c3e-b8cb-90cc545897ac tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1068fabf-97bb-4aae-b5e8-308ecd0f7ac5 (CIDR: 2001:db8::/64) Dec 08 00:20:26.121627 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-14166d8e-0136-4c3e-b8cb-90cc545897ac tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:20:26.122395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14166d8e-0136-4c3e-b8cb-90cc545897ac tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:20:26.165771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.175714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:20:26.178135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-14166d8e-0136-4c3e-b8cb-90cc545897ac tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0430167 Dec 08 00:20:26.182750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42086) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:26.187961 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.188297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6dff4ef-2fca-4f82-aa90-de1f928556fa req-98447da8-38f4-4a70-ba01-1a8d67c8077b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187627 Dec 08 00:20:26.192428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '22cb0969-0945-408b-96be-13d92100bd97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:26.277172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab9fc04c-48ac-4ed5-91eb-ca9902c02a29 req-7aec6d29-4739-4fd8-b13e-e659c24dfbb7 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063272 Dec 08 00:20:26.304100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-cbb57f51-c423-46a4-8302-2109f456f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:26.305585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-cbb57f51-c423-46a4-8302-2109f456f1b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 916 time: 0.2434900 Dec 08 00:20:26.366546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:26.367291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Pushing event updated for resources: {'Port': ['ID=58a23151-2b7b-4832-ab77-9a8d94b5ff31,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:26.371117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.375689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:20:26.379259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Network 22cb0969-0945-408b-96be-13d92100bd97 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:26.399332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-33d25319-7900-44c4-afa4-7fbb22a1edf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57b1f189-34c6-4f54-8fcb-6a518a8de575 HTTP/1.1" status: 200 len: 217 time: 0.0827594 Dec 08 00:20:26.407031 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.421150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:26.424384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:26.537354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-0bca6a0e-b125-49db-8c9e-47dbd0984aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:26.541546 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-0bca6a0e-b125-49db-8c9e-47dbd0984aee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1229427 Dec 08 00:20:26.605238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-0ca9caf4-8dac-4b16-8e59-a1143cb09269 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578887 Dec 08 00:20:26.622124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Attempting to bind port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:26.622520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Attempting to bind port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f987b5cd-0c84-4517-9d2c-7a91435c97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22cb0969-0945-408b-96be-13d92100bd97'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:26.622911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Attempting to bind port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 on network 22cb0969-0945-408b-96be-13d92100bd97 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:26.634184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:26.664997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:26.665374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Checking segment: {'id': 'f987b5cd-0c84-4517-9d2c-7a91435c97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22cb0969-0945-408b-96be-13d92100bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:26.665778 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.666173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Bound using segment: {'id': 'f987b5cd-0c84-4517-9d2c-7a91435c97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22cb0969-0945-408b-96be-13d92100bd97'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:26.666649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Bound port: 58a23151-2b7b-4832-ab77-9a8d94b5ff31, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f987b5cd-0c84-4517-9d2c-7a91435c97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22cb0969-0945-408b-96be-13d92100bd97'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:26.667058 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.670343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'port_id': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'mac_address': 'fa:16:3e:bb:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:20:26.766499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.766795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.796587 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-24da0f4e-8837-4591-86e0-28c7afaae1da service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827264 Dec 08 00:20:26.799801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf9743c-e4aa-4e75-84ab-32aa335e727f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:20:26.817592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] For port 58a23151-2b7b-4832-ab77-9a8d94b5ff31, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:26.822338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] For port 58a23151-2b7b-4832-ab77-9a8d94b5ff31, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58a23151-2b7b-4832-ab77-9a8d94b5ff31,segment=NetworkSegment(f987b5cd-0c84-4517-9d2c-7a91435c97dd),segment_id=f987b5cd-0c84-4517-9d2c-7a91435c97dd)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:26.841209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:26.843360 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.859713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 22cb0969-0945-408b-96be-13d92100bd97 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:26.865801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:26.871184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:26.871978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.882104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:26.886345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=8c1dab3c-4ee5-437e-a1ae-2652fbf336a2,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:26.906948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a6ffd76d-6e1e-4bb7-a4b1-fb0e21235d56 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7215748 Dec 08 00:20:26.908368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42106) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:26.917121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': '22cb0969-0945-408b-96be-13d92100bd97', 'fixed_ips': [{'subnet_id': '1068fabf-97bb-4aae-b5e8-308ecd0f7ac5'}, {'subnet_id': '8c1dab3c-4ee5-437e-a1ae-2652fbf336a2'}], 'name': 'tempest-PortsIpV6TestJSON-1065229186'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:26.943449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fd750-06e5-4925-b4dd-513c917a9878 None None] Pushing event updated for resources: {'Port': ['ID=58a23151-2b7b-4832-ab77-9a8d94b5ff31,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:27.017572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bcf4f361-6f2f-4365-939d-4b180d89e30a req-f55e4cd6-45f7-4f46-92d9-d7d169dcd3b6 service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089014 Dec 08 00:20:27.026613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:27.084845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:27.173957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ebf9743c-e4aa-4e75-84ab-32aa335e727f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:20:27.203681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:27.261108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 161d4751-5598-442e-8646-e94ffda74f77 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:27.278572 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:27.657904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c6257-8458-4b3c-8295-de3ec90b66b9 req-df62956d-df2b-48e4-866d-99f39c875e4b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:27.659492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c2c6257-8458-4b3c-8295-de3ec90b66b9 req-df62956d-df2b-48e4-866d-99f39c875e4b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 945 time: 0.2011406 Dec 08 00:20:27.673495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991b93a-fbc1-47e0-bcad-e8eeb1ec553f req-c5eca900-fa4b-4a6c-9dad-cae802d23d1a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:27.675222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8991b93a-fbc1-47e0-bcad-e8eeb1ec553f req-c5eca900-fa4b-4a6c-9dad-cae802d23d1a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 943 time: 0.2178359 Dec 08 00:20:27.865973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::378 (22cb0969-0945-408b-96be-13d92100bd97/1068fabf-97bb-4aae-b5e8-308ecd0f7ac5/161d4751-5598-442e-8646-e94ffda74f77) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:27.879220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c2c6257-8458-4b3c-8295-de3ec90b66b9 req-a395fc8f-e313-46f4-b83d-beda70dd55a6 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007926 Dec 08 00:20:27.885122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8991b93a-fbc1-47e0-bcad-e8eeb1ec553f req-8e14d8cc-d29e-4c12-9725-d47feb81b0d7 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956589 Dec 08 00:20:27.886748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8:0:1::1e1 (22cb0969-0945-408b-96be-13d92100bd97/8c1dab3c-4ee5-437e-a1ae-2652fbf336a2/161d4751-5598-442e-8646-e94ffda74f77) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:28.101495 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.136657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 57b1f189-34c6-4f54-8fcb-6a518a8de575 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:20:28.145599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:28.167854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.243518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 22cb0969-0945-408b-96be-13d92100bd97 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:28.247768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:28.252242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:28.258756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:28.259496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.267581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ebf9743c-e4aa-4e75-84ab-32aa335e727f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:28.268325 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.274447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=161d4751-5598-442e-8646-e94ffda74f77,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:28.309781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-36ae5a9f-70d9-40bc-afe9-cd8532b68007 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3965406 Dec 08 00:20:28.310130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42136) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:28.317137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1068fabf-97bb-4aae-b5e8-308ecd0f7ac5'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:28.438240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 57b1f189-34c6-4f54-8fcb-6a518a8de575, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=57b1f189-34c6-4f54-8fcb-6a518a8de575,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:28.459132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f316089-eb8d-474a-9757-db6fbb48524b None None] Network 22cb0969-0945-408b-96be-13d92100bd97 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:28.464282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.480583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '57b1f189-34c6-4f54-8fcb-6a518a8de575', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'port_id': '57b1f189-34c6-4f54-8fcb-6a518a8de575', 'mac_address': 'fa:16:3e:07:b8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdd024-afc8-4041-8d5d-6d9c3ea10127', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:20:28.496280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58a23151-2b7b-4832-ab77-9a8d94b5ff31 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:28.537440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.617916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:28.621166 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e20889-6695-418d-b30e-204ac058aded" -d '{"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:28.671516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:28.692929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.700736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a1fe6570-d23e-4e23-80aa-e15a77fedd49 None None] Provisioning complete for port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:28.701101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6570-d23e-4e23-80aa-e15a77fedd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.707638 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296faa8c-6525-4bce-82a6-9c45f2b4b822 x-openstack-request-id: req-296faa8c-6525-4bce-82a6-9c45f2b4b822 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:28.707933 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:28.708304 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-296faa8c-6525-4bce-82a6-9c45f2b4b822 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:28.708615 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'code': 200} Dec 08 00:20:28.748123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.855980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:28.856350 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:28.873504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b1f189-34c6-4f54-8fcb-6a518a8de575 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:20:28.991404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-ffe0640d-89f0-4b96-9e39-a0394fbbad5d tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:28.997719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=10']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:29.004263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-ffe0640d-89f0-4b96-9e39-a0394fbbad5d tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/networks?id=4679285a-79e2-475f-9655-bbcce523680d HTTP/1.1" status: 200 len: 808 time: 0.1784668 Dec 08 00:20:29.026538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-b4342b68-3825-46d8-9ddc-fdcbc5a4c14b tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/quotas/b51cb9c48d244ba6984c698154e57ff6 HTTP/1.1" status: 200 len: 375 time: 0.0117297 Dec 08 00:20:29.044463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 57b1f189-34c6-4f54-8fcb-6a518a8de575, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=57b1f189-34c6-4f54-8fcb-6a518a8de575,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:29.060996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e27d7c-1a63-415f-a695-505c511be0a8 req-898d4a93-2358-43d1-b874-0fbcff934916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:29.060996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76e27d7c-1a63-415f-a695-505c511be0a8 req-898d4a93-2358-43d1-b874-0fbcff934916 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 1098 time: 0.1381531 Dec 08 00:20:29.092583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-d8c23838-ec60-4302-80f6-99cd0a6178e8 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b51cb9c48d244ba6984c698154e57ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321279 Dec 08 00:20:29.127101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.135024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Delete allocated IP 2001:db8:0:1::1e1 (22cb0969-0945-408b-96be-13d92100bd97/8c1dab3c-4ee5-437e-a1ae-2652fbf336a2) {{(pid=103113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 00:20:29.212678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51452983-2a08-4cd9-9c5d-b326baa6fad2 req-364f1d9d-57b3-4b23-bde0-ef93d51c1422 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:29.220312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51452983-2a08-4cd9-9c5d-b326baa6fad2 req-364f1d9d-57b3-4b23-bde0-ef93d51c1422 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 947 time: 0.1266713 Dec 08 00:20:29.270721 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76e27d7c-1a63-415f-a695-505c511be0a8 req-7093540b-785e-44a3-bddb-36674c761ac2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014689 Dec 08 00:20:29.313437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-a07d629d-4320-4e56-af75-b2a8a72d5422 service neutron] 10.222.0.18 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058675 Dec 08 00:20:29.332794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51452983-2a08-4cd9-9c5d-b326baa6fad2 req-933efc82-524c-4c4c-ad6d-6ac1abd339df tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115897 Dec 08 00:20:29.476720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=57b1f189-34c6-4f54-8fcb-6a518a8de575,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:29.481523 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.501053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.560203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-839a0b2a-7387-4f92-9f2d-c37522d80c1b service neutron] 10.222.0.18 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449031 Dec 08 00:20:29.567830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6570-d23e-4e23-80aa-e15a77fedd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.581878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] In _notify_port_updated(), no bound segment for port 161d4751-5598-442e-8646-e94ffda74f77 on network 22cb0969-0945-408b-96be-13d92100bd97 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:20:29.588611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:29.589416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.590718 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "PUT /v2.0/ports/161d4751-5598-442e-8646-e94ffda74f77 HTTP/1.1" status: 200 len: 926 time: 1.2794986 Dec 08 00:20:29.592350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6163ba2-d36e-4a88-aa39-d7cb6ccef804 req-463f3800-9025-4fcc-878d-5b3312430043 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:29.593581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42174) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:29.596461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6163ba2-d36e-4a88-aa39-d7cb6ccef804 req-463f3800-9025-4fcc-878d-5b3312430043 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 944 time: 0.1340477 Dec 08 00:20:29.600865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1068fabf-97bb-4aae-b5e8-308ecd0f7ac5'}, {'subnet_id': '8c1dab3c-4ee5-437e-a1ae-2652fbf336a2'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:29.619672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a1fe6570-d23e-4e23-80aa-e15a77fedd49 None None] For port 58a23151-2b7b-4832-ab77-9a8d94b5ff31, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58a23151-2b7b-4832-ab77-9a8d94b5ff31,segment=NetworkSegment(f987b5cd-0c84-4517-9d2c-7a91435c97dd),segment_id=f987b5cd-0c84-4517-9d2c-7a91435c97dd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:29.632013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['57b1f189-34c6-4f54-8fcb-6a518a8de575'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:20:29.632266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949457e-7fa6-4daa-a2ef-a8c175ed35f3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=161d4751-5598-442e-8646-e94ffda74f77,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:29.682266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a1fe6570-d23e-4e23-80aa-e15a77fedd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.696329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6163ba2-d36e-4a88-aa39-d7cb6ccef804 req-11c1ec78-5718-424f-b160-c436150dd425 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928304 Dec 08 00:20:29.724018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7de49-49d4-4d3a-b228-cb4871d2385c None None] Update dhcp port {'port': {'network_id': '22cb0969-0945-408b-96be-13d92100bd97', 'fixed_ips': [{'subnet_id': '1068fabf-97bb-4aae-b5e8-308ecd0f7ac5', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c1dab3c-4ee5-437e-a1ae-2652fbf336a2'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '58a23151-2b7b-4832-ab77-9a8d94b5ff31'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:20:29.734715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.781766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.851223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a8bb868-c1d1-4ed3-ba4e-f8cc57d51ba6 req-256b2bc3-758c-47d4-9021-4175d2dd09ee tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 210 time: 0.0573242 Dec 08 00:20:29.900789 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:20:29.901218 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:20:29.901626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5da7de49-49d4-4d3a-b228-cb4871d2385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:29.957302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe6570-d23e-4e23-80aa-e15a77fedd49 None None] Pushing event updated for resources: {'Port': ['ID=58a23151-2b7b-4832-ab77-9a8d94b5ff31,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:30.188106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8:0:1::337 (22cb0969-0945-408b-96be-13d92100bd97/8c1dab3c-4ee5-437e-a1ae-2652fbf336a2/161d4751-5598-442e-8646-e94ffda74f77) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:30.500405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:30.510603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:30.547996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d4b44-e962-4cfd-9eaa-cd9c77df6b37 req-bcb8b4fb-41bf-41b4-a466-56b11254b565 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:30.557136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b9d4b44-e962-4cfd-9eaa-cd9c77df6b37 req-bcb8b4fb-41bf-41b4-a466-56b11254b565 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 947 time: 0.0933461 Dec 08 00:20:30.620492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=161d4751-5598-442e-8646-e94ffda74f77,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:30.635652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-5da7de49-49d4-4d3a-b228-cb4871d2385c None None] Allocated IP 2001:db8:0:1::2 (22cb0969-0945-408b-96be-13d92100bd97/8c1dab3c-4ee5-437e-a1ae-2652fbf336a2/58a23151-2b7b-4832-ab77-9a8d94b5ff31) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:30.684674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58a23151-2b7b-4832-ab77-9a8d94b5ff31 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:30.695029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b9d4b44-e962-4cfd-9eaa-cd9c77df6b37 req-ad95b38b-5147-431d-ace9-45e93c3f7819 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330402 Dec 08 00:20:30.725327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] In _notify_port_updated(), no bound segment for port 161d4751-5598-442e-8646-e94ffda74f77 on network 22cb0969-0945-408b-96be-13d92100bd97 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:20:30.731552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:30.732340 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:30.734185 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a168b133-cb15-4a71-b47a-d559c5cafb3a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "PUT /v2.0/ports/161d4751-5598-442e-8646-e94ffda74f77 HTTP/1.1" status: 200 len: 1012 time: 1.1396573 Dec 08 00:20:30.736971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42212) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:30.873209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5da7de49-49d4-4d3a-b228-cb4871d2385c None None] For port 58a23151-2b7b-4832-ab77-9a8d94b5ff31, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58a23151-2b7b-4832-ab77-9a8d94b5ff31,segment=NetworkSegment(f987b5cd-0c84-4517-9d2c-7a91435c97dd),segment_id=f987b5cd-0c84-4517-9d2c-7a91435c97dd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:30.945525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:30.945891 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.005042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5da7de49-49d4-4d3a-b228-cb4871d2385c None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.018165 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5da7de49-49d4-4d3a-b228-cb4871d2385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.024711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc3e440b-c13e-4070-a3c2-fe730e3e2fd9 req-11167d6d-6660-41ed-b33e-d13a2ab16dec tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 210 time: 0.0312679 Dec 08 00:20:31.057236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936a95-3221-4578-8351-4d35eb4ac0a4 req-99aa43df-5dde-4849-8955-b3299d0614de tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:31.059141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64936a95-3221-4578-8351-4d35eb4ac0a4 req-99aa43df-5dde-4849-8955-b3299d0614de tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 944 time: 0.1118839 Dec 08 00:20:31.110122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 161d4751-5598-442e-8646-e94ffda74f77 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:31.110527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.208812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64936a95-3221-4578-8351-4d35eb4ac0a4 req-281223b6-963a-4016-919d-82f8235dd613 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387661 Dec 08 00:20:31.220173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7de49-49d4-4d3a-b228-cb4871d2385c None None] Pushing event updated for resources: {'Port': ['ID=58a23151-2b7b-4832-ab77-9a8d94b5ff31,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:31.257061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.275422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 161d4751-5598-442e-8646-e94ffda74f77 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:31.504684 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.647822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=161d4751-5598-442e-8646-e94ffda74f77,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:31.653382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-41acf9dd-b4c6-4e1a-ae6c-dd7d77877114 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:31.657118 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-41acf9dd-b4c6-4e1a-ae6c-dd7d77877114 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "GET /v2.0/networks?id=4679285a-79e2-475f-9655-bbcce523680d HTTP/1.1" status: 200 len: 808 time: 0.1732254 Dec 08 00:20:31.677673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Request body: {'port': {'device_id': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'network_id': '4679285a-79e2-475f-9655-bbcce523680d', 'admin_state_up': True, 'tenant_id': 'b51cb9c48d244ba6984c698154e57ff6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:31.710523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.714171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-065f5b4e-b693-42be-bc67-b589ef105bb5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/161d4751-5598-442e-8646-e94ffda74f77 HTTP/1.1" status: 204 len: 168 time: 0.9760542 Dec 08 00:20:31.717411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42254) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:31.749851 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-522caa5c-4b98-41a2-a9d5-59c5e0993b82 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:31.755554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-522caa5c-4b98-41a2-a9d5-59c5e0993b82 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/161d4751-5598-442e-8646-e94ffda74f77 HTTP/1.1" status: 404 len: 333 time: 0.0366173 Dec 08 00:20:31.756323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42258) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:31.857887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Made reservation on behalf of b51cb9c48d244ba6984c698154e57ff6 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:31.859005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 8c1dab3c-4ee5-437e-a1ae-2652fbf336a2 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:31.861765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.864573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.923167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:31.960963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422430c2-03cb-4cf6-9bec-0812954a88ff req-de9eb641-6e33-487c-a691-6db10a0fce0f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:31.967410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-422430c2-03cb-4cf6-9bec-0812954a88ff req-de9eb641-6e33-487c-a691-6db10a0fce0f tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 947 time: 0.1560354 Dec 08 00:20:32.013184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5e5049a7-b441-449b-a1ec-a9ab1286d625 None None] Could not find standard attr ID for object 161d4751-5598-442e-8646-e94ffda74f77. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:32.017789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f98ca5-61ae-4af0-9b54-a3bd540797b4 None None] Network 22cb0969-0945-408b-96be-13d92100bd97 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:32.052460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Allocated IP 172.20.0.2 (4679285a-79e2-475f-9655-bbcce523680d/c7e7d5de-9994-4e43-b96a-fe12be93e576/40b07609-55ba-414c-829d-ebffad1f20e7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:32.062526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-422430c2-03cb-4cf6-9bec-0812954a88ff req-21337976-a8a1-4f17-b8da-61f1f93a872b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834174 Dec 08 00:20:32.071493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5e5049a7-b441-449b-a1ec-a9ab1286d625 None None] Provisioning complete for port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:32.072314 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e5049a7-b441-449b-a1ec-a9ab1286d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.120068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.174439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 57b1f189-34c6-4f54-8fcb-6a518a8de575 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:32.210813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.253300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.259695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/8c1dab3c-4ee5-437e-a1ae-2652fbf336a2 HTTP/1.1" status: 204 len: 168 time: 0.5016422 Dec 08 00:20:32.262052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42276) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:32.273275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ad515a5-3645-4c24-9fb8-951d24b210aa req-a0caa4e9-10b9-45ac-ac8e-ee2c632cd2d4 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 210 time: 0.0781868 Dec 08 00:20:32.303742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fb3e6-e971-4856-aa5b-1cfc4b9350de tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1dab3c-4ee5-437e-a1ae-2652fbf336a2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:32.353237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 1068fabf-97bb-4aae-b5e8-308ecd0f7ac5 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:32.359367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.368504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 57b1f189-34c6-4f54-8fcb-6a518a8de575 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:20:32.380494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 57b1f189-34c6-4f54-8fcb-6a518a8de575 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:32.380870 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.397295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.421413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.426199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1287291-3bd4-4ab5-967b-c3ec237d4195 req-523bd475-6698-4e74-a9b8-01b8571471f2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:32.438250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1287291-3bd4-4ab5-967b-c3ec237d4195 req-523bd475-6698-4e74-a9b8-01b8571471f2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 944 time: 0.0928721 Dec 08 00:20:32.507234 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.519957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1287291-3bd4-4ab5-967b-c3ec237d4195 req-93568d46-b4e8-45ee-b844-b7c1530a48eb tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Dec 08 00:20:32.542656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.591702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 57b1f189-34c6-4f54-8fcb-6a518a8de575, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=57b1f189-34c6-4f54-8fcb-6a518a8de575,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:32.593105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97979041-974d-43fd-95b6-b13e565ec903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b1f189-34c6-4f54-8fcb-6a518a8de575'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:32.600396 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10666d1d-3aed-4a22-be9c-7e257cd3cce4" -d '{"events": [{"server_uuid": "97979041-974d-43fd-95b6-b13e565ec903", "name": "network-vif-plugged", "status": "completed", "tag": "57b1f189-34c6-4f54-8fcb-6a518a8de575"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:32.605376 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.621156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Pushing event updated for resources: {'Port': ['ID=40b07609-55ba-414c-829d-ebffad1f20e7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:32.640135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.652604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58a23151-2b7b-4832-ab77-9a8d94b5ff31 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:32.711681 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54dd9a2-94ea-4ac4-92b5-317fada35ecd x-openstack-request-id: req-a54dd9a2-94ea-4ac4-92b5-317fada35ecd {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:32.711946 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97979041-974d-43fd-95b6-b13e565ec903", "name": "network-vif-plugged", "status": "completed", "tag": "57b1f189-34c6-4f54-8fcb-6a518a8de575", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:32.712129 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a54dd9a2-94ea-4ac4-92b5-317fada35ecd {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:32.712532 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97979041-974d-43fd-95b6-b13e565ec903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b1f189-34c6-4f54-8fcb-6a518a8de575', 'code': 200} Dec 08 00:20:32.731398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Network 4679285a-79e2-475f-9655-bbcce523680d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:32.733968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:32.748195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=57b1f189-34c6-4f54-8fcb-6a518a8de575,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:32.750905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:32.770766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44da8a2-27f8-4fc0-9690-33e8232c693d None None] Network 22cb0969-0945-408b-96be-13d92100bd97 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:32.803150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.816029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:32.816408 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.855822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=1068fabf-97bb-4aae-b5e8-308ecd0f7ac5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:32.858288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.864919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-175551fc-80e7-40a0-a0b9-d0bd8dc9e390 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/1068fabf-97bb-4aae-b5e8-308ecd0f7ac5 HTTP/1.1" status: 204 len: 168 time: 0.6009994 Dec 08 00:20:32.865370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42286) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:32.871197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b8ca74c0-53e8-408a-928b-ae029108b0a9 None None] Provisioning complete for port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:32.871556 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca74c0-53e8-408a-928b-ae029108b0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.873073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:32.873755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:32.893099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec314-7d35-4cb0-96b5-21dc68aac68f req-d51c2382-5f41-435c-bd57-5217cb176234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:32.895331 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-158ec314-7d35-4cb0-96b5-21dc68aac68f req-d51c2382-5f41-435c-bd57-5217cb176234 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 1096 time: 0.1027889 Dec 08 00:20:32.899036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-6f3c2b66-153d-42b7-bb87-c1d2b58762eb tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2258818 Dec 08 00:20:32.921020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Request body: {'port': {'device_id': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:33.011470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.011905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.076034 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-158ec314-7d35-4cb0-96b5-21dc68aac68f req-acb515f8-daec-42ba-a534-93bfe817ca96 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741834 Dec 08 00:20:33.094919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:33.095280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.145678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e41af1-3efc-4a50-9cc7-f6c3fb55c2d7 None None] Update dhcp port {'port': {'network_id': '22cb0969-0945-408b-96be-13d92100bd97', 'fixed_ips': [{'subnet_id': '1068fabf-97bb-4aae-b5e8-308ecd0f7ac5'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '58a23151-2b7b-4832-ab77-9a8d94b5ff31'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:20:33.165570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] For port 58a23151-2b7b-4832-ab77-9a8d94b5ff31, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=58a23151-2b7b-4832-ab77-9a8d94b5ff31,segment=NetworkSegment(f987b5cd-0c84-4517-9d2c-7a91435c97dd),segment_id=f987b5cd-0c84-4517-9d2c-7a91435c97dd)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:33.165937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.176099 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-68e41af1-3efc-4a50-9cc7-f6c3fb55c2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.183286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 58a23151-2b7b-4832-ab77-9a8d94b5ff31 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:33.301895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.339186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=58a23151-2b7b-4832-ab77-9a8d94b5ff31,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:33.341161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No DVR routers for this DVR port 58a23151-2b7b-4832-ab77-9a8d94b5ff31 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:33.405741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b07609-55ba-414c-829d-ebffad1f20e7 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:20:33.409518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f2454-94d6-4545-a321-b69f8b3b7aaf None None] Network 22cb0969-0945-408b-96be-13d92100bd97 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:33.416076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.430219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Transition to ACTIVE for port object 40b07609-55ba-414c-829d-ebffad1f20e7 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:20:33.441862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.481681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.498268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-87a47a98-9b9a-4a00-b619-35463714bf9d None None] Could not find standard attr ID for object 58a23151-2b7b-4832-ab77-9a8d94b5ff31. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:33.500961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Pushing event updated for resources: {'Port': ['ID=40b07609-55ba-414c-829d-ebffad1f20e7,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:33.512610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cb0969-0945-408b-96be-13d92100bd97']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:33.533540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f987b5cd-0c84-4517-9d2c-7a91435c97dd') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:33.533833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f987b5cd-0c84-4517-9d2c-7a91435c97dd') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:33.545627 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.558679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1536d5a3-8890-4c70-af0c-ef193ef52dc5 None None] DHCP port deletion for 22cb0969-0945-408b-96be-13d92100bd97 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:33.560744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.567867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:20:33.568258 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.596713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Attempting to bind port 40b07609-55ba-414c-829d-ebffad1f20e7 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:33.597053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Attempting to bind port 40b07609-55ba-414c-829d-ebffad1f20e7 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:33.597436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Attempting to bind port 40b07609-55ba-414c-829d-ebffad1f20e7 on network 4679285a-79e2-475f-9655-bbcce523680d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:33.601911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Port 40b07609-55ba-414c-829d-ebffad1f20e7 on network 4679285a-79e2-475f-9655-bbcce523680d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:20:33.602221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Attempting to bind port 40b07609-55ba-414c-829d-ebffad1f20e7 on network 4679285a-79e2-475f-9655-bbcce523680d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:33.608138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:33.608476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Checking segment: {'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:33.608856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Bound using segment: {'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:33.609277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Bound port: 40b07609-55ba-414c-829d-ebffad1f20e7, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:33.609629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:20:33.638703 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:20:33.697379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] For port 40b07609-55ba-414c-829d-ebffad1f20e7, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:33.701234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] For port 40b07609-55ba-414c-829d-ebffad1f20e7, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=40b07609-55ba-414c-829d-ebffad1f20e7,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:33.704584 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.707922 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.729638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.736306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/22cb0969-0945-408b-96be-13d92100bd97 HTTP/1.1" status: 204 len: 168 time: 0.8657591 Dec 08 00:20:33.739094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42308) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:33.754262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:33.754821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.756182 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] 10.222.0.44 "PUT /v2.0/ports/40b07609-55ba-414c-829d-ebffad1f20e7 HTTP/1.1" status: 200 len: 1091 time: 0.8399584 Dec 08 00:20:33.759604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'tag': '40b07609-55ba-414c-829d-ebffad1f20e7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:33.760165 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7825e1cf-675b-47c2-9490-a034b2766d27" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb27a3-9c41-411a-9a4d-e563d2c7a3bf", "tag": "40b07609-55ba-414c-829d-ebffad1f20e7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:33.774637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e494d6-962c-42bb-a677-cc5803dd711c req-1dedc5cb-0e13-4894-bb9e-920f690e88e6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:33.783263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1e494d6-962c-42bb-a677-cc5803dd711c req-1dedc5cb-0e13-4894-bb9e-920f690e88e6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 945 time: 0.1339574 Dec 08 00:20:33.808313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fc8e0-24e9-441c-a785-71beafe3b6a4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=22cb0969-0945-408b-96be-13d92100bd97,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:33.821820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0ce05-0082-4975-94f0-5f03dc331150 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:33.823306 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8df0ce05-0082-4975-94f0-5f03dc331150 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0820246 Dec 08 00:20:33.825622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520248f-e701-4846-8e5a-151f97e85efe service neutron] Pushing event updated for resources: {'Port': ['ID=40b07609-55ba-414c-829d-ebffad1f20e7,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:33.828323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42312) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:33.851126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227754a-b7f4-4f6f-8d74-42f1abac6dcf req-eda7456b-2e6e-49ce-9337-9a2c86f4304a tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:33.853453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e227754a-b7f4-4f6f-8d74-42f1abac6dcf req-eda7456b-2e6e-49ce-9337-9a2c86f4304a tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 943 time: 0.2133722 Dec 08 00:20:33.857430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1e494d6-962c-42bb-a677-cc5803dd711c req-e2d0801e-987a-4968-a819-857f4a7b5ef0 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715265 Dec 08 00:20:33.895444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-23e2a260-4200-4929-be56-4121ad6c7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:33.897129 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-23e2a260-4200-4929-be56-4121ad6c7bf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b51cb9c48d244ba6984c698154e57ff6&device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 1094 time: 0.0724552 Dec 08 00:20:33.913811 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b5e79d9f-d665-4c6c-bc60-3d85a9277e10 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0844696 Dec 08 00:20:33.924691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42314) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:33.925190 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f2732-d9a9-44ae-90b2-c6e79206061b x-openstack-request-id: req-421f2732-d9a9-44ae-90b2-c6e79206061b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:33.925340 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb27a3-9c41-411a-9a4d-e563d2c7a3bf", "tag": "40b07609-55ba-414c-829d-ebffad1f20e7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:33.925593 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-421f2732-d9a9-44ae-90b2-c6e79206061b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:33.925995 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'tag': '40b07609-55ba-414c-829d-ebffad1f20e7', 'status': 'completed', 'code': 200} Dec 08 00:20:33.929151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1415192902'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:33.943422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e227754a-b7f4-4f6f-8d74-42f1abac6dcf req-aa95735d-6eda-4a13-aac6-0d9cddff08bc tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763946 Dec 08 00:20:33.957949 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-94b73d82-9539-406e-8982-381071aded97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40b07609-55ba-414c-829d-ebffad1f20e7 HTTP/1.1" status: 200 len: 217 time: 0.0428085 Dec 08 00:20:33.959185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:33.962916 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.989345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:33.998971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:33.999363 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment 5552e5cb-b1e9-4c0c-a280-a3893e54c82a of type vlan for network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 Dec 08 00:20:34.019820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-af89ffaa-53cd-4e82-8885-1369f9888bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:34.021480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-af89ffaa-53cd-4e82-8885-1369f9888bb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7e7d5de-9994-4e43-b96a-fe12be93e576 HTTP/1.1" status: 200 len: 848 time: 0.0560410 Dec 08 00:20:34.044589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.061251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-b9d1c962-afd1-43f5-bace-5b423aabed29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4679285a-79e2-475f-9655-bbcce523680d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313530 Dec 08 00:20:34.085895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.091910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:34.092489 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.134400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2081957 Dec 08 00:20:34.138233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42322) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:34.143177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:34.182087 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-61ae3d94-69a5-4d0a-80b2-3ef588f6cae6 service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115887 Dec 08 00:20:34.210355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dbec9-04b0-44f1-9738-201b2a590ab7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=b2f26197-04c8-4fcd-a527-e4f5fb3ed386,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:34.220611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:34.279179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:34.284671 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.310329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9eb63cbd-40a5-4534-a48f-6cfa057c2f9b req-83964e40-fa31-4855-a68e-ed4fc46e69fb service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208212 Dec 08 00:20:34.461062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-04b0e034-71c6-4aef-9366-5847d4f66399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:34.462704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-04b0e034-71c6-4aef-9366-5847d4f66399 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b51cb9c48d244ba6984c698154e57ff6&device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 1094 time: 0.0516615 Dec 08 00:20:34.487212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.558086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=3633c389-9ee5-4f1f-85d2-3b8724bc92dc,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:34.569245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': '5552e5cb-b1e9-4c0c-a280-a3893e54c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:34.569825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: b2f26197-04c8-4fcd-a527-e4f5fb3ed386, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:34.594007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58a23151-2b7b-4832-ab77-9a8d94b5ff31 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:34.594218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-2784acde-8999-42ca-b3a2-1a1402f2d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:34.595931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-2784acde-8999-42ca-b3a2-1a1402f2d198 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4679285a-79e2-475f-9655-bbcce523680d HTTP/1.1" status: 200 len: 909 time: 0.1252291 Dec 08 00:20:34.597162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:34.608515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b2f26197-04c8-4fcd-a527-e4f5fb3ed386) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:34.623465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dce4c2-d764-4a60-8d0d-2583425feb0b None None] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:34.624030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:34.626036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.634268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 58a23151-2b7b-4832-ab77-9a8d94b5ff31 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:34.636428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 58a23151-2b7b-4832-ab77-9a8d94b5ff31 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:34.658673 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-3eb524ef-7c73-4421-9c94-118ab8e653cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40b07609-55ba-414c-829d-ebffad1f20e7 HTTP/1.1" status: 200 len: 217 time: 0.0541983 Dec 08 00:20:34.661923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0b418f38-e219-47eb-8238-1ea9e65338d0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5225232 Dec 08 00:20:34.665356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42334) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:34.670721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386', 'name': 'tempest-PortsIpV6TestJSON-1101251488'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:34.737176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-a5406f03-2418-45ed-85bd-3aa8fce0621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:34.739436 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-a5406f03-2418-45ed-85bd-3aa8fce0621c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7e7d5de-9994-4e43-b96a-fe12be93e576 HTTP/1.1" status: 200 len: 848 time: 0.0726697 Dec 08 00:20:34.799162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b2f26197-04c8-4fcd-a527-e4f5fb3ed386', 'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386', 'project_id': '164cfdab84254db593a89ece17342e63', 'fixed_ips': [{'subnet_id': '3633c389-9ee5-4f1f-85d2-3b8724bc92dc'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:20:34.801062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.827508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:34.835178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:34.872350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port ad7f753c-2c13-45d3-998d-b9f24ae7d3d7 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:35.010982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Allocated IP 2001:db8::2 (b2f26197-04c8-4fcd-a527-e4f5fb3ed386/3633c389-9ee5-4f1f-85d2-3b8724bc92dc/69072636-a475-426e-91b1-8d1028a66229) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:35.025665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f33915-8474-4146-ace9-b4a6057c6084 req-25f57856-8610-43b9-a6f2-931bae0f945d tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:35.027696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56f33915-8474-4146-ace9-b4a6057c6084 req-25f57856-8610-43b9-a6f2-931bae0f945d tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 945 time: 0.0857446 Dec 08 00:20:35.118328 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-45d190a5-c6db-455a-8ebb-27fb66cb8116 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4679285a-79e2-475f-9655-bbcce523680d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3688548 Dec 08 00:20:35.135484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56f33915-8474-4146-ace9-b4a6057c6084 req-b497046c-8b91-41b8-9c91-044e6ba957c3 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965507 Dec 08 00:20:35.189865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77da19-237a-489c-a063-251610a5179d req-6f88a566-d992-45a7-9841-c7663ae910d8 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:35.199227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb77da19-237a-489c-a063-251610a5179d req-6f88a566-d992-45a7-9841-c7663ae910d8 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 943 time: 0.1277125 Dec 08 00:20:35.257097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-375c77c8-5983-4031-a47e-926184506152 service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294811 Dec 08 00:20:35.268863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb77da19-237a-489c-a063-251610a5179d req-8a220676-489f-4dbc-ab62-d759ea500a0d tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686939 Dec 08 00:20:35.399405 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7825e1cf-675b-47c2-9490-a034b2766d27 req-1016baed-2be1-446f-a6d7-a514e2109a0d service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274750 Dec 08 00:20:35.489785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.512063 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.597516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:35.603817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:35.604351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::33f (b2f26197-04c8-4fcd-a527-e4f5fb3ed386/3633c389-9ee5-4f1f-85d2-3b8724bc92dc/ad7f753c-2c13-45d3-998d-b9f24ae7d3d7) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:35.609827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:35.612504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Pushing event updated for resources: {'Port': ['ID=69072636-a475-426e-91b1-8d1028a66229,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:35.715197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Attempting to bind port 69072636-a475-426e-91b1-8d1028a66229 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:35.715842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Attempting to bind port 69072636-a475-426e-91b1-8d1028a66229 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5552e5cb-b1e9-4c0c-a280-a3893e54c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:35.716394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Attempting to bind port 69072636-a475-426e-91b1-8d1028a66229 on network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:35.723141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:35.723730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Checking segment: {'id': '5552e5cb-b1e9-4c0c-a280-a3893e54c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:35.724294 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.724847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Bound using segment: {'id': '5552e5cb-b1e9-4c0c-a280-a3893e54c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:35.725468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Bound port: 69072636-a475-426e-91b1-8d1028a66229, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5552e5cb-b1e9-4c0c-a280-a3893e54c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:35.726020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.793521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] For port 69072636-a475-426e-91b1-8d1028a66229, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:35.797281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] For port 69072636-a475-426e-91b1-8d1028a66229, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=69072636-a475-426e-91b1-8d1028a66229,segment=NetworkSegment(5552e5cb-b1e9-4c0c-a280-a3893e54c82a),segment_id=5552e5cb-b1e9-4c0c-a280-a3893e54c82a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:35.810740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.833758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.868917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29702e9-5605-4588-9a87-56b9b66fc7a7 None None] Pushing event updated for resources: {'Port': ['ID=69072636-a475-426e-91b1-8d1028a66229,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:35.903842 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.969521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:35.974289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:35.978574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:35.985349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:35.986368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:35.997751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=ad7f753c-2c13-45d3-998d-b9f24ae7d3d7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:36.017071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cd2968d6-1027-4a39-9f2e-f20b3224c8df tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3505681 Dec 08 00:20:36.019712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42368) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:36.025161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': 'b2f26197-04c8-4fcd-a527-e4f5fb3ed386', 'name': 'tempest-PortsIpV6TestJSON-1523782920'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:36.182348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:36.184403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:36.224768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 1572b8e0-dae3-4b55-bb34-0a57555edb00 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:36.385546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::8c (b2f26197-04c8-4fcd-a527-e4f5fb3ed386/3633c389-9ee5-4f1f-85d2-3b8724bc92dc/1572b8e0-dae3-4b55-bb34-0a57555edb00) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:36.486496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dacbf-0beb-4390-b7da-1c27c1dc2ad1 req-93acf673-10e6-45d0-bd7b-df5ce80ab3fa tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:36.490815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c4dacbf-0beb-4390-b7da-1c27c1dc2ad1 req-93acf673-10e6-45d0-bd7b-df5ce80ab3fa tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 943 time: 0.0815768 Dec 08 00:20:36.579562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c4dacbf-0beb-4390-b7da-1c27c1dc2ad1 req-618fb6a6-6d52-43dc-a074-2788d0a8c63c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822997 Dec 08 00:20:36.637553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69072636-a475-426e-91b1-8d1028a66229 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:36.640659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:36.673041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 40b07609-55ba-414c-829d-ebffad1f20e7 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:20:36.697391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:36.756542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:36.760934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:36.763297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=1572b8e0-dae3-4b55-bb34-0a57555edb00,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:36.765553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:36.772173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:36.772909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:36.791473 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-beb8e018-a6f2-49b8-98f4-99b51978cdf7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7706184 Dec 08 00:20:36.794108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42386) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:36.794300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 69072636-a475-426e-91b1-8d1028a66229 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:36.794531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:36.846031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 40b07609-55ba-414c-829d-ebffad1f20e7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=40b07609-55ba-414c-829d-ebffad1f20e7,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:36.861047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '40b07609-55ba-414c-829d-ebffad1f20e7', 'network_id': '4679285a-79e2-475f-9655-bbcce523680d', 'port_id': '40b07609-55ba-414c-829d-ebffad1f20e7', 'mac_address': 'fa:16:3e:02:c8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e7d5de-9994-4e43-b96a-fe12be93e576', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:20:36.883704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7bb4b-4c39-43ec-9522-f01b029efef0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:36.885283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-54d7bb4b-4c39-43ec-9522-f01b029efef0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A33f HTTP/1.1" status: 200 len: 929 time: 0.0901754 Dec 08 00:20:36.888193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:36.958140 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:36.974633 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:36.977745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b07609-55ba-414c-829d-ebffad1f20e7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:20:36.998567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 1572b8e0-dae3-4b55-bb34-0a57555edb00 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:36.999006 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.001558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 40b07609-55ba-414c-829d-ebffad1f20e7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=40b07609-55ba-414c-829d-ebffad1f20e7,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:37.013463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.091631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=40b07609-55ba-414c-829d-ebffad1f20e7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:37.105523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 69072636-a475-426e-91b1-8d1028a66229, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=69072636-a475-426e-91b1-8d1028a66229,segment=NetworkSegment(5552e5cb-b1e9-4c0c-a280-a3893e54c82a),segment_id=5552e5cb-b1e9-4c0c-a280-a3893e54c82a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:37.109987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.113106 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.124437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 1572b8e0-dae3-4b55-bb34-0a57555edb00 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:37.193654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=69072636-a475-426e-91b1-8d1028a66229,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:37.256759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626bf01a-2f50-47cd-b513-2e0b55f7e68f None None] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:37.283246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.315549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=1572b8e0-dae3-4b55-bb34-0a57555edb00,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:37.327042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['40b07609-55ba-414c-829d-ebffad1f20e7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:20:37.340217 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.346060 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c328899d-b4c8-4a19-9bbf-75f32944c761 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/1572b8e0-dae3-4b55-bb34-0a57555edb00 HTTP/1.1" status: 204 len: 168 time: 0.4545131 Dec 08 00:20:37.347072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42400) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:37.372735 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6459652d-1bb1-4da5-9395-f535a6fdede5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:37.374376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6459652d-1bb1-4da5-9395-f535a6fdede5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/1572b8e0-dae3-4b55-bb34-0a57555edb00 HTTP/1.1" status: 404 len: 333 time: 0.0263155 Dec 08 00:20:37.377198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42402) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:37.428707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8e3d6bab-a5cb-4fd7-967b-50634988bfc6 None None] Provisioning complete for port 69072636-a475-426e-91b1-8d1028a66229 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:37.429005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6bab-a5cb-4fd7-967b-50634988bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.475040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port ad7f753c-2c13-45d3-998d-b9f24ae7d3d7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:37.475561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.571365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.588357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for ad7f753c-2c13-45d3-998d-b9f24ae7d3d7 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:37.807480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d893d-7a3a-4a1d-9961-5cf7de17b5c3 req-08332af2-64e4-48e1-adaf-0f9ab4e995af tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:37.809013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e0d893d-7a3a-4a1d-9961-5cf7de17b5c3 req-08332af2-64e4-48e1-adaf-0f9ab4e995af tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 944 time: 0.1053007 Dec 08 00:20:37.815465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.829280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d5a16c0a-a8ff-4039-b155-78f98a6e6317 None None] Provisioning complete for port 69072636-a475-426e-91b1-8d1028a66229 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:37.829819 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d5a16c0a-a8ff-4039-b155-78f98a6e6317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.867108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=ad7f753c-2c13-45d3-998d-b9f24ae7d3d7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:37.927931 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:37.931813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac57a6ce-061f-4c37-9879-a7c5dfa11329 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/ad7f753c-2c13-45d3-998d-b9f24ae7d3d7 HTTP/1.1" status: 204 len: 168 time: 0.5533826 Dec 08 00:20:37.934444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42422) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:37.951167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e0d893d-7a3a-4a1d-9961-5cf7de17b5c3 req-19d598fb-b12d-422e-bc80-70e3f6c1637c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295145 Dec 08 00:20:37.954318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d5a16c0a-a8ff-4039-b155-78f98a6e6317 None None] Could not find standard attr ID for object ad7f753c-2c13-45d3-998d-b9f24ae7d3d7. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:37.977635 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ba38d6-ac3a-4065-ac41-f7f582e34a67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:37.979256 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-56ba38d6-ac3a-4065-ac41-f7f582e34a67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/ad7f753c-2c13-45d3-998d-b9f24ae7d3d7 HTTP/1.1" status: 404 len: 333 time: 0.0431097 Dec 08 00:20:37.981924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42424) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:38.071962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 3633c389-9ee5-4f1f-85d2-3b8724bc92dc {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:38.075440 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.155407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.202196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-371a4342-a06c-4338-a62b-81a00efc7f9b None None] Could not find standard attr ID for object ad7f753c-2c13-45d3-998d-b9f24ae7d3d7. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:38.262863 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.349235 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.382866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=3633c389-9ee5-4f1f-85d2-3b8724bc92dc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:38.384960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.388427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5c2bdcad-afd9-4d05-ba16-242bfe408c67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/3633c389-9ee5-4f1f-85d2-3b8724bc92dc HTTP/1.1" status: 204 len: 168 time: 0.4054627 Dec 08 00:20:38.391211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42438) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:38.465953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac9a72c-a06c-4e22-af05-54c2afd29538 None None] Network b2f26197-04c8-4fcd-a527-e4f5fb3ed386 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:38.510571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.589377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 69072636-a475-426e-91b1-8d1028a66229 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:38.590252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.591363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8cdf522c-ced6-4f9b-ba93-429893e5cb57 None None] Could not find standard attr ID for object 1572b8e0-dae3-4b55-bb34-0a57555edb00. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:38.620713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69072636-a475-426e-91b1-8d1028a66229 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:38.693873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 40b07609-55ba-414c-829d-ebffad1f20e7 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:38.706338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] For port 69072636-a475-426e-91b1-8d1028a66229, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=69072636-a475-426e-91b1-8d1028a66229,segment=NetworkSegment(5552e5cb-b1e9-4c0c-a280-a3893e54c82a),segment_id=5552e5cb-b1e9-4c0c-a280-a3893e54c82a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:38.707356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.733796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 69072636-a475-426e-91b1-8d1028a66229 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:38.745254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] DHCP port deletion for b2f26197-04c8-4fcd-a527-e4f5fb3ed386 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:38.800331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 69072636-a475-426e-91b1-8d1028a66229 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:38.800890 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.818517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.852248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=69072636-a475-426e-91b1-8d1028a66229,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:38.856959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No DVR routers for this DVR port 69072636-a475-426e-91b1-8d1028a66229 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:38.874216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Could not find standard attr ID for object 69072636-a475-426e-91b1-8d1028a66229. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:38.881657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 40b07609-55ba-414c-829d-ebffad1f20e7 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:20:38.885121 n-d-820549-2 neutron-server[103115]: INFO neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No ports have port_id starting with 69072636-a475-426e-91b1-8d1028a66229 Dec 08 00:20:38.892086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 40b07609-55ba-414c-829d-ebffad1f20e7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:38.894016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.899005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] Deleting port 69072636-a475-426e-91b1-8d1028a66229 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:38.899445 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.953171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:38.978066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f26197-04c8-4fcd-a527-e4f5fb3ed386']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:38.993336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5552e5cb-b1e9-4c0c-a280-a3893e54c82a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:38.993336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5552e5cb-b1e9-4c0c-a280-a3893e54c82a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:39.001729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.043997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.049297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] For port 69072636-a475-426e-91b1-8d1028a66229, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:39.052863 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.060734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:20:39.061482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.091061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] Calling delete_port for 69072636-a475-426e-91b1-8d1028a66229 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:39.095505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] Port 69072636-a475-426e-91b1-8d1028a66229 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:20:39.103042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.141477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] Pushing event deleted for resources: {'Port': ['ID=69072636-a475-426e-91b1-8d1028a66229,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:39.145870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c3637-62e6-4ac9-bf4e-b02943886f66 None None] No DVR routers for this DVR port 69072636-a475-426e-91b1-8d1028a66229 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:39.148554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.153901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792cb64-0d39-4baa-93bf-92475bbf4753 req-919b3106-c13f-4cb2-9d80-e450ee38d73a tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:39.161512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e792cb64-0d39-4baa-93bf-92475bbf4753 req-919b3106-c13f-4cb2-9d80-e450ee38d73a tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 944 time: 0.1284459 Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:20:39.196726 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:20:39.202490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.214791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 40b07609-55ba-414c-829d-ebffad1f20e7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=40b07609-55ba-414c-829d-ebffad1f20e7,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:39.217029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b07609-55ba-414c-829d-ebffad1f20e7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:39.217188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.218566 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f33b77-f5f4-4141-875c-5ff6d78c6b54" -d '{"events": [{"server_uuid": "14cb27a3-9c41-411a-9a4d-e563d2c7a3bf", "name": "network-vif-plugged", "status": "completed", "tag": "40b07609-55ba-414c-829d-ebffad1f20e7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:39.224394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/b2f26197-04c8-4fcd-a527-e4f5fb3ed386 HTTP/1.1" status: 204 len: 168 time: 0.8313980 Dec 08 00:20:39.228569 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.230723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42458) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:39.241223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2119985135'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:39.247251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e792cb64-0d39-4baa-93bf-92475bbf4753 req-4d8a26b3-f85a-4f4f-86aa-cfc24e4921a2 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846913 Dec 08 00:20:39.261455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31410141-18f2-49a5-854e-556ff590a448 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=b2f26197-04c8-4fcd-a527-e4f5fb3ed386,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:39.306113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:39.313852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.323223 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c9d9a7-d33a-4e3b-bfc9-f7cd38e54797 x-openstack-request-id: req-74c9d9a7-d33a-4e3b-bfc9-f7cd38e54797 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:39.323809 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cb27a3-9c41-411a-9a4d-e563d2c7a3bf", "name": "network-vif-plugged", "status": "completed", "tag": "40b07609-55ba-414c-829d-ebffad1f20e7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:39.324090 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74c9d9a7-d33a-4e3b-bfc9-f7cd38e54797 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:39.324691 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b07609-55ba-414c-829d-ebffad1f20e7', 'code': 200} Dec 08 00:20:39.332013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=40b07609-55ba-414c-829d-ebffad1f20e7,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:39.348577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:39.359568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.359962 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment 3cd116e1-9b2e-4132-8291-c9f204bf7cc7 of type vlan for network aeb5f816-d799-413b-9d76-e80a05787a5e Dec 08 00:20:39.403233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.432764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.454281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:39.464655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.500523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ccd2-6132-4984-867f-67f4a07c11f2 req-bf166c6d-07b4-4a90-80ff-e7d241753f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:39.502087 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8bb2ccd2-6132-4984-867f-67f4a07c11f2 req-bf166c6d-07b4-4a90-80ff-e7d241753f49 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 1096 time: 0.0680087 Dec 08 00:20:39.557993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8bb2ccd2-6132-4984-867f-67f4a07c11f2 req-fc0d380d-8759-4874-9fd7-9f37c3e88760 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474639 Dec 08 00:20:39.565274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3332727 Dec 08 00:20:39.566208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672825b-ff3b-4969-88c5-b7db99f0f34f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=aeb5f816-d799-413b-9d76-e80a05787a5e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:39.568352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42464) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:39.574597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:39.577616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network aeb5f816-d799-413b-9d76-e80a05787a5e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:39.693619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:39.697206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.896374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:39.962089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=77a0a48d-09c8-4fd0-8a35-7182c4e87cce,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:39.971004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': '3cd116e1-9b2e-4132-8291-c9f204bf7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:39.971417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: aeb5f816-d799-413b-9d76-e80a05787a5e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:39.990129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network aeb5f816-d799-413b-9d76-e80a05787a5e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:40.001902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, aeb5f816-d799-413b-9d76-e80a05787a5e) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:40.007817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:40.008414 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.013630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d40132-307f-4307-9077-10e2e8cfdd6c None None] Network aeb5f816-d799-413b-9d76-e80a05787a5e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:40.050725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ceba0ea0-00cc-4b98-9015-6bb2e7e026e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4776301 Dec 08 00:20:40.051183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42474) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:40.064304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e', 'name': 'tempest-PortsIpV6TestJSON-891863916', 'fixed_ips': [{'subnet_id': '77a0a48d-09c8-4fd0-8a35-7182c4e87cce', 'ip_address': '2001:db8::10'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:40.161012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-aeb5f816-d799-413b-9d76-e80a05787a5e', 'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e', 'project_id': '164cfdab84254db593a89ece17342e63', 'fixed_ips': [{'subnet_id': '77a0a48d-09c8-4fd0-8a35-7182c4e87cce'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:20:40.162111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.220479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:40.383707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Allocated IP 2001:db8::2 (aeb5f816-d799-413b-9d76-e80a05787a5e/77a0a48d-09c8-4fd0-8a35-7182c4e87cce/b9bc04d8-ac95-424e-beba-b48482c9f63c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:40.576878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.594526 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.675165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Network aeb5f816-d799-413b-9d76-e80a05787a5e is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:40.680491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:40.683807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:40.686840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69072636-a475-426e-91b1-8d1028a66229 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:40.726779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Pushing event updated for resources: {'Port': ['ID=b9bc04d8-ac95-424e-beba-b48482c9f63c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:40.737428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 69072636-a475-426e-91b1-8d1028a66229 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:40.738053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 69072636-a475-426e-91b1-8d1028a66229 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:40.804229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Attempting to bind port b9bc04d8-ac95-424e-beba-b48482c9f63c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:40.804611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Attempting to bind port b9bc04d8-ac95-424e-beba-b48482c9f63c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '3cd116e1-9b2e-4132-8291-c9f204bf7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:40.805222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Attempting to bind port b9bc04d8-ac95-424e-beba-b48482c9f63c on network aeb5f816-d799-413b-9d76-e80a05787a5e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:40.811725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:40.812108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Checking segment: {'id': '3cd116e1-9b2e-4132-8291-c9f204bf7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:40.812518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.812915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Bound using segment: {'id': '3cd116e1-9b2e-4132-8291-c9f204bf7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:40.813392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Bound port: b9bc04d8-ac95-424e-beba-b48482c9f63c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd116e1-9b2e-4132-8291-c9f204bf7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:40.813778 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.885987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] For port b9bc04d8-ac95-424e-beba-b48482c9f63c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:40.890804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] For port b9bc04d8-ac95-424e-beba-b48482c9f63c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b9bc04d8-ac95-424e-beba-b48482c9f63c,segment=NetworkSegment(3cd116e1-9b2e-4132-8291-c9f204bf7cc7),segment_id=3cd116e1-9b2e-4132-8291-c9f204bf7cc7)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:40.898611 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.901691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414dfbd-0d60-4658-a956-6e06b1f66da8 req-34c1e2cc-d5db-4dba-88bd-afc1f1f3624c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:40.903391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f414dfbd-0d60-4658-a956-6e06b1f66da8 req-34c1e2cc-d5db-4dba-88bd-afc1f1f3624c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 945 time: 0.0670500 Dec 08 00:20:40.907056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:40.945050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 5f44d292-e16e-4789-a98a-1b51c68714b8 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:40.997289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2b25b-3453-4f04-8ecc-1048af56c369 None None] Pushing event updated for resources: {'Port': ['ID=b9bc04d8-ac95-424e-beba-b48482c9f63c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:41.057220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f414dfbd-0d60-4658-a956-6e06b1f66da8 req-7969c369-0cf1-404a-839e-c458ba8aef8c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331542 Dec 08 00:20:41.182113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::10 (aeb5f816-d799-413b-9d76-e80a05787a5e/77a0a48d-09c8-4fd0-8a35-7182c4e87cce/5f44d292-e16e-4789-a98a-1b51c68714b8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:41.463445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:41.504350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:41.551600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network aeb5f816-d799-413b-9d76-e80a05787a5e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:41.554708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:41.559382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:41.565767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:41.566384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:41.570062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=5f44d292-e16e-4789-a98a-1b51c68714b8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:41.589499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-171b8c45-3605-42d4-b039-6eabdde5cf2b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5299003 Dec 08 00:20:41.589923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42506) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:41.595842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': 'aeb5f816-d799-413b-9d76-e80a05787a5e', 'name': 'tempest-PortsIpV6TestJSON-1148243050', 'fixed_ips': [{'subnet_id': '77a0a48d-09c8-4fd0-8a35-7182c4e87cce', 'ip_address': '2001:db8::f'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:41.724828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:41.815541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:41.844685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:42.052018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::f (aeb5f816-d799-413b-9d76-e80a05787a5e/77a0a48d-09c8-4fd0-8a35-7182c4e87cce/daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:42.243900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e792e2-28fc-4704-9980-488b02694139 req-bd7a4245-83dd-4722-a7ec-1182a273df95 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:42.250910 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2e792e2-28fc-4704-9980-488b02694139 req-bd7a4245-83dd-4722-a7ec-1182a273df95 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 945 time: 0.1080499 Dec 08 00:20:42.278492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.333906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2e792e2-28fc-4704-9980-488b02694139 req-dcdcf7b7-7b2d-4dc1-b126-64f852394da2 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771637 Dec 08 00:20:42.334172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7c9c35-5c62-4dba-9296-b0cacbbb8044 None None] Network aeb5f816-d799-413b-9d76-e80a05787a5e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:42.335401 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.386418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network aeb5f816-d799-413b-9d76-e80a05787a5e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:42.389748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:42.394763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:42.400786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:42.401444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.416912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:42.430821 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-30d9922e-335f-42b7-a3d5-1b621a5e119e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8395109 Dec 08 00:20:42.433522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42526) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:42.456840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1d13ee02-1b8d-41b5-a272-acbd87ae523a None None] Provisioning complete for port b9bc04d8-ac95-424e-beba-b48482c9f63c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:42.457142 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d13ee02-1b8d-41b5-a272-acbd87ae523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.512973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba988d28-a5e2-43bd-b0a3-e5df5b4e03f4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:42.515515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ba988d28-a5e2-43bd-b0a3-e5df5b4e03f4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0801685 Dec 08 00:20:42.520756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42534) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:42.681706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d13ee02-1b8d-41b5-a272-acbd87ae523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.707973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b9bc04d8-ac95-424e-beba-b48482c9f63c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:42.708218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078561d-f3d5-486f-b7fa-5e9a130730e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:42.725824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078561d-f3d5-486f-b7fa-5e9a130730e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:42.733248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078561d-f3d5-486f-b7fa-5e9a130730e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:42.738467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42540) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:42.748936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a078561d-f3d5-486f-b7fa-5e9a130730e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2265887 Dec 08 00:20:42.800720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1d13ee02-1b8d-41b5-a272-acbd87ae523a None None] For port b9bc04d8-ac95-424e-beba-b48482c9f63c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b9bc04d8-ac95-424e-beba-b48482c9f63c,segment=NetworkSegment(3cd116e1-9b2e-4132-8291-c9f204bf7cc7),segment_id=3cd116e1-9b2e-4132-8291-c9f204bf7cc7)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:42.814640 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d13ee02-1b8d-41b5-a272-acbd87ae523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.873278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b9bc04d8-ac95-424e-beba-b48482c9f63c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:42.873664 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.895364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:42.896086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:42.941457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13ee02-1b8d-41b5-a272-acbd87ae523a None None] Pushing event updated for resources: {'Port': ['ID=b9bc04d8-ac95-424e-beba-b48482c9f63c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:43.069851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.087096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:43.155405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Provisioning complete for port daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:43.156217 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.236367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Port daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:43.261851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Provisioning complete for port 5f44d292-e16e-4789-a98a-1b51c68714b8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:43.263763 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.290571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.355756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Port 5f44d292-e16e-4789-a98a-1b51c68714b8 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:43.387156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:43.391066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Provisioning complete for port b9bc04d8-ac95-424e-beba-b48482c9f63c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:43.392177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2486b97a-0518-4265-bcb1-9cd452d38212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.398311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.404013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e9a84476-7058-4ca1-a0f5-7622fa35fe33 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75 HTTP/1.1" status: 204 len: 168 time: 0.6623011 Dec 08 00:20:43.406715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42552) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:43.454754 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a874fc-e1c0-4e4f-b5c0-bfcee0d8a2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:43.457223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-11a874fc-e1c0-4e4f-b5c0-bfcee0d8a2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75 HTTP/1.1" status: 404 len: 333 time: 0.0493169 Dec 08 00:20:43.459930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42558) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:43.675179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 5f44d292-e16e-4789-a98a-1b51c68714b8 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:43.676242 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.687582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b25fb-48b8-48c1-bea1-c3fa95b16be5 req-15ff5868-d258-4230-9cb6-4298fd9a8584 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:43.689777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-022b25fb-48b8-48c1-bea1-c3fa95b16be5 req-15ff5868-d258-4230-9cb6-4298fd9a8584 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 945 time: 0.0813978 Dec 08 00:20:43.727649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-031dde58-80cd-4b28-bc71-587105ee399a None None] Provisioning complete for port 5f44d292-e16e-4789-a98a-1b51c68714b8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:43.728268 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-031dde58-80cd-4b28-bc71-587105ee399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.761474 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.776536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-031dde58-80cd-4b28-bc71-587105ee399a None None] Port 5f44d292-e16e-4789-a98a-1b51c68714b8 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:43.833551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-022b25fb-48b8-48c1-bea1-c3fa95b16be5 req-78ad50ff-d6b5-44eb-890d-12de85334db3 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Dec 08 00:20:43.853678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:43.869140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 5f44d292-e16e-4789-a98a-1b51c68714b8 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:43.890656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-196da551-939e-439d-9bef-51cd4135bebd None None] Could not find standard attr ID for object daa61d4e-e17d-4f8f-9ea7-6dfa3ed96f75. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:44.028765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.070790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=5f44d292-e16e-4789-a98a-1b51c68714b8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:44.102942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.106981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-04cbb6e6-59e0-42c6-8329-0d1a331aec5c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/5f44d292-e16e-4789-a98a-1b51c68714b8 HTTP/1.1" status: 204 len: 168 time: 0.6459844 Dec 08 00:20:44.109594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42572) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:44.149394 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2527ab0-9be5-4630-8f7a-3617ea272a1d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:44.151166 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d2527ab0-9be5-4630-8f7a-3617ea272a1d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/5f44d292-e16e-4789-a98a-1b51c68714b8 HTTP/1.1" status: 404 len: 333 time: 0.0395694 Dec 08 00:20:44.153824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42578) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:44.235220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 77a0a48d-09c8-4fd0-8a35-7182c4e87cce {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:44.239665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.295526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.394716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.460724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.490845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=77a0a48d-09c8-4fd0-8a35-7182c4e87cce,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:44.502071 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.506535 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-53c73870-64ff-456f-b747-3099568b745c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/77a0a48d-09c8-4fd0-8a35-7182c4e87cce HTTP/1.1" status: 204 len: 168 time: 0.3507514 Dec 08 00:20:44.509152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42584) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:44.517874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb76eec-6365-48bd-abc3-a91c86601401 None None] Network aeb5f816-d799-413b-9d76-e80a05787a5e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:44.616065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.650750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b9bc04d8-ac95-424e-beba-b48482c9f63c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:44.684376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port b9bc04d8-ac95-424e-beba-b48482c9f63c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:44.684955 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.776351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b9bc04d8-ac95-424e-beba-b48482c9f63c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:44.776701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.780758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] For port b9bc04d8-ac95-424e-beba-b48482c9f63c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b9bc04d8-ac95-424e-beba-b48482c9f63c,segment=NetworkSegment(3cd116e1-9b2e-4132-8291-c9f204bf7cc7),segment_id=3cd116e1-9b2e-4132-8291-c9f204bf7cc7)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:44.781125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.803821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for b9bc04d8-ac95-424e-beba-b48482c9f63c owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:44.947709 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:44.997292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-ffdfcebd-686d-43e2-a69d-cb7cfe179dee tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:45.005390 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-ffdfcebd-686d-43e2-a69d-cb7cfe179dee tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 945 time: 0.1267545 Dec 08 00:20:45.023162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=b9bc04d8-ac95-424e-beba-b48482c9f63c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:45.052096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No DVR routers for this DVR port b9bc04d8-ac95-424e-beba-b48482c9f63c on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:45.065691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d89323-bb84-437b-a19e-62b47ea55a5e None None] DHCP port deletion for aeb5f816-d799-413b-9d76-e80a05787a5e request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:45.092337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Could not find standard attr ID for object b9bc04d8-ac95-424e-beba-b48482c9f63c. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:45.095887 n-d-820549-2 neutron-server[103115]: INFO neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No ports have port_id starting with b9bc04d8-ac95-424e-beba-b48482c9f63c Dec 08 00:20:45.147774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Deleting port 40b07609-55ba-414c-829d-ebffad1f20e7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:45.148538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.188007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.210858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbe086-5375-49b7-aceb-8ea745198a75 req-8f702bea-c58e-41eb-bc31-b9056dc36cc5 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:45.212890 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3fbe086-5375-49b7-aceb-8ea745198a75 req-8f702bea-c58e-41eb-bc31-b9056dc36cc5 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=14cb27a3-9c41-411a-9a4d-e563d2c7a3bf HTTP/1.1" status: 200 len: 945 time: 0.2031684 Dec 08 00:20:45.229036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb5f816-d799-413b-9d76-e80a05787a5e']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:45.246478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd116e1-9b2e-4132-8291-c9f204bf7cc7') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:45.246775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd116e1-9b2e-4132-8291-c9f204bf7cc7') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:45.248502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] For port 40b07609-55ba-414c-829d-ebffad1f20e7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=40b07609-55ba-414c-829d-ebffad1f20e7,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:45.248995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.263850 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.273741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Calling delete_port for 40b07609-55ba-414c-829d-ebffad1f20e7 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:45.295665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.311052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:20:45.311052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:20:45.313055 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:20:45.326399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3fbe086-5375-49b7-aceb-8ea745198a75 req-9a0fd106-9acc-49cb-8b6c-523a065ca0c4 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977845 Dec 08 00:20:45.403432 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.413787 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.421407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/aeb5f816-d799-413b-9d76-e80a05787a5e HTTP/1.1" status: 204 len: 168 time: 0.9070437 Dec 08 00:20:45.422352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42604) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:45.428620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af5b51-91f3-4cd0-8b00-e18c76ee85c9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=aeb5f816-d799-413b-9d76-e80a05787a5e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:45.428815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1050917304'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:45.433529 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.465599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['40b07609-55ba-414c-829d-ebffad1f20e7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:20:45.466503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Pushing event deleted for resources: {'Port': ['ID=40b07609-55ba-414c-829d-ebffad1f20e7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:45.498764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:45.502411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.519029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] No DVR routers for this DVR port 40b07609-55ba-414c-829d-ebffad1f20e7 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:45.528614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.532020 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec5fecc4-78c6-4792-b498-429a9a1f8958 req-f7969c64-ee70-46e7-9168-9b1c0e5d0b69 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "DELETE /v2.0/ports/40b07609-55ba-414c-829d-ebffad1f20e7 HTTP/1.1" status: 204 len: 173 time: 0.5194554 Dec 08 00:20:45.532472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'name': 'network-vif-deleted', 'tag': '40b07609-55ba-414c-829d-ebffad1f20e7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:45.535593 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ae4638-5151-4f7b-a1f2-7a68dac38057" -d '{"events": [{"server_uuid": "14cb27a3-9c41-411a-9a4d-e563d2c7a3bf", "name": "network-vif-deleted", "tag": "40b07609-55ba-414c-829d-ebffad1f20e7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:45.552189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:20:45.562562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.563016 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Added segment b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f of type vlan for network d9c3d290-e467-4b00-b863-818b447f9221 Dec 08 00:20:45.597185 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaa6973-6afd-4a78-89c4-906fc44aabad x-openstack-request-id: req-2aaa6973-6afd-4a78-89c4-906fc44aabad {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:45.597508 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cb27a3-9c41-411a-9a4d-e563d2c7a3bf", "name": "network-vif-deleted", "tag": "40b07609-55ba-414c-829d-ebffad1f20e7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:45.597770 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2aaa6973-6afd-4a78-89c4-906fc44aabad {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:45.598179 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cb27a3-9c41-411a-9a4d-e563d2c7a3bf', 'name': 'network-vif-deleted', 'tag': '40b07609-55ba-414c-829d-ebffad1f20e7', 'status': 'completed', 'code': 200} Dec 08 00:20:45.612015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.639496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.645880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:45.646468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:45.680868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2568202 Dec 08 00:20:45.683639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42610) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:45.688447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:45.741170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92690cc6-db7a-4005-9a47-3923bbefd498 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Network': ['ID=d9c3d290-e467-4b00-b863-818b447f9221,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:45.753963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network d9c3d290-e467-4b00-b863-818b447f9221 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:20:45.822408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:45.827481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.037100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.121999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=9ba05acb-8f43-40b3-820e-cbd1d44818be,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:46.134207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Checking segment: {'id': 'b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:46.134630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network hostable DHCP agents. Network: d9c3d290-e467-4b00-b863-818b447f9221, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:20:46.156305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network d9c3d290-e467-4b00-b863-818b447f9221 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:20:46.167319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, d9c3d290-e467-4b00-b863-818b447f9221) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:46.172746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:46.173792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.177369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a45f81-a2cc-4577-a8fb-5d5df0f4ef67 None None] Network d9c3d290-e467-4b00-b863-818b447f9221 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:46.193451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f95a64ea-7910-4c4f-93f3-b00c09e46a53 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5086033 Dec 08 00:20:46.196056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42626) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:46.200644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b00d34f0-0efa-4535-8e9e-d70bdae63dd9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1586235648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:46.226724 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00d34f0-0efa-4535-8e9e-d70bdae63dd9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.227861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00d34f0-0efa-4535-8e9e-d70bdae63dd9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.287665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00d34f0-0efa-4535-8e9e-d70bdae63dd9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.292996 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00d34f0-0efa-4535-8e9e-d70bdae63dd9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.302070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-d9c3d290-e467-4b00-b863-818b447f9221', 'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221', 'project_id': '164cfdab84254db593a89ece17342e63', 'fixed_ips': [{'subnet_id': '9ba05acb-8f43-40b3-820e-cbd1d44818be'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:20:46.303259 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.323580 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00d34f0-0efa-4535-8e9e-d70bdae63dd9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.327865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b00d34f0-0efa-4535-8e9e-d70bdae63dd9 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1279893 Dec 08 00:20:46.332693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42632) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:46.337805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221', 'name': 'tempest-PortsIpV6TestJSON-1268171037'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:46.477231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:46.481842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.505986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 454c44a4-f816-44a7-8492-fb0158233068 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:46.519309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Allocated IP 2001:db8::2 (d9c3d290-e467-4b00-b863-818b447f9221/9ba05acb-8f43-40b3-820e-cbd1d44818be/c991c1db-8c18-4dd9-b6bd-a48f01cd1e14) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:46.645501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b9bc04d8-ac95-424e-beba-b48482c9f63c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:46.697392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-5de21b9f-89e0-419f-bdb6-28bff585c810 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:46.697627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b9bc04d8-ac95-424e-beba-b48482c9f63c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:46.697972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b9bc04d8-ac95-424e-beba-b48482c9f63c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:46.699084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-5de21b9f-89e0-419f-bdb6-28bff585c810 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/networks?id=4679285a-79e2-475f-9655-bbcce523680d HTTP/1.1" status: 200 len: 808 time: 0.1711755 Dec 08 00:20:46.722191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-0c163a00-c735-4af2-81bb-0ab2613d58f4 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/quotas/b51cb9c48d244ba6984c698154e57ff6 HTTP/1.1" status: 200 len: 375 time: 0.0113437 Dec 08 00:20:46.728484 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.743001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.758414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-edadf224-1619-4fb3-9d7f-702652b8aba9 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b51cb9c48d244ba6984c698154e57ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281739 Dec 08 00:20:46.772102 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:20:46.807214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Network d9c3d290-e467-4b00-b863-818b447f9221 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:46.810186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:46.814479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:46.817836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::50 (d9c3d290-e467-4b00-b863-818b447f9221/9ba05acb-8f43-40b3-820e-cbd1d44818be/454c44a4-f816-44a7-8492-fb0158233068) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:46.844938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Pushing event updated for resources: {'Port': ['ID=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:46.871643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f1bc0908-7c2e-4055-8b7d-6024e51b88c4 service neutron] 10.222.0.18 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984752 Dec 08 00:20:46.893346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Attempting to bind port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:46.893721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Attempting to bind port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:46.894084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Attempting to bind port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 on network d9c3d290-e467-4b00-b863-818b447f9221 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:46.899492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:46.899869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Checking segment: {'id': 'b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:46.900312 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.900708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Bound using segment: {'id': 'b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:46.901176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Bound port: c991c1db-8c18-4dd9-b6bd-a48f01cd1e14, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd9c3d290-e467-4b00-b863-818b447f9221'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:46.901559 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:46.992209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] For port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:46.996270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] For port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,segment=NetworkSegment(b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f),segment_id=b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:47.001429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:47.036200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-6b726eae-3742-4db9-bd88-b9f6f296c3c3 service neutron] 10.222.0.18 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576676 Dec 08 00:20:47.062298 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:47.089215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c743b-96eb-428f-bab4-9c4b96679023 None None] Pushing event updated for resources: {'Port': ['ID=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:47.131757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:47.202709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=454c44a4-f816-44a7-8492-fb0158233068,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:47.210263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network d9c3d290-e467-4b00-b863-818b447f9221 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:47.213733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:47.216263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:47.223322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:47.224009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:47.254929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4f17d096-ad87-4891-8ef5-57e7637d91e8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9243617 Dec 08 00:20:47.255825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42670) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:47.326930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78152452-9d3d-46d0-abae-83917ed90caf req-81804d47-840a-4e6d-bdf3-b93c419f34a9 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 210 time: 0.0482378 Dec 08 00:20:47.469225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:47.670541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:47.948637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:47.956423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:48.034425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=454c44a4-f816-44a7-8492-fb0158233068,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:48.169326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:48.306635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:48.421765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9552881-c6b5-4861-81c4-adf9434f2ac5 None None] Network d9c3d290-e467-4b00-b863-818b447f9221 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:48.473303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad4bf834-ccd7-4bdd-9d0a-a1a3b1f28d59 req-acb33abd-9ce9-45b6-89ab-8565a98f7d1c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 210 time: 0.0521748 Dec 08 00:20:48.500900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2bf96ac0-457b-453a-89e3-4c710104b503 None None] Provisioning complete for port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:48.501355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bf96ac0-457b-453a-89e3-4c710104b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:48.649169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:48.693842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 40b07609-55ba-414c-829d-ebffad1f20e7 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:48.732911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 40b07609-55ba-414c-829d-ebffad1f20e7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:48.733367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 40b07609-55ba-414c-829d-ebffad1f20e7 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:48.811352 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bf96ac0-457b-453a-89e3-4c710104b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:48.815602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:48.815981 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:48.889093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2bf96ac0-457b-453a-89e3-4c710104b503 None None] For port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,segment=NetworkSegment(b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f),segment_id=b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:48.898676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bf96ac0-457b-453a-89e3-4c710104b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:48.989099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf96ac0-457b-453a-89e3-4c710104b503 None None] Pushing event updated for resources: {'Port': ['ID=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:49.021823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3a91e4e2-4ac4-4637-bf31-e8f8ed1a18b4 None None] Provisioning complete for port 454c44a4-f816-44a7-8492-fb0158233068 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:49.022196 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4e2-4ac4-4637-bf31-e8f8ed1a18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.071760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3a91e4e2-4ac4-4637-bf31-e8f8ed1a18b4 None None] Port 454c44a4-f816-44a7-8492-fb0158233068 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:49.086922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-2466f3fa-b505-4a4a-85d3-a8cf08038788 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:49.088394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-2466f3fa-b505-4a4a-85d3-a8cf08038788 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "GET /v2.0/networks?id=4679285a-79e2-475f-9655-bbcce523680d HTTP/1.1" status: 200 len: 808 time: 0.2315307 Dec 08 00:20:49.095799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3a91e4e2-4ac4-4637-bf31-e8f8ed1a18b4 None None] Provisioning complete for port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:49.097043 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3a91e4e2-4ac4-4637-bf31-e8f8ed1a18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.111225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Request body: {'port': {'device_id': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'network_id': '4679285a-79e2-475f-9655-bbcce523680d', 'admin_state_up': True, 'tenant_id': 'b51cb9c48d244ba6984c698154e57ff6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:49.236405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.256781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.257775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.345945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3ab6efa8-4e6f-491c-9772-c1cb4d030a38 None None] Provisioning complete for port 454c44a4-f816-44a7-8492-fb0158233068 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:49.345945 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ab6efa8-4e6f-491c-9772-c1cb4d030a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.365075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=454c44a4-f816-44a7-8492-fb0158233068,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:49.383075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6efa8-4e6f-491c-9772-c1cb4d030a38 None None] Port 454c44a4-f816-44a7-8492-fb0158233068 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:49.414490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Made reservation on behalf of b51cb9c48d244ba6984c698154e57ff6 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:49.418734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.465390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network d9c3d290-e467-4b00-b863-818b447f9221 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:49.468112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:49.596987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50aeb86d-685e-4dfb-a450-0dcca5e5afea req-00af34c2-b8d2-4c2b-bfab-8ee3350b4f42 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 210 time: 0.0439646 Dec 08 00:20:49.634443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a52dbc09-50b8-4b33-9cf2-39248a7ee2b6 None None] Provisioning complete for port 454c44a4-f816-44a7-8492-fb0158233068 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:49.635131 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a52dbc09-50b8-4b33-9cf2-39248a7ee2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.676499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a52dbc09-50b8-4b33-9cf2-39248a7ee2b6 None None] Port 454c44a4-f816-44a7-8492-fb0158233068 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:49.694699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Allocated IP 172.20.0.4 (4679285a-79e2-475f-9655-bbcce523680d/c7e7d5de-9994-4e43-b96a-fe12be93e576/77349416-a866-4bcf-9a3c-41f97fcadc7f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:49.732052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Router 0c45eef6-a293-43ca-8daf-5cf499d562d4 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:20:49.898056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b2e087b8-5eea-4341-92fc-78c4d0049eb3 None None] Provisioning complete for port 454c44a4-f816-44a7-8492-fb0158233068 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:49.898425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b2e087b8-5eea-4341-92fc-78c4d0049eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.910351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:20:49.916665 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5439a34d-ced1-4fe2-bd4c-83edbcdf78dd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "PUT /v2.0/routers/0c45eef6-a293-43ca-8daf-5cf499d562d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6576569 Dec 08 00:20:49.919322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42730) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:49.926669 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63782163-4799-4f0b-a771-daea30826c42 None None] Sync routers for ids ['0c45eef6-a293-43ca-8daf-5cf499d562d4'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:20:49.948433 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63782163-4799-4f0b-a771-daea30826c42 None None] Routers {'0c45eef6-a293-43ca-8daf-5cf499d562d4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:20:49.949062 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-63782163-4799-4f0b-a771-daea30826c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:20:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0c45eef6-a293-43ca-8daf-5cf499d562d4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:49.951728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:49.976844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8e4959-aecc-4376-a31d-b4b83ea3a82c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:49.978712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3c8e4959-aecc-4376-a31d-b4b83ea3a82c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c45eef6-a293-43ca-8daf-5cf499d562d4 HTTP/1.1" status: 200 len: 988 time: 0.0581102 Dec 08 00:20:49.981541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:49.993610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b2e087b8-5eea-4341-92fc-78c4d0049eb3 None None] Port 454c44a4-f816-44a7-8492-fb0158233068 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:49.993851 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-63782163-4799-4f0b-a771-daea30826c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:50.004713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63782163-4799-4f0b-a771-daea30826c42 None None] Routers {'0c45eef6-a293-43ca-8daf-5cf499d562d4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:20:50.005516 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-63782163-4799-4f0b-a771-daea30826c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:20:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0c45eef6-a293-43ca-8daf-5cf499d562d4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:50.007394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.046526 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-63782163-4799-4f0b-a771-daea30826c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:50.047204 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63782163-4799-4f0b-a771-daea30826c42 None None] The sync data for ids ['0c45eef6-a293-43ca-8daf-5cf499d562d4'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:20:50.065660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Network 4679285a-79e2-475f-9655-bbcce523680d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:50.069453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:50.073175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:50.106876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Pushing event updated for resources: {'Port': ['ID=77349416-a866-4bcf-9a3c-41f97fcadc7f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:50.134027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:50.134690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.151632 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dc871513-262e-40b5-9f33-919b8d33e58e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0442369 Dec 08 00:20:50.170194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Request body: {'port': {'device_id': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:50.237598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.458786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.591333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:50.593111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77349416-a866-4bcf-9a3c-41f97fcadc7f {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:20:50.602607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.617645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Transition to ACTIVE for port object 77349416-a866-4bcf-9a3c-41f97fcadc7f will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:20:50.622699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.685191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:50.685790 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.716767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=77349416-a866-4bcf-9a3c-41f97fcadc7f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:50.808103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 454c44a4-f816-44a7-8492-fb0158233068 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:50.808664 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.812260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Attempting to bind port 77349416-a866-4bcf-9a3c-41f97fcadc7f on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:50.813019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Attempting to bind port 77349416-a866-4bcf-9a3c-41f97fcadc7f by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:50.813668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Attempting to bind port 77349416-a866-4bcf-9a3c-41f97fcadc7f on network 4679285a-79e2-475f-9655-bbcce523680d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:50.820217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Port 77349416-a866-4bcf-9a3c-41f97fcadc7f on network 4679285a-79e2-475f-9655-bbcce523680d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:20:50.820991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Attempting to bind port 77349416-a866-4bcf-9a3c-41f97fcadc7f on network 4679285a-79e2-475f-9655-bbcce523680d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:50.827989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:50.828653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Checking segment: {'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:50.829507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Bound using segment: {'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:50.830187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Bound port: 77349416-a866-4bcf-9a3c-41f97fcadc7f, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b6bd63-e99f-4232-8bc7-db8814475264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4679285a-79e2-475f-9655-bbcce523680d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:50.831154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.836132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2214749-b9ba-4c9f-8096-36763304146b req-2e9abead-2c59-4f33-8550-821dbbd90a4c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:50.843703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2214749-b9ba-4c9f-8096-36763304146b req-2e9abead-2c59-4f33-8550-821dbbd90a4c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 943 time: 0.1198382 Dec 08 00:20:50.911977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] For port 77349416-a866-4bcf-9a3c-41f97fcadc7f, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:50.917351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] For port 77349416-a866-4bcf-9a3c-41f97fcadc7f, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77349416-a866-4bcf-9a3c-41f97fcadc7f,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:50.923729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.933644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2214749-b9ba-4c9f-8096-36763304146b req-bc131134-fbee-4d8c-b24f-9ec84a24506f tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889020 Dec 08 00:20:50.955159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.969482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:50.970212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:50.972049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 454c44a4-f816-44a7-8492-fb0158233068 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:50.973249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] 10.222.0.44 "PUT /v2.0/ports/77349416-a866-4bcf-9a3c-41f97fcadc7f HTTP/1.1" status: 200 len: 1091 time: 0.8071704 Dec 08 00:20:50.973811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'tag': '77349416-a866-4bcf-9a3c-41f97fcadc7f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:50.977213 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca0d884-565f-4b65-bcb1-36db4cbe5b36" -d '{"events": [{"name": "network-changed", "server_uuid": "eb161b0e-2f32-4d51-99c1-224b4ce0e24c", "tag": "77349416-a866-4bcf-9a3c-41f97fcadc7f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:51.007744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85af99c-39e3-4149-a516-112467391cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=77349416-a866-4bcf-9a3c-41f97fcadc7f,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:51.078022 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f354a0-7882-4240-8ee4-83b87e888978 x-openstack-request-id: req-d4f354a0-7882-4240-8ee4-83b87e888978 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:51.078416 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb161b0e-2f32-4d51-99c1-224b4ce0e24c", "tag": "77349416-a866-4bcf-9a3c-41f97fcadc7f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:51.078912 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f354a0-7882-4240-8ee4-83b87e888978 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:51.079261 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'tag': '77349416-a866-4bcf-9a3c-41f97fcadc7f', 'status': 'completed', 'code': 200} Dec 08 00:20:51.090913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-b56c3108-e5f6-42fe-97e9-753be36e97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:51.093519 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-b56c3108-e5f6-42fe-97e9-753be36e97fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b51cb9c48d244ba6984c698154e57ff6&device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 1094 time: 0.0548956 Dec 08 00:20:51.147889 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-d06915ef-8985-461f-9767-2d3256af8a74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77349416-a866-4bcf-9a3c-41f97fcadc7f HTTP/1.1" status: 200 len: 217 time: 0.0406570 Dec 08 00:20:51.194154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:51.200513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-d90cfe5e-9548-47a3-8fdd-8175e037517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:51.202094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-d90cfe5e-9548-47a3-8fdd-8175e037517c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7e7d5de-9994-4e43-b96a-fe12be93e576 HTTP/1.1" status: 200 len: 848 time: 0.0472295 Dec 08 00:20:51.224888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=454c44a4-f816-44a7-8492-fb0158233068,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:51.245011 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-3eec8b37-1f64-44ca-9cbd-0fb9266987c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4679285a-79e2-475f-9655-bbcce523680d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331318 Dec 08 00:20:51.357116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:51.377073 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-dafa7338-c0f6-4bba-82c9-fc4958b88584 service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233292 Dec 08 00:20:51.382359 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65b1600c-86d6-4414-902f-462adb72aa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:51.555576 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-09855a9e-54c5-4c7b-8f4d-4bbd0b31ee82 req-7be1f963-7f76-4891-9b7c-f45359bf001a service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711369 Dec 08 00:20:51.563792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Router 0c45eef6-a293-43ca-8daf-5cf499d562d4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:20:51.725316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-cd6bd4b4-c5d9-4fa8-b4f3-669b3589665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:51.727213 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-cd6bd4b4-c5d9-4fa8-b4f3-669b3589665a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b51cb9c48d244ba6984c698154e57ff6&device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 1094 time: 0.0612810 Dec 08 00:20:51.854460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-988591bc-7cb8-4a06-8875-c99b55424ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:51.856127 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-988591bc-7cb8-4a06-8875-c99b55424ed9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4679285a-79e2-475f-9655-bbcce523680d HTTP/1.1" status: 200 len: 909 time: 0.1211960 Dec 08 00:20:51.922212 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-9df3421e-fd64-4203-b0f8-6516bb0cdbee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77349416-a866-4bcf-9a3c-41f97fcadc7f HTTP/1.1" status: 200 len: 217 time: 0.0576918 Dec 08 00:20:51.997275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-f18e635b-faf6-47cf-9e9c-8a86a3325426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:51.999312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-f18e635b-faf6-47cf-9e9c-8a86a3325426 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7e7d5de-9994-4e43-b96a-fe12be93e576 HTTP/1.1" status: 200 len: 848 time: 0.0675926 Dec 08 00:20:52.027851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:20:52.039829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] Sync routers for ids ['0c45eef6-a293-43ca-8daf-5cf499d562d4'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:20:52.043538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8f5941f7-f4ba-4560-b47d-0a3a9b753749 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "PUT /v2.0/routers/0c45eef6-a293-43ca-8daf-5cf499d562d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0584612 Dec 08 00:20:52.044467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42796) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:52.049426 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-1e58f609-b50c-461e-8c62-761fc8085177 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4679285a-79e2-475f-9655-bbcce523680d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412869 Dec 08 00:20:52.065747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] Routers {'0c45eef6-a293-43ca-8daf-5cf499d562d4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:20:52.066706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:20:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0c45eef6-a293-43ca-8daf-5cf499d562d4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:52.091145 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c150f1-d46f-449d-b548-027255507dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:52.092671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b2c150f1-d46f-449d-b548-027255507dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/454c44a4-f816-44a7-8492-fb0158233068 HTTP/1.1" status: 404 len: 333 time: 0.0470555 Dec 08 00:20:52.098360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42798) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:52.126865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:52.137818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] Routers {'0c45eef6-a293-43ca-8daf-5cf499d562d4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:20:52.138677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:20:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0c45eef6-a293-43ca-8daf-5cf499d562d4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:52.163462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe87eb-0411-4579-b58d-20c5011be4bf req-007cf4df-b877-406c-bdb7-b7b1b186f8da tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:52.168509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bffe87eb-0411-4579-b58d-20c5011be4bf req-007cf4df-b877-406c-bdb7-b7b1b186f8da tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 943 time: 0.0797157 Dec 08 00:20:52.182775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:52.183470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56edff-a6a0-4663-9bb7-d4840cc14930 None None] The sync data for ids ['0c45eef6-a293-43ca-8daf-5cf499d562d4'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:20:52.212242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30fd79fd-6a27-453c-b0b1-e11d0742a406 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.229726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bffe87eb-0411-4579-b58d-20c5011be4bf req-0934e15a-fd8f-4b1d-b29c-15db588ebec9 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Dec 08 00:20:52.427604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30fd79fd-6a27-453c-b0b1-e11d0742a406 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.433880 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30fd79fd-6a27-453c-b0b1-e11d0742a406 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.445146 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-f8bce3a8-50c8-4879-b9a1-3d05f65f32df service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886764 Dec 08 00:20:52.508165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30fd79fd-6a27-453c-b0b1-e11d0742a406 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.508674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fd79fd-6a27-453c-b0b1-e11d0742a406 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Fanout notify agent at l3_agent the message router_deleted on router 0c45eef6-a293-43ca-8daf-5cf499d562d4 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:20:52.521141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30fd79fd-6a27-453c-b0b1-e11d0742a406 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.525418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-30fd79fd-6a27-453c-b0b1-e11d0742a406 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/routers/0c45eef6-a293-43ca-8daf-5cf499d562d4 HTTP/1.1" status: 204 len: 168 time: 0.4226835 Dec 08 00:20:52.525418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42816) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:52.611150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 9ba05acb-8f43-40b3-820e-cbd1d44818be {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:52.622477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.656860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cca0d884-565f-4b65-bcb1-36db4cbe5b36 req-cc257f02-6769-4cde-acbf-35646972a3ec service neutron] 10.222.0.44 "GET /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790874 Dec 08 00:20:52.679461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.766937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.830923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.858326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba05acb-8f43-40b3-820e-cbd1d44818be,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:52.862181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:52.865420 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-254ba805-456c-49c0-95d0-8859e5f2afb3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/9ba05acb-8f43-40b3-820e-cbd1d44818be HTTP/1.1" status: 204 len: 168 time: 0.3394256 Dec 08 00:20:52.868230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42818) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:52.877220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31592cb-b6dc-434a-9787-0b8909b56ebb None None] Network d9c3d290-e467-4b00-b863-818b447f9221 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:52.977488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.056745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] DHCP port deletion for d9c3d290-e467-4b00-b863-818b447f9221 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:20:53.058559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:53.059031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.113612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Deleting port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:53.113994 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.177600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] For port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,segment=NetworkSegment(b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f),segment_id=b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:53.178042 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.191660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:53.193562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] For port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,segment=NetworkSegment(b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f),segment_id=b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:53.193960 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.214643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Calling delete_port for c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:53.287073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.322413 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.348493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:53.352145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No DVR routers for this DVR port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:53.372699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Pushing event deleted for resources: {'Port': ['ID=c991c1db-8c18-4dd9-b6bd-a48f01cd1e14,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:53.378549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] No DVR routers for this DVR port c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:20:53.397697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.398137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.398603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.399089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.399519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.400094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.400495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.400949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.401329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.401727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.402125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.402520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.402930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d9934c-614c-4925-825c-c38d39c3f0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:20:53.480731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.512543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d88950-c5e0-44ef-9bdd-022d5d772ef5 req-93c939c2-eeab-45a4-aaba-93f48aae6187 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:53.514135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60d88950-c5e0-44ef-9bdd-022d5d772ef5 req-93c939c2-eeab-45a4-aaba-93f48aae6187 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 943 time: 0.1163394 Dec 08 00:20:53.518249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c3d290-e467-4b00-b863-818b447f9221']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:53.539895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:53.540190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e6a9fe-4371-4fb8-ab9b-96aeed775a1f') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:20:53.557885 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.563667 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-24713aad-2de6-46c7-908a-b820142dd014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.581655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.594306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:20:53.594702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:20:53.598184 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:20:53.601782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60d88950-c5e0-44ef-9bdd-022d5d772ef5 req-3e5b7de9-94ee-41ff-a9f1-de6ccbeabac7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808840 Dec 08 00:20:53.663843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.668352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:53.672358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/d9c3d290-e467-4b00-b863-818b447f9221 HTTP/1.1" status: 204 len: 168 time: 0.8030195 Dec 08 00:20:53.676273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42830) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:53.692354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9a2b1-fec8-444d-864f-50c986fe4494 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=d9c3d290-e467-4b00-b863-818b447f9221,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:53.727933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413871d6-317d-4ef5-af76-8047e486175a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:53.729391 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-413871d6-317d-4ef5-af76-8047e486175a tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/5029779a-2902-4c36-aeb8-fca5cec660b4 HTTP/1.1" status: 200 len: 845 time: 0.0518465 Dec 08 00:20:53.733079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:53.772273 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ac9383ee-6d02-4828-a830-60d19391d564 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/5029779a-2902-4c36-aeb8-fca5cec660b4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0381327 Dec 08 00:20:53.775914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:53.780644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:53.867326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:53.870670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.053821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.099109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:54.102216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:54.106384 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:54.107020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.111255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e65d5-fdc9-4dd0-94f3-ad0547ee46bc None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:54.121505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=750a9bf7-2eb5-4b57-8475-71c7048c9733,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:54.132503 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-29457f25-a96b-42d6-9cdc-845077f1073c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3555694 Dec 08 00:20:54.135581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42836) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:54.140679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7534a1ca-9512-4cf7-9045-ff501b1bf1d8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1254091966'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:54.163655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7534a1ca-9512-4cf7-9045-ff501b1bf1d8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.247839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-3cb5047a-5bd9-48cd-b790-46f892972ff8', 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'project_id': '164cfdab84254db593a89ece17342e63', 'fixed_ips': [{'subnet_id': '750a9bf7-2eb5-4b57-8475-71c7048c9733'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:20:54.248811 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.264678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7534a1ca-9512-4cf7-9045-ff501b1bf1d8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.269098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7534a1ca-9512-4cf7-9045-ff501b1bf1d8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.301307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7534a1ca-9512-4cf7-9045-ff501b1bf1d8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.305283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7534a1ca-9512-4cf7-9045-ff501b1bf1d8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1654851 Dec 08 00:20:54.305591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42840) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:54.308368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534a1ca-9512-4cf7-9045-ff501b1bf1d8 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a58055-13c8-4dea-b5fb-2856697544f4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:54.310959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-affc25e6-70be-4a68-ac17-e8d0c8c1cd55 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'security_group': {'name': 'tempest-secgroup-130448547'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:54.336222 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-affc25e6-70be-4a68-ac17-e8d0c8c1cd55 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.409602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Allocated IP 2001:db8::2 (3cb5047a-5bd9-48cd-b790-46f892972ff8/750a9bf7-2eb5-4b57-8475-71c7048c9733/160d3ba4-f06a-4559-9416-fc544cbd3e83) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:54.423588 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-affc25e6-70be-4a68-ac17-e8d0c8c1cd55 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.428020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-affc25e6-70be-4a68-ac17-e8d0c8c1cd55 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.470568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-affc25e6-70be-4a68-ac17-e8d0c8c1cd55 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.475495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-affc25e6-70be-4a68-ac17-e8d0c8c1cd55 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1652517 Dec 08 00:20:54.475495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42844) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:54.480280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1666507324', 'security_groups': ['a249e7b8-1dfd-4b75-8788-7bccee184148'], 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '750a9bf7-2eb5-4b57-8475-71c7048c9733'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:54.485226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc25e6-70be-4a68-ac17-e8d0c8c1cd55 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a249e7b8-1dfd-4b75-8788-7bccee184148,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:54.586541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.595384 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.610996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:54.625621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:20:54.647326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:20:54.647712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c991c1db-8c18-4dd9-b6bd-a48f01cd1e14 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:20:54.666764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:54.670159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:54.672654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:54.680952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Pushing event updated for resources: {'Port': ['ID=160d3ba4-f06a-4559-9416-fc544cbd3e83,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:54.766090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77349416-a866-4bcf-9a3c-41f97fcadc7f details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:20:54.770224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Attempting to bind port 160d3ba4-f06a-4559-9416-fc544cbd3e83 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:20:54.771196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Attempting to bind port 160d3ba4-f06a-4559-9416-fc544cbd3e83 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b9eef4d2-52ea-4133-a98d-c0c920b04fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:20:54.771735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Attempting to bind port 160d3ba4-f06a-4559-9416-fc544cbd3e83 on network 3cb5047a-5bd9-48cd-b790-46f892972ff8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:20:54.780010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.788670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:20:54.788670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Checking segment: {'id': 'b9eef4d2-52ea-4133-a98d-c0c920b04fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:20:54.788670 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.788670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Bound using segment: {'id': 'b9eef4d2-52ea-4133-a98d-c0c920b04fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:20:54.789156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Bound port: 160d3ba4-f06a-4559-9416-fc544cbd3e83, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eef4d2-52ea-4133-a98d-c0c920b04fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:20:54.789320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.794672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2e289-8de2-4927-b57f-a7269c108dfa req-3be44534-3bea-4b60-a94b-748f9b6e5487 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:54.796558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89c2e289-8de2-4927-b57f-a7269c108dfa req-3be44534-3bea-4b60-a94b-748f9b6e5487 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 943 time: 0.0844512 Dec 08 00:20:54.825788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 41a1dbbd-405c-48f2-9dff-e07b452ec32d yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:20:54.898685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89c2e289-8de2-4927-b57f-a7269c108dfa req-2062791e-14e6-4511-ace9-69229d136411 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950992 Dec 08 00:20:54.935281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] For port 160d3ba4-f06a-4559-9416-fc544cbd3e83, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:20:54.936087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] For port 160d3ba4-f06a-4559-9416-fc544cbd3e83, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=160d3ba4-f06a-4559-9416-fc544cbd3e83,segment=NetworkSegment(b9eef4d2-52ea-4133-a98d-c0c920b04fa9),segment_id=b9eef4d2-52ea-4133-a98d-c0c920b04fa9)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:20:54.944671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 77349416-a866-4bcf-9a3c-41f97fcadc7f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77349416-a866-4bcf-9a3c-41f97fcadc7f,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:54.947586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:54.979685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '77349416-a866-4bcf-9a3c-41f97fcadc7f', 'network_id': '4679285a-79e2-475f-9655-bbcce523680d', 'port_id': '77349416-a866-4bcf-9a3c-41f97fcadc7f', 'mac_address': 'fa:16:3e:af:88:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e7d5de-9994-4e43-b96a-fe12be93e576', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:20:55.034154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::2a4 (3cb5047a-5bd9-48cd-b790-46f892972ff8/750a9bf7-2eb5-4b57-8475-71c7048c9733/41a1dbbd-405c-48f2-9dff-e07b452ec32d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:55.053698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbad41e-ce24-4bab-a926-a687a9941480 None None] Pushing event updated for resources: {'Port': ['ID=160d3ba4-f06a-4559-9416-fc544cbd3e83,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:55.067499 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:55.100682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77349416-a866-4bcf-9a3c-41f97fcadc7f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:20:55.107861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:55.126285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 77349416-a866-4bcf-9a3c-41f97fcadc7f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77349416-a866-4bcf-9a3c-41f97fcadc7f,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:55.131484 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:55.195476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=77349416-a866-4bcf-9a3c-41f97fcadc7f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:55.219023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:55.273087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:55.354832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:55.358246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:55.363332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:20:55.369016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:55.369659 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:55.379909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=41a1dbbd-405c-48f2-9dff-e07b452ec32d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:55.395639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac232ef6-9647-4f9c-8685-5b7fff56841f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9199758 Dec 08 00:20:55.398558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:55.403806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d7d3d92f-add9-4196-9af0-02f846e48894 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:55.420863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['77349416-a866-4bcf-9a3c-41f97fcadc7f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:20:55.531133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d3d92f-add9-4196-9af0-02f846e48894 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:55.534637 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d92f-add9-4196-9af0-02f846e48894 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:55.633597 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-d7d3d92f-add9-4196-9af0-02f846e48894 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 750a9bf7-2eb5-4b57-8475-71c7048c9733 (CIDR: 2001:db8::/64) Dec 08 00:20:55.637120 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d3d92f-add9-4196-9af0-02f846e48894 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:20:55.637840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d3d92f-add9-4196-9af0-02f846e48894 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:20:55.656558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d7d3d92f-add9-4196-9af0-02f846e48894 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2567675 Dec 08 00:20:55.659960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:55.666263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:55.777085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:55.780532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.057912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.074822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2f9a3-aa0c-4b8d-b93d-b55946d1479e req-8e81b6c8-9d73-43ed-b116-1b630f1cd71e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:56.076410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04e2f9a3-aa0c-4b8d-b93d-b55946d1479e req-8e81b6c8-9d73-43ed-b116-1b630f1cd71e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 944 time: 0.0801859 Dec 08 00:20:56.129885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:56.136241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:56.141871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:56.142471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.164070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=0cc16668-3b7c-4199-b356-23a3611e7320,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:56.179547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:56.180159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0eaae694-6044-4a55-a2ce-da7d676dfdf1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5181050 Dec 08 00:20:56.187462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1515632919', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0cc16668-3b7c-4199-b356-23a3611e7320'}], 'security_groups': ['a0a58055-13c8-4dea-b5fb-2856697544f4']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:56.193378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04e2f9a3-aa0c-4b8d-b93d-b55946d1479e req-58dafb5c-69f9-4aea-8eef-81a7345c6fe4 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946553 Dec 08 00:20:56.247181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6ac66-88db-442d-98ee-cd2b4a796321 None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:56.328762 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.333015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:56.333383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.366615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.625813 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.687427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 160d3ba4-f06a-4559-9416-fc544cbd3e83 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:56.692366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] For port 160d3ba4-f06a-4559-9416-fc544cbd3e83, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=160d3ba4-f06a-4559-9416-fc544cbd3e83,segment=NetworkSegment(b9eef4d2-52ea-4133-a98d-c0c920b04fa9),segment_id=b9eef4d2-52ea-4133-a98d-c0c920b04fa9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:56.718132 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.736042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77349416-a866-4bcf-9a3c-41f97fcadc7f up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:56.751916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Delete allocated IP 2001:db8::2a4 (3cb5047a-5bd9-48cd-b790-46f892972ff8/750a9bf7-2eb5-4b57-8475-71c7048c9733) {{(pid=103113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 00:20:56.759519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9877a-7e1f-49a4-978d-835c5a4bff53 None None] Update dhcp port {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'fixed_ips': [{'subnet_id': '750a9bf7-2eb5-4b57-8475-71c7048c9733', 'ip_address': '2001:db8::2'}, {'subnet_id': '0cc16668-3b7c-4199-b356-23a3611e7320'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '160d3ba4-f06a-4559-9416-fc544cbd3e83'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:20:56.761366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8:0:1::354 (3cb5047a-5bd9-48cd-b790-46f892972ff8/0cc16668-3b7c-4199-b356-23a3611e7320/41a1dbbd-405c-48f2-9dff-e07b452ec32d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:56.841569 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d9877a-7e1f-49a4-978d-835c5a4bff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.843174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Provisioning complete for port 5029779a-2902-4c36-aeb8-fca5cec660b4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:56.843537 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.895342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Pushing event updated for resources: {'Port': ['ID=160d3ba4-f06a-4559-9416-fc544cbd3e83,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:56.919462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.927335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.931182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:56.931549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:56.961652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-39fded5f-b222-48c7-99ba-67dfaa12c605 None None] Port 5029779a-2902-4c36-aeb8-fca5cec660b4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:56.980578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 77349416-a866-4bcf-9a3c-41f97fcadc7f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:20:57.006240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] In _notify_port_updated(), no bound segment for port 41a1dbbd-405c-48f2-9dff-e07b452ec32d on network 3cb5047a-5bd9-48cd-b790-46f892972ff8 {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:20:57.012387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:57.013111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.018394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "PUT /v2.0/ports/41a1dbbd-405c-48f2-9dff-e07b452ec32d HTTP/1.1" status: 200 len: 931 time: 0.8331032 Dec 08 00:20:57.018394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42870) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:57.029188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceabe8-005e-468e-8e12-6f68131b01e7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=41a1dbbd-405c-48f2-9dff-e07b452ec32d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:57.035463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 77349416-a866-4bcf-9a3c-41f97fcadc7f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:57.035843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.117462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 41a1dbbd-405c-48f2-9dff-e07b452ec32d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:20:57.117749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.212828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-60d9877a-7e1f-49a4-978d-835c5a4bff53 None None] Allocated IP 2001:db8:0:1::2 (3cb5047a-5bd9-48cd-b790-46f892972ff8/0cc16668-3b7c-4199-b356-23a3611e7320/160d3ba4-f06a-4559-9416-fc544cbd3e83) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:20:57.261885 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.287787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.321182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349416-a866-4bcf-9a3c-41f97fcadc7f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:20:57.323569 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bf9c34-8fd0-4a6c-9146-083a63fdfc8f" -d '{"events": [{"server_uuid": "eb161b0e-2f32-4d51-99c1-224b4ce0e24c", "name": "network-vif-plugged", "status": "completed", "tag": "77349416-a866-4bcf-9a3c-41f97fcadc7f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:20:57.370175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 77349416-a866-4bcf-9a3c-41f97fcadc7f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77349416-a866-4bcf-9a3c-41f97fcadc7f,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:57.379736 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59be9ef4-e4dc-44b2-807a-53722e612071 x-openstack-request-id: req-59be9ef4-e4dc-44b2-807a-53722e612071 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:20:57.380086 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb161b0e-2f32-4d51-99c1-224b4ce0e24c", "name": "network-vif-plugged", "status": "completed", "tag": "77349416-a866-4bcf-9a3c-41f97fcadc7f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:20:57.380380 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59be9ef4-e4dc-44b2-807a-53722e612071 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:20:57.380896 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349416-a866-4bcf-9a3c-41f97fcadc7f', 'code': 200} Dec 08 00:20:57.384302 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.423173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab69fc-908f-48ca-bb0f-52be744fe42b req-0ab1dfb9-0e70-46a7-9c47-070247a6cb4d tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:57.431837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21ab69fc-908f-48ca-bb0f-52be744fe42b req-0ab1dfb9-0e70-46a7-9c47-070247a6cb4d tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 944 time: 0.1047201 Dec 08 00:20:57.460203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-60d9877a-7e1f-49a4-978d-835c5a4bff53 None None] For port 160d3ba4-f06a-4559-9416-fc544cbd3e83, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=160d3ba4-f06a-4559-9416-fc544cbd3e83,segment=NetworkSegment(b9eef4d2-52ea-4133-a98d-c0c920b04fa9),segment_id=b9eef4d2-52ea-4133-a98d-c0c920b04fa9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:20:57.528181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=77349416-a866-4bcf-9a3c-41f97fcadc7f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:57.536249 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d9877a-7e1f-49a4-978d-835c5a4bff53 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.545670 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60d9877a-7e1f-49a4-978d-835c5a4bff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.596872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21ab69fc-908f-48ca-bb0f-52be744fe42b req-79be7294-190a-460c-baed-57f7972d1d65 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631389 Dec 08 00:20:57.653525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9877a-7e1f-49a4-978d-835c5a4bff53 None None] Pushing event updated for resources: {'Port': ['ID=160d3ba4-f06a-4559-9416-fc544cbd3e83,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:57.751420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.769718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f32ee-57e4-4402-9ec3-2b43ed3b8c1f req-b53ec2d5-e812-4d85-91b2-02263fb0711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:57.771300 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a35f32ee-57e4-4402-9ec3-2b43ed3b8c1f req-b53ec2d5-e812-4d85-91b2-02263fb0711e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 1096 time: 0.0767722 Dec 08 00:20:57.775786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 41a1dbbd-405c-48f2-9dff-e07b452ec32d owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:20:57.872218 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a35f32ee-57e4-4402-9ec3-2b43ed3b8c1f req-06ea64a7-c2c9-460c-b165-7454f62f332d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923090 Dec 08 00:20:57.909519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-c5b15d62-3830-4d3a-8bb5-4708d60d3f35 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:57.911492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-c5b15d62-3830-4d3a-8bb5-4708d60d3f35 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 0.1245196 Dec 08 00:20:57.927696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-c763513d-7c92-4675-915b-9a3f31ca69a8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/quotas/6394ffe598374955b30c8c9e131cc792 HTTP/1.1" status: 200 len: 375 time: 0.0098960 Dec 08 00:20:57.959171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:57.993387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=41a1dbbd-405c-48f2-9dff-e07b452ec32d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:57.996782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-6905c5b2-d62d-4225-8e10-490db3720be6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631130 Dec 08 00:20:58.057179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.061089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ded71357-8386-4f06-88f4-a8424a9de96b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/41a1dbbd-405c-48f2-9dff-e07b452ec32d HTTP/1.1" status: 204 len: 168 time: 1.0422883 Dec 08 00:20:58.064122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:58.103955 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7386f1f2-1aba-486e-b392-7ac06d786111 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:20:58.105116 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7386f1f2-1aba-486e-b392-7ac06d786111 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/41a1dbbd-405c-48f2-9dff-e07b452ec32d HTTP/1.1" status: 404 len: 333 time: 0.0396333 Dec 08 00:20:58.109181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42898) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:58.144069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-5d575161-3200-4e9c-8a14-aab28ba720d5 service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323700 Dec 08 00:20:58.244512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8da3622-0707-40d3-b542-5d2cc86afdec tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.285096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8da3622-0707-40d3-b542-5d2cc86afdec tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.295026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-a0f440ee-9934-4395-9660-e10f0f533037 service neutron] 10.222.0.18 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444347 Dec 08 00:20:58.350298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8da3622-0707-40d3-b542-5d2cc86afdec tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.353857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f8da3622-0707-40d3-b542-5d2cc86afdec tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.358206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:58.358593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f8da3622-0707-40d3-b542-5d2cc86afdec tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/security-groups/a249e7b8-1dfd-4b75-8788-7bccee184148 HTTP/1.1" status: 204 len: 168 time: 0.2482514 Dec 08 00:20:58.371603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da3622-0707-40d3-b542-5d2cc86afdec tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a249e7b8-1dfd-4b75-8788-7bccee184148,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:58.441214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc7b25c7-ead7-4acd-b8ce-379e8d60924c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.477103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc7b25c7-ead7-4acd-b8ce-379e8d60924c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.504524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-22eebf6d-0211-4c50-818b-19b06e121e1e None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:58.505652 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22eebf6d-0211-4c50-818b-19b06e121e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.608397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc7b25c7-ead7-4acd-b8ce-379e8d60924c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.612757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dc7b25c7-ead7-4acd-b8ce-379e8d60924c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.614101 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dc7b25c7-ead7-4acd-b8ce-379e8d60924c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0a58055-13c8-4dea-b5fb-2856697544f4 HTTP/1.1" status: 204 len: 168 time: 0.2546391 Dec 08 00:20:58.630752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42908) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:58.658710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b25c7-ead7-4acd-b8ce-379e8d60924c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a58055-13c8-4dea-b5fb-2856697544f4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:58.667501 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f420bac8-c34f-4c25-a6cc-fc8cc98e335b req-aba50d45-15da-4dce-ba02-27b16cae6688 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 210 time: 0.0827401 Dec 08 00:20:58.690247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 160d3ba4-f06a-4559-9416-fc544cbd3e83 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:20:58.780760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-22eebf6d-0211-4c50-818b-19b06e121e1e None None] Provisioning complete for port 5029779a-2902-4c36-aeb8-fca5cec660b4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:58.781441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22eebf6d-0211-4c50-818b-19b06e121e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.800821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 750a9bf7-2eb5-4b57-8475-71c7048c9733 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:20:58.807615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.824471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-22eebf6d-0211-4c50-818b-19b06e121e1e None None] Port 5029779a-2902-4c36-aeb8-fca5cec660b4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:20:58.838410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae83a82-1820-4d17-8fe1-ea403b06cb88 req-8716874b-e4c6-41ba-8aff-4c9894b32a2b tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:58.840201 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ae83a82-1820-4d17-8fe1-ea403b06cb88 req-8716874b-e4c6-41ba-8aff-4c9894b32a2b tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 945 time: 0.1364825 Dec 08 00:20:58.850021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-22eebf6d-0211-4c50-818b-19b06e121e1e None None] Could not find standard attr ID for object 41a1dbbd-405c-48f2-9dff-e07b452ec32d. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:58.862232 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:20:58.862749 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.903671 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:58.941934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ae83a82-1820-4d17-8fe1-ea403b06cb88 req-fa3c7aea-40ce-4538-8b01-11f92b76e88b tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918400 Dec 08 00:20:58.977688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-548166d7-0da9-4842-9b25-21fb7a435b0a None None] Could not find standard attr ID for object 41a1dbbd-405c-48f2-9dff-e07b452ec32d. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:59.079354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.193179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.205075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-45770d5b-9018-4eb8-a8b9-90000c3ba5e9 None None] Could not find standard attr ID for object 41a1dbbd-405c-48f2-9dff-e07b452ec32d. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:20:59.220284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.225191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/750a9bf7-2eb5-4b57-8475-71c7048c9733 HTTP/1.1" status: 204 len: 168 time: 0.5891497 Dec 08 00:20:59.230129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42920) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:59.242083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:59.245053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f6aeb-6683-47c9-8a40-8c87bdb909d4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=750a9bf7-2eb5-4b57-8475-71c7048c9733,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:59.390502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:20:59.395194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.415313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a597d69d-65fe-4e6a-bdf5-0afa8073be88 None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:20:59.684745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.742848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:20:59.758851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:20:59.778716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:20:59.779338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.783869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce037e0b-9557-4271-ae54-9591de28133b req-845b2348-aa61-429e-b45b-2c54bfb7ca69 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 210 time: 0.0434363 Dec 08 00:20:59.793259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=98d284c0-2301-42a9-8fd2-9b1599fa1b3f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:20:59.810159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e543757f-7c37-4760-bc39-5f3761fdd2e6 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5779564 Dec 08 00:20:59.812474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:59.817869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5d6a7c9c-41a5-4e99-8a6e-5ed597209f09 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1585902927'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:59.845257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7c9c-41a5-4e99-8a6e-5ed597209f09 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.920597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7c9c-41a5-4e99-8a6e-5ed597209f09 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.925643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7c9c-41a5-4e99-8a6e-5ed597209f09 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.959021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7c9c-41a5-4e99-8a6e-5ed597209f09 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:20:59.960762 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5d6a7c9c-41a5-4e99-8a6e-5ed597209f09 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1466293 Dec 08 00:20:59.963285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:20:59.972238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-54a947f6-6a0b-4ce8-afa2-29036cc0c144 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1211611790'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:20:59.974177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a7c9c-41a5-4e99-8a6e-5ed597209f09 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89037c8-81e1-4ea6-9f03-96db1aaf83dd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:00.008197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a947f6-6a0b-4ce8-afa2-29036cc0c144 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.139962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e72c4-c4a5-4899-a7dd-50b6ba33dd47 req-665c4e60-078f-4e92-9345-811d2c06f60a tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:00.141793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e3e72c4-c4a5-4899-a7dd-50b6ba33dd47 req-665c4e60-078f-4e92-9345-811d2c06f60a tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 945 time: 0.0975568 Dec 08 00:21:00.226633 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a947f6-6a0b-4ce8-afa2-29036cc0c144 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.232226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e3e72c4-c4a5-4899-a7dd-50b6ba33dd47 req-ec1ff62a-ea12-4ac6-9a6e-be2d0145518e tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746782 Dec 08 00:21:00.236366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a947f6-6a0b-4ce8-afa2-29036cc0c144 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.284999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a947f6-6a0b-4ce8-afa2-29036cc0c144 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b17d430-5628-43f1-956c-87e4f8ac82c9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:00.333687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d381a9e-6727-4649-bba3-6daaf9adeaa6 None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:00.343664 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54a947f6-6a0b-4ce8-afa2-29036cc0c144 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.348275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-54a947f6-6a0b-4ce8-afa2-29036cc0c144 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3810792 Dec 08 00:21:00.348430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-7ff4ad9e-82e4-4e39-96af-3ad074fb92d0 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:00.348768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-7ff4ad9e-82e4-4e39-96af-3ad074fb92d0 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 815 time: 0.2672477 Dec 08 00:21:00.349265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42938) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:00.354082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-44ccb962-3173-4dfc-80a6-381797cfbb07 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1834240096'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:00.392499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44ccb962-3173-4dfc-80a6-381797cfbb07 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.459273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d4ce2a34-f9f2-467f-ad65-9559580a6a70 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:00.459948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2a34-f9f2-467f-ad65-9559580a6a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.472701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44ccb962-3173-4dfc-80a6-381797cfbb07 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.478508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Request body: {'port': {'device_id': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'admin_state_up': True, 'tenant_id': '6394ffe598374955b30c8c9e131cc792'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:00.497141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44ccb962-3173-4dfc-80a6-381797cfbb07 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.585459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-44ccb962-3173-4dfc-80a6-381797cfbb07 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.586688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-44ccb962-3173-4dfc-80a6-381797cfbb07 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2364597 Dec 08 00:21:00.589773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42946) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:00.595384 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccb962-3173-4dfc-80a6-381797cfbb07 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d53dba-2ae7-49d1-a0be-f3d6abcf7181,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:00.597002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-188529804', 'security_groups': ['d1d53dba-2ae7-49d1-a0be-f3d6abcf7181'], 'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98d284c0-2301-42a9-8fd2-9b1599fa1b3f'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:00.665182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47e842-492a-446c-9c6e-3cf67d0277ad None None] Update dhcp port {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'fixed_ips': [{'subnet_id': '0cc16668-3b7c-4199-b356-23a3611e7320', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98d284c0-2301-42a9-8fd2-9b1599fa1b3f'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '160d3ba4-f06a-4559-9416-fc544cbd3e83'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:21:00.668981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d4ce2a34-f9f2-467f-ad65-9559580a6a70 None None] Provisioning complete for port 5029779a-2902-4c36-aeb8-fca5cec660b4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:00.669567 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2a34-f9f2-467f-ad65-9559580a6a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.683293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Made reservation on behalf of 6394ffe598374955b30c8c9e131cc792 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:00.696871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.741552 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc47e842-492a-446c-9c6e-3cf67d0277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:00.760028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce2a34-f9f2-467f-ad65-9559580a6a70 None None] Port 5029779a-2902-4c36-aeb8-fca5cec660b4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:00.864200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Allocated IP 172.20.0.14 (c240e449-e1a7-4347-9fbb-44c7860b5e01/9abdd024-afc8-4041-8d5d-6d9c3ea10127/6876392e-a0ad-44ea-b608-8e6fe336c680) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:00.881141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:00.941574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eae59ce-2e43-4a60-8639-5c64f93b081b req-09874952-b604-43a3-bd68-7f42941e67a6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 210 time: 0.0339160 Dec 08 00:21:01.019500 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.041252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] device_id is not set on port 270db80a-e8c4-44d0-b708-8c0310cbc27b yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:01.066326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-bc47e842-492a-446c-9c6e-3cf67d0277ad None None] Allocated IP 2001:db8::2 (3cb5047a-5bd9-48cd-b790-46f892972ff8/98d284c0-2301-42a9-8fd2-9b1599fa1b3f/160d3ba4-f06a-4559-9416-fc544cbd3e83) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:01.125531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.175849 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.196374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bc47e842-492a-446c-9c6e-3cf67d0277ad None None] For port 160d3ba4-f06a-4559-9416-fc544cbd3e83, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=160d3ba4-f06a-4559-9416-fc544cbd3e83,segment=NetworkSegment(b9eef4d2-52ea-4133-a98d-c0c920b04fa9),segment_id=b9eef4d2-52ea-4133-a98d-c0c920b04fa9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:01.210391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'a66e52c8-900a-4e82-aa87-5b151336ca89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:21:01.234559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b6eda-1612-4c71-a432-c23e1539fef0 req-0447d6d3-c317-4256-8366-7364daee5330 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:01.236193 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d94b6eda-1612-4c71-a432-c23e1539fef0 req-0447d6d3-c317-4256-8366-7364daee5330 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 945 time: 0.1077349 Dec 08 00:21:01.244288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['57b1f189-34c6-4f54-8fcb-6a518a8de575'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:21:01.249073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:01.255754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:01.262019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:01.307394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03fe2d6-0aba-408e-9602-e29748fde694 None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:01.310984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d94b6eda-1612-4c71-a432-c23e1539fef0 req-c0447240-8cab-4db9-8744-dbac413ea37b tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630393 Dec 08 00:21:01.329867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc47e842-492a-446c-9c6e-3cf67d0277ad None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.391415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:01.395221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.400649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event updated for resources: {'Port': ['ID=6876392e-a0ad-44ea-b608-8e6fe336c680,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:01.403907 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc47e842-492a-446c-9c6e-3cf67d0277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.448083 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-ac1a655f-8a8c-49ab-8b24-a32f82299f8c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9737208 Dec 08 00:21:01.470935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8::182 (3cb5047a-5bd9-48cd-b790-46f892972ff8/98d284c0-2301-42a9-8fd2-9b1599fa1b3f/270db80a-e8c4-44d0-b708-8c0310cbc27b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:01.497693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Request body: {'port': {'device_id': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:01.567848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47e842-492a-446c-9c6e-3cf67d0277ad None None] Pushing event updated for resources: {'Port': ['ID=160d3ba4-f06a-4559-9416-fc544cbd3e83,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:01.577829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3cd53ad0-6668-445c-a5ec-f37c132614d8 None None] Provisioning complete for port 6876392e-a0ad-44ea-b608-8e6fe336c680 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:01.578201 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3cd53ad0-6668-445c-a5ec-f37c132614d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.619060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.717257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3cd53ad0-6668-445c-a5ec-f37c132614d8 None None] Port 6876392e-a0ad-44ea-b608-8e6fe336c680 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:01.778057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.837974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.887732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:01.892036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:01.895389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:01.902328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:01.903165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:01.931666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=270db80a-e8c4-44d0-b708-8c0310cbc27b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:01.948638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-15c5c83c-9203-47ea-8c48-491480b6782d tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3578863 Dec 08 00:21:01.950282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42962) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:01.956500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-69ba8099-b394-4bd6-afcb-50ceedad9f67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:02.116777 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6876392e-a0ad-44ea-b608-8e6fe336c680 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:21:02.126951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.143323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Transition to ACTIVE for port object 6876392e-a0ad-44ea-b608-8e6fe336c680 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:21:02.148857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.153959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad30c8-d516-4746-970f-05c5bd175f91 req-849cb50c-0a50-4483-994f-70af0c550ec8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:02.156614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bad30c8-d516-4746-970f-05c5bd175f91 req-849cb50c-0a50-4483-994f-70af0c550ec8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 932 time: 0.0947583 Dec 08 00:21:02.194091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ba8099-b394-4bd6-afcb-50ceedad9f67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:02.197865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-69ba8099-b394-4bd6-afcb-50ceedad9f67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.199451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea64a5-2fbf-40fc-bc44-0755b98ae0d5 None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:02.203316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6876392e-a0ad-44ea-b608-8e6fe336c680,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:02.301294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bad30c8-d516-4746-970f-05c5bd175f91 req-88f582e7-c3e4-4d12-af34-a25379d09974 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383879 Dec 08 00:21:02.303701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Attempting to bind port 6876392e-a0ad-44ea-b608-8e6fe336c680 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:21:02.304038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Attempting to bind port 6876392e-a0ad-44ea-b608-8e6fe336c680 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:21:02.304365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Attempting to bind port 6876392e-a0ad-44ea-b608-8e6fe336c680 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:21:02.324928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Port 6876392e-a0ad-44ea-b608-8e6fe336c680 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:21:02.324928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Attempting to bind port 6876392e-a0ad-44ea-b608-8e6fe336c680 on network c240e449-e1a7-4347-9fbb-44c7860b5e01 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:21:02.327466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:21:02.328073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Checking segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:02.328460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Bound using segment: {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:21:02.328891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Bound port: 6876392e-a0ad-44ea-b608-8e6fe336c680, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452d1c-e615-4790-b765-59f7e8f6c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:21:02.329248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.340784 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-69ba8099-b394-4bd6-afcb-50ceedad9f67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98d284c0-2301-42a9-8fd2-9b1599fa1b3f (CIDR: 2001:db8::/64) Dec 08 00:21:02.359461 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ba8099-b394-4bd6-afcb-50ceedad9f67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:21:02.360118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ba8099-b394-4bd6-afcb-50ceedad9f67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:02.387796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-69ba8099-b394-4bd6-afcb-50ceedad9f67 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4340317 Dec 08 00:21:02.388621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:02.395532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2d4cd101-3ad1-42a1-a167-316924da06c2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:02.415380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] For port 6876392e-a0ad-44ea-b608-8e6fe336c680, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:21:02.419319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] For port 6876392e-a0ad-44ea-b608-8e6fe336c680, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6876392e-a0ad-44ea-b608-8e6fe336c680,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:21:02.427981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.451313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:02.452839 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.455953 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/6876392e-a0ad-44ea-b608-8e6fe336c680 HTTP/1.1" status: 200 len: 1092 time: 0.9627528 Dec 08 00:21:02.457929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'tag': '6876392e-a0ad-44ea-b608-8e6fe336c680'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:21:02.462802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2cd69a-0b2d-4070-bfa6-563e440472a0 None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:02.464098 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dbf707-563b-4784-b562-836ed2c2669e" -d '{"events": [{"name": "network-changed", "server_uuid": "4796cb6b-6876-4eaa-a322-dd05113617d1", "tag": "6876392e-a0ad-44ea-b608-8e6fe336c680"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:21:02.534955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b80585-9d2d-430a-a0de-fbfb0e0fd3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6876392e-a0ad-44ea-b608-8e6fe336c680,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:02.550683 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47510279-28c9-4773-9a68-78920becced7 x-openstack-request-id: req-47510279-28c9-4773-9a68-78920becced7 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:21:02.551637 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4796cb6b-6876-4eaa-a322-dd05113617d1", "tag": "6876392e-a0ad-44ea-b608-8e6fe336c680", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:21:02.552507 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47510279-28c9-4773-9a68-78920becced7 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:21:02.553387 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'tag': '6876392e-a0ad-44ea-b608-8e6fe336c680', 'status': 'completed', 'code': 200} Dec 08 00:21:02.581222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e9d9d-dba1-4737-b901-366310ab8a0e req-58ee6e90-fcfe-4463-ad65-d2dbff1fc72c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:02.590613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba0e9d9d-dba1-4737-b901-366310ab8a0e req-58ee6e90-fcfe-4463-ad65-d2dbff1fc72c tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 945 time: 0.1672735 Dec 08 00:21:02.621626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4382d998-5b63-4ad5-a9b4-37b1b671c93a None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:02.622288 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4382d998-5b63-4ad5-a9b4-37b1b671c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.738624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba0e9d9d-dba1-4737-b901-366310ab8a0e req-2dce6ced-b6ff-4e0a-99d4-6c9df6afc65a tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/security-groups?id=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468379 Dec 08 00:21:02.747606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4cd101-3ad1-42a1-a167-316924da06c2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:02.748196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-e4946a92-414e-4d2b-b800-4e9affde65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:02.749463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 160d3ba4-f06a-4559-9416-fc544cbd3e83 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:02.750031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-e4946a92-414e-4d2b-b800-4e9affde65a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 1095 time: 0.1715989 Dec 08 00:21:02.752094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd101-3ad1-42a1-a167-316924da06c2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:02.773831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31af9-3459-4080-9f77-a35f82743745 req-23f88851-1b9b-4a90-a40a-45b13f736ead tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:02.775310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cd31af9-3459-4080-9f77-a35f82743745 req-23f88851-1b9b-4a90-a40a-45b13f736ead tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 945 time: 0.1255531 Dec 08 00:21:02.823118 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-dce49499-e6f9-4d34-81aa-c989c170465d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6876392e-a0ad-44ea-b608-8e6fe336c680 HTTP/1.1" status: 200 len: 217 time: 0.0453315 Dec 08 00:21:02.922312 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-2d4cd101-3ad1-42a1-a167-316924da06c2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0cc16668-3b7c-4199-b356-23a3611e7320 (CIDR: 2001:db8:0:1::/64) Dec 08 00:21:02.935785 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4cd101-3ad1-42a1-a167-316924da06c2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:21:02.936528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-5cb43b20-039c-4572-89f6-482c34f34f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:02.936985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4cd101-3ad1-42a1-a167-316924da06c2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:02.938000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-5cb43b20-039c-4572-89f6-482c34f34f58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1057031 Dec 08 00:21:02.958172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2d4cd101-3ad1-42a1-a167-316924da06c2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5674458 Dec 08 00:21:02.960574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42976) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:02.966206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'subnet': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:02.973550 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-3f968be8-858c-4e73-a986-afa3b4affbd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257866 Dec 08 00:21:02.996059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Deleting port 77349416-a866-4bcf-9a3c-41f97fcadc7f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:02.996391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.028915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4382d998-5b63-4ad5-a9b4-37b1b671c93a None None] Provisioning complete for port 5029779a-2902-4c36-aeb8-fca5cec660b4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:03.029816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4382d998-5b63-4ad5-a9b4-37b1b671c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.072800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:03.073382 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.100401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Made reservation on behalf of 164cfdab84254db593a89ece17342e63 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:03.104491 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.117716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4382d998-5b63-4ad5-a9b4-37b1b671c93a None None] Port 5029779a-2902-4c36-aeb8-fca5cec660b4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:03.160563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] For port 77349416-a866-4bcf-9a3c-41f97fcadc7f, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=77349416-a866-4bcf-9a3c-41f97fcadc7f,segment=NetworkSegment(84b6bd63-e99f-4232-8bc7-db8814475264),segment_id=84b6bd63-e99f-4232-8bc7-db8814475264)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:03.161195 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.165599 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-a5922efc-c8cf-4d2b-a62b-40062fe8ed1b service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783159 Dec 08 00:21:03.182420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Calling delete_port for 77349416-a866-4bcf-9a3c-41f97fcadc7f owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:03.318647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ef969ad9-6a19-4b3b-b72b-314be3e77763 None None] Provisioning complete for port 270db80a-e8c4-44d0-b708-8c0310cbc27b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:03.319223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef969ad9-6a19-4b3b-b72b-314be3e77763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.343457 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ca8205ff-6750-4065-92f2-97ea91cb9c7d req-38ef9c18-1124-49ca-97e5-1ea7a98961e1 service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461353 Dec 08 00:21:03.376423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ef969ad9-6a19-4b3b-b72b-314be3e77763 None None] Port 270db80a-e8c4-44d0-b708-8c0310cbc27b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:03.401128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.414077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.448575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Pushing event deleted for resources: {'Port': ['ID=77349416-a866-4bcf-9a3c-41f97fcadc7f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:03.451597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['77349416-a866-4bcf-9a3c-41f97fcadc7f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:21:03.488771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:03.493926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] No DVR routers for this DVR port 77349416-a866-4bcf-9a3c-41f97fcadc7f on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:21:03.499134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:03.503184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:03.503357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.503790 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.506547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cd31af9-3459-4080-9f77-a35f82743745 req-335516d0-fde8-487c-833f-2aa60c7ddfd7 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.44 "DELETE /v2.0/ports/77349416-a866-4bcf-9a3c-41f97fcadc7f HTTP/1.1" status: 204 len: 173 time: 0.6825063 Dec 08 00:21:03.506836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Subnet': ['ID=a0f8fe4b-68ae-4f14-a98d-61426747a207,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:03.511547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0be4c-a6a6-4277-9d7b-851f31b55fd9 None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:03.532992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338f490-ce97-4407-b330-0690c25d8e64 req-5149d237-65da-439d-b617-75f92f166571 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:03.535510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c338f490-ce97-4407-b330-0690c25d8e64 req-5149d237-65da-439d-b617-75f92f166571 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 944 time: 0.1312616 Dec 08 00:21:03.543594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-68747e61-99a6-43d2-a14d-f79871c7e7f1 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5816267 Dec 08 00:21:03.544214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:03.547289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbf707-563b-4784-b562-836ed2c2669e req-8be49839-87d4-4481-ab8b-94c5fefb388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:03.549433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92dbf707-563b-4784-b562-836ed2c2669e req-8be49839-87d4-4481-ab8b-94c5fefb388f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 1095 time: 0.0562103 Dec 08 00:21:03.550957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-280169425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0f8fe4b-68ae-4f14-a98d-61426747a207'}], 'security_groups': ['a89037c8-81e1-4ea6-9f03-96db1aaf83dd', '3b17d430-5628-43f1-956c-87e4f8ac82c9']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:03.647340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c338f490-ce97-4407-b330-0690c25d8e64 req-c34b4cd7-bc19-404a-a8bd-a2cd07d324b1 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020730 Dec 08 00:21:03.650773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.699636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbf707-563b-4784-b562-836ed2c2669e req-006eaecd-b2af-4ccd-9915-8e1730623e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:03.701253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92dbf707-563b-4784-b562-836ed2c2669e req-006eaecd-b2af-4ccd-9915-8e1730623e01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 916 time: 0.1450365 Dec 08 00:21:03.732301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9e0cc-e33b-41d5-be2b-ced6ccb21709 None None] Update dhcp port {'port': {'network_id': '3cb5047a-5bd9-48cd-b790-46f892972ff8', 'fixed_ips': [{'subnet_id': '0cc16668-3b7c-4199-b356-23a3611e7320', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98d284c0-2301-42a9-8fd2-9b1599fa1b3f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0f8fe4b-68ae-4f14-a98d-61426747a207'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '160d3ba4-f06a-4559-9416-fc544cbd3e83'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:21:03.756322 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92dbf707-563b-4784-b562-836ed2c2669e req-c43f3c2e-49c5-4119-b18e-1f8842e2b267 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6876392e-a0ad-44ea-b608-8e6fe336c680 HTTP/1.1" status: 200 len: 217 time: 0.0457880 Dec 08 00:21:03.765444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85b9e0cc-e33b-41d5-be2b-ced6ccb21709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:03.884863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbf707-563b-4784-b562-836ed2c2669e req-78df8be3-1536-4d71-ab58-24790e0b9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:03.886375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92dbf707-563b-4784-b562-836ed2c2669e req-78df8be3-1536-4d71-ab58-24790e0b9b41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1086969 Dec 08 00:21:03.943157 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92dbf707-563b-4784-b562-836ed2c2669e req-16cbb9d4-25b6-4c08-a9d0-3fdea402906e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454583 Dec 08 00:21:03.987215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-85b9e0cc-e33b-41d5-be2b-ced6ccb21709 None None] Allocated IP 2001:db8:0:2::2 (3cb5047a-5bd9-48cd-b790-46f892972ff8/a0f8fe4b-68ae-4f14-a98d-61426747a207/160d3ba4-f06a-4559-9416-fc544cbd3e83) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:04.064159 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92dbf707-563b-4784-b562-836ed2c2669e req-16388d27-1444-4586-a185-e71708195570 service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107752 Dec 08 00:21:04.123021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-85b9e0cc-e33b-41d5-be2b-ced6ccb21709 None None] For port 160d3ba4-f06a-4559-9416-fc544cbd3e83, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=160d3ba4-f06a-4559-9416-fc544cbd3e83,segment=NetworkSegment(b9eef4d2-52ea-4133-a98d-c0c920b04fa9),segment_id=b9eef4d2-52ea-4133-a98d-c0c920b04fa9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:04.182787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85b9e0cc-e33b-41d5-be2b-ced6ccb21709 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:04.193332 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85b9e0cc-e33b-41d5-be2b-ced6ccb21709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:04.221558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-92dbf707-563b-4784-b562-836ed2c2669e req-5836e09b-b9da-41ae-aafb-3d2253a95661 service neutron] 10.222.0.59 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462030 Dec 08 00:21:04.318116 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9e0cc-e33b-41d5-be2b-ced6ccb21709 None None] Pushing event updated for resources: {'Port': ['ID=160d3ba4-f06a-4559-9416-fc544cbd3e83,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:04.413839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36de9a1d-67f7-4457-acff-45d7c6ebcee2 req-7b16fdec-7bd1-4bec-9a1d-afdc90afc613 tempest-VolumesActionsTest-1384260454 tempest-VolumesActionsTest-1384260454-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb161b0e-2f32-4d51-99c1-224b4ce0e24c HTTP/1.1" status: 200 len: 210 time: 0.0630531 Dec 08 00:21:04.440905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10c72-1a8b-4c4d-9190-92cc0bbfe3e1 req-35217a8e-ff49-4c95-89b0-2113faa84584 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:04.443433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30a10c72-1a8b-4c4d-9190-92cc0bbfe3e1 req-35217a8e-ff49-4c95-89b0-2113faa84584 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.5937526 Dec 08 00:21:04.552439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30a10c72-1a8b-4c4d-9190-92cc0bbfe3e1 req-15023819-c11a-4e3b-86c4-4701f763a7f5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038032 Dec 08 00:21:04.554976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'name': 'network-vif-deleted', 'tag': '77349416-a866-4bcf-9a3c-41f97fcadc7f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:21:04.557390 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91645905-2f54-4d8a-8f06-e937a60f559c" -d '{"events": [{"server_uuid": "eb161b0e-2f32-4d51-99c1-224b4ce0e24c", "name": "network-vif-deleted", "tag": "77349416-a866-4bcf-9a3c-41f97fcadc7f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:21:04.610805 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62803c0-1381-4581-a3db-8c01966c6b84 x-openstack-request-id: req-b62803c0-1381-4581-a3db-8c01966c6b84 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:21:04.615535 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb161b0e-2f32-4d51-99c1-224b4ce0e24c", "name": "network-vif-deleted", "tag": "77349416-a866-4bcf-9a3c-41f97fcadc7f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:21:04.617728 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b62803c0-1381-4581-a3db-8c01966c6b84 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:21:04.619017 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb161b0e-2f32-4d51-99c1-224b4ce0e24c', 'name': 'network-vif-deleted', 'tag': '77349416-a866-4bcf-9a3c-41f97fcadc7f', 'status': 'completed', 'code': 200} Dec 08 00:21:04.620608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 160d3ba4-f06a-4559-9416-fc544cbd3e83 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:04.628918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Delete allocated IP 2001:db8::182 (3cb5047a-5bd9-48cd-b790-46f892972ff8/98d284c0-2301-42a9-8fd2-9b1599fa1b3f) {{(pid=103114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 00:21:04.639470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Allocated IP 2001:db8:0:2::238 (3cb5047a-5bd9-48cd-b790-46f892972ff8/a0f8fe4b-68ae-4f14-a98d-61426747a207/270db80a-e8c4-44d0-b708-8c0310cbc27b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:04.686272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:04.686655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:04.852392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad14b2-88ac-4088-9624-4c7b614304ec req-0631c62b-af9f-40eb-a3c7-d25fd7005c6a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:04.853922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58ad14b2-88ac-4088-9624-4c7b614304ec req-0631c62b-af9f-40eb-a3c7-d25fd7005c6a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 944 time: 0.0850072 Dec 08 00:21:04.888922 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:04.897020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:04.976559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event updated for resources: {'Port': ['ID=270db80a-e8c4-44d0-b708-8c0310cbc27b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:04.981781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58ad14b2-88ac-4088-9624-4c7b614304ec req-e75ed023-fbc0-45f9-89f6-763307c2ae4e tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187770 Dec 08 00:21:04.999867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] In _notify_port_updated(), no bound segment for port 270db80a-e8c4-44d0-b708-8c0310cbc27b on network 3cb5047a-5bd9-48cd-b790-46f892972ff8 {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:21:05.006030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:05.006688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.008056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-02fa266b-7419-41d2-9b9d-dec18fdfda40 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "PUT /v2.0/ports/270db80a-e8c4-44d0-b708-8c0310cbc27b HTTP/1.1" status: 200 len: 969 time: 1.4617894 Dec 08 00:21:05.010831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43022) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:05.106539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 270db80a-e8c4-44d0-b708-8c0310cbc27b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:05.107065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.115039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:05.115421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.212610 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.218426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Provisioning complete for port 5029779a-2902-4c36-aeb8-fca5cec660b4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:05.218816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.227816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 270db80a-e8c4-44d0-b708-8c0310cbc27b owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:05.259369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Port 5029779a-2902-4c36-aeb8-fca5cec660b4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:05.269781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Provisioning complete for port 270db80a-e8c4-44d0-b708-8c0310cbc27b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:05.270161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.312260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8b17e356-cf94-4119-a5b0-b4eb42eba403 None None] Port 270db80a-e8c4-44d0-b708-8c0310cbc27b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:05.382426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.425372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=270db80a-e8c4-44d0-b708-8c0310cbc27b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:05.427118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2cde56fe-a80f-4610-b0d4-3c03c5108f76 None None] Could not find standard attr ID for object 270db80a-e8c4-44d0-b708-8c0310cbc27b. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:21:05.443282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.446775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38b007c6-6735-4857-ae92-9531450e6dd5 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/270db80a-e8c4-44d0-b708-8c0310cbc27b HTTP/1.1" status: 204 len: 168 time: 0.4349651 Dec 08 00:21:05.449475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43040) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:05.479761 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ede20ee-3770-4b2f-8cd6-5e82b5503855 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] GET failed (client error): The resource could not be found. Dec 08 00:21:05.483934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1ede20ee-3770-4b2f-8cd6-5e82b5503855 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports/270db80a-e8c4-44d0-b708-8c0310cbc27b HTTP/1.1" status: 404 len: 333 time: 0.0305567 Dec 08 00:21:05.483934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43042) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:05.562840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5530d78d-3bd0-4969-b718-8fdd647dcac7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.589688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5530d78d-3bd0-4969-b718-8fdd647dcac7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.694870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5530d78d-3bd0-4969-b718-8fdd647dcac7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.699727 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5530d78d-3bd0-4969-b718-8fdd647dcac7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.700985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5530d78d-3bd0-4969-b718-8fdd647dcac7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1d53dba-2ae7-49d1-a0be-f3d6abcf7181 HTTP/1.1" status: 204 len: 168 time: 0.2160943 Dec 08 00:21:05.705820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43054) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:05.713966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530d78d-3bd0-4969-b718-8fdd647dcac7 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d53dba-2ae7-49d1-a0be-f3d6abcf7181,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:05.728109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001a6f-18d8-441c-b3d5-31e7d86e0813 req-8807587b-d5dc-4c5c-807e-fcadedb62cbb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:05.730458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c001a6f-18d8-441c-b3d5-31e7d86e0813 req-8807587b-d5dc-4c5c-807e-fcadedb62cbb tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 947 time: 0.0815117 Dec 08 00:21:05.792077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b67723f-7529-4dbb-9c18-b63a5696c5a3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.807387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c001a6f-18d8-441c-b3d5-31e7d86e0813 req-fd553553-9631-4ca3-b3ed-0a5f6e19b2cd tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617356 Dec 08 00:21:05.836499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b67723f-7529-4dbb-9c18-b63a5696c5a3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.890794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b67723f-7529-4dbb-9c18-b63a5696c5a3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.894501 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2b67723f-7529-4dbb-9c18-b63a5696c5a3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:05.898018 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2b67723f-7529-4dbb-9c18-b63a5696c5a3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b17d430-5628-43f1-956c-87e4f8ac82c9 HTTP/1.1" status: 204 len: 168 time: 0.1882524 Dec 08 00:21:05.898543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43066) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:05.917796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67723f-7529-4dbb-9c18-b63a5696c5a3 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b17d430-5628-43f1-956c-87e4f8ac82c9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:05.985952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9689c6f1-6d09-49df-b6ad-8ad5e8cae973 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.023187 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9689c6f1-6d09-49df-b6ad-8ad5e8cae973 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.067137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9689c6f1-6d09-49df-b6ad-8ad5e8cae973 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.069984 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9689c6f1-6d09-49df-b6ad-8ad5e8cae973 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.071164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9689c6f1-6d09-49df-b6ad-8ad5e8cae973 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/security-groups/a89037c8-81e1-4ea6-9f03-96db1aaf83dd HTTP/1.1" status: 204 len: 168 time: 0.1717627 Dec 08 00:21:06.073833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43082) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:06.081787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689c6f1-6d09-49df-b6ad-8ad5e8cae973 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89037c8-81e1-4ea6-9f03-96db1aaf83dd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:06.141342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f33396-430e-4789-94a1-1dc31ef3dbea req-b30ae029-87a8-4da0-8304-f474310471e6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:06.143568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38f33396-430e-4789-94a1-1dc31ef3dbea req-b30ae029-87a8-4da0-8304-f474310471e6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 944 time: 0.0534954 Dec 08 00:21:06.165675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 98d284c0-2301-42a9-8fd2-9b1599fa1b3f {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:06.171660 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.200964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38f33396-430e-4789-94a1-1dc31ef3dbea req-9f4c2e88-d272-4fe9-8875-f777b69e13e0 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513844 Dec 08 00:21:06.237392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.331021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.340242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6876392e-a0ad-44ea-b608-8e6fe336c680 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:21:06.415850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.460362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=98d284c0-2301-42a9-8fd2-9b1599fa1b3f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:06.464441 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.472269 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-69d9323f-af91-4f9d-93f9-49eca2a4b8aa tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/98d284c0-2301-42a9-8fd2-9b1599fa1b3f HTTP/1.1" status: 204 len: 168 time: 0.3930945 Dec 08 00:21:06.472394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43104) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:06.503243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f5ed4-3ad8-4c87-8b47-a026236a4120 None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:06.533583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet a0f8fe4b-68ae-4f14-a98d-61426747a207 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:06.538255 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.543577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6876392e-a0ad-44ea-b608-8e6fe336c680, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6876392e-a0ad-44ea-b608-8e6fe336c680,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:06.581637 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.583252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '6876392e-a0ad-44ea-b608-8e6fe336c680', 'network_id': 'c240e449-e1a7-4347-9fbb-44c7860b5e01', 'port_id': '6876392e-a0ad-44ea-b608-8e6fe336c680', 'mac_address': 'fa:16:3e:83:74:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdd024-afc8-4041-8d5d-6d9c3ea10127', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:21:06.650366 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.672594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6876392e-a0ad-44ea-b608-8e6fe336c680 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:21:06.701255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6876392e-a0ad-44ea-b608-8e6fe336c680, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6876392e-a0ad-44ea-b608-8e6fe336c680,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:06.708985 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.714054 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.768496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=6876392e-a0ad-44ea-b608-8e6fe336c680,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:06.805486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77349416-a866-4bcf-9a3c-41f97fcadc7f no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:06.809485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.830535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 77349416-a866-4bcf-9a3c-41f97fcadc7f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:21:06.831240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 77349416-a866-4bcf-9a3c-41f97fcadc7f not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:21:06.869710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f8fe4b-68ae-4f14-a98d-61426747a207,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:06.873612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:06.877528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-72e58ca4-0ce5-4b7f-8630-033bc40b3e1f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/a0f8fe4b-68ae-4f14-a98d-61426747a207 HTTP/1.1" status: 204 len: 168 time: 0.4045146 Dec 08 00:21:06.880698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43108) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:06.931727 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21ffc2d-660a-4b79-836b-58429a8b9a9b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:06.932476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21ffc2d-660a-4b79-836b-58429a8b9a9b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:06.940302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e21ffc2d-660a-4b79-836b-58429a8b9a9b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/98d284c0-2301-42a9-8fd2-9b1599fa1b3f HTTP/1.1" status: 404 len: 337 time: 0.0564797 Dec 08 00:21:06.941289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43110) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:06.980499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7dda2-4c9f-40a9-9090-eb73db39aa99 req-d15ad15a-13ab-467f-b2a5-5285d400f06b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:06.988249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edd7dda2-4c9f-40a9-9090-eb73db39aa99 req-d15ad15a-13ab-467f-b2a5-5285d400f06b tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 947 time: 0.0900376 Dec 08 00:21:07.047465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting subnet 0cc16668-3b7c-4199-b356-23a3611e7320 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:07.054223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.063806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-edd7dda2-4c9f-40a9-9090-eb73db39aa99 req-4cb7edc3-2ce3-4864-a964-459000822932 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706716 Dec 08 00:21:07.093202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['6876392e-a0ad-44ea-b608-8e6fe336c680'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:21:07.109784 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.243167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.401813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.446835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708b65e-e3d0-4745-9989-d8bcf5494bc4 req-aa0fee1b-20f1-4d41-a9c2-e6d8dad381a1 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:07.448627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc16668-3b7c-4199-b356-23a3611e7320,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:07.449097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9708b65e-e3d0-4745-9989-d8bcf5494bc4 req-aa0fee1b-20f1-4d41-a9c2-e6d8dad381a1 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 945 time: 0.1107650 Dec 08 00:21:07.460138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-bd58a5c3-9161-4d43-a93f-b15f39796a11 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:07.461688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-bd58a5c3-9161-4d43-a93f-b15f39796a11 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.59 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 947 time: 0.1487925 Dec 08 00:21:07.462843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.466103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-18c1751a-f703-4937-8970-1617483d1b8c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/0cc16668-3b7c-4199-b356-23a3611e7320 HTTP/1.1" status: 204 len: 168 time: 0.5236328 Dec 08 00:21:07.468725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43134) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.506421 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf75bfe9-c356-459d-8bc9-5e038cf5cf21 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.506684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf75bfe9-c356-459d-8bc9-5e038cf5cf21 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.510056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf75bfe9-c356-459d-8bc9-5e038cf5cf21 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/750a9bf7-2eb5-4b57-8475-71c7048c9733 HTTP/1.1" status: 404 len: 337 time: 0.0403633 Dec 08 00:21:07.519688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9708b65e-e3d0-4745-9989-d8bcf5494bc4 req-d93d245d-d785-46b9-aef2-cd7a1d6e8bf4 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626154 Dec 08 00:21:07.520698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43138) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.571094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5113dddc-644f-4edd-a093-25c53c18ca06 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c45eef6-a293-43ca-8daf-5cf499d562d4 HTTP/1.1" status: 200 len: 205 time: 0.0476742 Dec 08 00:21:07.573504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43142) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.602537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443d5882-a34a-4193-a0fe-06fffb80dc3d None None] Network 3cb5047a-5bd9-48cd-b790-46f892972ff8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:07.631288 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-085634de-c835-411e-acbb-687f7afc41fd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] delete failed (client error): The resource could not be found. Dec 08 00:21:07.632343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-085634de-c835-411e-acbb-687f7afc41fd tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/routers/0c45eef6-a293-43ca-8daf-5cf499d562d4 HTTP/1.1" status: 404 len: 336 time: 0.0579205 Dec 08 00:21:07.634866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43144) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.668869 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bee54d-4a1d-45d0-9f9f-05c3a0c0dc5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.669332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bee54d-4a1d-45d0-9f9f-05c3a0c0dc5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.669860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Deleting port ebf9743c-e4aa-4e75-84ab-32aa335e727f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:07.670192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.672640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c7bee54d-4a1d-45d0-9f9f-05c3a0c0dc5f tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/9ba05acb-8f43-40b3-820e-cbd1d44818be HTTP/1.1" status: 404 len: 337 time: 0.0366409 Dec 08 00:21:07.675976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43146) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.716864 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-642383a4-68c6-4e9f-8d07-45387606cc3e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.718465 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642383a4-68c6-4e9f-8d07-45387606cc3e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.723337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-642383a4-68c6-4e9f-8d07-45387606cc3e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/77a0a48d-09c8-4fd0-8a35-7182c4e87cce HTTP/1.1" status: 404 len: 337 time: 0.0398152 Dec 08 00:21:07.725844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43148) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.757222 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e6259b-3af1-4316-addd-f36ebf276702 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.758033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e6259b-3af1-4316-addd-f36ebf276702 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.761477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-32e6259b-3af1-4316-addd-f36ebf276702 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/3633c389-9ee5-4f1f-85d2-3b8724bc92dc HTTP/1.1" status: 404 len: 337 time: 0.0335691 Dec 08 00:21:07.763975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43150) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.768058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f326eb91-5836-4422-bea5-3acfda785e78 None None] Provisioning complete for port 160d3ba4-f06a-4559-9416-fc544cbd3e83 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:07.768429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f326eb91-5836-4422-bea5-3acfda785e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.789807 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2586bd-4cc5-4198-b98a-27c174df65f0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.790723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2586bd-4cc5-4198-b98a-27c174df65f0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.794312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3e2586bd-4cc5-4198-b98a-27c174df65f0 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/161d4751-5598-442e-8646-e94ffda74f77 HTTP/1.1" status: 404 len: 333 time: 0.0287094 Dec 08 00:21:07.797370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43152) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.837695 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb6a229-b356-46c5-b343-d1d35eaabf6c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.838217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb6a229-b356-46c5-b343-d1d35eaabf6c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.841672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9bb6a229-b356-46c5-b343-d1d35eaabf6c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/8c1dab3c-4ee5-437e-a1ae-2652fbf336a2 HTTP/1.1" status: 404 len: 337 time: 0.0431254 Dec 08 00:21:07.842978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] For port ebf9743c-e4aa-4e75-84ab-32aa335e727f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ebf9743c-e4aa-4e75-84ab-32aa335e727f,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:07.843274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.863446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43154) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.885300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85023954-4180-4fc3-bda3-99222190daec None None] DHCP port deletion for 3cb5047a-5bd9-48cd-b790-46f892972ff8 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:07.890613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f326eb91-5836-4422-bea5-3acfda785e78 None None] Provisioning complete for port 5029779a-2902-4c36-aeb8-fca5cec660b4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:07.891246 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f326eb91-5836-4422-bea5-3acfda785e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:07.915214 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-731b77f1-0bee-4b08-86fc-6ecc6f1d4f6c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.918112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731b77f1-0bee-4b08-86fc-6ecc6f1d4f6c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.929272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-731b77f1-0bee-4b08-86fc-6ecc6f1d4f6c tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/1068fabf-97bb-4aae-b5e8-308ecd0f7ac5 HTTP/1.1" status: 404 len: 337 time: 0.0640409 Dec 08 00:21:07.932109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43156) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.967035 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba367cba-a43d-498e-9d6f-642c623a6ee4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:07.967763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba367cba-a43d-498e-9d6f-642c623a6ee4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:07.975571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ba367cba-a43d-498e-9d6f-642c623a6ee4 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/cab0bfe3-3a97-4394-beff-f92ff5c6aa36 HTTP/1.1" status: 404 len: 333 time: 0.0402663 Dec 08 00:21:07.978008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43160) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:07.991023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f326eb91-5836-4422-bea5-3acfda785e78 None None] Port 5029779a-2902-4c36-aeb8-fca5cec660b4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:08.022573 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e05ba98-1b95-4b43-824c-32637d7c7ab2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:08.024702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e05ba98-1b95-4b43-824c-32637d7c7ab2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:08.029024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2e05ba98-1b95-4b43-824c-32637d7c7ab2 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/39a1743d-09cf-4e62-a82f-8bd263f2c6fd HTTP/1.1" status: 404 len: 337 time: 0.0496788 Dec 08 00:21:08.032055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-85023954-4180-4fc3-bda3-99222190daec None None] Deleting port 160d3ba4-f06a-4559-9416-fc544cbd3e83 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:08.032200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43162) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:08.032435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85023954-4180-4fc3-bda3-99222190daec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.078981 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d803b5c1-b6c7-42d6-8e8a-c084f4b56a1b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:08.079724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d803b5c1-b6c7-42d6-8e8a-c084f4b56a1b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:08.083753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d803b5c1-b6c7-42d6-8e8a-c084f4b56a1b tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/subnets/2a70fa06-5b2a-407b-9449-c6db4fe0ed0f HTTP/1.1" status: 404 len: 337 time: 0.0505717 Dec 08 00:21:08.086179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43168) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:08.130049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-85023954-4180-4fc3-bda3-99222190daec None None] For port 160d3ba4-f06a-4559-9416-fc544cbd3e83, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=160d3ba4-f06a-4559-9416-fc544cbd3e83,segment=NetworkSegment(b9eef4d2-52ea-4133-a98d-c0c920b04fa9),segment_id=b9eef4d2-52ea-4133-a98d-c0c920b04fa9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:08.130467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85023954-4180-4fc3-bda3-99222190daec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.173475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-85023954-4180-4fc3-bda3-99222190daec None None] Calling delete_port for 160d3ba4-f06a-4559-9416-fc544cbd3e83 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:08.243135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.243610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.244346 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Floating IP 9ebf1485-765d-4b1c-bf35-7ff36547ff26 disassociated. External IP: 172.25.6.253, port: ebf9743c-e4aa-4e75-84ab-32aa335e727f. Dec 08 00:21:08.244706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Calling delete_port for ebf9743c-e4aa-4e75-84ab-32aa335e727f owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:08.343746 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85023954-4180-4fc3-bda3-99222190daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.365679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:21:08.368592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85023954-4180-4fc3-bda3-99222190daec None None] No DVR routers for this DVR port 160d3ba4-f06a-4559-9416-fc544cbd3e83 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:21:08.386689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6876392e-a0ad-44ea-b608-8e6fe336c680 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:08.390989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003bc49-48f6-4ec3-9427-a70ae0f0d12d req-3b1c6ba5-e792-4b48-9f2a-8404dab4cbae tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:08.394659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4003bc49-48f6-4ec3-9427-a70ae0f0d12d req-3b1c6ba5-e792-4b48-9f2a-8404dab4cbae tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 947 time: 0.1893196 Dec 08 00:21:08.424061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85023954-4180-4fc3-bda3-99222190daec None None] Pushing event deleted for resources: {'Port': ['ID=160d3ba4-f06a-4559-9416-fc544cbd3e83,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:08.487993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4003bc49-48f6-4ec3-9427-a70ae0f0d12d req-aed4aa14-7d3e-4f19-9d45-3184d3033b06 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups?id=0465534d-d2d8-4668-9f74-0ffb4decb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813913 Dec 08 00:21:08.496730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Deleting port 5029779a-2902-4c36-aeb8-fca5cec660b4 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:08.497754 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.541826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.606207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.623234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Calling delete_port for 5029779a-2902-4c36-aeb8-fca5cec660b4 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:08.630751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event deleted for resources: {'Port': ['ID=ebf9743c-e4aa-4e75-84ab-32aa335e727f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:08.748535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.831195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 160d3ba4-f06a-4559-9416-fc544cbd3e83 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:08.848347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.863109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/ports/5029779a-2902-4c36-aeb8-fca5cec660b4 HTTP/1.1" status: 204 len: 168 time: 0.7736654 Dec 08 00:21:08.866102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43188) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:08.867564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69d846-b735-4517-903a-696fb3c9711e tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Port': ['ID=5029779a-2902-4c36-aeb8-fca5cec660b4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:08.909009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 6876392e-a0ad-44ea-b608-8e6fe336c680 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:21:08.917621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 160d3ba4-f06a-4559-9416-fc544cbd3e83 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:21:08.918264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 160d3ba4-f06a-4559-9416-fc544cbd3e83 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:21:08.934046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 6876392e-a0ad-44ea-b608-8e6fe336c680 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:08.934432 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:08.970271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:08.998398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'mac_address': 'fa:16:3e:3c:8b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:21:09.022258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2c070-ef6f-40bb-beb4-6d9f0734eed7 req-82e2c31c-fa8e-4f69-bbee-0fb786248423 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:09.023899 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66d2c070-ef6f-40bb-beb4-6d9f0734eed7 req-82e2c31c-fa8e-4f69-bbee-0fb786248423 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 945 time: 0.2901003 Dec 08 00:21:09.067551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.134263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:21:09.188744 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.200293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96b5ced6-cb78-4bb3-a944-956f3331147a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:21:09.295841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.390139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 6876392e-a0ad-44ea-b608-8e6fe336c680, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6876392e-a0ad-44ea-b608-8e6fe336c680,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:09.405677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:09.407708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6876392e-a0ad-44ea-b608-8e6fe336c680'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:21:09.416570 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771e3ad-fa7b-40a6-b67a-6fadfabe1204" -d '{"events": [{"server_uuid": "4796cb6b-6876-4eaa-a322-dd05113617d1", "name": "network-vif-plugged", "status": "completed", "tag": "6876392e-a0ad-44ea-b608-8e6fe336c680"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:21:09.451654 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.463686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.474481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66d2c070-ef6f-40bb-beb4-6d9f0734eed7 req-29ce8da6-4e14-4b4b-a292-f3f495b392d4 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331746 Dec 08 00:21:09.564062 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f806eb-1bd4-4f2b-bd32-583cd8afb21e x-openstack-request-id: req-74f806eb-1bd4-4f2b-bd32-583cd8afb21e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:21:09.564512 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4796cb6b-6876-4eaa-a322-dd05113617d1", "name": "network-vif-plugged", "status": "completed", "tag": "6876392e-a0ad-44ea-b608-8e6fe336c680", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:21:09.564867 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74f806eb-1bd4-4f2b-bd32-583cd8afb21e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:21:09.567073 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6876392e-a0ad-44ea-b608-8e6fe336c680', 'code': 200} Dec 08 00:21:09.578919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-6aeac6ce-10e2-4ce1-9ccd-8fee3f53417b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294744 Dec 08 00:21:09.609628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:21:09.639033 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] Sync routers for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:21:09.651843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.677768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb5047a-5bd9-48cd-b790-46f892972ff8']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:09.678004 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:21:09.684367 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:20:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:09.690852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eef4d2-52ea-4133-a98d-c0c920b04fa9') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:09.691177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eef4d2-52ea-4133-a98d-c0c920b04fa9') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:09.705701 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.721126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['96b5ced6-cb78-4bb3-a944-956f3331147a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:21:09.724627 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.767293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=6876392e-a0ad-44ea-b608-8e6fe336c680,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:09.817393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:21:09.817735 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:21:09.845685 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:21:09.910739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] No DVR routers for this DVR port ebf9743c-e4aa-4e75-84ab-32aa335e727f on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:21:09.912064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:09.933379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:09.945325 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8dad067c-b05b-4424-bd91-4f339f2f7a2b req-15a86e6f-852a-4895-b48b-0ad48f97db7c tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.59 "DELETE /v2.0/ports/ebf9743c-e4aa-4e75-84ab-32aa335e727f HTTP/1.1" status: 204 len: 173 time: 2.4661036 Dec 08 00:21:09.946870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-deleted', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:21:09.949220 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a6968-9050-4e7d-9136-7860af5d6c79" -d '{"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-deleted", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:21:10.010257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-30f984a0-7272-407c-accc-02d346d1b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:10.011980 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-30f984a0-7272-407c-accc-02d346d1b775 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 1097 time: 0.2813601 Dec 08 00:21:10.017488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a6adbb2-d03c-47e5-9abd-5bb50eda46d4 req-c53f9599-cd1f-4f0f-8f2b-2e8f2a21cd72 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf80a3e-ca6b-4ced-98b9-a3bc14497f4f HTTP/1.1" status: 200 len: 210 time: 0.2902701 Dec 08 00:21:10.096765 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:21:10.099726 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf112007-7525-404e-9a8f-3d0cb741a254 x-openstack-request-id: req-bf112007-7525-404e-9a8f-3d0cb741a254 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:21:10.100030 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf80a3e-ca6b-4ced-98b9-a3bc14497f4f", "name": "network-vif-deleted", "tag": "ebf9743c-e4aa-4e75-84ab-32aa335e727f", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:21:10.100288 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf112007-7525-404e-9a8f-3d0cb741a254 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:21:10.100703 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf80a3e-ca6b-4ced-98b9-a3bc14497f4f', 'name': 'network-vif-deleted', 'tag': 'ebf9743c-e4aa-4e75-84ab-32aa335e727f', 'status': 'completed', 'code': 200} Dec 08 00:21:10.228130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae5b5-0221-4485-aace-62ade19a63fc req-13011831-ba11-40f4-b98f-f6011805ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:10.235386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68bae5b5-0221-4485-aace-62ade19a63fc req-13011831-ba11-40f4-b98f-f6011805ac21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 1097 time: 0.4673824 Dec 08 00:21:10.258282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:10.264519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:10.286778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] 10.222.0.18 "DELETE /v2.0/networks/3cb5047a-5bd9-48cd-b790-46f892972ff8 HTTP/1.1" status: 204 len: 168 time: 1.3814313 Dec 08 00:21:10.325217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-52a66501-d746-43a7-ab4b-8d01e9083602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:10.326728 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-52a66501-d746-43a7-ab4b-8d01e9083602 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 916 time: 0.2426536 Dec 08 00:21:10.370929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:10.396867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b448e-dc5c-41af-80aa-224d65fb1f77 tempest-PortsIpV6TestJSON-1451445982 tempest-PortsIpV6TestJSON-1451445982-project] Pushing event deleted for resources: {'Network': ['ID=3cb5047a-5bd9-48cd-b790-46f892972ff8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:10.438187 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-e5ea0018-6a18-46fd-8bf1-41ac8478b777 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a66e52c8-900a-4e82-aa87-5b151336ca89 HTTP/1.1" status: 200 len: 217 time: 0.1031327 Dec 08 00:21:10.522979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68bae5b5-0221-4485-aace-62ade19a63fc req-9c76a409-f5d0-4982-8fb4-298d9f8bb564 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789297 Dec 08 00:21:10.551405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-ae336e25-f1f1-4d49-96c2-0ddf78519cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:10.553037 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-ae336e25-f1f1-4d49-96c2-0ddf78519cbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.1051993 Dec 08 00:21:10.574620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 96b5ced6-cb78-4bb3-a944-956f3331147a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:10.576155 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:10.615077 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-9f6da4d2-c0c2-4539-a430-c589cc96e259 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523927 Dec 08 00:21:10.871091 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:10.884584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb545-dd91-406b-9f16-fc1ab48975ac req-17e60670-b65a-40b3-9df5-5825ac1d64ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:10.888485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2cb545-dd91-406b-9f16-fc1ab48975ac req-17e60670-b65a-40b3-9df5-5825ac1d64ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 946 time: 0.1701100 Dec 08 00:21:10.927979 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-f26d671c-8959-47ad-b714-408fb88ccd38 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060038 Dec 08 00:21:10.936876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:10.959535 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:10.966245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:11.085045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2cb545-dd91-406b-9f16-fc1ab48975ac req-2ae38e4f-61a0-4473-aeba-f8d65e78e281 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884000 Dec 08 00:21:11.093176 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:11.140995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43234) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:11.141997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:11.167809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: ebf9743c-e4aa-4e75-84ab-32aa335e727f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:21:11.170092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ebf9743c-e4aa-4e75-84ab-32aa335e727f not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:21:11.269052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43242) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:11.275263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b693a8d0-f0b9-4a3b-82a0-7840ac614abb req-554ce994-c1f1-4c6c-a645-6722dcbd5710 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398728 Dec 08 00:21:11.307116 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] Checking router: 7d5d46dd-c6bf-4fc2-b027-783b821861e7 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:21:11.338654 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:21:11.344779 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:20:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:11.509602 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:21:11.519459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-312e3bd4-471b-4448-8936-954c36747b32 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:11.568445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:21:11.571285 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b708f7d-e769-43ba-8fb5-e171d7eae0dc" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:21:11.578463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-446711a9-0eea-4760-8686-350a4ace9e36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=164cfdab84254db593a89ece17342e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338138 Dec 08 00:21:11.578642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43246) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:11.605716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-312e3bd4-471b-4448-8936-954c36747b32 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:11.680779 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a1b3eb-d7db-4927-af4c-2166149fa408 x-openstack-request-id: req-21a1b3eb-d7db-4927-af4c-2166149fa408 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:21:11.681266 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:21:11.681616 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21a1b3eb-d7db-4927-af4c-2166149fa408 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:21:11.682100 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'code': 200} Dec 08 00:21:11.722526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b91fd12c-765f-4400-9441-464dc9e6928d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:11.724169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-312e3bd4-471b-4448-8936-954c36747b32 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:11.726999 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-312e3bd4-471b-4448-8936-954c36747b32 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:11.730668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-312e3bd4-471b-4448-8936-954c36747b32 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "DELETE /v2.0/security-groups/0465534d-d2d8-4668-9f74-0ffb4decb4bc HTTP/1.1" status: 204 len: 168 time: 0.4582345 Dec 08 00:21:11.731845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43248) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:11.773975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e3bd4-471b-4448-8936-954c36747b32 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0465534d-d2d8-4668-9f74-0ffb4decb4bc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:11.791971 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-5521ec1f-e5eb-43bb-99ee-1b37f053d0a3 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] show failed (client error): The resource could not be found. Dec 08 00:21:11.796217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43252) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:11.799462 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5521ec1f-e5eb-43bb-99ee-1b37f053d0a3 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "GET /v2.0/security-groups/0465534d-d2d8-4668-9f74-0ffb4decb4bc HTTP/1.1" status: 404 len: 347 time: 0.0610330 Dec 08 00:21:11.828196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b91fd12c-765f-4400-9441-464dc9e6928d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:12.092007 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:12.177820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Deleting port f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:12.178402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:12.205922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6839d3-4252-488e-b5d7-de6940713ff7 None None] The sync data for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 is: [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '02241106-c0ea-4551-836d-0b15cf5eb5c6', 'name': '', 'network_id': '34b557cc-e162-4128-861d-521274cd0218', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'mac_address': 'fa:16:3e:8f:17:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:47Z', 'updated_at': '2021-12-08T00:12:53Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'subnets': [{'id': '89ee2937-d0a3-4134-bb5f-bec0f8b05cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:21:12.528018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:12.528613 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:12.587648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8087d5-2351-48f8-8d3e-99bffcf6b2b5 req-cac437c3-7b1e-4591-8b29-e2de7e6b77f2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:12.604512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f8087d5-2351-48f8-8d3e-99bffcf6b2b5 req-cac437c3-7b1e-4591-8b29-e2de7e6b77f2 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 946 time: 0.3225894 Dec 08 00:21:12.607723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Calling delete_port for f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:12.841239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3cccc6-6737-4d57-8cac-96f0e685ea14 None None] New status for floating IP 9ebf1485-765d-4b1c-bf35-7ff36547ff26: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:21:12.885837 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b91fd12c-765f-4400-9441-464dc9e6928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:12.889424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b91fd12c-765f-4400-9441-464dc9e6928d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:12.890771 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b91fd12c-765f-4400-9441-464dc9e6928d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9adf69aa-36de-4229-b613-2676b47e41ad HTTP/1.1" status: 204 len: 168 time: 1.3110282 Dec 08 00:21:12.900538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fd12c-765f-4400-9441-464dc9e6928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adf69aa-36de-4229-b613-2676b47e41ad,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:12.960717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f8087d5-2351-48f8-8d3e-99bffcf6b2b5 req-9011b722-9a14-4b0c-af95-e6f500772506 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523061 Dec 08 00:21:12.964976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:13.031773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Pushing event deleted for resources: {'Port': ['ID=f6345845-55e9-4b5b-bf0e-0ca7e2e3c0ab,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:13.228071 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:13.238787 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:13.242527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-171f08cc-2a20-43c0-b48a-79012f3a8826 tempest-AttachVolumeShelveTestJSON-1600260016 tempest-AttachVolumeShelveTestJSON-1600260016-project] 10.222.0.18 "DELETE /v2.0/floatingips/9ebf1485-765d-4b1c-bf35-7ff36547ff26 HTTP/1.1" status: 204 len: 168 time: 1.4452062 Dec 08 00:21:13.655307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e075b-2755-4a10-a11b-3963db7a4609 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:13.674170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-2f3cccc6-6737-4d57-8cac-96f0e685ea14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:21:13.674528 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-2f3cccc6-6737-4d57-8cac-96f0e685ea14 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:21:13.787273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:14.176568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3cccc6-6737-4d57-8cac-96f0e685ea14 None None] New status for floating IP 9ebf1485-765d-4b1c-bf35-7ff36547ff26: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:21:14.601097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43294) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:14.941250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1537180108'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:15.004803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:15.008923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.025824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.217878 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.229291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.275594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:21:15.314551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.315234 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment 719b5b6b-55c2-435d-a100-46403728fa9f of type vlan for network 8b318c17-7f7e-4446-9aa9-a552643b7eac Dec 08 00:21:15.316752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c7b377-aabf-45c9-9147-30c0ae8ebc5e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:15.479069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.585179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.592462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:15.608719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:15.743390 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1410255 Dec 08 00:21:15.746149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43308) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:15.762320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'name': 'tempest-PortsTestJSON-325567047'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:16.078487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ca35-33f2-4040-b8de-1d0d2937a840 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=8b318c17-7f7e-4446-9aa9-a552643b7eac,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:16.111250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:21:16.146022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:16.149795 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:16.191244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 8185511b-e6e8-4971-995c-f3e388f674d7 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:16.665157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:16.783605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.014260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=8185511b-e6e8-4971-995c-f3e388f674d7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:17.054193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': '719b5b6b-55c2-435d-a100-46403728fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:17.054724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: 8b318c17-7f7e-4446-9aa9-a552643b7eac, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:21:17.136236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:21:17.172556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8b318c17-7f7e-4446-9aa9-a552643b7eac) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:17.176633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:17.182491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:17.184951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc4ca2-4c57-419b-a1de-c075e11b7483 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:17.191271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.218810 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3d376a81-dd87-4d67-83c8-61efd6ab1cee tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4716182 Dec 08 00:21:17.221767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43332) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:17.226917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1336311894'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:17.285033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:17.288854 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.353518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:21:17.371720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.372070 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment b07c66de-0b7d-48a5-b122-749ad26cabb3 of type vlan for network 5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48 Dec 08 00:21:17.495404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.544405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.566874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.580885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:17.581532 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:17.646170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-414c5355-b17b-4904-a8b5-6145c4eb15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:17.650517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-414c5355-b17b-4904-a8b5-6145c4eb15d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1096 time: 0.1158996 Dec 08 00:21:17.785054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:17.796389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:21:17.807326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-73c4d2e4-76fd-4557-a52e-6b8bc9ff362f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5819001 Dec 08 00:21:17.808298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43338) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:17.818240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'ports': [{'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac'}, {'network_id': '5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48'}]} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:17.823610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:17.835292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:17.935295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-3eaaebbc-9ee3-457b-b24c-f3b0d3e36e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:17.936736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-3eaaebbc-9ee3-457b-b24c-f3b0d3e36e8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2573533 Dec 08 00:21:18.125389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-dd5059c6-2525-4b54-8e7e-3fc39f614071 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 1001 time: 0.1732976 Dec 08 00:21:18.216037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-e870b7da-79bc-4ea6-b5a0-168a6f98e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:18.217528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-e870b7da-79bc-4ea6-b5a0-168a6f98e5c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0851583 Dec 08 00:21:18.311514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-64073c3b-5a15-4862-9f70-1ffc55604669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:18.313461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-64073c3b-5a15-4862-9f70-1ffc55604669 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879519 Dec 08 00:21:18.347116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 2} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:18.352147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:18.407700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:18.645151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-faec8235-6d4d-4c1a-9b02-2d6f1be5b9a8 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160732 Dec 08 00:21:18.761586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 4ea297c6-ea30-4a39-9584-02836e5c7e20 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:18.863168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfec6e88-5b19-4ffe-bc4a-0138a3cff172 req-f5be4d5c-ef3d-4a4f-964a-715f5bef90d9 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056632 Dec 08 00:21:19.183087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:19.401248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 3b00a8ca-ed81-4d42-9120-09da84c51901 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:19.735076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:19.848049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:19.993931 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:20.014980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:20.031127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:20.034785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:20.133847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=4ea297c6-ea30-4a39-9584-02836e5c7e20,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:20.213147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': 'b07c66de-0b7d-48a5-b122-749ad26cabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:20.213815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: 5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:21:20.293921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=3b00a8ca-ed81-4d42-9120-09da84c51901,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:20.297467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:21:20.365938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:20.396509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf43e66-387b-4949-a493-93e0d7494807 None None] Network 5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:20.408629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:20.457094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:20.484656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:20.486292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:20.602656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43364) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:20.603323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-43becf13-4c67-4f40-a508-521c80cccc12 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7916739 Dec 08 00:21:20.849412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 3b00a8ca-ed81-4d42-9120-09da84c51901 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:20.850244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:21.178704 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:21.208161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 3b00a8ca-ed81-4d42-9120-09da84c51901 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:21.395831 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cfe36edb-acd5-412a-bc01-f777b5e09fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:21.412587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:21.488663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=3b00a8ca-ed81-4d42-9120-09da84c51901,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:21.509902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.510296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.510666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.511107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.511409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.511746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.512078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.512406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.512734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.513060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.513386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.513709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.514038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:21.527315 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:21.533881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-82abdb3a-f28d-40b2-a61f-fa8daf1a439f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/3b00a8ca-ed81-4d42-9120-09da84c51901 HTTP/1.1" status: 204 len: 168 time: 0.9261277 Dec 08 00:21:21.533881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43374) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:21.631744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff3bd3-7128-4161-bc3a-8fb018d82a06 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:21.641547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff3bd3-7128-4161-bc3a-8fb018d82a06 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:21.659098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1aff3bd3-7128-4161-bc3a-8fb018d82a06 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1218119 Dec 08 00:21:21.659375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43376) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:21.934179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 4ea297c6-ea30-4a39-9584-02836e5c7e20 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:21.934526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:22.074619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:22.088974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 4ea297c6-ea30-4a39-9584-02836e5c7e20 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:22.229571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:22.344499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=4ea297c6-ea30-4a39-9584-02836e5c7e20,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:22.373263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:22.377629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b0d5747f-c24e-4d26-9b11-56cb51596a40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/4ea297c6-ea30-4a39-9584-02836e5c7e20 HTTP/1.1" status: 204 len: 168 time: 0.7172434 Dec 08 00:21:22.380324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43386) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:22.479656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630340fb-17a3-48d0-9202-379dd69e106a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:22.487429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-630340fb-17a3-48d0-9202-379dd69e106a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1028292 Dec 08 00:21:22.487705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:22.574049 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-285bfea2-ac52-4a24-a3be-873187aa7f4b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:21:22.581612 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-285bfea2-ac52-4a24-a3be-873187aa7f4b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/3b00a8ca-ed81-4d42-9120-09da84c51901 HTTP/1.1" status: 404 len: 333 time: 0.0901127 Dec 08 00:21:22.582316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43390) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:22.641580 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c48e4b-0020-4dba-87f2-d77fa8ef3d3d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:21:22.655919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-15c48e4b-0020-4dba-87f2-d77fa8ef3d3d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/4ea297c6-ea30-4a39-9584-02836e5c7e20 HTTP/1.1" status: 404 len: 333 time: 0.0722797 Dec 08 00:21:22.659344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43392) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:22.879509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.115805 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.159385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:23.187854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07c66de-0b7d-48a5-b122-749ad26cabb3') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:23.188273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07c66de-0b7d-48a5-b122-749ad26cabb3') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:23.225214 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.282955 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.304606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:21:23.305933 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:21:23.321563 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:21:23.552854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.570128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.580677 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e173775b-980f-44c2-9202-58a75937266a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.583731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48 HTTP/1.1" status: 204 len: 168 time: 0.9231834 Dec 08 00:21:23.587743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43404) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:23.594345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-972267552'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:23.625809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cfee2-fcbc-48db-985e-f4240d69156d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=5bff6cb0-f4c0-408d-8cc8-c7efa0c53b48,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:23.688432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:23.700636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.773228 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:21:23.777203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:21:23.813536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:23.814348 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment 64f3a968-6a87-4516-9753-e97d3b269c47 of type vlan for network 819a0661-680f-4595-abf2-18ef9b4d4ca5 Dec 08 00:21:23.983721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:24.100989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:24.116557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:24.118570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:24.201915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43412) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:24.203744 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6137938 Dec 08 00:21:24.208094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:24.409322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00400a-8618-40f9-863c-8216b5219c86 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=819a0661-680f-4595-abf2-18ef9b4d4ca5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:24.435545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 819a0661-680f-4595-abf2-18ef9b4d4ca5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:21:24.536290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:24.555895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:24.831487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Performing IP validity checks on allocation pools {{(pid=103114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:21:24.837762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:21:25.054633 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:25.120081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=d0a397f0-b4c5-481d-a4b3-158fd376b051,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:25.140285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:25.160004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': '64f3a968-6a87-4516-9753-e97d3b269c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:25.161001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: 819a0661-680f-4595-abf2-18ef9b4d4ca5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:21:25.186249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 819a0661-680f-4595-abf2-18ef9b4d4ca5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:21:25.212300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 819a0661-680f-4595-abf2-18ef9b4d4ca5) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:25.224931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e0837-27e0-499e-8350-6855ead9fbe2 None None] Network 819a0661-680f-4595-abf2-18ef9b4d4ca5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:25.225716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:25.227807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:25.272485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-206bc4d0-3b92-4094-bf21-007826917159 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0694118 Dec 08 00:21:25.274992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43428) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:25.294280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5', 'name': 'tempest-PortsTestJSON-1095412342'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:25.547970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-819a0661-680f-4595-abf2-18ef9b4d4ca5', 'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5', 'project_id': 'aaa24d00f3b047c396b1fcf77d37732f', 'fixed_ips': [{'subnet_id': 'd0a397f0-b4c5-481d-a4b3-158fd376b051'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:21:25.549664 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:25.675371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:25.679270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:25.722061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port efb44c50-33f1-4c38-b14a-ea06b425505d yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:26.024980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Allocated IP 172.20.0.2 (819a0661-680f-4595-abf2-18ef9b4d4ca5/d0a397f0-b4c5-481d-a4b3-158fd376b051/7c715f82-23e9-4400-b93a-4a0bf83d50d1) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:26.276056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:26.325181 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:26.365261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:26.386468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Network 819a0661-680f-4595-abf2-18ef9b4d4ca5 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:26.395561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:26.411162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Pushing event updated for resources: {'Port': ['ID=7c715f82-23e9-4400-b93a-4a0bf83d50d1,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:26.639889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:26.707713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2dcb678c-d6bb-4818-a1bb-23d8681faf8c {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:21:26.708380 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:21:26.764288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Attempting to bind port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:21:26.764661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Attempting to bind port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '64f3a968-6a87-4516-9753-e97d3b269c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:21:26.765055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Attempting to bind port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 on network 819a0661-680f-4595-abf2-18ef9b4d4ca5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:21:26.771211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:21:26.771598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Checking segment: {'id': '64f3a968-6a87-4516-9753-e97d3b269c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:26.772007 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:26.772909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Bound using segment: {'id': '64f3a968-6a87-4516-9753-e97d3b269c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:21:26.773397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Bound port: 7c715f82-23e9-4400-b93a-4a0bf83d50d1, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f3a968-6a87-4516-9753-e97d3b269c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '819a0661-680f-4595-abf2-18ef9b4d4ca5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:21:26.773786 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:26.965542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] For port 7c715f82-23e9-4400-b93a-4a0bf83d50d1, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:21:26.971385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] For port 7c715f82-23e9-4400-b93a-4a0bf83d50d1, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7c715f82-23e9-4400-b93a-4a0bf83d50d1,segment=NetworkSegment(64f3a968-6a87-4516-9753-e97d3b269c47),segment_id=64f3a968-6a87-4516-9753-e97d3b269c47)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:21:26.981037 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:27.156353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa280f-f7b3-4ea7-b144-f0340da98428 None None] Pushing event updated for resources: {'Port': ['ID=7c715f82-23e9-4400-b93a-4a0bf83d50d1,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:27.209551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:27.246502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:27.257717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 43bfca69-7ce8-45c1-9a33-a31d980b3c02 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:27.530327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.3 (819a0661-680f-4595-abf2-18ef9b4d4ca5/d0a397f0-b4c5-481d-a4b3-158fd376b051/43bfca69-7ce8-45c1-9a33-a31d980b3c02) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:27.832789 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:27.930576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:28.098125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=43bfca69-7ce8-45c1-9a33-a31d980b3c02,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:28.120191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 819a0661-680f-4595-abf2-18ef9b4d4ca5 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:28.121960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:28.127745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:28.316934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:28.318093 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:28.370835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43466) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:28.398099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e87d17db-df01-439a-9618-c25ae500f6c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0908878 Dec 08 00:21:28.695685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 43bfca69-7ce8-45c1-9a33-a31d980b3c02 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:28.702866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:28.923625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7c715f82-23e9-4400-b93a-4a0bf83d50d1 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:29.029263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43482) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:29.180238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:29.180637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:29.233881 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:29.291840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 43bfca69-7ce8-45c1-9a33-a31d980b3c02 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:29.431511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:29.484755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 7c715f82-23e9-4400-b93a-4a0bf83d50d1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7c715f82-23e9-4400-b93a-4a0bf83d50d1,segment=NetworkSegment(64f3a968-6a87-4516-9753-e97d3b269c47),segment_id=64f3a968-6a87-4516-9753-e97d3b269c47)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:29.499138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7463179-10ab-41c8-9dba-a360d4355c6b None None] Network 819a0661-680f-4595-abf2-18ef9b4d4ca5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:29.808439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:29.819392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:29.919349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=43bfca69-7ce8-45c1-9a33-a31d980b3c02,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:30.036594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.036948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.037298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.037647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.037984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.038321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.038635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=7c715f82-23e9-4400-b93a-4a0bf83d50d1,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:30.039144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.039144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.039300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.039625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.039951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.040275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.040597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:30.131459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3a391b7d-8c2c-4363-b603-7aea79cf2054 None None] Provisioning complete for port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:30.131845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3a391b7d-8c2c-4363-b603-7aea79cf2054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:30.189367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:30.196146 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-76f3465b-784a-4138-951b-bde1733d6b04 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/43bfca69-7ce8-45c1-9a33-a31d980b3c02 HTTP/1.1" status: 204 len: 168 time: 1.8167460 Dec 08 00:21:30.197333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43498) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:30.337062 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5501b1-749a-4642-b353-6722074fecf6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:21:30.354545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5501b1-749a-4642-b353-6722074fecf6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:30.372694 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6c5501b1-749a-4642-b353-6722074fecf6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/43bfca69-7ce8-45c1-9a33-a31d980b3c02 HTTP/1.1" status: 404 len: 333 time: 0.1711969 Dec 08 00:21:30.373471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43500) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:30.472821 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b3951b-de7f-48d6-b86a-3b977392dd7c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:21:30.478912 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-35b3951b-de7f-48d6-b86a-3b977392dd7c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/43bfca69-7ce8-45c1-9a33-a31d980b3c02 HTTP/1.1" status: 404 len: 333 time: 0.1043410 Dec 08 00:21:30.482238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43504) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:30.672818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet d0a397f0-b4c5-481d-a4b3-158fd376b051 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:30.707380 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:30.738628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7c715f82-23e9-4400-b93a-4a0bf83d50d1 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:30.890718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:30.949648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-416ba8db-1377-49ec-ac76-262e5462571a None None] Provisioning complete for port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:30.950327 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-416ba8db-1377-49ec-ac76-262e5462571a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:30.991050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:31.232314 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:31.303957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:31.306351 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:31.488609 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:31.613061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:31.616942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dfc9c10-3e64-437e-9a5a-d85d266e199f None None] Could not find standard attr ID for object 43bfca69-7ce8-45c1-9a33-a31d980b3c02. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:21:31.648415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43522) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:31.652489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/d0a397f0-b4c5-481d-a4b3-158fd376b051 HTTP/1.1" status: 204 len: 168 time: 1.1689153 Dec 08 00:21:31.660034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bcc8f-2dbb-431b-ba8b-3a7ed1748b0b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a397f0-b4c5-481d-a4b3-158fd376b051,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:31.834703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba130402-5c3f-41d0-95d7-34b38e651e1c None None] Network 819a0661-680f-4595-abf2-18ef9b4d4ca5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:32.179890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] DHCP port deletion for 819a0661-680f-4595-abf2-18ef9b4d4ca5 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:32.402038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] Deleting port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:32.404931 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:32.676179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] For port 7c715f82-23e9-4400-b93a-4a0bf83d50d1, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7c715f82-23e9-4400-b93a-4a0bf83d50d1,segment=NetworkSegment(64f3a968-6a87-4516-9753-e97d3b269c47),segment_id=64f3a968-6a87-4516-9753-e97d3b269c47)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:32.676804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:32.744993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] Calling delete_port for 7c715f82-23e9-4400-b93a-4a0bf83d50d1 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:32.769472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7c715f82-23e9-4400-b93a-4a0bf83d50d1 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:33.059589 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.172661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.283712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] Pushing event deleted for resources: {'Port': ['ID=7c715f82-23e9-4400-b93a-4a0bf83d50d1,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:33.336157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91570f8d-4007-4ac9-93d2-7c7841bd4ec3 None None] No DVR routers for this DVR port 7c715f82-23e9-4400-b93a-4a0bf83d50d1 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:21:33.479669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.632499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.655628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819a0661-680f-4595-abf2-18ef9b4d4ca5']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:33.673296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f3a968-6a87-4516-9753-e97d3b269c47') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:33.673597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f3a968-6a87-4516-9753-e97d3b269c47') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:33.701597 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.718820 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.726317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:21:33.726723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:21:33.795252 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:21:33.812577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.832434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.840743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/819a0661-680f-4595-abf2-18ef9b4d4ca5 HTTP/1.1" status: 204 len: 168 time: 2.1845446 Dec 08 00:21:33.844080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43556) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:33.850272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1917460518'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:33.868986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26682c-0673-4e87-9f65-c84b6c9ad2cd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=819a0661-680f-4595-abf2-18ef9b4d4ca5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:33.912173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:33.918968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.936458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Deleting port 02241106-c0ea-4551-836d-0b15cf5eb5c6 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:33.936840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.951861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:21:33.991800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:33.994848 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment f2517dee-ad27-4394-9035-d157edbece33 of type vlan for network f6addf15-8491-45c7-97a8-f1a0de622ef6 Dec 08 00:21:34.004933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ec53-2105-455f-becb-882267037128 req-d5ddd591-95a4-4a4d-9458-ee6393a79fa4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:34.006931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8378ec53-2105-455f-becb-882267037128 req-d5ddd591-95a4-4a4d-9458-ee6393a79fa4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.1430247 Dec 08 00:21:34.119798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:34.178824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:34.184739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:34.185535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:34.213882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-92698623-8355-44a2-a716-01529275f233 admin admin] For port 02241106-c0ea-4551-836d-0b15cf5eb5c6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=02241106-c0ea-4551-836d-0b15cf5eb5c6,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:34.214278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:34.262140 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8378ec53-2105-455f-becb-882267037128 req-b320fe05-8259-4175-a290-2b019ee6ffff tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877522 Dec 08 00:21:34.271177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Calling delete_port for 02241106-c0ea-4551-836d-0b15cf5eb5c6 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:34.297533 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4517958 Dec 08 00:21:34.300692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:34.327941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:34.422776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4539e-1fa5-4420-b7b7-00261331ff61 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=f6addf15-8491-45c7-97a8-f1a0de622ef6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:34.448387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f6addf15-8491-45c7-97a8-f1a0de622ef6 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:21:34.625710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:34.648182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:34.776175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:34.919757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Pushing event deleted for resources: {'Port': ['ID=02241106-c0ea-4551-836d-0b15cf5eb5c6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:35.155040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:35.258122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=831d5f31-41fc-4dda-8a68-2fec611edc67,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:35.292692 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:35.306941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': 'f2517dee-ad27-4394-9035-d157edbece33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:35.307315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: f6addf15-8491-45c7-97a8-f1a0de622ef6, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:21:35.352577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network f6addf15-8491-45c7-97a8-f1a0de622ef6 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:21:35.367239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f6addf15-8491-45c7-97a8-f1a0de622ef6) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:35.374983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:35.375862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:35.381310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9eec0f-47dc-4399-a8e0-67f7d979e023 None None] Network f6addf15-8491-45c7-97a8-f1a0de622ef6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:35.419981 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3510c38d-485d-47b9-95db-3e5317c1b4fd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1141093 Dec 08 00:21:35.422533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43592) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:35.433559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-504869150'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:35.679267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:35.703205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:35.718827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d722fa3-f6ac-426f-94a4-c97df35805c7 req-2d12e0c8-a5cc-4575-ad88-6b8c6c5fb871 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:35.731611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d722fa3-f6ac-426f-94a4-c97df35805c7 req-2d12e0c8-a5cc-4575-ad88-6b8c6c5fb871 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.2299373 Dec 08 00:21:35.759675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:35.918720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f6addf15-8491-45c7-97a8-f1a0de622ef6', 'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6', 'project_id': 'aaa24d00f3b047c396b1fcf77d37732f', 'fixed_ips': [{'subnet_id': '831d5f31-41fc-4dda-8a68-2fec611edc67'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:21:35.919788 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:35.943993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d722fa3-f6ac-426f-94a4-c97df35805c7 req-d5dd5050-36c2-42d7-8226-3ad3e7a96e6c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113571 Dec 08 00:21:35.973302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:21:36.038783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.9 (f6addf15-8491-45c7-97a8-f1a0de622ef6/831d5f31-41fc-4dda-8a68-2fec611edc67/5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:36.105740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92698623-8355-44a2-a716-01529275f233 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:21:36.113240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-92698623-8355-44a2-a716-01529275f233 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d5d46dd-c6bf-4fc2-b027-783b821861e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0789354 Dec 08 00:21:36.115732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43612) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:36.118376 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] Sync routers for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:21:36.132326 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:21:36.132957 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:21:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:36.254474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.317395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.366749 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:21:36.427030 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.432155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:36.501217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:36.511067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network f6addf15-8491-45c7-97a8-f1a0de622ef6 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:36.513132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:36.520568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:36.566614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.623403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:36.630192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.706967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-698d116a-308d-4f72-b1bb-1c19eb48f161 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2785764 Dec 08 00:21:36.707903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43630) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:36.737150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Deleting port 04b1f764-c705-4400-a0e8-24ab5f97a547 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:36.737293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.739769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Allocated IP 172.20.0.2 (f6addf15-8491-45c7-97a8-f1a0de622ef6/831d5f31-41fc-4dda-8a68-2fec611edc67/1f65feea-2740-48ba-906f-3801f6ba9509) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:36.812002 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.869134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:36.873816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:21:36.876624 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011aff5b-c05d-434a-9ca7-ca4b72dcd992" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:21:36.888801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:36.952456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:37.058151 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:21:34Z', 'revision_number': 5, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port': {'id': '04b1f764-c705-4400-a0e8-24ab5f97a547', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:12:42Z', 'updated_at': '2021-12-08T00:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:37.059995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] For port 04b1f764-c705-4400-a0e8-24ab5f97a547, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=04b1f764-c705-4400-a0e8-24ab5f97a547,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:37.066448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.096267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Calling delete_port for 04b1f764-c705-4400-a0e8-24ab5f97a547 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:37.098098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:37.098615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.127705 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d25254-1657-4c65-b117-f35b19917b24 x-openstack-request-id: req-11d25254-1657-4c65-b117-f35b19917b24 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:21:37.127931 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:21:37.128954 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11d25254-1657-4c65-b117-f35b19917b24 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:21:37.129351 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'code': 200} Dec 08 00:21:37.136048 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] Checking router: 7d5d46dd-c6bf-4fc2-b027-783b821861e7 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:21:37.152536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] Routers {'7d5d46dd-c6bf-4fc2-b027-783b821861e7'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:21:37.153761 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:21:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:37.268697 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.292290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:37.323296 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] Set router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:21:37.364084 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.377827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.461697 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.471497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Network f6addf15-8491-45c7-97a8-f1a0de622ef6 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:37.474506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:37.486049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:37.494675 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:21:36Z', 'revision_number': 6, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:37.499894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Pushing event updated for resources: {'Port': ['ID=1f65feea-2740-48ba-906f-3801f6ba9509,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:37.540533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa5da1-b22b-4c0c-a773-47b67cf7e1c4 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:37.544370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.582877 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72560016-b11d-40e6-89fd-8feffd4a6ab5 None None] The sync data for ids ['7d5d46dd-c6bf-4fc2-b027-783b821861e7'] in n-d-820549-2 is: [{'id': '7d5d46dd-c6bf-4fc2-b027-783b821861e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1382806720-router', 'tenant_id': 'a23434605ed74e0da84e68b56c0b4467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:12:40Z', 'updated_at': '2021-12-08T00:21:36Z', 'revision_number': 6, 'project_id': 'a23434605ed74e0da84e68b56c0b4467', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:21:37.586819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Attempting to bind port 1f65feea-2740-48ba-906f-3801f6ba9509 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:21:37.587231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Attempting to bind port 1f65feea-2740-48ba-906f-3801f6ba9509 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f2517dee-ad27-4394-9035-d157edbece33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:21:37.587585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Attempting to bind port 1f65feea-2740-48ba-906f-3801f6ba9509 on network f6addf15-8491-45c7-97a8-f1a0de622ef6 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:21:37.598311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:21:37.598698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Checking segment: {'id': 'f2517dee-ad27-4394-9035-d157edbece33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:37.599144 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.599554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Bound using segment: {'id': 'f2517dee-ad27-4394-9035-d157edbece33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:21:37.600047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Bound port: 1f65feea-2740-48ba-906f-3801f6ba9509, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2517dee-ad27-4394-9035-d157edbece33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6addf15-8491-45c7-97a8-f1a0de622ef6'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:21:37.600444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.604521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Pushing event deleted for resources: {'Port': ['ID=04b1f764-c705-4400-a0e8-24ab5f97a547,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:37.625450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:37.692860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.755944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] For port 1f65feea-2740-48ba-906f-3801f6ba9509, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:21:37.761742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] For port 1f65feea-2740-48ba-906f-3801f6ba9509, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1f65feea-2740-48ba-906f-3801f6ba9509,segment=NetworkSegment(f2517dee-ad27-4394-9035-d157edbece33),segment_id=f2517dee-ad27-4394-9035-d157edbece33)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:21:37.771316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.787585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:37.791197 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-25150d1d-aa83-47f8-91bb-71e7d1b0b6a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f HTTP/1.1" status: 204 len: 168 time: 1.0789330 Dec 08 00:21:37.793784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43654) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:37.861959 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7ca8ea-ca1f-48fc-8606-3f1f8715e75b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:21:37.863513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ac7ca8ea-ca1f-48fc-8606-3f1f8715e75b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f HTTP/1.1" status: 404 len: 333 time: 0.0687218 Dec 08 00:21:37.879353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43662) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:37.928169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777eb09-0be2-4251-bd88-1b1fe75fc1b8 None None] Pushing event updated for resources: {'Port': ['ID=1f65feea-2740-48ba-906f-3801f6ba9509,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:37.974399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 831d5f31-41fc-4dda-8a68-2fec611edc67 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:37.980079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.056570 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.059873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.092175 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.148173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.149545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5d46dd-c6bf-4fc2-b027-783b821861e7 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:21:38.165849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.170963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43670) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:38.171175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c9769280-203b-43f7-95c2-451e5629a9be admin admin] 10.222.0.18 "DELETE /v2.0/routers/7d5d46dd-c6bf-4fc2-b027-783b821861e7 HTTP/1.1" status: 204 len: 168 time: 2.0541086 Dec 08 00:21:38.299301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] Deleting subnet 89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:38.334407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.408040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.411309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.463374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:21:38.719707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.736862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:38.777670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.796731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'mac_address': 'fa:16:3e:3c:8b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:21:38.851411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1f65feea-2740-48ba-906f-3801f6ba9509 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:38.873788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.880573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43682) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:38.882593 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/831d5f31-41fc-4dda-8a68-2fec611edc67 HTTP/1.1" status: 204 len: 168 time: 0.9854708 Dec 08 00:21:38.883765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328ce3f-b608-47fa-a806-b5f552401865 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=831d5f31-41fc-4dda-8a68-2fec611edc67,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:38.947764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:38.980554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b5ced6-cb78-4bb3-a944-956f3331147a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:21:39.005663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:39.024242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.041762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.079916 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.080235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1f65feea-2740-48ba-906f-3801f6ba9509 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:39.080705 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.129309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ee2937-d0a3-4134-bb5f-bec0f8b05cb5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:39.140804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.146819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ade1e33-876c-40ca-b48a-d97ea60dbbf5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/89ee2937-d0a3-4134-bb5f-bec0f8b05cb5 HTTP/1.1" status: 204 len: 168 time: 0.9725721 Dec 08 00:21:39.160460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43696) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:39.165056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc96704-6435-4206-9f59-207c1f961034 None None] Network 34b557cc-e162-4128-861d-521274cd0218 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:39.176374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 1f65feea-2740-48ba-906f-3801f6ba9509 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:39.177013 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.193610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:39.222083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['96b5ced6-cb78-4bb3-a944-956f3331147a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:21:39.326136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.350376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] For port 1f65feea-2740-48ba-906f-3801f6ba9509, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1f65feea-2740-48ba-906f-3801f6ba9509,segment=NetworkSegment(f2517dee-ad27-4394-9035-d157edbece33),segment_id=f2517dee-ad27-4394-9035-d157edbece33)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:39.351136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.372621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 1f65feea-2740-48ba-906f-3801f6ba9509 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:39.382036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.454728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Deleting port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:39.455423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.497142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 1f65feea-2740-48ba-906f-3801f6ba9509, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1f65feea-2740-48ba-906f-3801f6ba9509,segment=NetworkSegment(f2517dee-ad27-4394-9035-d157edbece33),segment_id=f2517dee-ad27-4394-9035-d157edbece33)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:39.541109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.573053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] DHCP port deletion for 34b557cc-e162-4128-861d-521274cd0218 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:39.683767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] For port 3339dae4-8ddf-446a-9732-dd4ac2d95d96, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3339dae4-8ddf-446a-9732-dd4ac2d95d96,segment=NetworkSegment(bcc4b983-3c7b-4339-a968-7d15972ae384),segment_id=bcc4b983-3c7b-4339-a968-7d15972ae384)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:39.684431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.709735 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.715893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Calling delete_port for 3339dae4-8ddf-446a-9732-dd4ac2d95d96 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:39.740739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 02241106-c0ea-4551-836d-0b15cf5eb5c6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:39.799630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No DVR routers for this DVR port 1f65feea-2740-48ba-906f-3801f6ba9509 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:21:39.841821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 02241106-c0ea-4551-836d-0b15cf5eb5c6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:21:39.842856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 02241106-c0ea-4551-836d-0b15cf5eb5c6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:21:39.843445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 04b1f764-c705-4400-a0e8-24ab5f97a547 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:39.878768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=1f65feea-2740-48ba-906f-3801f6ba9509,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:39.883319 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.906652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 04b1f764-c705-4400-a0e8-24ab5f97a547 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:21:39.907097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 04b1f764-c705-4400-a0e8-24ab5f97a547 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:21:39.931394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=1f65feea-2740-48ba-906f-3801f6ba9509,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:39.953129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3339dae4-8ddf-446a-9732-dd4ac2d95d96,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:39.963900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] Deleting port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:39.964289 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:39.975046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] No DVR routers for this DVR port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:21:40.066722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.119227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6addf15-8491-45c7-97a8-f1a0de622ef6']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:40.151425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] For port 3339dae4-8ddf-446a-9732-dd4ac2d95d96, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:40.151831 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.163902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2517dee-ad27-4394-9035-d157edbece33') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:40.164429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2517dee-ad27-4394-9035-d157edbece33') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:40.179917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] Calling delete_port for 3339dae4-8ddf-446a-9732-dd4ac2d95d96 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:40.183731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] Port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:21:40.185121 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.185741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.194003 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.205716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.218782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:21:40.220548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:21:40.225992 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:21:40.232862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b557cc-e162-4128-861d-521274cd0218']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:40.245815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc4b983-3c7b-4339-a968-7d15972ae384') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:40.249345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc4b983-3c7b-4339-a968-7d15972ae384') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:40.256285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] Pushing event deleted for resources: {'Port': ['ID=3339dae4-8ddf-446a-9732-dd4ac2d95d96,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:40.260625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.263137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3621e-428d-4ae6-80fa-2bc84659b2a4 None None] No DVR routers for this DVR port 3339dae4-8ddf-446a-9732-dd4ac2d95d96 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:21:40.303253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.315416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:21:40.315818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:21:40.317669 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:21:40.379728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.381884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59463e-66e9-4b51-acb3-12be455de35c None None] Network f6addf15-8491-45c7-97a8-f1a0de622ef6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:40.397160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.402524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/f6addf15-8491-45c7-97a8-f1a0de622ef6 HTTP/1.1" status: 204 len: 168 time: 1.5207672 Dec 08 00:21:40.416646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:40.422832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'name': 'tempest-PortsTestJSON-1914262505'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:40.426824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f8d30-dc2d-4203-9841-fe315136ca8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=f6addf15-8491-45c7-97a8-f1a0de622ef6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:40.432781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59463e-66e9-4b51-acb3-12be455de35c None None] Network f6addf15-8491-45c7-97a8-f1a0de622ef6 could not be found, it might have been deleted concurrently. {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 00:21:40.455286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8f9caa03-7aa5-4cd8-b950-1a92776e18d2 None None] Could not find standard attr ID for object 1f65feea-2740-48ba-906f-3801f6ba9509. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:21:40.515510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.534570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.546582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/34b557cc-e162-4128-861d-521274cd0218 HTTP/1.1" status: 204 len: 168 time: 1.3829024 Dec 08 00:21:40.581109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264b9b4-4469-4151-8c13-4f613a5ec4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b557cc-e162-4128-861d-521274cd0218,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:40.608120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515cfc8-8ce8-4f19-b36c-e2d88adf13d4 None None] DHCP port deletion for f6addf15-8491-45c7-97a8-f1a0de622ef6 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:40.652219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:40.661003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:40.715289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 169537e6-a13b-467e-945f-5e060e984c76 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:40.840544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1f65feea-2740-48ba-906f-3801f6ba9509 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:40.852199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43740) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:40.889862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 1f65feea-2740-48ba-906f-3801f6ba9509 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:21:40.890428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1f65feea-2740-48ba-906f-3801f6ba9509 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:21:40.891051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3339dae4-8ddf-446a-9732-dd4ac2d95d96 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:21:40.921415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3339dae4-8ddf-446a-9732-dd4ac2d95d96 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:21:40.922071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3339dae4-8ddf-446a-9732-dd4ac2d95d96 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:21:40.979972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b00489ed-c51d-47f5-875b-e4a8186d1f93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a23434605ed74e0da84e68b56c0b4467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263676 Dec 08 00:21:40.982550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43742) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:41.085490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.140271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35f3e50b-37e9-4d38-8c5f-65bb97f2482c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.171068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35f3e50b-37e9-4d38-8c5f-65bb97f2482c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.171320 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.247077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35f3e50b-37e9-4d38-8c5f-65bb97f2482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.254972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35f3e50b-37e9-4d38-8c5f-65bb97f2482c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.261782 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-35f3e50b-37e9-4d38-8c5f-65bb97f2482c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2d85be6-f6da-4719-970f-3a0784239a61 HTTP/1.1" status: 204 len: 168 time: 0.2713091 Dec 08 00:21:41.280839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3e50b-37e9-4d38-8c5f-65bb97f2482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d85be6-f6da-4719-970f-3a0784239a61,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:41.334800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=169537e6-a13b-467e-945f-5e060e984c76,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:41.356739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:41.358232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:41.362599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:41.368596 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:41.369130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.398225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f63b2bef-87bc-4ddc-af75-1631fe801036 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9774339 Dec 08 00:21:41.398486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43768) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:41.644993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 169537e6-a13b-467e-945f-5e060e984c76 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:41.645334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.837456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:41.873192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 169537e6-a13b-467e-945f-5e060e984c76 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:42.122116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:42.190187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=169537e6-a13b-467e-945f-5e060e984c76,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:42.200317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:42.219112 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c3bff770-6c74-47fd-b459-ca072d902fc8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/169537e6-a13b-467e-945f-5e060e984c76 HTTP/1.1" status: 204 len: 168 time: 0.8162451 Dec 08 00:21:42.219419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:42.226372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'mac_address': 'fa:16:3e:f0:eb:83', 'name': 'tempest-PortsTestJSON-265612096'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:42.538118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:42.569091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:42.697802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 96b5ced6-cb78-4bb3-a944-956f3331147a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:42.698507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:42.807589 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:42.858067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:42.859391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:21:42.864288 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838e73b1-b803-4def-9b17-04764e0df2f2" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:21:42.870661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:42.902814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:42.938855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=10']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:43.021399 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c787c9d1-f11e-42a7-9fea-2f31ac6e36c6 x-openstack-request-id: req-c787c9d1-f11e-42a7-9fea-2f31ac6e36c6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:21:43.021704 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:21:43.021967 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c787c9d1-f11e-42a7-9fea-2f31ac6e36c6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:21:43.022740 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'code': 200} Dec 08 00:21:43.044253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port e9e6a489-e58a-4a73-9205-c85f520a0bc0 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:43.143563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43838) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:43.387111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1183235615-network', 'tenant_id': '02af2c8d35904777ae8121d05472c453'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:43.503391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Made reservation on behalf of 02af2c8d35904777ae8121d05472c453 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:43.512397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.546610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.552903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.612878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.689117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=e9e6a489-e58a-4a73-9205-c85f520a0bc0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:43.702791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:43.706222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:43.709884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:43.717508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:43.718336 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.732779 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.747536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b1a45bf9-8b4b-49f8-b609-121495317cb1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5260191 Dec 08 00:21:43.750475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43850) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:43.767721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.779789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.816342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:21:43.873437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f0ba4-2c95-4512-b739-ab221893a424 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:43.887522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-509f0ba4-2c95-4512-b739-ab221893a424 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/e9e6a489-e58a-4a73-9205-c85f520a0bc0 HTTP/1.1" status: 200 len: 840 time: 0.1356130 Dec 08 00:21:43.888249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:43.913282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba77dff-100d-4a2f-bde1-6ae57da7b544,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:43.969402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:43.977402 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Added segment f228d697-04db-435f-9dde-570ee3e8889e of type vlan for network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 Dec 08 00:21:44.081840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port e9e6a489-e58a-4a73-9205-c85f520a0bc0 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:44.082185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.113768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.191698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.193613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:44.194370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.247789 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.259387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1136906 Dec 08 00:21:44.267005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43858) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:44.286325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Request body: {'subnet': {'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1183235615-subnet', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:44.330300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for e9e6a489-e58a-4a73-9205-c85f520a0bc0 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:44.344062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94d85a-0f53-4c40-bd4c-3a27ca5f4488 admin admin] Pushing event updated for resources: {'Network': ['ID=00a4b0d8-7234-4555-af0a-a0eef6ceac27,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:44.359006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:21:44.450989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Made reservation on behalf of 02af2c8d35904777ae8121d05472c453 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:44.453824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.637668 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.864893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=e9e6a489-e58a-4a73-9205-c85f520a0bc0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:44.885489 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.891766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43890) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:44.892310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4b0d1bc2-663d-411e-8c8e-18ae28e915d0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/e9e6a489-e58a-4a73-9205-c85f520a0bc0 HTTP/1.1" status: 204 len: 168 time: 1.0025547 Dec 08 00:21:44.894816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:44.980914 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84abc9b-c2bd-4bb4-902c-1ad373662c2a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:21:44.981448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:44.995526 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b84abc9b-c2bd-4bb4-902c-1ad373662c2a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/e9e6a489-e58a-4a73-9205-c85f520a0bc0 HTTP/1.1" status: 404 len: 333 time: 0.1025372 Dec 08 00:21:45.001035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:45.012343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'name': 'tempest-PortsTestJSON-726629884'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:45.030135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Checking segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:45.030135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Network hostable DHCP agents. Network: 00a4b0d8-7234-4555-af0a-a0eef6ceac27, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:21:45.069684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:21:45.083677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 00a4b0d8-7234-4555-af0a-a0eef6ceac27) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:45.088402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:45.089003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.099565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6b236-b121-46ee-848e-3dadf2f4cb90 None None] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:45.119154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-19bc7539-21c0-42ac-a3b3-256fe0728835 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8492708 Dec 08 00:21:45.120038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43898) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:45.128942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:45.158322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.159892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.253168 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.268903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:45.273301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.314260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 64f88d81-f36b-4e25-b56d-236b42ab250a yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:45.426339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'project_id': '02af2c8d35904777ae8121d05472c453', 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:21:45.430385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.655459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Allocated IP 172.20.0.2 (00a4b0d8-7234-4555-af0a-a0eef6ceac27/7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a/b0b42464-ea16-4935-b1ff-64758707e1eb) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:45.709186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.727749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.815986 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.868673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:45.880413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:45.926163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:45.932380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:45.933446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:45.968488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=64f88d81-f36b-4e25-b56d-236b42ab250a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:45.991244 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf4883c0-d7ac-4256-b18c-00984be24316 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9885476 Dec 08 00:21:45.994360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43918) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:46.013876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:46.122371 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.138655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.198807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.255873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:46.268198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Pushing event updated for resources: {'Port': ['ID=b0b42464-ea16-4935-b1ff-64758707e1eb,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:46.289492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:46.291888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:46.433451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Attempting to bind port b0b42464-ea16-4935-b1ff-64758707e1eb on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:21:46.433825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Attempting to bind port b0b42464-ea16-4935-b1ff-64758707e1eb by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:21:46.434190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Attempting to bind port b0b42464-ea16-4935-b1ff-64758707e1eb on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:21:46.446617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:21:46.446617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Checking segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:46.446617 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.446617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Bound using segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:21:46.446617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Bound port: b0b42464-ea16-4935-b1ff-64758707e1eb, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:21:46.447232 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.503742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.516490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.584475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] For port b0b42464-ea16-4935-b1ff-64758707e1eb, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:21:46.597443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] For port b0b42464-ea16-4935-b1ff-64758707e1eb, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0b42464-ea16-4935-b1ff-64758707e1eb,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:21:46.607484 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.607672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] In _notify_port_updated(), no bound segment for port 64f88d81-f36b-4e25-b56d-236b42ab250a on network 8b318c17-7f7e-4446-9aa9-a552643b7eac {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:21:46.614211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:46.614939 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:46.620325 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "PUT /v2.0/ports/64f88d81-f36b-4e25-b56d-236b42ab250a HTTP/1.1" status: 200 len: 818 time: 0.6245046 Dec 08 00:21:46.621285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:46.724103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca39ef0-1b26-4d39-b8ee-3de2ba2863b8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=64f88d81-f36b-4e25-b56d-236b42ab250a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:46.809972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76079c-ee67-4715-b1b8-0b9eb0726b29 None None] Pushing event updated for resources: {'Port': ['ID=b0b42464-ea16-4935-b1ff-64758707e1eb,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:46.923262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 64f88d81-f36b-4e25-b56d-236b42ab250a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:46.924128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.221248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.245376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 64f88d81-f36b-4e25-b56d-236b42ab250a owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:47.296657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.374584 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.440116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.477248 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.521103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=64f88d81-f36b-4e25-b56d-236b42ab250a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:47.530954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.537054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b6496474-6a19-4bb0-b290-ed8460c81421 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/64f88d81-f36b-4e25-b56d-236b42ab250a HTTP/1.1" status: 204 len: 168 time: 0.9112492 Dec 08 00:21:47.549557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43964) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:47.663344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Allocated IP 172.25.6.35 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/638e88bd-0681-4a3e-8a50-9059e2dc8f5c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:47.677085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee1bec-313a-4277-984e-75530fbd67d8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:47.679132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2fee1bec-313a-4277-984e-75530fbd67d8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1280627 Dec 08 00:21:47.683204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43972) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:47.731212 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-944c4277-fa21-4632-bc02-1a465dfcac8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:21:47.733031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-944c4277-fa21-4632-bc02-1a465dfcac8e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/64f88d81-f36b-4e25-b56d-236b42ab250a HTTP/1.1" status: 404 len: 333 time: 0.0476401 Dec 08 00:21:47.739016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43982) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:47.744377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1082773129'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:47.795269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:47.799540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.846480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:21:47.870751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.871470 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment 491aadb6-85af-406d-9ff8-6565b8289be5 of type vlan for network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 Dec 08 00:21:47.927832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.964999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:47.982312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:47.983566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:48.033811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:48.096105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:48.108120 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3679657 Dec 08 00:21:48.121828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44004) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:48.153549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:48.238190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:48.258752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:48.262832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:48.274163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d3632-ec84-461e-b8a0-4ce0748d9513 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:48.397352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-122364e4-b219-447d-bcab-856eb7c9727c None None] Provisioning complete for port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:48.397821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-122364e4-b219-447d-bcab-856eb7c9727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:48.491492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Pushing event updated for resources: {'Port': ['ID=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:48.549381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615ea88-a1da-453c-a705-b135aecee8c7 None None] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:48.833015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b32496-2770-40a0-a71b-7e61a3130ee6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=8122487e-8ca3-4fcb-a417-5f3fb7880f15,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:48.837989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0b42464-ea16-4935-b1ff-64758707e1eb up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:48.942717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:21:48.949948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.027506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-122364e4-b219-447d-bcab-856eb7c9727c None None] Port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:49.067764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:49.072662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.073750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b0b42464-ea16-4935-b1ff-64758707e1eb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:49.078452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.265082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c0b15548-4d64-4d78-807e-1f93872bc9d4 None None] Provisioning complete for port b0b42464-ea16-4935-b1ff-64758707e1eb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:49.265437 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c0b15548-4d64-4d78-807e-1f93872bc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.425405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.544921 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.587604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.613908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port b0b42464-ea16-4935-b1ff-64758707e1eb, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0b42464-ea16-4935-b1ff-64758707e1eb,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:49.686347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.691020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=41119fc6-cb89-4c37-a8fd-5dde459f1ed9,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:49.771336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': '491aadb6-85af-406d-9ff8-6565b8289be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:49.771728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: 8122487e-8ca3-4fcb-a417-5f3fb7880f15, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:21:49.817559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:21:49.846967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8122487e-8ca3-4fcb-a417-5f3fb7880f15) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:49.851386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:49.852033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:49.881494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=b0b42464-ea16-4935-b1ff-64758707e1eb,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:49.890251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db31628-94f9-48ef-94a9-30899ffc5ce6 None None] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:49.907607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e3734009-4822-409a-941d-38afd66aaae5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7784808 Dec 08 00:21:49.908404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44054) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:49.930640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9618ef03-67bb-4194-9bcc-76a35360b3ff tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:49.959635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c0b15548-4d64-4d78-807e-1f93872bc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:50.086090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Router 4aee2064-fb3a-4510-9b5c-d51aba739801 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:21:50.261586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:21:50.274034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9618ef03-67bb-4194-9bcc-76a35360b3ff tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:50.278313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9618ef03-67bb-4194-9bcc-76a35360b3ff tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:50.483957 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:50.489811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2d43ce57-4d60-4595-b80c-234b6f243822 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3654966 Dec 08 00:21:50.490166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44068) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:50.560796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Sync routers for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:21:50.560936 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-9618ef03-67bb-4194-9bcc-76a35360b3ff tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41119fc6-cb89-4c37-a8fd-5dde459f1ed9 (CIDR: 172.20.0.0/28) Dec 08 00:21:50.579625 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9618ef03-67bb-4194-9bcc-76a35360b3ff tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:21:50.582233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9618ef03-67bb-4194-9bcc-76a35360b3ff tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:21:50.635624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:21:50.640046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:21:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:50.674203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9618ef03-67bb-4194-9bcc-76a35360b3ff tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7551501 Dec 08 00:21:50.675869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44074) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:50.682666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:50.690743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-c0b15548-4d64-4d78-807e-1f93872bc9d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:21:50.691445 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-c0b15548-4d64-4d78-807e-1f93872bc9d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:21:50.848995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0b42464-ea16-4935-b1ff-64758707e1eb up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:50.858603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-8122487e-8ca3-4fcb-a417-5f3fb7880f15', 'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15', 'project_id': 'aaa24d00f3b047c396b1fcf77d37732f', 'fixed_ips': [{'subnet_id': '41119fc6-cb89-4c37-a8fd-5dde459f1ed9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:21:50.859558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:50.932704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:50.936824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:51.454126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:51.516905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:21:51.592876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:51.602424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:51.609884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:51.613248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:51.689568 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5079dc7a-d3e6-462d-b21c-1c652edbe4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:51.691152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:51.715728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=a4a700ed-dbd8-4b73-add9-f7cac674f2b5,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:51.736035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-244723d6-b122-405a-9528-aebbb43c6888 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0590391 Dec 08 00:21:51.738544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44094) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:51.745505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15', 'fixed_ips': [{'subnet_id': '41119fc6-cb89-4c37-a8fd-5dde459f1ed9'}, {'subnet_id': 'a4a700ed-dbd8-4b73-add9-f7cac674f2b5'}], 'name': 'tempest-PortsTestJSON-1041458714'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:51.817229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b0b42464-ea16-4935-b1ff-64758707e1eb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:51.817862 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:52.009395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:21:52.025961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Allocated IP 172.20.0.2 (8122487e-8ca3-4fcb-a417-5f3fb7880f15/41119fc6-cb89-4c37-a8fd-5dde459f1ed9/504da790-3718-4f19-9edc-c6a84004cd65) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:52.063413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Allocated IP 172.20.0.1 (00a4b0d8-7234-4555-af0a-a0eef6ceac27/7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a/9d6b08f9-b535-4380-b3b1-2d490da167da) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:52.069610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c4dc5315-5338-49ab-a175-bd4b167a7834 None None] Provisioning complete for port b0b42464-ea16-4935-b1ff-64758707e1eb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:52.071220 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c4dc5315-5338-49ab-a175-bd4b167a7834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:52.208272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:52.224983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:52.265755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port a3e10b68-497b-47ae-b7f8-b1100a80c49b yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:21:52.268488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:52.307572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:52.313786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:52.330100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:52.451793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6b08f9-b535-4380-b3b1-2d490da167da,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:52.466757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:52.824985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:52.968769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d52739e9-310e-4a60-a3db-1ae860119b52 None None] Provisioning complete for port 9d6b08f9-b535-4380-b3b1-2d490da167da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:52.969684 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d52739e9-310e-4a60-a3db-1ae860119b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:53.021932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:48Z', 'revision_number': 3, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:53.110801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:53.119536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:53.134620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Checking router: 4aee2064-fb3a-4510-9b5c-d51aba739801 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:21:53.135208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Updating router 4aee2064-fb3a-4510-9b5c-d51aba739801 port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:21:53.174355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:53.190317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d52739e9-310e-4a60-a3db-1ae860119b52 None None] Port 9d6b08f9-b535-4380-b3b1-2d490da167da cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:53.194299 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:53.236501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:53.311195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:53.370064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:53.377403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6b08f9-b535-4380-b3b1-2d490da167da,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:53.548778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:53.550623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:53.636425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.11 (8122487e-8ca3-4fcb-a417-5f3fb7880f15/41119fc6-cb89-4c37-a8fd-5dde459f1ed9/a3e10b68-497b-47ae-b7f8-b1100a80c49b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:53.643836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.25 (8122487e-8ca3-4fcb-a417-5f3fb7880f15/a4a700ed-dbd8-4b73-add9-f7cac674f2b5/a3e10b68-497b-47ae-b7f8-b1100a80c49b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:53.861434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Router 4aee2064-fb3a-4510-9b5c-d51aba739801 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:21:53.880941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:53.892261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:54.007240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Pushing event updated for resources: {'Port': ['ID=504da790-3718-4f19-9edc-c6a84004cd65,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:54.009424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.065730 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.078094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.080211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.080743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.081270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.081972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.083186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.084229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.085162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.086237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.087710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.089332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.089883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.090983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:21:54.099498 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6e183c3a-37ad-4b79-95fd-55d47149ff9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.140550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:21:54.141909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.170058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90f58819-fd17-4b26-9e4b-62db5185ad97 admin admin] 10.222.0.18 "PUT /v2.0/routers/4aee2064-fb3a-4510-9b5c-d51aba739801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6709993 Dec 08 00:21:54.170175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Attempting to bind port 504da790-3718-4f19-9edc-c6a84004cd65 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:21:54.170928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Attempting to bind port 504da790-3718-4f19-9edc-c6a84004cd65 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '491aadb6-85af-406d-9ff8-6565b8289be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:21:54.171476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Attempting to bind port 504da790-3718-4f19-9edc-c6a84004cd65 on network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:21:54.178010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:21:54.178582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Checking segment: {'id': '491aadb6-85af-406d-9ff8-6565b8289be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:54.179144 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.179995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Bound using segment: {'id': '491aadb6-85af-406d-9ff8-6565b8289be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:21:54.180545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Bound port: 504da790-3718-4f19-9edc-c6a84004cd65, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491aadb6-85af-406d-9ff8-6565b8289be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:21:54.181258 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.207269 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.222415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:54.230734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:54.245861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:54.273880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79eb189-1a54-4dba-8fdb-cbf76ea2276c None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:54.290876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44124) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:54.322397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=a3e10b68-497b-47ae-b7f8-b1100a80c49b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:54.396932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] Deleting subnet c7e7d5de-9994-4e43-b96a-fe12be93e576 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:54.403118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.434100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:54.435452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.477627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-466c5797-bd10-4e8e-847e-8b58da6b35f8 None None] Provisioning complete for port 9d6b08f9-b535-4380-b3b1-2d490da167da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:54.477997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-466c5797-bd10-4e8e-847e-8b58da6b35f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.488225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.522661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Attempting to bind port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:21:54.529894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bdb7931d-ab10-4b6e-add2-5ce44a2ac687 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.7873383 Dec 08 00:21:54.530598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44130) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:54.530949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Attempting to bind port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:21:54.531542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Attempting to bind port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:21:54.559591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72110d-8e5f-41a9-b278-139f3e230300 None None] Pushing event updated for resources: {'Port': ['ID=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:54.561003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41119fc6-cb89-4c37-a8fd-5dde459f1ed9'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:54.567869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:21:54.569283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:21:54.569866 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.570469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:21:54.573371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Bound port: 638e88bd-0681-4a3e-8a50-9059e2dc8f5c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:21:54.574009 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.579132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.602990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] For port 504da790-3718-4f19-9edc-c6a84004cd65, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:21:54.623014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-466c5797-bd10-4e8e-847e-8b58da6b35f8 None None] Port 9d6b08f9-b535-4380-b3b1-2d490da167da cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:21:54.629231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] For port 504da790-3718-4f19-9edc-c6a84004cd65, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=504da790-3718-4f19-9edc-c6a84004cd65,segment=NetworkSegment(491aadb6-85af-406d-9ff8-6565b8289be5),segment_id=491aadb6-85af-406d-9ff8-6565b8289be5)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:21:54.655583 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.685727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.708287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.720820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c7e7d5de-9994-4e43-b96a-fe12be93e576 HTTP/1.1" status: 204 len: 168 time: 0.4280572 Dec 08 00:21:54.723331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44136) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:54.791758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90729c5f-57a1-40d1-9cfc-24ef0f3fef80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e7d5de-9994-4e43-b96a-fe12be93e576,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:54.823716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:54.827272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] For port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:21:54.965377 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.113465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.169592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4679285a-79e2-475f-9655-bbcce523680d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:55.198483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b6bd63-e99f-4232-8bc7-db8814475264') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:55.198788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b6bd63-e99f-4232-8bc7-db8814475264') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:55.229656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.268077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.291276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Delete allocated IP 172.20.0.25 (8122487e-8ca3-4fcb-a417-5f3fb7880f15/a4a700ed-dbd8-4b73-add9-f7cac674f2b5) {{(pid=103114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 00:21:55.298365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:21:55.302264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:21:55.307412 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:21:55.433459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] For port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:21:55.458316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e9eb8f31-7d64-4784-968c-0a9d401896b7 None None] Provisioning complete for port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:55.459465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8f31-7d64-4784-968c-0a9d401896b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.479416 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.518001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1280f21-3968-464d-a6a3-4d8fa1f09077 None None] Pushing event updated for resources: {'Port': ['ID=504da790-3718-4f19-9edc-c6a84004cd65,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:55.560543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.570875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.572853 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.576872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/4679285a-79e2-475f-9655-bbcce523680d HTTP/1.1" status: 204 len: 168 time: 0.8055277 Dec 08 00:21:55.612496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd95adb-bff8-4976-81f4-b3698f72b4ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4679285a-79e2-475f-9655-bbcce523680d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:55.630203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44148) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:55.637046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5b422825-e68d-46b1-b4e1-33d745b5f708 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909906079', 'description': 'tempest-description--1687945343'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:55.664096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733bb13-658f-426f-b6ab-bb10ed93db0a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:21:55.714230 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.714943 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b422825-e68d-46b1-b4e1-33d745b5f708 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.734286 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.739160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:21:55.739805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:21:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:55.747448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72110d-8e5f-41a9-b278-139f3e230300 None None] Pushing event updated for resources: {'Port': ['ID=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:55.865365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b422825-e68d-46b1-b4e1-33d745b5f708 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.878763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44150) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:55.887681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b422825-e68d-46b1-b4e1-33d745b5f708 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.917435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=a3e10b68-497b-47ae-b7f8-b1100a80c49b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:55.938508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] In _notify_port_updated(), no bound segment for port a3e10b68-497b-47ae-b7f8-b1100a80c49b on network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:21:55.945215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:55.945946 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:55.949909 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-51fe054c-0a97-479d-9c19-40b7bd2102db tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "PUT /v2.0/ports/a3e10b68-497b-47ae-b7f8-b1100a80c49b HTTP/1.1" status: 200 len: 920 time: 1.4155791 Dec 08 00:21:55.951413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44156) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:55.964167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41119fc6-cb89-4c37-a8fd-5dde459f1ed9'}, {'subnet_id': 'a4a700ed-dbd8-4b73-add9-f7cac674f2b5'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:55.992438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b422825-e68d-46b1-b4e1-33d745b5f708 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:56.009719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b422825-e68d-46b1-b4e1-33d745b5f708 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.017411 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5b422825-e68d-46b1-b4e1-33d745b5f708 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3845365 Dec 08 00:21:56.020081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44158) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:56.033446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-af6f9e9c-3af2-4d47-b8fb-9bf6b21e9c42 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'security_group_rule': {'security_group_id': 'f0dd6d9a-82e9-4e29-834c-f0f1241b3b64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:56.100501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8f31-7d64-4784-968c-0a9d401896b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.112595 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aa4add27-7f68-45c9-87b8-7468f8497388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b51cb9c48d244ba6984c698154e57ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301354 Dec 08 00:21:56.114716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44160) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:56.131332 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.153100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9e9c-3af2-4d47-b8fb-9bf6b21e9c42 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.167153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:21:56.264235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e9eb8f31-7d64-4784-968c-0a9d401896b7 None None] For port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:56.308926 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8f31-7d64-4784-968c-0a9d401896b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.314876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1f52e2a-b674-4816-8627-3d461d040642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.455558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1f52e2a-b674-4816-8627-3d461d040642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.500325 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.531183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9e9c-3af2-4d47-b8fb-9bf6b21e9c42 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.546469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9e9c-3af2-4d47-b8fb-9bf6b21e9c42 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.645780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f9e9c-3af2-4d47-b8fb-9bf6b21e9c42 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead54fea-7b2b-4948-b14a-41fb00f73b96,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:56.666848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6f9e9c-3af2-4d47-b8fb-9bf6b21e9c42 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.681199 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af6f9e9c-3af2-4d47-b8fb-9bf6b21e9c42 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6600292 Dec 08 00:21:56.682126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:56.696770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6a68fded-9b32-41ee-a4cd-fa105890c947 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'security_group_rule': {'security_group_id': 'f0dd6d9a-82e9-4e29-834c-f0f1241b3b64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:56.731761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb8f31-7d64-4784-968c-0a9d401896b7 None None] Pushing event updated for resources: {'Port': ['ID=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:56.741091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175a943-cb80-4224-a46d-cb3dff840476 None None] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:21:56.768532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5f5e69e7-edce-4128-94b3-30ab1666dba9 None None] Provisioning complete for port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:56.768855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1f52e2a-b674-4816-8627-3d461d040642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.768967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f5e69e7-edce-4128-94b3-30ab1666dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.771456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1f52e2a-b674-4816-8627-3d461d040642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.783280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1f52e2a-b674-4816-8627-3d461d040642 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe HTTP/1.1" status: 204 len: 168 time: 0.6596711 Dec 08 00:21:56.795459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a68fded-9b32-41ee-a4cd-fa105890c947 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.822437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f52e2a-b674-4816-8627-3d461d040642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0bf9ea-1a42-4de2-8c5d-bad843ae9dfe,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:56.848581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 504da790-3718-4f19-9edc-c6a84004cd65 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:21:56.915321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a68fded-9b32-41ee-a4cd-fa105890c947 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.923877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a68fded-9b32-41ee-a4cd-fa105890c947 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.944985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68fded-9b32-41ee-a4cd-fa105890c947 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081d0818-12c6-4712-9f8e-53f021957bf4,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:56.962164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a68fded-9b32-41ee-a4cd-fa105890c947 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:56.967772 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6a68fded-9b32-41ee-a4cd-fa105890c947 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2744794 Dec 08 00:21:56.968722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44174) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:56.974332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:21:57.027282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.064270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.23 (8122487e-8ca3-4fcb-a417-5f3fb7880f15/a4a700ed-dbd8-4b73-add9-f7cac674f2b5/a3e10b68-497b-47ae-b7f8-b1100a80c49b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:57.189884 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.318028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.320199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 2, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:21:57.332946 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.334184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.417719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331cccc-45a2-4cc3-98c7-b27aa1f5dd38 None None] The sync data for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 is: [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 2, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:21:57.452760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Allocated IP 172.25.6.59 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/c06d83ab-bcb9-4371-9663-375ac8ac1363) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:57.505279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=a3e10b68-497b-47ae-b7f8-b1100a80c49b,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:57.653132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 504da790-3718-4f19-9edc-c6a84004cd65 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:57.664320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.738124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.758334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] In _notify_port_updated(), no bound segment for port a3e10b68-497b-47ae-b7f8-b1100a80c49b on network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:21:57.785002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:21:57.798717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.806494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-86001a64-4e98-427e-951a-1d733db6432d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "PUT /v2.0/ports/a3e10b68-497b-47ae-b7f8-b1100a80c49b HTTP/1.1" status: 200 len: 1000 time: 1.8518069 Dec 08 00:21:57.807504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44186) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:57.830533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7fdb75-d514-4356-ac79-2d35b74cfb07 None None] Update dhcp port {'port': {'network_id': '8122487e-8ca3-4fcb-a417-5f3fb7880f15', 'fixed_ips': [{'subnet_id': '41119fc6-cb89-4c37-a8fd-5dde459f1ed9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4a700ed-dbd8-4b73-add9-f7cac674f2b5'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '504da790-3718-4f19-9edc-c6a84004cd65'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:21:57.892560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.904446 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdb75-d514-4356-ac79-2d35b74cfb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.936459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-65fb5525-3a7b-48a0-b7b3-b15a65aa2d72 None None] Provisioning complete for port 504da790-3718-4f19-9edc-c6a84004cd65 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:21:57.936829 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-65fb5525-3a7b-48a0-b7b3-b15a65aa2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:57.939261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.035013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:21:58.051368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'Port': ['ID=c06d83ab-bcb9-4371-9663-375ac8ac1363,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:58.064763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:21:58.077239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:21:58.116686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port a3e10b68-497b-47ae-b7f8-b1100a80c49b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:21:58.118415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.352019 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.424979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.434319 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.454016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for a3e10b68-497b-47ae-b7f8-b1100a80c49b owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:21:58.477212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 504da790-3718-4f19-9edc-c6a84004cd65, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=504da790-3718-4f19-9edc-c6a84004cd65,segment=NetworkSegment(491aadb6-85af-406d-9ff8-6565b8289be5),segment_id=491aadb6-85af-406d-9ff8-6565b8289be5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:58.496661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4c7fdb75-d514-4356-ac79-2d35b74cfb07 None None] Allocated IP 172.20.0.18 (8122487e-8ca3-4fcb-a417-5f3fb7880f15/a4a700ed-dbd8-4b73-add9-f7cac674f2b5/504da790-3718-4f19-9edc-c6a84004cd65) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:21:58.503969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.632903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=504da790-3718-4f19-9edc-c6a84004cd65,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:58.906781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.910699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.929352 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:58.986699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4c7fdb75-d514-4356-ac79-2d35b74cfb07 None None] For port 504da790-3718-4f19-9edc-c6a84004cd65, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=504da790-3718-4f19-9edc-c6a84004cd65,segment=NetworkSegment(491aadb6-85af-406d-9ff8-6565b8289be5),segment_id=491aadb6-85af-406d-9ff8-6565b8289be5)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:21:58.999267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=a3e10b68-497b-47ae-b7f8-b1100a80c49b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:59.027876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdb75-d514-4356-ac79-2d35b74cfb07 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:59.044378 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdb75-d514-4356-ac79-2d35b74cfb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:59.091602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'Port': ['ID=c06d83ab-bcb9-4371-9663-375ac8ac1363,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:59.113198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:59.145797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:59.148110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-69cd20f6-87e2-4420-9ec2-231269f2adfd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1778178 Dec 08 00:21:59.210442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:59.221638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44218) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:59.222696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6372137a-d35c-4181-8328-b608e1a38e60 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/a3e10b68-497b-47ae-b7f8-b1100a80c49b HTTP/1.1" status: 204 len: 168 time: 1.4122422 Dec 08 00:21:59.238381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fdb75-d514-4356-ac79-2d35b74cfb07 None None] Pushing event updated for resources: {'Port': ['ID=504da790-3718-4f19-9edc-c6a84004cd65,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:21:59.305281 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b295135-8b53-4761-ae1f-730cecfb32e4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:21:59.319765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44222) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:21:59.333585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2b295135-8b53-4761-ae1f-730cecfb32e4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/a3e10b68-497b-47ae-b7f8-b1100a80c49b HTTP/1.1" status: 404 len: 333 time: 0.1103938 Dec 08 00:21:59.443885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet a4a700ed-dbd8-4b73-add9-f7cac674f2b5 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:21:59.447885 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:59.548694 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:21:59.708303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-4fac33a6-7cfa-4ae3-baa8-3888c3c5478a tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1909906079&fields=id&tenant_id=02af2c8d35904777ae8121d05472c453 HTTP/1.1" status: 200 len: 267 time: 0.1959600 Dec 08 00:21:59.954590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44242) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:00.039413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-694ba16c-7dac-4627-bb17-15660298f425 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:00.053307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-694ba16c-7dac-4627-bb17-15660298f425 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 811 time: 0.3223827 Dec 08 00:22:00.064195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.171593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-99b710ce-43fe-49bf-9a66-f504516aed8e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/quotas/02af2c8d35904777ae8121d05472c453 HTTP/1.1" status: 200 len: 375 time: 0.1102154 Dec 08 00:22:00.244857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0a35bbc-6e44-4624-b96d-6988dee3da9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.251493 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.259657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f65fb2-00df-419a-b92a-0ce1fca138fa None None] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:00.366744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a700ed-dbd8-4b73-add9-f7cac674f2b5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:00.388175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.400811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8cdde61d-eb5d-456b-ba9d-332acce59599 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/a4a700ed-dbd8-4b73-add9-f7cac674f2b5 HTTP/1.1" status: 204 len: 168 time: 1.0799100 Dec 08 00:22:00.403887 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0a35bbc-6e44-4624-b96d-6988dee3da9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.405111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44252) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:00.418623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0a35bbc-6e44-4624-b96d-6988dee3da9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.434771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-cbd77835-4f9c-4769-8415-6bad7bd7501e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2598362 Dec 08 00:22:00.510454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-299b8b0c-b34c-40cd-b7c3-e8d37f2d6bef None None] Provisioning complete for port 504da790-3718-4f19-9edc-c6a84004cd65 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:00.510856 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-299b8b0c-b34c-40cd-b7c3-e8d37f2d6bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.519701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a35bbc-6e44-4624-b96d-6988dee3da9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2146fc6-befc-4395-83bd-36ea7ee802bc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:00.530069 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f0a35bbc-6e44-4624-b96d-6988dee3da9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75fae243edb2476aa45bbf9b6fb8be3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743413 Dec 08 00:22:00.530875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44254) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:00.543193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 41119fc6-cb89-4c37-a8fd-5dde459f1ed9 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:22:00.553088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.734178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01dbb6e-f91a-48e3-8acc-45eba9d0bee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.776320 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:22:00.783176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-25666fe5-c2ad-4fc6-90fc-d37ae095dc61 service neutron] 10.222.0.18 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283331 Dec 08 00:22:00.798544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01dbb6e-f91a-48e3-8acc-45eba9d0bee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.823305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-299b8b0c-b34c-40cd-b7c3-e8d37f2d6bef None None] Could not find standard attr ID for object a3e10b68-497b-47ae-b7f8-b1100a80c49b. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:22:00.906542 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.958124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01dbb6e-f91a-48e3-8acc-45eba9d0bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.959787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 638e88bd-0681-4a3e-8a50-9059e2dc8f5c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:00.961674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a01dbb6e-f91a-48e3-8acc-45eba9d0bee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:00.963815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a01dbb6e-f91a-48e3-8acc-45eba9d0bee1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2146fc6-befc-4395-83bd-36ea7ee802bc HTTP/1.1" status: 204 len: 168 time: 0.4304245 Dec 08 00:22:00.994229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dbb6e-f91a-48e3-8acc-45eba9d0bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2146fc6-befc-4395-83bd-36ea7ee802bc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:01.013641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-4211d3b6-7f30-43db-83e5-cecfe876044a service neutron] 10.222.0.18 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183561 Dec 08 00:22:01.183462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:01.183781 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:01.214132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:01.434710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28dae76b-1b5b-4234-bc05-900c007bb599 req-4ea3966e-8f14-4347-ad18-9e53fbdb41f7 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 210 time: 0.0813174 Dec 08 00:22:01.446043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:01.520300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 504da790-3718-4f19-9edc-c6a84004cd65 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:01.533341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=41119fc6-cb89-4c37-a8fd-5dde459f1ed9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:01.544648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:01.560777 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9d0e25b3-2f85-4a96-9454-2720943e8bc3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/41119fc6-cb89-4c37-a8fd-5dde459f1ed9 HTTP/1.1" status: 204 len: 168 time: 1.1544490 Dec 08 00:22:01.563819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44272) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:01.689785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 504da790-3718-4f19-9edc-c6a84004cd65 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:01.690158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:01.754002 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Sync routers for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:22:01.787787 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:01.789186 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:21:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:01.868079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:02.092128 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:22:02.101314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 504da790-3718-4f19-9edc-c6a84004cd65 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:02.105851 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:02.342596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] For port 504da790-3718-4f19-9edc-c6a84004cd65, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=504da790-3718-4f19-9edc-c6a84004cd65,segment=NetworkSegment(491aadb6-85af-406d-9ff8-6565b8289be5),segment_id=491aadb6-85af-406d-9ff8-6565b8289be5)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:02.342814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:02.362622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf78e74-e1ab-4910-bef5-c87aada517f5 None None] Network 8122487e-8ca3-4fcb-a417-5f3fb7880f15 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:02.375480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 504da790-3718-4f19-9edc-c6a84004cd65 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:02.555414 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:02.581370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No DVR routers for this DVR port 504da790-3718-4f19-9edc-c6a84004cd65 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:02.588564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-78a862ba-945b-443f-9f8e-5d9f4349c87b None None] Provisioning complete for port 504da790-3718-4f19-9edc-c6a84004cd65 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:02.589293 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-78a862ba-945b-443f-9f8e-5d9f4349c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:02.676560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-78a862ba-945b-443f-9f8e-5d9f4349c87b None None] Port 504da790-3718-4f19-9edc-c6a84004cd65 was deleted so its status cannot be updated. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 00:22:02.728111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3d10817-6c7f-44e3-a2e2-526b92eb9ee2 req-bd5957a1-df6f-4793-9813-b8b85601d3f2 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 210 time: 0.0594728 Dec 08 00:22:02.752311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=504da790-3718-4f19-9edc-c6a84004cd65,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:02.819858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc61f40-f0dc-496c-8114-edc409ef7b58 None None] DHCP port deletion for 8122487e-8ca3-4fcb-a417-5f3fb7880f15 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:02.923357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44306) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:02.964158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.005488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8122487e-8ca3-4fcb-a417-5f3fb7880f15']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:03.020899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491aadb6-85af-406d-9ff8-6565b8289be5') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:03.021765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491aadb6-85af-406d-9ff8-6565b8289be5') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:03.036379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.056832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.067900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:22:03.068561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:22:03.072113 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:22:03.119439 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 2, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:03.191424 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Checking router: 4aee2064-fb3a-4510-9b5c-d51aba739801 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:22:03.191792 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Updating router 4aee2064-fb3a-4510-9b5c-d51aba739801 port 9d6b08f9-b535-4380-b3b1-2d490da167da binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:22:03.208653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-253522233-network', 'tenant_id': '52e64dd643284916bdd2dec4a64573f6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:03.228285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.239695 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.254183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.269062 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/8122487e-8ca3-4fcb-a417-5f3fb7880f15 HTTP/1.1" status: 204 len: 168 time: 1.6977491 Dec 08 00:22:03.293620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44312) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:03.341701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaae77-5761-403e-a7c0-ac30c39839c4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=8122487e-8ca3-4fcb-a417-5f3fb7880f15,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:03.405255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Made reservation on behalf of 52e64dd643284916bdd2dec4a64573f6 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:03.414824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.457879 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.553747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e69ed-531f-4f53-9820-ffb2eb45cefb tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:03.555787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a83e69ed-531f-4f53-9820-ffb2eb45cefb tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2596467 Dec 08 00:22:03.573198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44320) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:03.730038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-46c1ab20-091c-45ea-b4b0-fb2ad59e1c6b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1550324 Dec 08 00:22:03.737631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44322) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:03.743685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-475662945'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:03.792351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.801069 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.802665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.810783 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.821185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:22:03.837126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.837797 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Added segment ccfa0772-990e-45dc-b937-1ea40a8c7086 of type vlan for network 050132c7-3d7f-4567-a521-3f7f9574c518 Dec 08 00:22:03.867223 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Pushing event updated for resources: {'Port': ['ID=9d6b08f9-b535-4380-b3b1-2d490da167da,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:03.882879 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.883511 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.884016 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.884521 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.885045 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.885537 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.886235 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.886744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.887463 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.888090 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.888603 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.889142 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.889629 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:03.890614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.920400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:03.926202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.967339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.970057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:03.970661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:03.989001 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Attempting to bind port 9d6b08f9-b535-4380-b3b1-2d490da167da on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:22:03.989478 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Attempting to bind port 9d6b08f9-b535-4380-b3b1-2d490da167da by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:22:03.989741 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Attempting to bind port 9d6b08f9-b535-4380-b3b1-2d490da167da on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:03.999358 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:22:03.999739 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Checking segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:04.000798 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:04.001379 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Bound using segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:22:04.002150 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Bound port: 9d6b08f9-b535-4380-b3b1-2d490da167da, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:22:04.002829 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:04.115581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fe61d19-f504-473b-84ae-5dcac135ee1e req-7d1b9b00-2558-475e-b61d-346c2596bd9e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 210 time: 0.1858797 Dec 08 00:22:04.171124 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] For port 9d6b08f9-b535-4380-b3b1-2d490da167da, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:22:04.180172 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] For port 9d6b08f9-b535-4380-b3b1-2d490da167da, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9d6b08f9-b535-4380-b3b1-2d490da167da,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:22:04.191389 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:04.294704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-002d5f40-0660-4361-93ed-db319b2d92e6 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:04.299022 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-002d5f40-0660-4361-93ed-db319b2d92e6 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 811 time: 0.8730927 Dec 08 00:22:04.333020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e38f4ab3-7c6a-4776-accf-a393011ae5aa None None] Provisioning complete for port 9d6b08f9-b535-4380-b3b1-2d490da167da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:04.333597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38f4ab3-7c6a-4776-accf-a393011ae5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:04.354273 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aeb37-cc53-4f7a-81b1-ab23e22f84ad None None] Pushing event updated for resources: {'Port': ['ID=9d6b08f9-b535-4380-b3b1-2d490da167da,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:04.392999 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:04.394017 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:21:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:04.508995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-39bb6b86-9564-41fb-a558-b5f51027ced9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af2c8d35904777ae8121d05472c453 HTTP/1.1" status: 200 len: 380 time: 0.1889789 Dec 08 00:22:04.516118 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38f4ab3-7c6a-4776-accf-a393011ae5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:04.529654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'port': {'device_id': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'admin_state_up': True, 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'security_groups': ['f0dd6d9a-82e9-4e29-834c-f0f1241b3b64']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:04.574405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e38f4ab3-7c6a-4776-accf-a393011ae5aa None None] For port 9d6b08f9-b535-4380-b3b1-2d490da167da, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9d6b08f9-b535-4380-b3b1-2d490da167da,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:04.585568 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38f4ab3-7c6a-4776-accf-a393011ae5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:04.715222 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:22:04.734655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f4ab3-7c6a-4776-accf-a393011ae5aa None None] Pushing event updated for resources: {'Port': ['ID=9d6b08f9-b535-4380-b3b1-2d490da167da,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:04.816332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-74f3a3ab-6572-4c07-81f6-8bbda7638521 None None] Provisioning complete for port 9d6b08f9-b535-4380-b3b1-2d490da167da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:04.817123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-74f3a3ab-6572-4c07-81f6-8bbda7638521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:04.917239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d6b08f9-b535-4380-b3b1-2d490da167da up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:04.965807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Made reservation on behalf of 02af2c8d35904777ae8121d05472c453 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:04.974007 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:05.179555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9d6b08f9-b535-4380-b3b1-2d490da167da triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:05.179931 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:05.250590 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:05.273079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af828687-f3da-490d-9fe5-aa29f27254e3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:05.332018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4065199 Dec 08 00:22:05.336055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed5a75-c08c-42a6-9416-f9ba050cb295 admin admin] Pushing event updated for resources: {'Network': ['ID=050132c7-3d7f-4567-a521-3f7f9574c518,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:05.336695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44338) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:05.340314 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85a083-e52c-4e8b-920f-ce3287883834 None None] The sync data for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 is: [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:22:05.358984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 050132c7-3d7f-4567-a521-3f7f9574c518 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:22:05.368055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Request body: {'subnet': {'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-253522233-subnet', 'tenant_id': '52e64dd643284916bdd2dec4a64573f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:05.416758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca416a78-267b-4682-a26c-57c45ed36f90 req-dd6cfd95-1467-488b-990d-d201bf55729b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 210 time: 0.0945873 Dec 08 00:22:05.433377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:22:05.435025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Allocated IP 172.20.0.9 (00a4b0d8-7234-4555-af0a-a0eef6ceac27/7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a/6d927572-6d05-445b-bb47-827a9d21f4ff) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:05.452517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:05.452977 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment 82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9 of type vlan for network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 Dec 08 00:22:05.492774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Made reservation on behalf of 52e64dd643284916bdd2dec4a64573f6 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:05.497580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:05.509503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:05.549947 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:05.557529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:05.558634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:05.740612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=e2217772-1644-41c6-ba6f-4e9e7a46f9d1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:05.753243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 504da790-3718-4f19-9edc-c6a84004cd65 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:05.758281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-932b3977-b7b8-417f-9263-c7296f7e9c2d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0193090 Dec 08 00:22:05.774595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44348) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:05.790179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:05.807411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 504da790-3718-4f19-9edc-c6a84004cd65 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:22:05.812697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 504da790-3718-4f19-9edc-c6a84004cd65 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:22:05.844730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:22:06.100323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:06.110700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:06.268320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:06.355975 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:06.461762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:06.524759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d2c90-f786-4a56-a422-a37a4accc67c req-d063a635-05ef-4a85-bf77-61b472120104 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:06.527132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-417d2c90-f786-4a56-a422-a37a4accc67c req-d063a635-05ef-4a85-bf77-61b472120104 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 946 time: 0.3639293 Dec 08 00:22:06.529994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:06.584282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:06.610380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'Port': ['ID=6d927572-6d05-445b-bb47-827a9d21f4ff,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:06.627861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:06.650726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:06.679757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2efa9206-3862-42ee-87b4-046fa1eeb01c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:06.729395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=981e8c98-5362-490d-bb0d-d8bdb1a1d467,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:06.762983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d6b08f9-b535-4380-b3b1-2d490da167da up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:06.814707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Checking segment: {'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:06.815111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Network hostable DHCP agents. Network: 050132c7-3d7f-4567-a521-3f7f9574c518, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:22:06.856418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:06.857061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:06.895801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9d6b08f9-b535-4380-b3b1-2d490da167da triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:06.896902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:06.912269 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-152932e8-ed32-43ba-b01d-812a213ff5ad tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3925138 Dec 08 00:22:06.919927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Network 050132c7-3d7f-4567-a521-3f7f9574c518 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:22:06.963497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Request body: {'port': {'device_id': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:06.983197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-417d2c90-f786-4a56-a422-a37a4accc67c req-f7127d48-8b8f-4e40-b9bc-7a411deaa476 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874042 Dec 08 00:22:07.002683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c38c-7d0c-47f6-a040-1ccf6c1f14f2 req-6d77abc6-f9a4-4121-a25b-a5ab98bca96c tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:07.010165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 050132c7-3d7f-4567-a521-3f7f9574c518) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:07.013123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed41c38c-7d0c-47f6-a040-1ccf6c1f14f2 req-6d77abc6-f9a4-4121-a25b-a5ab98bca96c tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 931 time: 0.4103129 Dec 08 00:22:07.039531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:07.040313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.041831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': '82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:07.042214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: e2217772-1644-41c6-ba6f-4e9e7a46f9d1, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:22:07.061646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8433c6-6bb0-4eff-aae8-369ab38a04d2 None None] Network 050132c7-3d7f-4567-a521-3f7f9574c518 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:07.097043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed41c38c-7d0c-47f6-a040-1ccf6c1f14f2 req-0981e5fc-9559-4344-8a83-6a22c6684c90 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797527 Dec 08 00:22:07.125313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:22:07.131430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.146922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a41827e7-cf09-4c74-bc52-8177988055d2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7935812 Dec 08 00:22:07.147148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e2217772-1644-41c6-ba6f-4e9e7a46f9d1) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:07.163504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:07.166003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.207079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-494b7ab6-0686-40f3-9316-401c2c92eeaf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4297984 Dec 08 00:22:07.209402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44366) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:07.217834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1', 'name': 'tempest-PortsTestJSON-2128270705'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:07.267292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b2ec0-ae89-44ce-a854-97d900435e87 None None] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:07.461518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc68e9-0f73-41d5-9657-36a5169c75ea None None] Network 050132c7-3d7f-4567-a521-3f7f9574c518 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:07.534426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eb210453-3de8-4835-87cc-cc269cb5247f None None] Provisioning complete for port 6d927572-6d05-445b-bb47-827a9d21f4ff triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:07.534804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb210453-3de8-4835-87cc-cc269cb5247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.592894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-eb210453-3de8-4835-87cc-cc269cb5247f None None] Port 6d927572-6d05-445b-bb47-827a9d21f4ff cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:07.597482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-e2217772-1644-41c6-ba6f-4e9e7a46f9d1', 'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1', 'project_id': 'aaa24d00f3b047c396b1fcf77d37732f', 'fixed_ips': [{'subnet_id': '981e8c98-5362-490d-bb0d-d8bdb1a1d467'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:22:07.598790 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.624728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:07.631223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.673835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port a4590340-0805-4470-81d8-0b26f8aef53f yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:22:07.789283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d927572-6d05-445b-bb47-827a9d21f4ff {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:22:07.797719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.816822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Transition to ACTIVE for port object 6d927572-6d05-445b-bb47-827a9d21f4ff will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:22:07.832052 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:07.880813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Allocated IP 172.20.0.2 (e2217772-1644-41c6-ba6f-4e9e7a46f9d1/981e8c98-5362-490d-bb0d-d8bdb1a1d467/31a0fc36-1910-4e93-ba57-efe9d9eed1e7) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:07.905504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-ab208017-07d6-4e5b-8343-9f79f05c4b62 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:07.909431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-ab208017-07d6-4e5b-8343-9f79f05c4b62 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 946 time: 0.1256371 Dec 08 00:22:07.986804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Pushing event updated for resources: {'Port': ['ID=6d927572-6d05-445b-bb47-827a9d21f4ff,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:08.117905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Deleting port 6876392e-a0ad-44ea-b608-8e6fe336c680 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:08.118518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.143435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.192967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.215814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Attempting to bind port 6d927572-6d05-445b-bb47-827a9d21f4ff on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:22:08.219617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Attempting to bind port 6d927572-6d05-445b-bb47-827a9d21f4ff by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:22:08.219974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Attempting to bind port 6d927572-6d05-445b-bb47-827a9d21f4ff on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:08.230155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Port 6d927572-6d05-445b-bb47-827a9d21f4ff on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:22:08.230492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Attempting to bind port 6d927572-6d05-445b-bb47-827a9d21f4ff on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:08.243821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:22:08.246934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Checking segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:08.247351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Bound using segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:22:08.247821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Bound port: 6d927572-6d05-445b-bb47-827a9d21f4ff, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:22:08.248243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.308528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:08.326271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:08.336011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:08.370803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] For port 6d927572-6d05-445b-bb47-827a9d21f4ff, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:22:08.372586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Pushing event updated for resources: {'Port': ['ID=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:08.385810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] For port 6d927572-6d05-445b-bb47-827a9d21f4ff, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6d927572-6d05-445b-bb47-827a9d21f4ff,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:22:08.396926 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.471425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:08.472256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.473963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] 10.222.0.44 "PUT /v2.0/ports/6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 200 len: 1091 time: 1.5413673 Dec 08 00:22:08.475331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:08.478035 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29503fe5-6fb0-4616-959b-497740cdcda2" -d '{"events": [{"name": "network-changed", "server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:08.510914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e7bbd-b32c-4d13-8e7f-6e7c7a29f917 service neutron] Pushing event updated for resources: {'Port': ['ID=6d927572-6d05-445b-bb47-827a9d21f4ff,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:08.660645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-89b56f0e-0176-4bec-a151-1abce4bd8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:08.662507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-89b56f0e-0176-4bec-a151-1abce4bd8cfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 1094 time: 0.1247761 Dec 08 00:22:08.664903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Attempting to bind port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:22:08.665287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Attempting to bind port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:22:08.665678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Attempting to bind port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 on network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:08.684513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:22:08.684907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Checking segment: {'id': '82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:08.685316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.685712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Bound using segment: {'id': '82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:22:08.686196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Bound port: 31a0fc36-1910-4e93-ba57-efe9d9eed1e7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:22:08.686580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.739667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-ed0b5028-39d9-4dc0-bf98-3ace48643c87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 200 len: 217 time: 0.0596244 Dec 08 00:22:08.799452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.8 (e2217772-1644-41c6-ba6f-4e9e7a46f9d1/981e8c98-5362-490d-bb0d-d8bdb1a1d467/a4590340-0805-4470-81d8-0b26f8aef53f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:08.834614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] For port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:22:08.843480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] For port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,segment=NetworkSegment(82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9),segment_id=82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:22:08.846129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] For port 6876392e-a0ad-44ea-b608-8e6fe336c680, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=6876392e-a0ad-44ea-b608-8e6fe336c680,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:08.847495 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.856842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:08.901693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918204-5fc2-4b92-8865-184bf864441c req-477c672e-af21-4f13-905f-79f344c270d8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:08.904123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-2cd58b22-db50-4c0f-8a67-829d4a13998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:08.905158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d918204-5fc2-4b92-8865-184bf864441c req-477c672e-af21-4f13-905f-79f344c270d8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 943 time: 0.4758916 Dec 08 00:22:08.914374 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-2cd58b22-db50-4c0f-8a67-829d4a13998c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.1669686 Dec 08 00:22:08.962358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b2b38-3a55-4450-8f46-17f52a3af193 req-0fd37cd7-7182-459b-b901-39c581829440 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:08.970684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-198b2b38-3a55-4450-8f46-17f52a3af193 req-0fd37cd7-7182-459b-b901-39c581829440 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 946 time: 0.7329366 Dec 08 00:22:09.009946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea39de-460c-4380-836d-36a568385ce3 req-c8e5ea75-ac3a-4b42-afdb-83ad330d04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:09.012029 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-c8e5ea75-ac3a-4b42-afdb-83ad330d04c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889983 Dec 08 00:22:09.014854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de258acf-aeb6-4873-8f0f-24ed3d8b0715 None None] Pushing event updated for resources: {'Port': ['ID=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:09.052804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Calling delete_port for 6876392e-a0ad-44ea-b608-8e6fe336c680 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:09.149705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-06425242-8492-45b6-8b4e-21cd6880ada7 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281443 Dec 08 00:22:09.303155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d918204-5fc2-4b92-8865-184bf864441c req-60a5c37d-7536-4601-86b4-5ff7a34f488e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178082 Dec 08 00:22:09.406180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3eea39de-460c-4380-836d-36a568385ce3 req-fb4dc70b-d375-472b-902c-10b442ff9d50 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406518 Dec 08 00:22:09.421719 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb15f2c-8741-4d56-bc05-2fa72c390d92 x-openstack-request-id: req-7bb15f2c-8741-4d56-bc05-2fa72c390d92 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:09.421719 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:09.421719 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bb15f2c-8741-4d56-bc05-2fa72c390d92 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:09.421719 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'status': 'completed', 'code': 200} Dec 08 00:22:09.555513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-198b2b38-3a55-4450-8f46-17f52a3af193 req-fbd4c2f9-6ebf-4f53-9e86-fa35431a2268 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770154 Dec 08 00:22:09.654232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-9739cbd6-7a7d-461e-a7a5-aae6a784e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:09.658145 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-9739cbd6-7a7d-461e-a7a5-aae6a784e784 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 1094 time: 0.1354363 Dec 08 00:22:09.787635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:09.817938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:09.856126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'a66e52c8-900a-4e82-aa87-5b151336ca89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:22:09.860568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['57b1f189-34c6-4f54-8fcb-6a518a8de575'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:22:09.892587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event deleted for resources: {'Port': ['ID=6876392e-a0ad-44ea-b608-8e6fe336c680,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:09.936191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313fa71a-4ccf-48e5-a3b5-3033fbba4bd1 None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:09.938646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-98b75086-201f-482d-b741-1ab9915d6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:09.941254 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-98b75086-201f-482d-b741-1ab9915d6720 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 912 time: 0.2749708 Dec 08 00:22:09.969212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] No DVR routers for this DVR port 6876392e-a0ad-44ea-b608-8e6fe336c680 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:09.971758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:09.973829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:09.977448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d97d0da-7f3a-432a-aaa7-8f3d9d399742 req-2327fd45-5eb7-4604-bcd8-054c311a1c08 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "DELETE /v2.0/ports/6876392e-a0ad-44ea-b608-8e6fe336c680 HTTP/1.1" status: 204 len: 173 time: 2.0638323 Dec 08 00:22:09.977906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'name': 'network-vif-deleted', 'tag': '6876392e-a0ad-44ea-b608-8e6fe336c680'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:09.980464 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380e9259-2ee2-4a1a-9a88-2211e82e7bc0" -d '{"events": [{"server_uuid": "4796cb6b-6876-4eaa-a322-dd05113617d1", "name": "network-vif-deleted", "tag": "6876392e-a0ad-44ea-b608-8e6fe336c680"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:10.106598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-3d40333c-d763-4ecd-aa37-ff7db14e4ef4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 200 len: 217 time: 0.1567600 Dec 08 00:22:10.112267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:10.122059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:10.152914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:10.186494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=a4590340-0805-4470-81d8-0b26f8aef53f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:10.340853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-b92ba7c6-2989-4c1b-8e1f-a2f591601e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:10.346042 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-b92ba7c6-2989-4c1b-8e1f-a2f591601e64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.2287047 Dec 08 00:22:10.529314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:10.530014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:10.530680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-2e542f6b-b622-461c-9446-ba5216290c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:10.535443 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-2e542f6b-b622-461c-9446-ba5216290c57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812780 Dec 08 00:22:10.659671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6876392e-a0ad-44ea-b608-8e6fe336c680 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:10.773606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 6876392e-a0ad-44ea-b608-8e6fe336c680 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:22:10.773957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 6876392e-a0ad-44ea-b608-8e6fe336c680 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:22:10.866868 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae05b4-a6ea-419c-a7ad-a7d83fed009d x-openstack-request-id: req-45ae05b4-a6ea-419c-a7ad-a7d83fed009d {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:10.867524 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4796cb6b-6876-4eaa-a322-dd05113617d1", "name": "network-vif-deleted", "tag": "6876392e-a0ad-44ea-b608-8e6fe336c680", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:10.867524 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45ae05b4-a6ea-419c-a7ad-a7d83fed009d {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:10.867901 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4796cb6b-6876-4eaa-a322-dd05113617d1', 'name': 'network-vif-deleted', 'tag': '6876392e-a0ad-44ea-b608-8e6fe336c680', 'status': 'completed', 'code': 200} Dec 08 00:22:10.963277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:10.969093 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-902e1000-a8c0-4ce5-8d8d-9c7710a89aea service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233932 Dec 08 00:22:11.021365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baba42a0-2394-4e7e-ab87-0917885b2a94 req-d2057bbf-c8a0-447e-ad67-397ba407a050 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4796cb6b-6876-4eaa-a322-dd05113617d1 HTTP/1.1" status: 200 len: 210 time: 0.0757985 Dec 08 00:22:11.035559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2a02c282-e380-406c-8120-1fc6a64f4d33 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8244636 Dec 08 00:22:11.039820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44484) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:11.048680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': 'e2217772-1644-41c6-ba6f-4e9e7a46f9d1', 'name': 'tempest-PortsTestJSON-1887150739'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:11.104215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555a9fc-d469-4de3-b0fa-ad4752c55614 req-70363277-706a-44a9-a5ae-d5fe139221e0 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:11.106642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b555a9fc-d469-4de3-b0fa-ad4752c55614 req-70363277-706a-44a9-a5ae-d5fe139221e0 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 943 time: 0.3640363 Dec 08 00:22:11.112973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-4f899ba6-787c-484c-b3b7-3b97074900d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5132301 Dec 08 00:22:11.158581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ee576-25f9-4416-b54a-17883c236aca None None] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:11.203543 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29503fe5-6fb0-4616-959b-497740cdcda2 req-c7160849-bddb-4aab-b08d-d65915652c2e service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290280 Dec 08 00:22:11.347164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b555a9fc-d469-4de3-b0fa-ad4752c55614 req-0e03be31-3924-4d13-8bce-4d8908bf8bb2 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307427 Dec 08 00:22:11.355067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-85a004fc-776f-41c8-97f1-be094e411e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:11.356611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-85a004fc-776f-41c8-97f1-be094e411e20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6394ffe598374955b30c8c9e131cc792&device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 1096 time: 0.1423187 Dec 08 00:22:11.401181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-40db35a1-95e3-469d-8bc2-958919dc6838 None None] Provisioning complete for port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:11.401548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40db35a1-95e3-469d-8bc2-958919dc6838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:11.497995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:11.502635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:11.533491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port b2ca016e-e9db-4801-8fb1-d2f0b2019c92 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:22:11.585269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:11.585991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:11.598367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-0477b8c9-8461-49ec-b340-01a19e936f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:11.603640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-0477b8c9-8461-49ec-b340-01a19e936f39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 200 len: 916 time: 0.2167614 Dec 08 00:22:11.858318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40db35a1-95e3-469d-8bc2-958919dc6838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:11.903355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-f316b3ef-2582-4df2-b08d-9490e5f0bbd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1 HTTP/1.1" status: 200 len: 217 time: 0.1707442 Dec 08 00:22:11.936797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.10 (e2217772-1644-41c6-ba6f-4e9e7a46f9d1/981e8c98-5362-490d-bb0d-d8bdb1a1d467/b2ca016e-e9db-4801-8fb1-d2f0b2019c92) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:12.183487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-01579cbf-218e-49f3-bcb3-bdcc47ea20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:12.187025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-01579cbf-218e-49f3-bcb3-bdcc47ea20b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 200 len: 855 time: 0.2401004 Dec 08 00:22:12.325251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-40db35a1-95e3-469d-8bc2-958919dc6838 None None] For port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,segment=NetworkSegment(82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9),segment_id=82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:12.346473 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40db35a1-95e3-469d-8bc2-958919dc6838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:12.403959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:12.549147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:12.581675 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:22:12.582023 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:22:12.586169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db35a1-95e3-469d-8bc2-958919dc6838 None None] Pushing event updated for resources: {'Port': ['ID=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:12.621821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-373fff7b-bbe4-4343-b90a-884d3164a877 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c240e449-e1a7-4347-9fbb-44c7860b5e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4232426 Dec 08 00:22:12.651111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2f917f4f-81ac-4684-8db0-5fdbe91945bd None None] Provisioning complete for port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:12.651492 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f917f4f-81ac-4684-8db0-5fdbe91945bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:12.884009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-073ba335-9efb-4a94-912c-8fafd3a2f45e service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535074 Dec 08 00:22:12.900901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:12.921168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2f917f4f-81ac-4684-8db0-5fdbe91945bd None None] Provisioning complete for port a4590340-0805-4470-81d8-0b26f8aef53f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:12.921722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2f917f4f-81ac-4684-8db0-5fdbe91945bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:13.026442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2f917f4f-81ac-4684-8db0-5fdbe91945bd None None] Port a4590340-0805-4470-81d8-0b26f8aef53f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:13.204169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6d927572-6d05-445b-bb47-827a9d21f4ff details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:22:13.212796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bcebf611-907f-4084-8073-7ee20a80dce5 None None] Provisioning complete for port a4590340-0805-4470-81d8-0b26f8aef53f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:13.213335 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bcebf611-907f-4084-8073-7ee20a80dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:13.255649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=b2ca016e-e9db-4801-8fb1-d2f0b2019c92,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:13.270815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bcebf611-907f-4084-8073-7ee20a80dce5 None None] Port a4590340-0805-4470-81d8-0b26f8aef53f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:13.300926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:13.313964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:13.350956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:13.418130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6d927572-6d05-445b-bb47-827a9d21f4ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6d927572-6d05-445b-bb47-827a9d21f4ff,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:13.461984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:13.481018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d409-d9c6-4d3f-9882-d5160ba4f2df req-861bff9b-3d86-47da-b1a8-0d0d77aab7ca tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:13.483388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d612d409-d9c6-4d3f-9882-d5160ba4f2df req-861bff9b-3d86-47da-b1a8-0d0d77aab7ca tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 943 time: 0.5960324 Dec 08 00:22:13.521467 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e31ba528-546f-4fa6-b3b5-d0351ec18317 req-c0d2d369-d1a8-4c15-b652-29e51b1d2db1 service neutron] 10.222.0.44 "GET /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093557 Dec 08 00:22:13.538655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'port_id': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'mac_address': 'fa:16:3e:4d:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:22:13.579340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017e85-aa55-42c7-ac9b-b2dc210bf91b req-bf562f87-6fca-4cad-8de2-c6a09bfa50ce tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:13.581897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63017e85-aa55-42c7-ac9b-b2dc210bf91b req-bf562f87-6fca-4cad-8de2-c6a09bfa50ce tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.4714806 Dec 08 00:22:13.605046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:13.630980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:13.631666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d927572-6d05-445b-bb47-827a9d21f4ff {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:22:13.633375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:13.657406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6d927572-6d05-445b-bb47-827a9d21f4ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6d927572-6d05-445b-bb47-827a9d21f4ff,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:13.659721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:13.660102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:13.690051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:13.752002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d612d409-d9c6-4d3f-9882-d5160ba4f2df req-ffdedbd2-9bf1-4a48-86d7-6511eb100801 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562065 Dec 08 00:22:13.822865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63017e85-aa55-42c7-ac9b-b2dc210bf91b req-c19b5d17-67c0-4e97-85e0-ea8cbedb14b9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266407 Dec 08 00:22:13.827190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:13.854733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4e1d729a-56c2-474e-bae4-8d57b7adfc36 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8117957 Dec 08 00:22:13.857630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:13.942590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=6d927572-6d05-445b-bb47-827a9d21f4ff,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:14.004210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['6d927572-6d05-445b-bb47-827a9d21f4ff'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:22:14.011669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-563bfca3-f09e-4628-80f4-93d132d808e3 None None] Provisioning complete for port b2ca016e-e9db-4801-8fb1-d2f0b2019c92 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:14.012141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-563bfca3-f09e-4628-80f4-93d132d808e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:14.066348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f3275-a7b1-45a5-b30d-2d238272ca6f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:14.069507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f8f3275-a7b1-45a5-b30d-2d238272ca6f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2106769 Dec 08 00:22:14.072280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44754) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:14.296410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port b2ca016e-e9db-4801-8fb1-d2f0b2019c92 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:14.297018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:14.310417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-563bfca3-f09e-4628-80f4-93d132d808e3 None None] Port b2ca016e-e9db-4801-8fb1-d2f0b2019c92 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:14.489773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:14.528556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for b2ca016e-e9db-4801-8fb1-d2f0b2019c92 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:14.720717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:15.012204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:15.057300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:15.063783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:15.066318 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc1459b-371a-49a5-b13a-b322e8137345" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:15.089420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:15.100499 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:15.159129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:15.159515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadda03-d939-4d4e-9a77-d49fe37e1569 req-d74b1867-7f30-48da-ae22-a07a0d8dddc6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:15.163442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fadda03-d939-4d4e-9a77-d49fe37e1569 req-d74b1867-7f30-48da-ae22-a07a0d8dddc6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.4769430 Dec 08 00:22:15.187803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=b2ca016e-e9db-4801-8fb1-d2f0b2019c92,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:15.260953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4a555-1c5f-4745-b9bc-a236ccf69b15 req-d7f642f2-f06d-4a71-962b-44276cd0c358 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:15.268997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25f4a555-1c5f-4745-b9bc-a236ccf69b15 req-d7f642f2-f06d-4a71-962b-44276cd0c358 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 944 time: 0.3173599 Dec 08 00:22:15.431402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fadda03-d939-4d4e-9a77-d49fe37e1569 req-96efe324-f8e9-44bd-929c-852e010a2b20 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456486 Dec 08 00:22:15.443918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25f4a555-1c5f-4745-b9bc-a236ccf69b15 req-b8fa3f4d-fb45-438a-9f31-ec8f54ee0c23 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737239 Dec 08 00:22:15.445830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:15.452827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5e13efe2-550f-4814-8b07-2f18d0236b17 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/b2ca016e-e9db-4801-8fb1-d2f0b2019c92 HTTP/1.1" status: 204 len: 168 time: 1.3794625 Dec 08 00:22:15.453752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44876) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:15.493766 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2997a551-e34d-4ceb-bbfb-7475f193e91d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:22:15.498146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:15.498645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2997a551-e34d-4ceb-bbfb-7475f193e91d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/b2ca016e-e9db-4801-8fb1-d2f0b2019c92 HTTP/1.1" status: 404 len: 333 time: 0.0433652 Dec 08 00:22:15.578559 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8eaf24-0157-49c5-9998-072acb89b2e0 x-openstack-request-id: req-af8eaf24-0157-49c5-9998-072acb89b2e0 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:15.578861 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:15.579346 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af8eaf24-0157-49c5-9998-072acb89b2e0 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:15.580229 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'code': 200} Dec 08 00:22:15.660839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port a4590340-0805-4470-81d8-0b26f8aef53f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:15.661435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:15.867174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:15.898169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for a4590340-0805-4470-81d8-0b26f8aef53f owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:16.171307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:16.207784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=a4590340-0805-4470-81d8-0b26f8aef53f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:16.306038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:16.314024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44952) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:16.326198 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-323c09cd-3961-442a-b7e4-19db7c0fe9a5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/a4590340-0805-4470-81d8-0b26f8aef53f HTTP/1.1" status: 204 len: 168 time: 0.8172839 Dec 08 00:22:16.365508 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e1027e-0c53-4af0-b62f-8ce4fda35812 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:22:16.369129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f6e1027e-0c53-4af0-b62f-8ce4fda35812 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/a4590340-0805-4470-81d8-0b26f8aef53f HTTP/1.1" status: 404 len: 333 time: 0.0535438 Dec 08 00:22:16.372172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44958) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:16.537675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 981e8c98-5362-490d-bb0d-d8bdb1a1d467 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:22:16.544076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:16.675645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:16.764006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092018f-809b-49e2-859b-53fa25bdc97c req-f85e6899-301e-4ca2-a3ac-596bf9a3cf76 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:16.775846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b092018f-809b-49e2-859b-53fa25bdc97c req-f85e6899-301e-4ca2-a3ac-596bf9a3cf76 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 944 time: 0.1891088 Dec 08 00:22:16.856561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b092018f-809b-49e2-859b-53fa25bdc97c req-a57bc423-7d1d-4600-b39b-1d5e8ac34910 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703056 Dec 08 00:22:16.870876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5269e-0acc-488f-bd79-c6be7cd978d7 req-880ce014-d362-43ba-a49f-f96b2b637b99 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:16.874666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0c5269e-0acc-488f-bd79-c6be7cd978d7 req-880ce014-d362-43ba-a49f-f96b2b637b99 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2327225 Dec 08 00:22:16.888999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:16.966411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0c5269e-0acc-488f-bd79-c6be7cd978d7 req-b888980f-b6b9-476c-8685-151edc3a421f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833087 Dec 08 00:22:16.986376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.018842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=981e8c98-5362-490d-bb0d-d8bdb1a1d467,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:17.021073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.024587 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bfbb25bc-fd4d-467f-9f09-4f3e4f845a3e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/981e8c98-5362-490d-bb0d-d8bdb1a1d467 HTTP/1.1" status: 204 len: 168 time: 0.6511633 Dec 08 00:22:17.027463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44988) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:17.035698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6880c6-c95c-4c4f-a04a-8e042f3fac59 None None] Network e2217772-1644-41c6-ba6f-4e9e7a46f9d1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:17.197666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.217872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6d927572-6d05-445b-bb47-827a9d21f4ff up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:17.287193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] DHCP port deletion for e2217772-1644-41c6-ba6f-4e9e7a46f9d1 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:17.333473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 6d927572-6d05-445b-bb47-827a9d21f4ff completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:22:17.335244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:17.335643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.340030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 6d927572-6d05-445b-bb47-827a9d21f4ff triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:17.340509 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.409698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] Deleting port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:17.410352 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.424532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] For port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,segment=NetworkSegment(82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9),segment_id=82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:17.424901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.439060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:17.519989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.528004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] For port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,segment=NetworkSegment(82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9),segment_id=82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:17.528346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.547434 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.555733 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.557339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] Calling delete_port for 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:17.591307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:17.594137 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101871cf-38d0-44bf-b287-9c0366eba0f2" -d '{"events": [{"server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "name": "network-vif-plugged", "status": "completed", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:17.614776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:17.622795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 6d927572-6d05-445b-bb47-827a9d21f4ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6d927572-6d05-445b-bb47-827a9d21f4ff,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:17.651907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No DVR routers for this DVR port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:17.725716 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.735483 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ec39a-8971-4182-94fb-9a0e7962207d x-openstack-request-id: req-691ec39a-8971-4182-94fb-9a0e7962207d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:17.736429 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "name": "network-vif-plugged", "status": "completed", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:17.738116 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-691ec39a-8971-4182-94fb-9a0e7962207d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:17.739072 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'code': 200} Dec 08 00:22:17.825359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.830870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=6d927572-6d05-445b-bb47-827a9d21f4ff,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:17.850622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2217772-1644-41c6-ba6f-4e9e7a46f9d1']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:17.853301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.863985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:17.864579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f39332-2e6d-4c0c-8ef5-e2791d9a0ba9') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:17.871938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] No DVR routers for this DVR port 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:17.876055 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.892198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.903855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:22:17.904372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:17.978764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40522df4-0812-4ae4-927c-de12dac47667 None None] Pushing event deleted for resources: {'Port': ['ID=31a0fc36-1910-4e93-ba57-efe9d9eed1e7,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:22:17.996804 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:22:18.050157 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.078710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.082550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/e2217772-1644-41c6-ba6f-4e9e7a46f9d1 HTTP/1.1" status: 204 len: 168 time: 1.0534189 Dec 08 00:22:18.089816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45006) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:18.098393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-233111596'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:18.107029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b79d0-56e9-45a8-9284-0ce4cf177edf tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=e2217772-1644-41c6-ba6f-4e9e7a46f9d1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:18.123881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80176751-1903-4873-9eda-59cdb2a57ba5 req-6b7a4321-5f3d-4da7-8a5e-9a93393be216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:18.125519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80176751-1903-4873-9eda-59cdb2a57ba5 req-6b7a4321-5f3d-4da7-8a5e-9a93393be216 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 1096 time: 0.1246254 Dec 08 00:22:18.135527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a824a-9434-40d2-8976-fd7737777a90 req-d2e061df-5c26-4292-b96e-6f8656dc9e63 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:18.151677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a0a824a-9434-40d2-8976-fd7737777a90 req-d2e061df-5c26-4292-b96e-6f8656dc9e63 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1515722 Dec 08 00:22:18.198666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:18.213429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.274730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80176751-1903-4873-9eda-59cdb2a57ba5 req-6f4435ea-bc5a-4bbc-b8e7-90f9ae68914a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206570 Dec 08 00:22:18.287092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a0a824a-9434-40d2-8976-fd7737777a90 req-136faa82-2843-4571-a2b7-5db6ce385edf tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320803 Dec 08 00:22:18.315117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:22:18.354763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.355128 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment c13ccd65-6273-49ee-99a9-8b2ce190bb63 of type vlan for network 119b8cf1-8db4-4709-9637-65d354e3be91 Dec 08 00:22:18.461863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.482102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc73da-0921-4ce1-b6f8-2bbe56a14d31 req-0be6c19d-464f-405d-bc6a-aae78a10ffe4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:18.484695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbfc73da-0921-4ce1-b6f8-2bbe56a14d31 req-0be6c19d-464f-405d-bc6a-aae78a10ffe4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1081834 Dec 08 00:22:18.498033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254324b2-700c-4065-a1e9-b1024f78b1f3 req-35d94047-2d14-47e4-acb5-1d7a3f87f1df tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:18.501499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.508504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-254324b2-700c-4065-a1e9-b1024f78b1f3 req-35d94047-2d14-47e4-acb5-1d7a3f87f1df tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 945 time: 0.0874560 Dec 08 00:22:18.516099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:18.516738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.648170 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5559838 Dec 08 00:22:18.649232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5142923-0e42-4bf2-b4ac-e3632cb62a63 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=119b8cf1-8db4-4709-9637-65d354e3be91,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:18.652971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:18.659414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:22:18.671374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:18.676110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-254324b2-700c-4065-a1e9-b1024f78b1f3 req-466db6b7-c582-4997-8f5d-abfd47c0eafa tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666689 Dec 08 00:22:18.697949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 119b8cf1-8db4-4709-9637-65d354e3be91 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:22:18.735599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cbfc73da-0921-4ce1-b6f8-2bbe56a14d31 req-40ab4e34-fdcc-4ad0-96e4-8d19b6654419 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193720 Dec 08 00:22:18.772612 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab564-e7ea-4206-828b-3e506ca12704 req-f46bdab0-9708-4787-81d4-259b735a3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:18.774699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118ab564-e7ea-4206-828b-3e506ca12704 req-f46bdab0-9708-4787-81d4-259b735a3f2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.1581151 Dec 08 00:22:18.876813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:18.880685 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:18.995985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:19.004012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab564-e7ea-4206-828b-3e506ca12704 req-c3ac8d4b-bfca-490d-a37a-4547fb7f69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:19.005497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118ab564-e7ea-4206-828b-3e506ca12704 req-c3ac8d4b-bfca-490d-a37a-4547fb7f69a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1876695 Dec 08 00:22:19.022379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'mac_address': 'fa:16:3e:3c:8b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:22:19.111470 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:19.135044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b5ced6-cb78-4bb3-a944-956f3331147a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:22:19.158825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118ab564-e7ea-4206-828b-3e506ca12704 req-38590c26-2d1e-45f8-aea6-4b812cd3cc54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.1433973 Dec 08 00:22:19.179692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:19.190840 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:19.295728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:19.393194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['96b5ced6-cb78-4bb3-a944-956f3331147a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:22:19.412420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab564-e7ea-4206-828b-3e506ca12704 req-3fa368a0-8a6c-4018-83ed-7c6a23f2f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:19.414546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118ab564-e7ea-4206-828b-3e506ca12704 req-3fa368a0-8a6c-4018-83ed-7c6a23f2f46d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.2466683 Dec 08 00:22:19.419801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:19.491917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=419d2718-50d4-4937-9c1f-e6282fc65a66,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:19.519363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': 'c13ccd65-6273-49ee-99a9-8b2ce190bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:19.519706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: 119b8cf1-8db4-4709-9637-65d354e3be91, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:22:19.526514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:19.570951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:22:19.571627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 31a0fc36-1910-4e93-ba57-efe9d9eed1e7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:22:19.579868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 119b8cf1-8db4-4709-9637-65d354e3be91 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:22:19.602837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 119b8cf1-8db4-4709-9637-65d354e3be91) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:19.614097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed5f40-951d-460a-a651-08cf613bfc60 None None] Network 119b8cf1-8db4-4709-9637-65d354e3be91 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:19.618994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:19.619906 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:19.654576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab564-e7ea-4206-828b-3e506ca12704 req-e3058a03-c351-48e7-a474-3d14c9a7d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:19.659073 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118ab564-e7ea-4206-828b-3e506ca12704 req-e3058a03-c351-48e7-a474-3d14c9a7d992 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351661 Dec 08 00:22:19.678676 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77cae43b-f70d-40c4-82bf-ed7ca72f358f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0246325 Dec 08 00:22:19.679946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45046) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:19.694245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91', 'name': 'tempest-PortsTestJSON-2114975318', 'fixed_ips': [{'subnet_id': '419d2718-50d4-4937-9c1f-e6282fc65a66', 'ip_address': '172.20.0.10'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:19.700289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7c285-f21d-4219-a6e5-301dc0c35416 req-f5426969-633e-450d-8dd7-c8908de9a2ca tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:19.705073 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6aa7c285-f21d-4219-a6e5-301dc0c35416 req-f5426969-633e-450d-8dd7-c8908de9a2ca tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1613686 Dec 08 00:22:19.932648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-119b8cf1-8db4-4709-9637-65d354e3be91', 'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91', 'project_id': 'aaa24d00f3b047c396b1fcf77d37732f', 'fixed_ips': [{'subnet_id': '419d2718-50d4-4937-9c1f-e6282fc65a66'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:22:19.933525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:20.052710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:20.278485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-b3407b49-edef-4151-9019-680bb7348138 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:20.288279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-b3407b49-edef-4151-9019-680bb7348138 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 945 time: 0.2660189 Dec 08 00:22:20.300872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Allocated IP 172.20.0.2 (119b8cf1-8db4-4709-9637-65d354e3be91/419d2718-50d4-4937-9c1f-e6282fc65a66/b9fbd95b-9a15-4fa0-b0a5-b848c86cf060) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:20.492275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:20.517325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port a43e3600-9870-4e43-a205-2eae1d594c2a yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:22:20.711723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:20.735672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Deleting port 57b1f189-34c6-4f54-8fcb-6a518a8de575 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:20.736116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:20.846977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:20.880706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:20.905183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118ab564-e7ea-4206-828b-3e506ca12704 req-c10d221f-7f26-419f-b59c-898b594dff2b service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1991074 Dec 08 00:22:20.942868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] For port 57b1f189-34c6-4f54-8fcb-6a518a8de575, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=57b1f189-34c6-4f54-8fcb-6a518a8de575,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:20.943292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:20.962951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 96b5ced6-cb78-4bb3-a944-956f3331147a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:20.963503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:20.964450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Calling delete_port for 57b1f189-34c6-4f54-8fcb-6a518a8de575 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:21.014351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dddfc0-4172-48af-9c80-3da5ca9b8f5c req-bf628591-c944-4bc0-9a03-da733c41f7ac tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:21.033948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99dddfc0-4172-48af-9c80-3da5ca9b8f5c req-bf628591-c944-4bc0-9a03-da733c41f7ac tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 945 time: 1.1881046 Dec 08 00:22:21.046007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6aa7c285-f21d-4219-a6e5-301dc0c35416 req-6db12af5-f988-4623-b249-931b81abf3f6 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1948600 Dec 08 00:22:21.098033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Network 119b8cf1-8db4-4709-9637-65d354e3be91 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:21.111337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:21.127788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:21.130199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Pushing event updated for resources: {'Port': ['ID=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:21.180661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.10 (119b8cf1-8db4-4709-9637-65d354e3be91/419d2718-50d4-4937-9c1f-e6282fc65a66/a43e3600-9870-4e43-a205-2eae1d594c2a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:21.291233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99dddfc0-4172-48af-9c80-3da5ca9b8f5c req-ec7ce2f9-19f6-44f0-ba64-156a1bdc8411 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554772 Dec 08 00:22:21.293472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118ab564-e7ea-4206-828b-3e506ca12704 req-d4d185cf-c89c-4bbf-a630-f699694c41ff service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682718 Dec 08 00:22:21.409578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.436032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fc47a-1764-46c2-bc59-bc05ab6fc23d req-180d1281-5b51-46f8-a8fd-c0bfa54072c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:21.438303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee0fc47a-1764-46c2-bc59-bc05ab6fc23d req-180d1281-5b51-46f8-a8fd-c0bfa54072c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 945 time: 0.1122179 Dec 08 00:22:21.450690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.461191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.486842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 119b8cf1-8db4-4709-9637-65d354e3be91 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:21.507938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:21.511114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:21.517048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event deleted for resources: {'Port': ['ID=57b1f189-34c6-4f54-8fcb-6a518a8de575,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:21.553414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee0fc47a-1764-46c2-bc59-bc05ab6fc23d req-811fbb74-87ac-4c14-9bf4-a711e38278a9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039174 Dec 08 00:22:21.593529 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.600785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'a66e52c8-900a-4e82-aa87-5b151336ca89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:22:21.603954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc2eb9-8a69-461f-83a4-b0ab32a44b8c None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:21.661322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=a43e3600-9870-4e43-a205-2eae1d594c2a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:21.680057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-38a53fe4-35af-4307-9da0-af9fec2b2df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.728430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:21.732350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:21.736002 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca2551-df98-4d7c-81ca-a5e5cc1157e8" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:21.736332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:21.737290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.761272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.771678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] No DVR routers for this DVR port 57b1f189-34c6-4f54-8fcb-6a518a8de575 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:21.782615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:21.787897 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ba542d8f-6a84-4fc4-8ea1-45416277ea6a req-e1ca93a1-9844-425d-b398-aef52f0ffd09 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.59 "DELETE /v2.0/ports/57b1f189-34c6-4f54-8fcb-6a518a8de575 HTTP/1.1" status: 204 len: 173 time: 1.4875786 Dec 08 00:22:21.788902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97979041-974d-43fd-95b6-b13e565ec903', 'name': 'network-vif-deleted', 'tag': '57b1f189-34c6-4f54-8fcb-6a518a8de575'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:21.792141 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4195228-72e5-49a9-ac21-b3460f86d11a" -d '{"events": [{"server_uuid": "97979041-974d-43fd-95b6-b13e565ec903", "name": "network-vif-deleted", "tag": "57b1f189-34c6-4f54-8fcb-6a518a8de575"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:21.832487 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c237af63-e6b3-4445-a344-d955c7098cd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1513438 Dec 08 00:22:21.835141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45066) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:21.848571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91', 'name': 'tempest-PortsTestJSON-2066513845', 'fixed_ips': [{'subnet_id': '419d2718-50d4-4937-9c1f-e6282fc65a66', 'ip_address': '172.20.0.9'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:21.961565 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ac788f-de3d-4931-b5b1-19830951cd2b x-openstack-request-id: req-e7ac788f-de3d-4931-b5b1-19830951cd2b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:21.961916 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97979041-974d-43fd-95b6-b13e565ec903", "name": "network-vif-deleted", "tag": "57b1f189-34c6-4f54-8fcb-6a518a8de575", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:21.962183 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7ac788f-de3d-4931-b5b1-19830951cd2b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:21.962645 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97979041-974d-43fd-95b6-b13e565ec903', 'name': 'network-vif-deleted', 'tag': '57b1f189-34c6-4f54-8fcb-6a518a8de575', 'status': 'completed', 'code': 200} Dec 08 00:22:21.963633 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf74471-44f8-4b57-8d28-1b24b9e37df7 x-openstack-request-id: req-dbf74471-44f8-4b57-8d28-1b24b9e37df7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:21.967165 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-plugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:21.967708 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbf74471-44f8-4b57-8d28-1b24b9e37df7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:21.968390 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'code': 200} Dec 08 00:22:21.982477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Attempting to bind port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:22:21.990198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Attempting to bind port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c13ccd65-6273-49ee-99a9-8b2ce190bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:22:21.990915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Attempting to bind port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 on network 119b8cf1-8db4-4709-9637-65d354e3be91 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:22.040270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:22:22.041216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Checking segment: {'id': 'c13ccd65-6273-49ee-99a9-8b2ce190bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:22.042328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:22.042328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Bound using segment: {'id': 'c13ccd65-6273-49ee-99a9-8b2ce190bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:22:22.045535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Bound port: b9fbd95b-9a15-4fa0-b0a5-b848c86cf060, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13ccd65-6273-49ee-99a9-8b2ce190bb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '119b8cf1-8db4-4709-9637-65d354e3be91'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:22:22.047125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:22.191067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=13']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:22.248669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b53302-6b7a-40c4-b67e-1c624ea62484 req-4209a3f1-e0c1-4cd8-b044-277fdc5d3592 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:22.260391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2b53302-6b7a-40c4-b67e-1c624ea62484 req-4209a3f1-e0c1-4cd8-b044-277fdc5d3592 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1085021 Dec 08 00:22:22.298378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] For port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:22:22.328858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] For port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,segment=NetworkSegment(c13ccd65-6273-49ee-99a9-8b2ce190bb63),segment_id=c13ccd65-6273-49ee-99a9-8b2ce190bb63)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:22:22.349140 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:22.364977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:22.525418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f286aa-0099-4317-8bc7-f6be3e44ee26 None None] Pushing event updated for resources: {'Port': ['ID=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:22.706098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 57b1f189-34c6-4f54-8fcb-6a518a8de575 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:22.732712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-118f7f4c-473b-4af3-99b6-2b8a78ca4e94 req-d4ac3bf5-1bf3-4aa4-9b56-fff76ef0f44c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=97979041-974d-43fd-95b6-b13e565ec903 HTTP/1.1" status: 200 len: 210 time: 0.0783970 Dec 08 00:22:22.775638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2b53302-6b7a-40c4-b67e-1c624ea62484 req-07cbebf7-c2a1-42c9-8e14-d6cefd1a5eb4 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5137215 Dec 08 00:22:22.779265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 57b1f189-34c6-4f54-8fcb-6a518a8de575 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:22:22.779754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 57b1f189-34c6-4f54-8fcb-6a518a8de575 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:22:22.811404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:22.843851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 5cc69b60-07ee-4bca-be6f-c467fbc66d07 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:22:23.088384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb75863-8459-48cf-9888-a47933692f26 req-899aa8e4-e41e-4b8f-9f65-e1cc59644b1d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:23.090321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb75863-8459-48cf-9888-a47933692f26 req-899aa8e4-e41e-4b8f-9f65-e1cc59644b1d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.2106783 Dec 08 00:22:23.099902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45084) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:23.105334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'floatingip': {'port_id': '6d927572-6d05-445b-bb47-827a9d21f4ff'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:23.188248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631776a-723a-4692-8611-ecec50b36447 req-40470a19-5747-460c-addf-d04a0d00545f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:23.190235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b631776a-723a-4692-8611-ecec50b36447 req-40470a19-5747-460c-addf-d04a0d00545f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.2582655 Dec 08 00:22:23.283987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:23.353596 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.9 (119b8cf1-8db4-4709-9637-65d354e3be91/419d2718-50d4-4937-9c1f-e6282fc65a66/5cc69b60-07ee-4bca-be6f-c467fbc66d07) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:23.525936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:23.628074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b631776a-723a-4692-8611-ecec50b36447 req-32998569-e964-401e-8b7d-fba7aff64ae3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020209 Dec 08 00:22:23.698817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47c979f5-7381-4fec-aac0-abeb54d0e3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:23.729589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:23.731344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:23.862795 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:23.940967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:24.007352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:24.034425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,segment=NetworkSegment(c13ccd65-6273-49ee-99a9-8b2ce190bb63),segment_id=c13ccd65-6273-49ee-99a9-8b2ce190bb63)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:24.043948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:24.191508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=5cc69b60-07ee-4bca-be6f-c467fbc66d07,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:24.207556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.207911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.208438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.208796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.209137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.209479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.209816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.210151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.210552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.211721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.212068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.212403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.212740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:24.228686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 119b8cf1-8db4-4709-9637-65d354e3be91 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:24.236013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:24.244467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:24.248782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:24.400641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:24.401430 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:24.526584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefe813-bfeb-4de6-aec1-fc535c108a89 None None] Network 119b8cf1-8db4-4709-9637-65d354e3be91 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:24.543114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-53018d19-a03e-4687-8729-4e58496da48d tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7010901 Dec 08 00:22:24.550132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45096) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:24.727043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff159440-accf-49ca-8d2c-56d18c2684e9 req-f532c591-086c-4820-b0a6-eefce596122a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:24.728619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff159440-accf-49ca-8d2c-56d18c2684e9 req-f532c591-086c-4820-b0a6-eefce596122a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 946 time: 0.2928035 Dec 08 00:22:24.826686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8fee2618-749e-4dcd-b4c6-a93bb02771a9 None None] Provisioning complete for port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:24.827036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8fee2618-749e-4dcd-b4c6-a93bb02771a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:24.867636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff7051-fb63-495b-9c1b-eb6591538ba4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:24.869300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-24ff7051-fb63-495b-9c1b-eb6591538ba4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3176639 Dec 08 00:22:24.875892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:24.965787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff159440-accf-49ca-8d2c-56d18c2684e9 req-ee88579b-e2f5-4995-a0f9-9b3fc8be7e9c tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297111 Dec 08 00:22:24.981308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40161d-58c7-461a-8cbf-d964cdce13b7 req-fedceb43-236d-4767-8525-01b4d59e3444 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:24.991649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b40161d-58c7-461a-8cbf-d964cdce13b7 req-fedceb43-236d-4767-8525-01b4d59e3444 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.2385092 Dec 08 00:22:25.193481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b40161d-58c7-461a-8cbf-d964cdce13b7 req-795d9eb1-716f-4eeb-b8c0-1f42bd3b9d8c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998100 Dec 08 00:22:25.226627 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:25.239184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacd4b6-4cea-40f6-b7b3-03ff4166a37f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:25.253065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacd4b6-4cea-40f6-b7b3-03ff4166a37f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:25.270109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacd4b6-4cea-40f6-b7b3-03ff4166a37f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:25.274738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45106) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:25.289565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3bacd4b6-4cea-40f6-b7b3-03ff4166a37f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3949456 Dec 08 00:22:25.435949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:25.458024 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.resource_extend [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:22:25.525275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8fbcaa93-fe90-499d-9cd0-c87656fe4d7c None None] Provisioning complete for port a43e3600-9870-4e43-a205-2eae1d594c2a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:25.527543 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8fbcaa93-fe90-499d-9cd0-c87656fe4d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:25.618576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:25.626789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:25.648038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 5cc69b60-07ee-4bca-be6f-c467fbc66d07 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:25.648592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:25.699736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcaa93-fe90-499d-9cd0-c87656fe4d7c None None] Port a43e3600-9870-4e43-a205-2eae1d594c2a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:25.765299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:25.770983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:25.842805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8fbcaa93-fe90-499d-9cd0-c87656fe4d7c None None] Provisioning complete for port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:25.849415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8fbcaa93-fe90-499d-9cd0-c87656fe4d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:25.908315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-110ab5f8-3634-46e3-b424-b2b0c41c2369 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:25.910447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-110ab5f8-3634-46e3-b424-b2b0c41c2369 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 946 time: 0.2074995 Dec 08 00:22:25.964241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:26.000336 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Floating IP 19ba2843-53ae-423c-88ca-ed7a534ba89a associated. External IP: 172.25.6.59, port: 6d927572-6d05-445b-bb47-827a9d21f4ff. Dec 08 00:22:26.043274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 5cc69b60-07ee-4bca-be6f-c467fbc66d07 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:26.401622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3726-42fa-4fc2-83aa-4a3b0c958808 req-e1f56c98-0a45-43e1-972b-c2bad6f87635 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:26.412276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22ad3726-42fa-4fc2-83aa-4a3b0c958808 req-e1f56c98-0a45-43e1-972b-c2bad6f87635 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 946 time: 0.2018247 Dec 08 00:22:26.423489 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:26.485819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Router 4aee2064-fb3a-4510-9b5c-d51aba739801 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:22:26.579895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Deleting port a66e52c8-900a-4e82-aa87-5b151336ca89 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:26.580851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:26.595855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8fbcaa93-fe90-499d-9cd0-c87656fe4d7c None None] Could not find standard attr ID for object 5cc69b60-07ee-4bca-be6f-c467fbc66d07. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:22:26.662631 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:26.734240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b6ec9f2-db97-4841-8551-e2abaf4e79c0 None None] Provisioning complete for port a43e3600-9870-4e43-a205-2eae1d594c2a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:26.734753 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec9f2-db97-4841-8551-e2abaf4e79c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:26.778666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:22:26.788255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:26.806430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] Sync routers for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:22:26.812550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=5cc69b60-07ee-4bca-be6f-c467fbc66d07,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:26.820809 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-21f3a6f0-09b8-4690-a49f-02baa64308c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "PUT /v2.0/floatingips/19ba2843-53ae-423c-88ca-ed7a534ba89a HTTP/1.1" status: 200 len: 990 time: 3.7189407 Dec 08 00:22:26.821476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:26.824314 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43cdd7-c635-4c4a-bf5f-0064b430c518" -d '{"events": [{"name": "network-changed", "server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:26.833155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:26.834025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:22:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:26.878231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ec9f2-db97-4841-8551-e2abaf4e79c0 None None] Port a43e3600-9870-4e43-a205-2eae1d594c2a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:26.882916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b6ec9f2-db97-4841-8551-e2abaf4e79c0 None None] Could not find standard attr ID for object 5cc69b60-07ee-4bca-be6f-c467fbc66d07. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:22:26.962278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8f1a9-863d-4b06-966c-6ff27df105c0 req-e86e98d5-2904-4fb8-9644-59955c617f5d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:26.976338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38f8f1a9-863d-4b06-966c-6ff27df105c0 req-e86e98d5-2904-4fb8-9644-59955c617f5d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.5281429 Dec 08 00:22:27.038874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:22:27.118483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22ad3726-42fa-4fc2-83aa-4a3b0c958808 req-2c0a5626-7380-4593-81c4-cf4086e06317 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049656 Dec 08 00:22:27.364800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] For port a66e52c8-900a-4e82-aa87-5b151336ca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=a66e52c8-900a-4e82-aa87-5b151336ca89,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:27.365163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:27.366229 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:27.377413 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9385d2-8db5-436c-ae54-49fec15c4131 x-openstack-request-id: req-9c9385d2-8db5-436c-ae54-49fec15c4131 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:27.378272 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:27.380235 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c9385d2-8db5-436c-ae54-49fec15c4131 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:27.380800 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'status': 'completed', 'code': 200} Dec 08 00:22:27.475587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Calling delete_port for a66e52c8-900a-4e82-aa87-5b151336ca89 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:27.561642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-71c8e1e0-a1f5-408e-9b54-0971cf67910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:27.569130 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-71c8e1e0-a1f5-408e-9b54-0971cf67910f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 1096 time: 0.1538293 Dec 08 00:22:27.632832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38f8f1a9-863d-4b06-966c-6ff27df105c0 req-c38b7133-5b2b-4308-8dc0-ca54c7435e98 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6067274 Dec 08 00:22:27.660756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:27.664742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0fdf8072-8ba3-4ccd-b194-e6621597dc56 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/5cc69b60-07ee-4bca-be6f-c467fbc66d07 HTTP/1.1" status: 204 len: 168 time: 2.3889678 Dec 08 00:22:27.671108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45126) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:27.712615 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d852656d-9ce1-45e2-9066-30a1c2b533ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:22:27.717274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d852656d-9ce1-45e2-9066-30a1c2b533ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/5cc69b60-07ee-4bca-be6f-c467fbc66d07 HTTP/1.1" status: 404 len: 333 time: 0.0423746 Dec 08 00:22:27.718208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45128) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:27.867967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:27.914532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '19ba2843-53ae-423c-88ca-ed7a534ba89a', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'port_id': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'mac_address': 'fa:16:3e:4d:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:21:58Z', 'updated_at': '2021-12-08T00:22:25Z', 'revision_number': 1, 'project_id': '02af2c8d35904777ae8121d05472c453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:27.933160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9ceb3b18-9013-4aad-a039-14ba8081e8f1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:22:27.936244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-f903fdfb-4266-413f-8b97-4702c53a268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:27.974256 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-f903fdfb-4266-413f-8b97-4702c53a268c service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 912 time: 0.3943491 Dec 08 00:22:28.032915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593fe444-1ada-4a4b-a4e8-5f137d8e8efa None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:28.112761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] Checking router: 4aee2064-fb3a-4510-9b5c-d51aba739801 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:22:28.149570 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-307e8c12-0bc8-46ca-9e26-3cf37cd00172 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 200 len: 998 time: 0.1526961 Dec 08 00:22:28.182097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event deleted for resources: {'Port': ['ID=a66e52c8-900a-4e82-aa87-5b151336ca89,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:28.196475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:28.197114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:22:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:28.203572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] No DVR routers for this DVR port a66e52c8-900a-4e82-aa87-5b151336ca89 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:28.213507 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:28.225834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f0bdeea-864e-496b-aee1-c7ba99961e2c req-def906ec-8915-46ea-b23a-2b96209915ca tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "DELETE /v2.0/ports/a66e52c8-900a-4e82-aa87-5b151336ca89 HTTP/1.1" status: 204 len: 173 time: 2.3065009 Dec 08 00:22:28.228220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'name': 'network-vif-deleted', 'tag': 'a66e52c8-900a-4e82-aa87-5b151336ca89'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:28.230558 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985191da-1178-469e-8260-90f5920ec6c2" -d '{"events": [{"server_uuid": "9857db1f-abb4-42f9-a2d3-b8a2e26e159c", "name": "network-vif-deleted", "tag": "a66e52c8-900a-4e82-aa87-5b151336ca89"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:28.284348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-d69395d7-0601-4355-9b6b-8b0a1722a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:28.286376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-d69395d7-0601-4355-9b6b-8b0a1722a61c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.1246357 Dec 08 00:22:28.361609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port a43e3600-9870-4e43-a205-2eae1d594c2a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:28.367800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:28.400861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-7055e723-e687-4e52-aec9-21911a2114e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:28.415717 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-7055e723-e687-4e52-aec9-21911a2114e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154909 Dec 08 00:22:28.487905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c486a74-9b79-49b1-8d10-bc23a4815e26 req-63a0d4b6-0262-4414-8f74-fe1f49c7f759 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9857db1f-abb4-42f9-a2d3-b8a2e26e159c HTTP/1.1" status: 200 len: 210 time: 0.1031673 Dec 08 00:22:28.590524 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b76e9-1451-4e48-bdc5-77994910ee34 x-openstack-request-id: req-522b76e9-1451-4e48-bdc5-77994910ee34 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:28.591099 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9857db1f-abb4-42f9-a2d3-b8a2e26e159c", "name": "network-vif-deleted", "tag": "a66e52c8-900a-4e82-aa87-5b151336ca89", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:28.591519 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-522b76e9-1451-4e48-bdc5-77994910ee34 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:28.592071 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9857db1f-abb4-42f9-a2d3-b8a2e26e159c', 'name': 'network-vif-deleted', 'tag': 'a66e52c8-900a-4e82-aa87-5b151336ca89', 'status': 'completed', 'code': 200} Dec 08 00:22:28.646040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:22:28.741973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-65cdd8a5-cc20-4320-97e4-4f9a54d76ad2 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108854 Dec 08 00:22:28.782932 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:28.835972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for a43e3600-9870-4e43-a205-2eae1d594c2a owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:29.152945 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:29.299089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4d43cdd7-c635-4c4a-bf5f-0064b430c518 req-ff71c00c-8a90-41d2-8942-027d3896be7c service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446525 Dec 08 00:22:29.349795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a66e52c8-900a-4e82-aa87-5b151336ca89 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:29.474581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=a43e3600-9870-4e43-a205-2eae1d594c2a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:29.666794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc062f-524e-43bf-b47b-882e777e5875 req-0b478cdb-2de0-4b8b-a5c2-558d146412e0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:29.675776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9fc062f-524e-43bf-b47b-882e777e5875 req-0b478cdb-2de0-4b8b-a5c2-558d146412e0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.5785260 Dec 08 00:22:29.816452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: a66e52c8-900a-4e82-aa87-5b151336ca89 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:22:29.817054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device a66e52c8-900a-4e82-aa87-5b151336ca89 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:22:29.867185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9fc062f-524e-43bf-b47b-882e777e5875 req-02fb5e0a-213d-4020-93e4-4ae2b7dc3b11 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836209 Dec 08 00:22:29.879645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:29.886711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45156) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:29.915523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-51f79b25-5109-46c5-be99-251e8a2ec9e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/a43e3600-9870-4e43-a205-2eae1d594c2a HTTP/1.1" status: 204 len: 168 time: 2.1925600 Dec 08 00:22:29.976676 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c5329e-ea44-4f59-9dcc-353f330f12c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:22:29.982456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45160) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:29.991640 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e8c5329e-ea44-4f59-9dcc-353f330f12c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/a43e3600-9870-4e43-a205-2eae1d594c2a HTTP/1.1" status: 404 len: 333 time: 0.1032047 Dec 08 00:22:30.056208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '19ba2843-53ae-423c-88ca-ed7a534ba89a', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'port_id': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'mac_address': 'fa:16:3e:4d:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:21:58Z', 'updated_at': '2021-12-08T00:22:25Z', 'revision_number': 1, 'project_id': '02af2c8d35904777ae8121d05472c453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:30.119998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 419d2718-50d4-4937-9c1f-e6282fc65a66 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:22:30.129813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:30.229479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:30.322270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bda32-258f-41d1-860b-5b70075a380d None None] The sync data for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 is: [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '19ba2843-53ae-423c-88ca-ed7a534ba89a', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'port_id': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'mac_address': 'fa:16:3e:4d:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:21:58Z', 'updated_at': '2021-12-08T00:22:25Z', 'revision_number': 1, 'project_id': '02af2c8d35904777ae8121d05472c453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:22:30.499117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:30.648512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:30.690571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc5923-245d-4add-b2d9-598f9e14a0a3 None None] Network 119b8cf1-8db4-4709-9637-65d354e3be91 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:30.695606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:30.714516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/419d2718-50d4-4937-9c1f-e6282fc65a66 HTTP/1.1" status: 204 len: 168 time: 0.7309012 Dec 08 00:22:30.715453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45168) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:30.764977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb467fc5-9b2a-4569-ac1c-a91d2d074512 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=419d2718-50d4-4937-9c1f-e6282fc65a66,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:30.785588 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db510e91-1f9b-48b5-8343-9cc4bd5c8eed None None] New status for floating IP 19ba2843-53ae-423c-88ca-ed7a534ba89a: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:22:30.922130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.053610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:31.061280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.111021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] DHCP port deletion for 119b8cf1-8db4-4709-9637-65d354e3be91 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:31.113821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632bdaa-9c0f-4674-9d22-02b90fcb206d req-fa2c9621-4ba5-46ca-8677-79d9d03b2189 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:31.116299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8632bdaa-9c0f-4674-9d22-02b90fcb206d req-fa2c9621-4ba5-46ca-8677-79d9d03b2189 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1407285 Dec 08 00:22:31.241612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] For port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,segment=NetworkSegment(c13ccd65-6273-49ee-99a9-8b2ce190bb63),segment_id=c13ccd65-6273-49ee-99a9-8b2ce190bb63)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:31.241885 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.248348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] Deleting port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:31.249052 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.274613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8632bdaa-9c0f-4674-9d22-02b90fcb206d req-6415266f-bcb4-4938-aede-a9e1da43fa8a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511509 Dec 08 00:22:31.303837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:31.397998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:31.453109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] For port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,segment=NetworkSegment(c13ccd65-6273-49ee-99a9-8b2ce190bb63),segment_id=c13ccd65-6273-49ee-99a9-8b2ce190bb63)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:31.453916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.486765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.496136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] Calling delete_port for b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:31.535832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No DVR routers for this DVR port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:31.568712 n-d-820549-2 neutron-server[103115]: INFO neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No ports have port_id starting with b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.625080 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:22:31.628326 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:22:31.635036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.652702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] No DVR routers for this DVR port b9fbd95b-9a15-4fa0-b0a5-b848c86cf060 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:31.662945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.689367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119b8cf1-8db4-4709-9637-65d354e3be91']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:31.702009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13ccd65-6273-49ee-99a9-8b2ce190bb63') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:31.705082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dfa18-f738-4556-8b1d-86b26098e679 None None] Pushing event deleted for resources: {'Port': ['ID=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:31.707803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13ccd65-6273-49ee-99a9-8b2ce190bb63') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:31.720745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.735842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.745311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:22:31.745806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.773513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=b9fbd95b-9a15-4fa0-b0a5-b848c86cf060,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:22:31.779728 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:22:31.821059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.821412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.821770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.822111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.822446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.822779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.823155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.823485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.823812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.824145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.824614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.824953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.825279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:31.845605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.851603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.858474 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/119b8cf1-8db4-4709-9637-65d354e3be91 HTTP/1.1" status: 204 len: 168 time: 1.1385405 Dec 08 00:22:31.859510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45178) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:31.864621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1698969405'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:31.888288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeca61-67b0-4316-bc3e-16f1a691977e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=119b8cf1-8db4-4709-9637-65d354e3be91,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:31.892722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:31.898790 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.939942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:22:31.954920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:31.955507 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Added segment 296cb878-32cc-4ff0-9a67-6224a5625213 of type vlan for network 4d992f7e-760c-4f75-896b-300f96a110ff Dec 08 00:22:32.015097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:32.052762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:32.058300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:32.058898 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:32.103488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45182) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:32.111600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:32.117317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2564788 Dec 08 00:22:32.192325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabee33d-ef83-4728-ac20-96ce37d740fe tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Network': ['ID=4d992f7e-760c-4f75-896b-300f96a110ff,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:32.208855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 4d992f7e-760c-4f75-896b-300f96a110ff details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:22:32.300348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:32.308437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:32.478902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406027-21a6-4e7a-a2a7-acd3caf4a92f req-9b9503be-fba8-4e33-86c6-e53b0ebf27b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:32.489595 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06406027-21a6-4e7a-a2a7-acd3caf4a92f req-9b9503be-fba8-4e33-86c6-e53b0ebf27b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1036696 Dec 08 00:22:32.552510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06406027-21a6-4e7a-a2a7-acd3caf4a92f req-f1fef18c-d257-4f13-bf37-47d79fb58a70 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619283 Dec 08 00:22:32.665804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:32.749001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=6d457461-6e72-4945-8472-a67012baba0f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:32.784484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Checking segment: {'id': '296cb878-32cc-4ff0-9a67-6224a5625213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:32.785370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network hostable DHCP agents. Network: 4d992f7e-760c-4f75-896b-300f96a110ff, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:22:32.809847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 4d992f7e-760c-4f75-896b-300f96a110ff is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:22:32.830618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 4d992f7e-760c-4f75-896b-300f96a110ff) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:32.841262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c642c21-78c3-4830-9157-1dcc7b94a7cb None None] Network 4d992f7e-760c-4f75-896b-300f96a110ff requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:32.847435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:32.850171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:32.885452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-47e65caf-6e5b-40aa-8299-0e60353c399e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7800424 Dec 08 00:22:32.888063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45194) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:32.893354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-94522e19-d3fd-4786-8518-8e7015b34240 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-963205812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:32.942429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94522e19-d3fd-4786-8518-8e7015b34240 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:32.943961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94522e19-d3fd-4786-8518-8e7015b34240 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.020860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4d992f7e-760c-4f75-896b-300f96a110ff', 'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff', 'project_id': 'aaa24d00f3b047c396b1fcf77d37732f', 'fixed_ips': [{'subnet_id': '6d457461-6e72-4945-8472-a67012baba0f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:22:33.021924 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.075190 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94522e19-d3fd-4786-8518-8e7015b34240 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.091874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94522e19-d3fd-4786-8518-8e7015b34240 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.123475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94522e19-d3fd-4786-8518-8e7015b34240 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.126314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-94522e19-d3fd-4786-8518-8e7015b34240 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2372806 Dec 08 00:22:33.128845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45198) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:33.139641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff', 'name': 'tempest-PortsTestJSON-274433183'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:33.191040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Allocated IP 172.20.0.2 (4d992f7e-760c-4f75-896b-300f96a110ff/6d457461-6e72-4945-8472-a67012baba0f/f6c691e4-78ac-440f-9374-3f1467b25794) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:33.288917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:33.296112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.325961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:22:33.412000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.423722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.492461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.12 (4d992f7e-760c-4f75-896b-300f96a110ff/6d457461-6e72-4945-8472-a67012baba0f/9dad263c-6d5f-46e7-9bc9-1eaf8b516d82) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:33.494122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Pushing event updated for resources: {'Port': ['ID=f6c691e4-78ac-440f-9374-3f1467b25794,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:33.512119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Network 4d992f7e-760c-4f75-896b-300f96a110ff is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:33.513958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:33.517240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:33.605900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Attempting to bind port f6c691e4-78ac-440f-9374-3f1467b25794 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:22:33.606141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Attempting to bind port f6c691e4-78ac-440f-9374-3f1467b25794 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '296cb878-32cc-4ff0-9a67-6224a5625213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:22:33.606515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Attempting to bind port f6c691e4-78ac-440f-9374-3f1467b25794 on network 4d992f7e-760c-4f75-896b-300f96a110ff {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:33.618563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:22:33.618971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Checking segment: {'id': '296cb878-32cc-4ff0-9a67-6224a5625213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:33.623136 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.623669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Bound using segment: {'id': '296cb878-32cc-4ff0-9a67-6224a5625213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:22:33.625072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Bound port: f6c691e4-78ac-440f-9374-3f1467b25794, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296cb878-32cc-4ff0-9a67-6224a5625213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4d992f7e-760c-4f75-896b-300f96a110ff'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:22:33.625477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.784982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.790253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce42db6-b30d-4959-ae70-b94d28ea4dd0 req-623c5706-66fc-405b-8a5c-f3fd365257d7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:33.792197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dce42db6-b30d-4959-ae70-b94d28ea4dd0 req-623c5706-66fc-405b-8a5c-f3fd365257d7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1140449 Dec 08 00:22:33.825655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] For port f6c691e4-78ac-440f-9374-3f1467b25794, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:22:33.826814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.845491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] For port f6c691e4-78ac-440f-9374-3f1467b25794, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f6c691e4-78ac-440f-9374-3f1467b25794,segment=NetworkSegment(296cb878-32cc-4ff0-9a67-6224a5625213),segment_id=296cb878-32cc-4ff0-9a67-6224a5625213)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:22:33.862056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:33.898769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 4d992f7e-760c-4f75-896b-300f96a110ff is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:33.911031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dce42db6-b30d-4959-ae70-b94d28ea4dd0 req-b6448acf-07fb-47d9-a2cb-95d6f7cf9bec tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051540 Dec 08 00:22:33.913161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:33.932936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:33.997873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fbe7e-2962-4bdd-a4b2-ebd11b7cd615 None None] Pushing event updated for resources: {'Port': ['ID=f6c691e4-78ac-440f-9374-3f1467b25794,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:34.044156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:34.044831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:34.048190 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=9dad263c-6d5f-46e7-9bc9-1eaf8b516d82,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:34.084565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1399932-12c2-4084-816d-581b620afa69 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9541478 Dec 08 00:22:34.087128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45208) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:34.710299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:35.259374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c26650-5980-4ab2-a6a2-f8b4898f95d2 req-5ccc2a64-3059-47a0-acfb-dab2e1fdf978 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:35.275588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17c26650-5980-4ab2-a6a2-f8b4898f95d2 req-5ccc2a64-3059-47a0-acfb-dab2e1fdf978 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.2563553 Dec 08 00:22:35.442968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f6c691e4-78ac-440f-9374-3f1467b25794 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:35.527877 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:35.540697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f6c691e4-78ac-440f-9374-3f1467b25794 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:35.541794 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:35.549316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17c26650-5980-4ab2-a6a2-f8b4898f95d2 req-e117cb07-fe86-4cfc-91d7-9b1710d2e605 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724757 Dec 08 00:22:35.550674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:35.678857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:35.736451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port f6c691e4-78ac-440f-9374-3f1467b25794, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f6c691e4-78ac-440f-9374-3f1467b25794,segment=NetworkSegment(296cb878-32cc-4ff0-9a67-6224a5625213),segment_id=296cb878-32cc-4ff0-9a67-6224a5625213)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:35.747441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:35.864661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=f6c691e4-78ac-440f-9374-3f1467b25794,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:36.005010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bceca7-5406-408b-bede-40a72a9f2142 None None] Network 4d992f7e-760c-4f75-896b-300f96a110ff requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:36.170530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=9dad263c-6d5f-46e7-9bc9-1eaf8b516d82,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:36.221934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-54ed0f37-be25-4eb4-9554-016caebcf180 None None] Provisioning complete for port f6c691e4-78ac-440f-9374-3f1467b25794 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:36.226007 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54ed0f37-be25-4eb4-9554-016caebcf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:36.456447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:36.728750 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:36.980742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e3c47238-da3d-4115-84e7-361e7021739d None None] Provisioning complete for port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:36.985811 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3c47238-da3d-4115-84e7-361e7021739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:37.090434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e3c47238-da3d-4115-84e7-361e7021739d None None] Port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:37.109447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e3c47238-da3d-4115-84e7-361e7021739d None None] Provisioning complete for port f6c691e4-78ac-440f-9374-3f1467b25794 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:37.110086 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3c47238-da3d-4115-84e7-361e7021739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:37.187541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:37.203807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdf2ef-fd59-4fba-97be-7737d0ccdd64 req-48edd04a-6b9d-4647-806c-6f1f3319ea3c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:37.205799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4bdf2ef-fd59-4fba-97be-7737d0ccdd64 req-48edd04a-6b9d-4647-806c-6f1f3319ea3c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.3999517 Dec 08 00:22:37.207297 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:37.291523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:37.420381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-434961f7-5fb1-4ec2-b1dc-a237d3bd538f None None] Provisioning complete for port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:37.420714 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-434961f7-5fb1-4ec2-b1dc-a237d3bd538f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:37.520636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f6c691e4-78ac-440f-9374-3f1467b25794 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:37.557710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 4d992f7e-760c-4f75-896b-300f96a110ff is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:37.565049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:37.740523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-434961f7-5fb1-4ec2-b1dc-a237d3bd538f None None] Port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:37.775187 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:22:37.837809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4bdf2ef-fd59-4fba-97be-7737d0ccdd64 req-01f8da3d-6f5b-461f-8541-7f65c827456c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5666127 Dec 08 00:22:37.838500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=9dad263c-6d5f-46e7-9bc9-1eaf8b516d82,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:37.872794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f6c691e4-78ac-440f-9374-3f1467b25794 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:37.876795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:37.945907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Router d7b463bb-41c7-4dde-b500-e99e695a2309 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:22:38.026782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-55bf3c73-a95f-4920-8639-cd26a2dfc3e7 None None] Provisioning complete for port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:38.028768 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55bf3c73-a95f-4920-8639-cd26a2dfc3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:38.164563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-55bf3c73-a95f-4920-8639-cd26a2dfc3e7 None None] Port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:38.178218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:22:38.185104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7852d9fd-9efe-48b6-9210-0cad5420a8dd tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "PUT /v2.0/routers/d7b463bb-41c7-4dde-b500-e99e695a2309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0966980 Dec 08 00:22:38.188360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45280) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:38.214519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] Sync routers for ids ['d7b463bb-41c7-4dde-b500-e99e695a2309'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:22:38.270054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] Routers {'d7b463bb-41c7-4dde-b500-e99e695a2309'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:38.270778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:22:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d7b463bb-41c7-4dde-b500-e99e695a2309'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:38.319305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628afb1-22f2-4d0d-a8e6-a81e1b9fff7e req-6202d678-387a-4aa4-82d1-c1398d0e367a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:38.328696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6628afb1-22f2-4d0d-a8e6-a81e1b9fff7e req-6202d678-387a-4aa4-82d1-c1398d0e367a tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 945 time: 0.1055892 Dec 08 00:22:38.378481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:38.384977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca813b6c-f6ab-4051-8062-9a827898c9fb tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:38.394057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca813b6c-f6ab-4051-8062-9a827898c9fb tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7b463bb-41c7-4dde-b500-e99e695a2309 HTTP/1.1" status: 200 len: 982 time: 0.2039621 Dec 08 00:22:38.395245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45284) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:38.409018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0eb70753-d1f0-4a0c-9195-50be7a60e431 None None] Provisioning complete for port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:38.409322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0eb70753-d1f0-4a0c-9195-50be7a60e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:38.442577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6628afb1-22f2-4d0d-a8e6-a81e1b9fff7e req-a77a22f1-38ea-4388-b687-c9a7a59879e8 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126969 Dec 08 00:22:38.465525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0eb70753-d1f0-4a0c-9195-50be7a60e431 None None] Port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:38.483223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] Routers {'d7b463bb-41c7-4dde-b500-e99e695a2309'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:38.483223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:22:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d7b463bb-41c7-4dde-b500-e99e695a2309'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:38.553499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:38.554162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01c059-aeac-4389-b3f9-21373d71f258 None None] The sync data for ids ['d7b463bb-41c7-4dde-b500-e99e695a2309'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:22:39.064694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49506596-2b12-4f23-ad5c-8abbbec3918a req-9b2a8b19-06f0-4299-9391-0ffd588b2816 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:39.076497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49506596-2b12-4f23-ad5c-8abbbec3918a req-9b2a8b19-06f0-4299-9391-0ffd588b2816 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1100047 Dec 08 00:22:39.164154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49506596-2b12-4f23-ad5c-8abbbec3918a req-a3c4f840-c1b4-4f3b-9851-727a6b0b99bc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827632 Dec 08 00:22:39.350461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:39.700460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa1d8-74d3-450b-97a6-29699763ffb1 req-27296820-eef0-4ff4-8002-36f6bf6c656e tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:39.702664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f9aa1d8-74d3-450b-97a6-29699763ffb1 req-27296820-eef0-4ff4-8002-36f6bf6c656e tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 945 time: 0.0997701 Dec 08 00:22:39.833551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f9aa1d8-74d3-450b-97a6-29699763ffb1 req-8770f9dc-54a7-43d9-9444-d74a5709e8a6 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219645 Dec 08 00:22:40.408215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47300f-38a5-413f-a1b1-c8fba86a1c9f req-950e2e2c-19c2-44b7-85e5-e6f58c909902 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:40.410829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd47300f-38a5-413f-a1b1-c8fba86a1c9f req-950e2e2c-19c2-44b7-85e5-e6f58c909902 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.0904832 Dec 08 00:22:40.476380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:40.476930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:40.489233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd47300f-38a5-413f-a1b1-c8fba86a1c9f req-2fdb054d-557f-437b-8adc-c5202c0e30f5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706036 Dec 08 00:22:40.545162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-6d3e4cb7-b07d-49ef-991e-2e6eecd58228 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:40.547845 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-6d3e4cb7-b07d-49ef-991e-2e6eecd58228 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 945 time: 0.7475097 Dec 08 00:22:40.682109 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:40.701545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:40.740012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Deleting port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:40.740330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:40.928035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] For port 9ceb3b18-9013-4aad-a039-14ba8081e8f1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9ceb3b18-9013-4aad-a039-14ba8081e8f1,segment=NetworkSegment(97452d1c-e615-4790-b765-59f7e8f6c155),segment_id=97452d1c-e615-4790-b765-59f7e8f6c155)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:40.928418 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:40.949676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Calling delete_port for 9ceb3b18-9013-4aad-a039-14ba8081e8f1 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:41.025826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e14b-376e-4f82-9825-5514a239ab5c req-af80d67f-7baf-4c1f-8d92-1da82380b32b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:41.042859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22c1e14b-376e-4f82-9825-5514a239ab5c req-af80d67f-7baf-4c1f-8d92-1da82380b32b tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 945 time: 0.0869136 Dec 08 00:22:41.136430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22c1e14b-376e-4f82-9825-5514a239ab5c req-58dc15cf-0e49-44ea-b55d-bcded927e768 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/security-groups?id=32bac683-32df-4e58-82c6-f0bb6c618588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925293 Dec 08 00:22:41.179633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:41.216217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=9dad263c-6d5f-46e7-9bc9-1eaf8b516d82,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:41.407945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:41.488508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Pushing event deleted for resources: {'Port': ['ID=9ceb3b18-9013-4aad-a039-14ba8081e8f1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:41.509328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:41.515677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d1b07-ca50-419e-98e8-19c3b1420b57 None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:41.625003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] No DVR routers for this DVR port 9ceb3b18-9013-4aad-a039-14ba8081e8f1 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:41.648290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:41.655281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c36d9e0-485b-4b68-adbb-8a048da9f2e8 req-0d410149-8262-4e88-96d2-43cadc7d42ba tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.44 "DELETE /v2.0/ports/9ceb3b18-9013-4aad-a039-14ba8081e8f1 HTTP/1.1" status: 204 len: 173 time: 1.0739491 Dec 08 00:22:41.655281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'name': 'network-vif-deleted', 'tag': '9ceb3b18-9013-4aad-a039-14ba8081e8f1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:41.656327 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edc4e32-cb75-4e33-9df9-3967c47a58e3" -d '{"events": [{"server_uuid": "9451fde7-3e7b-4820-aa83-cf71d2e7790a", "name": "network-vif-deleted", "tag": "9ceb3b18-9013-4aad-a039-14ba8081e8f1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:41.674322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9579c31-c528-4b91-b9da-34a8f53e5064 req-98e171e6-6a67-46a0-b1d4-a3db508e5a0b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:41.679610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9579c31-c528-4b91-b9da-34a8f53e5064 req-98e171e6-6a67-46a0-b1d4-a3db508e5a0b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1135025 Dec 08 00:22:41.831222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9579c31-c528-4b91-b9da-34a8f53e5064 req-3a78356c-13a2-488a-903a-23f8d3d48b54 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285329 Dec 08 00:22:41.860570 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efafa3e-4192-4c93-a232-fae186370b4c x-openstack-request-id: req-5efafa3e-4192-4c93-a232-fae186370b4c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:41.860962 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9451fde7-3e7b-4820-aa83-cf71d2e7790a", "name": "network-vif-deleted", "tag": "9ceb3b18-9013-4aad-a039-14ba8081e8f1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:41.861141 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5efafa3e-4192-4c93-a232-fae186370b4c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:41.861553 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9451fde7-3e7b-4820-aa83-cf71d2e7790a', 'name': 'network-vif-deleted', 'tag': '9ceb3b18-9013-4aad-a039-14ba8081e8f1', 'status': 'completed', 'code': 200} Dec 08 00:22:41.872407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Router d7b463bb-41c7-4dde-b500-e99e695a2309 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:22:41.971716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:22:41.980078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45348) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:41.980271 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-201d4c32-9447-471b-a5f7-08cd57fd9810 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "PUT /v2.0/routers/d7b463bb-41c7-4dde-b500-e99e695a2309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5836754 Dec 08 00:22:41.993049 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] Sync routers for ids ['d7b463bb-41c7-4dde-b500-e99e695a2309'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:22:42.007593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] Routers {'d7b463bb-41c7-4dde-b500-e99e695a2309'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:42.008482 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:22:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d7b463bb-41c7-4dde-b500-e99e695a2309'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:42.038495 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f18f3b2-f6d8-42cf-a6df-599954e15b65 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:22:42.039716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6f18f3b2-f6d8-42cf-a6df-599954e15b65 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/9dad263c-6d5f-46e7-9bc9-1eaf8b516d82 HTTP/1.1" status: 404 len: 333 time: 0.0581169 Dec 08 00:22:42.042726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45356) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:42.134092 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:42.174337 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] Routers {'d7b463bb-41c7-4dde-b500-e99e695a2309'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:22:42.178465 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:22:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['d7b463bb-41c7-4dde-b500-e99e695a2309'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:42.294192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29915320-c993-4c56-90cb-c71e762dbe84 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:42.328582 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:42.332490 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356c80d0-b143-49d2-aa51-d39e0d9c3e64 None None] The sync data for ids ['d7b463bb-41c7-4dde-b500-e99e695a2309'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:22:42.333654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76e85688-e414-4c4e-8ae3-da3c9dfa4438 req-677cbda5-1d1c-41fa-8d08-7b421486f624 tempest-AttachVolumeNegativeTest-1070469214 tempest-AttachVolumeNegativeTest-1070469214-project] 10.222.0.18 "GET /v2.0/ports?device_id=9451fde7-3e7b-4820-aa83-cf71d2e7790a HTTP/1.1" status: 200 len: 210 time: 0.0465553 Dec 08 00:22:42.560705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29915320-c993-4c56-90cb-c71e762dbe84 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:42.575262 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29915320-c993-4c56-90cb-c71e762dbe84 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:42.646482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29915320-c993-4c56-90cb-c71e762dbe84 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:42.647111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29915320-c993-4c56-90cb-c71e762dbe84 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Fanout notify agent at l3_agent the message router_deleted on router d7b463bb-41c7-4dde-b500-e99e695a2309 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:22:42.664022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29915320-c993-4c56-90cb-c71e762dbe84 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:42.668033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45368) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:42.668175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-29915320-c993-4c56-90cb-c71e762dbe84 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/routers/d7b463bb-41c7-4dde-b500-e99e695a2309 HTTP/1.1" status: 204 len: 168 time: 0.6243823 Dec 08 00:22:42.766375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 6d457461-6e72-4945-8472-a67012baba0f {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:22:42.770015 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:42.833706 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:42.972334 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.010627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0205a-f437-4d84-8e4c-1e9fbbb1d3e2 req-b28fed27-1c41-43e4-97a8-e189a5c8bc49 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:43.012114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5be0205a-f437-4d84-8e4c-1e9fbbb1d3e2 req-b28fed27-1c41-43e4-97a8-e189a5c8bc49 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1109853 Dec 08 00:22:43.099803 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.139097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5be0205a-f437-4d84-8e4c-1e9fbbb1d3e2 req-f19fb1af-4fc2-45e7-89c4-05f39a778363 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043096 Dec 08 00:22:43.142335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=6d457461-6e72-4945-8472-a67012baba0f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:43.168229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.175063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b2d7de8-ba96-4326-9ab5-855402420f51 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/6d457461-6e72-4945-8472-a67012baba0f HTTP/1.1" status: 204 len: 168 time: 0.5035858 Dec 08 00:22:43.175262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066909a1-3420-49b5-b877-a8feb1256d1a None None] Network 4d992f7e-760c-4f75-896b-300f96a110ff requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:43.175686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45380) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:43.279574 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.322009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9ceb3b18-9013-4aad-a039-14ba8081e8f1 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:43.376226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 9ceb3b18-9013-4aad-a039-14ba8081e8f1 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:22:43.377013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9ceb3b18-9013-4aad-a039-14ba8081e8f1 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:22:43.434934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port f6c691e4-78ac-440f-9374-3f1467b25794 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:43.435280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.440614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45392) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:43.465745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] DHCP port deletion for 4d992f7e-760c-4f75-896b-300f96a110ff request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:43.591008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] Deleting port f6c691e4-78ac-440f-9374-3f1467b25794 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:43.591661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.606369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] For port f6c691e4-78ac-440f-9374-3f1467b25794, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f6c691e4-78ac-440f-9374-3f1467b25794,segment=NetworkSegment(296cb878-32cc-4ff0-9a67-6224a5625213),segment_id=296cb878-32cc-4ff0-9a67-6224a5625213)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:43.606647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.619257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] Deleting subnet 9abdd024-afc8-4041-8d5d-6d9c3ea10127 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:22:43.628275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.661834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for f6c691e4-78ac-440f-9374-3f1467b25794 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:43.683678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] For port f6c691e4-78ac-440f-9374-3f1467b25794, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f6c691e4-78ac-440f-9374-3f1467b25794,segment=NetworkSegment(296cb878-32cc-4ff0-9a67-6224a5625213),segment_id=296cb878-32cc-4ff0-9a67-6224a5625213)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:43.684917 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.726345 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.743520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] Calling delete_port for f6c691e4-78ac-440f-9374-3f1467b25794 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:43.776925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.856094 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.879066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.882356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.897317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No DVR routers for this DVR port f6c691e4-78ac-440f-9374-3f1467b25794 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:43.916521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abdd024-afc8-4041-8d5d-6d9c3ea10127,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:43.924337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:43.930912 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-70e07163-33b3-4b6b-9912-c6ce14344bb8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9abdd024-afc8-4041-8d5d-6d9c3ea10127 HTTP/1.1" status: 204 len: 168 time: 0.4867632 Dec 08 00:22:43.932576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac2414d-223d-4900-aa92-8b1276e68742 None None] Network c240e449-e1a7-4347-9fbb-44c7860b5e01 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:43.935224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45396) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:44.008686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=f6c691e4-78ac-440f-9374-3f1467b25794,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:44.071803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.099167 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.150773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1516bb3-27c0-49d0-86f7-020af5bca9ad None None] DHCP port deletion for c240e449-e1a7-4347-9fbb-44c7860b5e01 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:22:44.153588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] Pushing event deleted for resources: {'Port': ['ID=f6c691e4-78ac-440f-9374-3f1467b25794,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:44.161900 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.180868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b95e3-14b8-4c61-8e7f-dde4e8b35fac None None] No DVR routers for this DVR port f6c691e4-78ac-440f-9374-3f1467b25794 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:22:44.211974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d992f7e-760c-4f75-896b-300f96a110ff']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:44.234392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296cb878-32cc-4ff0-9a67-6224a5625213') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:44.234687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296cb878-32cc-4ff0-9a67-6224a5625213') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:44.253911 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.281424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.323197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c240e449-e1a7-4347-9fbb-44c7860b5e01']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:44.332095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.340883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:22:44.341765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.348557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97452d1c-e615-4790-b765-59f7e8f6c155') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:44.349053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97452d1c-e615-4790-b765-59f7e8f6c155') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:22:44.363980 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:22:44.366350 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:22:44.386728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.401820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9301f3-00ad-4536-a1d4-fc8b369148c8 req-d8bdf978-2593-4f1b-bfa6-d71d78fae85d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:44.402709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:22:44.403389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:22:44.405667 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:22:44.418264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f9301f3-00ad-4536-a1d4-fc8b369148c8 req-d8bdf978-2593-4f1b-bfa6-d71d78fae85d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1622579 Dec 08 00:22:44.493588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.506981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.511115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c240e449-e1a7-4347-9fbb-44c7860b5e01 HTTP/1.1" status: 204 len: 168 time: 0.5747347 Dec 08 00:22:44.542434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.542678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734accd-51ae-44cf-8c10-5cf1cd6ad656 admin admin] Pushing event deleted for resources: {'Network': ['ID=c240e449-e1a7-4347-9fbb-44c7860b5e01,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:44.545615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f9301f3-00ad-4536-a1d4-fc8b369148c8 req-9f8f8b45-6096-4b91-91cf-8cf96e4f1408 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062968 Dec 08 00:22:44.551637 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.558714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/4d992f7e-760c-4f75-896b-300f96a110ff HTTP/1.1" status: 204 len: 168 time: 1.3792548 Dec 08 00:22:44.560283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45416) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:44.582151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e493d0-2a11-4cfc-84d8-d4aa58dac5c0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=4d992f7e-760c-4f75-896b-300f96a110ff,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:44.651512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec3990-75c3-4448-8d11-a82ab707389b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:44.657623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fdec3990-75c3-4448-8d11-a82ab707389b tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/8185511b-e6e8-4971-995c-f3e388f674d7 HTTP/1.1" status: 200 len: 840 time: 0.0922859 Dec 08 00:22:44.657623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45424) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:44.726018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45434) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:44.726652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4309e996-7af6-4f10-84c3-c6fe5a4199b6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/8185511b-e6e8-4971-995c-f3e388f674d7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0679591 Dec 08 00:22:44.731944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:44.798290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45440) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:44.865916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d35874ad-b793-4781-9993-4e2a1b3f9ad0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6394ffe598374955b30c8c9e131cc792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641098 Dec 08 00:22:44.866313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45450) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:44.900401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:44.904726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.928565 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e33defc-c3d0-445c-85df-451548e7644d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:44.969470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e33defc-c3d0-445c-85df-451548e7644d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.055994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e33defc-c3d0-445c-85df-451548e7644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.059387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e33defc-c3d0-445c-85df-451548e7644d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.061911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4e33defc-c3d0-445c-85df-451548e7644d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32bac683-32df-4e58-82c6-f0bb6c618588 HTTP/1.1" status: 204 len: 168 time: 0.1930547 Dec 08 00:22:45.071296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33defc-c3d0-445c-85df-451548e7644d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bac683-32df-4e58-82c6-f0bb6c618588,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:45.137654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.207580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:45.212251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:45.216483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:45.217068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.229610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151967dd-2b2c-45cb-aec6-42ad98688526 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:45.232110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=8b085a9f-0dbd-40b0-91c0-fa65b85887ca,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:45.250010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dbc691df-ec77-4ac7-85a9-fd21518b9fac tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5221109 Dec 08 00:22:45.252977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45474) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:45.258334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b55ec45e-065f-4702-8e14-1c357cbc7f3f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'security_group': {'name': 'tempest-secgroup-164111026'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:45.355000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b55ec45e-065f-4702-8e14-1c357cbc7f3f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.436436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f6c691e4-78ac-440f-9374-3f1467b25794 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:45.468713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f6c691e4-78ac-440f-9374-3f1467b25794 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:22:45.469844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f6c691e4-78ac-440f-9374-3f1467b25794 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:22:45.540430 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b55ec45e-065f-4702-8e14-1c357cbc7f3f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.556466 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b55ec45e-065f-4702-8e14-1c357cbc7f3f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.587560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-8b318c17-7f7e-4446-9aa9-a552643b7eac', 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'project_id': 'aaa24d00f3b047c396b1fcf77d37732f', 'fixed_ips': [{'subnet_id': '8b085a9f-0dbd-40b0-91c0-fa65b85887ca'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:22:45.589077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.602626 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b55ec45e-065f-4702-8e14-1c357cbc7f3f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.607132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45490) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:45.607755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b55ec45e-065f-4702-8e14-1c357cbc7f3f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3532565 Dec 08 00:22:45.610186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ec45e-065f-4702-8e14-1c357cbc7f3f tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b024037-7102-441c-8b2f-bdd9b8f60aad,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:45.613106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-493ee236-c8c0-479f-94e6-4014d9f6d438 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010776297'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:45.677242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-493ee236-c8c0-479f-94e6-4014d9f6d438 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.867249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6bee-4e02-4ecd-b837-bbf9ffefc4b2 req-87f6d692-bf67-4620-9079-a272e03cab70 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:45.868787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf5e6bee-4e02-4ecd-b837-bbf9ffefc4b2 req-87f6d692-bf67-4620-9079-a272e03cab70 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1004214 Dec 08 00:22:45.918846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-493ee236-c8c0-479f-94e6-4014d9f6d438 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.926460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-493ee236-c8c0-479f-94e6-4014d9f6d438 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.989847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Allocated IP 172.20.0.2 (8b318c17-7f7e-4446-9aa9-a552643b7eac/8b085a9f-0dbd-40b0-91c0-fa65b85887ca/3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:45.994682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-493ee236-c8c0-479f-94e6-4014d9f6d438 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:45.997141 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-493ee236-c8c0-479f-94e6-4014d9f6d438 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3886368 Dec 08 00:22:46.002471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45524) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:46.005884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf5e6bee-4e02-4ecd-b837-bbf9ffefc4b2 req-1283e67a-276c-476e-bec6-fc8dc3c054d6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249695 Dec 08 00:22:46.007684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-971554447', 'security_groups': ['0cd8e2f3-de85-4a07-b7ba-d5ab956a7dde'], 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8b085a9f-0dbd-40b0-91c0-fa65b85887ca'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:46.011147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ee236-c8c0-479f-94e6-4014d9f6d438 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8e2f3-de85-4a07-b7ba-d5ab956a7dde,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:46.299778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:46.468176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:46.488952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 83f19394-7608-4b29-aa65-4d4f4a33f479 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:22:46.490163 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:46.500359 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:46.549397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:46.572351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:46.574238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Pushing event updated for resources: {'Port': ['ID=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:46.576526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:46.637455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Attempting to bind port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:22:46.637831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Attempting to bind port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '719b5b6b-55c2-435d-a100-46403728fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:22:46.638205 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Attempting to bind port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e on network 8b318c17-7f7e-4446-9aa9-a552643b7eac {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:46.644862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:22:46.645369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Checking segment: {'id': '719b5b6b-55c2-435d-a100-46403728fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:46.645790 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:46.646286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Bound using segment: {'id': '719b5b6b-55c2-435d-a100-46403728fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:22:46.646997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Bound port: 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719b5b6b-55c2-435d-a100-46403728fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:22:46.647552 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:46.682386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.6 (8b318c17-7f7e-4446-9aa9-a552643b7eac/8b085a9f-0dbd-40b0-91c0-fa65b85887ca/83f19394-7608-4b29-aa65-4d4f4a33f479) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:46.764151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] For port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:22:46.768409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] For port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,segment=NetworkSegment(719b5b6b-55c2-435d-a100-46403728fa9f),segment_id=719b5b6b-55c2-435d-a100-46403728fa9f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:22:46.773033 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:46.836550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d75ce-6f4c-4bb4-9dd9-cee6ebdf8aad None None] Pushing event updated for resources: {'Port': ['ID=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:46.912947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:46.959399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:47.022328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:47.026145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:47.031204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:47.043578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=83f19394-7608-4b29-aa65-4d4f4a33f479,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:47.124624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:47.125315 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:47.181154 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-40f19bc1-1f55-49bf-a319-6241881b32b7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1745701 Dec 08 00:22:47.181283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45592) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:47.190230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-05ddf40c-48ba-4a32-b5ff-2f4f8bd1bed6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:47.394988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ddf40c-48ba-4a32-b5ff-2f4f8bd1bed6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:47.401584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05ddf40c-48ba-4a32-b5ff-2f4f8bd1bed6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:47.469303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:47.540392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed9c3-86a6-4a93-8c57-ee6434501a2e req-2775003a-ff75-4ecb-85e2-ab7e4dfb1ca0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:47.551370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652ed9c3-86a6-4a93-8c57-ee6434501a2e req-2775003a-ff75-4ecb-85e2-ab7e4dfb1ca0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 946 time: 0.1428549 Dec 08 00:22:47.599223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:47.603695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:47.604066 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:47.615746 n-d-820549-2 neutron-server[103113]: INFO neutron.db.ipam_backend_mixin [None req-05ddf40c-48ba-4a32-b5ff-2f4f8bd1bed6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8b085a9f-0dbd-40b0-91c0-fa65b85887ca (CIDR: 172.20.0.0/28) Dec 08 00:22:47.623238 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ddf40c-48ba-4a32-b5ff-2f4f8bd1bed6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:22:47.623786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ddf40c-48ba-4a32-b5ff-2f4f8bd1bed6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:22:47.639235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652ed9c3-86a6-4a93-8c57-ee6434501a2e req-6ec96a0e-2b18-4d6f-97ee-40b5b73a9b32 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857940 Dec 08 00:22:47.665572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-05ddf40c-48ba-4a32-b5ff-2f4f8bd1bed6 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4829831 Dec 08 00:22:47.668301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45620) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:47.679378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:47.710994 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:47.758085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,segment=NetworkSegment(719b5b6b-55c2-435d-a100-46403728fa9f),segment_id=719b5b6b-55c2-435d-a100-46403728fa9f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:47.765919 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:47.843583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:47.879918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:47.885710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:48.227325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:48.294123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:48.303479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:48.307903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:48.309091 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:48.339767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45662) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:48.340295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6705594 Dec 08 00:22:48.341036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da89f8-0c7a-4c9d-af73-90a741e8fe40 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=30c0d480-d6f6-4959-8097-a12bcd3c348a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:48.347821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1642849118', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30c0d480-d6f6-4959-8097-a12bcd3c348a'}], 'security_groups': ['2b024037-7102-441c-8b2f-bdd9b8f60aad']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:48.448809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:48.510338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb5851-a841-4922-960e-335c575e7c51 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:48.644011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dbbdfa80-af3c-4e5b-a00e-ebb0a121fdc2 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:48.645123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbbdfa80-af3c-4e5b-a00e-ebb0a121fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:48.835046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:22:48.854129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dbbdfa80-af3c-4e5b-a00e-ebb0a121fdc2 None None] Provisioning complete for port 8185511b-e6e8-4971-995c-f3e388f674d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:48.854804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbbdfa80-af3c-4e5b-a00e-ebb0a121fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:48.952755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdfa80-af3c-4e5b-a00e-ebb0a121fdc2 None None] Port 8185511b-e6e8-4971-995c-f3e388f674d7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:49.007964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e371c-68ec-4cdf-a5b4-3e49b0aae1c2 None None] Update dhcp port {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'fixed_ips': [{'subnet_id': '8b085a9f-0dbd-40b0-91c0-fa65b85887ca', 'ip_address': '172.20.0.2'}, {'subnet_id': '30c0d480-d6f6-4959-8097-a12bcd3c348a'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:22:49.034287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Delete allocated IP 172.20.0.6 (8b318c17-7f7e-4446-9aa9-a552643b7eac/8b085a9f-0dbd-40b0-91c0-fa65b85887ca) {{(pid=103113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 00:22:49.061078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.19 (8b318c17-7f7e-4446-9aa9-a552643b7eac/30c0d480-d6f6-4959-8097-a12bcd3c348a/83f19394-7608-4b29-aa65-4d4f4a33f479) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:49.065666 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258e371c-68ec-4cdf-a5b4-3e49b0aae1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.190935 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.374813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:49.410669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:49.412701 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f58a2a-2835-4d6f-b7d8-2f40ebf9aeed" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:49.421584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:49.429365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.440603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.441038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:49.469806 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.538632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=14']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:49.590150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=83f19394-7608-4b29-aa65-4d4f4a33f479,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:49.600482 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65337e38-84a4-4c05-9b52-81d51a67a7df x-openstack-request-id: req-65337e38-84a4-4c05-9b52-81d51a67a7df {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:49.607758 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:49.607951 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65337e38-84a4-4c05-9b52-81d51a67a7df {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:49.611175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] In _notify_port_updated(), no bound segment for port 83f19394-7608-4b29-aa65-4d4f4a33f479 on network 8b318c17-7f7e-4446-9aa9-a552643b7eac {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:22:49.618485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:49.619170 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'code': 200} Dec 08 00:22:49.619836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.622563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7c3524c6-1220-4e49-82b5-75912b19bab5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "PUT /v2.0/ports/83f19394-7608-4b29-aa65-4d4f4a33f479 HTTP/1.1" status: 200 len: 921 time: 1.2800999 Dec 08 00:22:49.625370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45732) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:49.640666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6b4899d-1d0f-4693-ad23-82a50f28883b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.668904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-258e371c-68ec-4cdf-a5b4-3e49b0aae1c2 None None] Allocated IP 172.20.0.18 (8b318c17-7f7e-4446-9aa9-a552643b7eac/30c0d480-d6f6-4959-8097-a12bcd3c348a/3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:49.681578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:49.682287 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.753734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 83f19394-7608-4b29-aa65-4d4f4a33f479 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:49.754248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.878833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-258e371c-68ec-4cdf-a5b4-3e49b0aae1c2 None None] For port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,segment=NetworkSegment(719b5b6b-55c2-435d-a100-46403728fa9f),segment_id=719b5b6b-55c2-435d-a100-46403728fa9f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:49.899388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6b4899d-1d0f-4693-ad23-82a50f28883b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.906669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6b4899d-1d0f-4693-ad23-82a50f28883b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.938823 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.949024 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258e371c-68ec-4cdf-a5b4-3e49b0aae1c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.958945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b6b4899d-1d0f-4693-ad23-82a50f28883b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5572f0bcaef4272a862b0da2a82e20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829008 Dec 08 00:22:49.959167 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258e371c-68ec-4cdf-a5b4-3e49b0aae1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:49.961829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:49.962706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4899d-1d0f-4693-ad23-82a50f28883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d11e232-8f44-41d6-af05-2510b305f7cd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:49.965974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 83f19394-7608-4b29-aa65-4d4f4a33f479 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:50.041388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1c75ee5-7478-4056-8087-3e0b91e43492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.072813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1c75ee5-7478-4056-8087-3e0b91e43492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.141835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1c75ee5-7478-4056-8087-3e0b91e43492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.145685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1c75ee5-7478-4056-8087-3e0b91e43492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.149394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c1c75ee5-7478-4056-8087-3e0b91e43492 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d11e232-8f44-41d6-af05-2510b305f7cd HTTP/1.1" status: 204 len: 168 time: 0.1785526 Dec 08 00:22:50.169329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c75ee5-7478-4056-8087-3e0b91e43492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d11e232-8f44-41d6-af05-2510b305f7cd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:50.176088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e371c-68ec-4cdf-a5b4-3e49b0aae1c2 None None] Pushing event updated for resources: {'Port': ['ID=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:50.297939 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.360218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b11a5d-0e34-4676-aca3-ae2b0b3b479a req-9b6856b3-d51c-4a5f-adba-f23992c8059c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:50.363389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=83f19394-7608-4b29-aa65-4d4f4a33f479,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:50.371324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00b11a5d-0e34-4676-aca3-ae2b0b3b479a req-9b6856b3-d51c-4a5f-adba-f23992c8059c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0820534 Dec 08 00:22:50.424243 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00b11a5d-0e34-4676-aca3-ae2b0b3b479a req-8cdd10ae-cdae-47cd-8e96-14320b78722e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516756 Dec 08 00:22:50.473875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.480521 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6d51e64b-999d-4830-a1c2-f6ac86f85dd8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/83f19394-7608-4b29-aa65-4d4f4a33f479 HTTP/1.1" status: 204 len: 168 time: 0.8539913 Dec 08 00:22:50.480811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45786) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:50.509145 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f279ec-30ac-4366-b786-0d39f20a9e72 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:22:50.510613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c1f279ec-30ac-4366-b786-0d39f20a9e72 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/83f19394-7608-4b29-aa65-4d4f4a33f479 HTTP/1.1" status: 404 len: 333 time: 0.0290911 Dec 08 00:22:50.514080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45788) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:50.616852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb030ba5-6e28-49c6-8f52-83b4b5a5e8d3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.683496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb030ba5-6e28-49c6-8f52-83b4b5a5e8d3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.794876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-3073b68d-5caf-4645-b58b-efae7a885bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:50.796840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-3073b68d-5caf-4645-b58b-efae7a885bf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.0562429 Dec 08 00:22:50.798332 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb030ba5-6e28-49c6-8f52-83b4b5a5e8d3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.801651 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb030ba5-6e28-49c6-8f52-83b4b5a5e8d3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.805742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:50.806038 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-eb030ba5-6e28-49c6-8f52-83b4b5a5e8d3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/security-groups/0cd8e2f3-de85-4a07-b7ba-d5ab956a7dde HTTP/1.1" status: 204 len: 168 time: 0.2905548 Dec 08 00:22:50.837548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45802) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:50.840250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb030ba5-6e28-49c6-8f52-83b4b5a5e8d3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8e2f3-de85-4a07-b7ba-d5ab956a7dde,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:50.894084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-741fe001-868a-4f3f-ae89-28e194105b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:50.945344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-1b04cc2d-f8f3-438e-a97e-a530d4f7a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:50.949141 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-1b04cc2d-f8f3-438e-a97e-a530d4f7a557 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1422758 Dec 08 00:22:50.986793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d0689d3f-7ab9-47a6-9d0b-63f19c88dc52 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.043897 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-c430b97d-8f5b-493d-83cc-c4238a64b57c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.0873036 Dec 08 00:22:51.069349 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d0689d3f-7ab9-47a6-9d0b-63f19c88dc52 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.137577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-24f8b9c6-c650-4b72-90bc-d27edb4d822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:51.150121 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-24f8b9c6-c650-4b72-90bc-d27edb4d822b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0891788 Dec 08 00:22:51.162919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-741fe001-868a-4f3f-ae89-28e194105b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.181718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-741fe001-868a-4f3f-ae89-28e194105b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.184135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d0689d3f-7ab9-47a6-9d0b-63f19c88dc52 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.188057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d0689d3f-7ab9-47a6-9d0b-63f19c88dc52 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.189435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d0689d3f-7ab9-47a6-9d0b-63f19c88dc52 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/security-groups/2b024037-7102-441c-8b2f-bdd9b8f60aad HTTP/1.1" status: 204 len: 168 time: 0.3819413 Dec 08 00:22:51.192397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45812) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:51.238910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-8c971872-3ee6-4345-b405-acf85d66b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:51.238910 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-8c971872-3ee6-4345-b405-acf85d66b026 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868514 Dec 08 00:22:51.240908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fe001-868a-4f3f-ae89-28e194105b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e17979-bb22-4440-b0db-306577e76fc5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:51.295309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd0b78-165e-4697-8660-8a3c1e3f0f8c req-e2d93aa7-00d5-448d-b42a-e7b18fc62ada tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:51.296898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34cd0b78-165e-4697-8660-8a3c1e3f0f8c req-e2d93aa7-00d5-448d-b42a-e7b18fc62ada tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.5881474 Dec 08 00:22:51.298793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0689d3f-7ab9-47a6-9d0b-63f19c88dc52 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b024037-7102-441c-8b2f-bdd9b8f60aad,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:51.303809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-741fe001-868a-4f3f-ae89-28e194105b76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d152fbf18f742d08cabcf9e9b481cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649980 Dec 08 00:22:51.313283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45814) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:51.357432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-774dc688-2505-4b0b-8384-6d7652a7fd4d service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093132 Dec 08 00:22:51.395807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61c52763-5eb3-40da-989d-cf1cc79ad92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.403843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20203852-a61b-4611-9835-236c62c3f338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.406001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 8b085a9f-0dbd-40b0-91c0-fa65b85887ca {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:22:51.414404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:51.437786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.442601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20203852-a61b-4611-9835-236c62c3f338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.492663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-296f1317-f676-4cf4-88a2-fad8af9d34b5 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:51.493066 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-296f1317-f676-4cf4-88a2-fad8af9d34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.579656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:51.580440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.595414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20203852-a61b-4611-9835-236c62c3f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.598467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20203852-a61b-4611-9835-236c62c3f338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.600112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-20203852-a61b-4611-9835-236c62c3f338 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15e17979-bb22-4440-b0db-306577e76fc5 HTTP/1.1" status: 204 len: 168 time: 0.2872698 Dec 08 00:22:51.632777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.642148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34cd0b78-165e-4697-8660-8a3c1e3f0f8c req-221602b4-e7ce-4080-b521-d85d1e1dfc85 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372250 Dec 08 00:22:51.648104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203852-a61b-4611-9835-236c62c3f338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e17979-bb22-4440-b0db-306577e76fc5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:51.726715 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b377d503-8610-4918-b6d5-5aeae60cfe93 req-106b374c-feb6-4b2b-9322-05df1b5db3db service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567746 Dec 08 00:22:51.765362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-296f1317-f676-4cf4-88a2-fad8af9d34b5 None None] Provisioning complete for port 8185511b-e6e8-4971-995c-f3e388f674d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:51.766003 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-296f1317-f676-4cf4-88a2-fad8af9d34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.841643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.865920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-296f1317-f676-4cf4-88a2-fad8af9d34b5 None None] Port 8185511b-e6e8-4971-995c-f3e388f674d7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:51.871861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-296f1317-f676-4cf4-88a2-fad8af9d34b5 None None] Could not find standard attr ID for object 83f19394-7608-4b29-aa65-4d4f4a33f479. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:22:51.935010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.965693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=8b085a9f-0dbd-40b0-91c0-fa65b85887ca,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:51.969707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:51.977697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0f61171e-00f3-49fe-8b64-9e0fcf0bc954 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/8b085a9f-0dbd-40b0-91c0-fa65b85887ca HTTP/1.1" status: 204 len: 168 time: 0.7830794 Dec 08 00:22:51.977926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45838) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:51.984726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:51.987958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9d130f9f-8de5-4614-bf16-1b57f0b827c1 None None] Could not find standard attr ID for object 83f19394-7608-4b29-aa65-4d4f4a33f479. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:22:52.175110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:52.179389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.491346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ade53c-a11c-4b8f-b305-39a17cea12c9 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:52.507655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.544812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-49cb28df-89c2-4f47-a3ab-f9c009be1fb0 None None] Could not find standard attr ID for object 83f19394-7608-4b29-aa65-4d4f4a33f479. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:22:52.566952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:52.570758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:52.578229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:52.579295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.600986 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6217575 Dec 08 00:22:52.603861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:52.609387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d252ea49-845f-467c-ab0f-7392ddf136ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'security_group': {'name': 'tempest-secgroup-2063613072'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:52.629723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efe056-edcd-4c94-a11b-ca232c7af867 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=bb97e58c-e925-4807-a961-3d6e6d789dde,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:52.659478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d252ea49-845f-467c-ab0f-7392ddf136ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.741051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d252ea49-845f-467c-ab0f-7392ddf136ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.752830 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d252ea49-845f-467c-ab0f-7392ddf136ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.821469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d252ea49-845f-467c-ab0f-7392ddf136ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.841552 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d252ea49-845f-467c-ab0f-7392ddf136ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2364035 Dec 08 00:22:52.843100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45878) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:52.845761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da177-ea60-4f53-8ec3-8c4967fbb83a req-116bc74b-f688-453c-ac65-b868ac7150b2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:52.849089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf1da177-ea60-4f53-8ec3-8c4967fbb83a req-116bc74b-f688-453c-ac65-b868ac7150b2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0756848 Dec 08 00:22:52.849676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1ffdc288-a569-4df7-b9c6-bbfa206b2032 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903523275'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:52.886814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252ea49-845f-467c-ab0f-7392ddf136ed tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3a8874-bcaf-4cf1-a958-e5818bc1eaac,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:52.905537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc288-a569-4df7-b9c6-bbfa206b2032 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:52.953901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf1da177-ea60-4f53-8ec3-8c4967fbb83a req-fa392e64-8e2f-43bb-b4a9-77eacf2caa94 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919082 Dec 08 00:22:53.063700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc288-a569-4df7-b9c6-bbfa206b2032 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.073892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc288-a569-4df7-b9c6-bbfa206b2032 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.131118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdc288-a569-4df7-b9c6-bbfa206b2032 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac3b50b-37a7-4b35-a475-69d154eb9fa8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:53.150692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc288-a569-4df7-b9c6-bbfa206b2032 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.153495 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1ffdc288-a569-4df7-b9c6-bbfa206b2032 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3076708 Dec 08 00:22:53.156159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45902) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:53.164174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-05b57459-88b9-437c-9ff4-21c18a9fae43 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1461668483'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:53.204983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05b57459-88b9-437c-9ff4-21c18a9fae43 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.356052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5682-bb97-48ae-8020-fb5dec2a5093 req-705a370f-e381-40f1-be1c-7377661a6729 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:53.357873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b5d5682-bb97-48ae-8020-fb5dec2a5093 req-705a370f-e381-40f1-be1c-7377661a6729 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1408896 Dec 08 00:22:53.438083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05b57459-88b9-437c-9ff4-21c18a9fae43 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.447269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b5d5682-bb97-48ae-8020-fb5dec2a5093 req-858148ba-bd6b-4cb0-9330-e7f15f9d6276 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802960 Dec 08 00:22:53.448255 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05b57459-88b9-437c-9ff4-21c18a9fae43 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.507964 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05b57459-88b9-437c-9ff4-21c18a9fae43 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.511980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:53.518121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05b57459-88b9-437c-9ff4-21c18a9fae43 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3595915 Dec 08 00:22:53.519769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1248469526', 'security_groups': ['62401df3-40f4-4bb0-a187-59e5cff5481b'], 'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb97e58c-e925-4807-a961-3d6e6d789dde'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:53.524043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b57459-88b9-437c-9ff4-21c18a9fae43 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62401df3-40f4-4bb0-a187-59e5cff5481b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:53.594529 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5bfd97d6-27db-4a40-9e25-3305087972cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:53.603130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:53.698689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ca906-aba2-45f4-8780-b3db3739142a req-34f3161d-5f39-4dfb-8da4-36a99312595d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:53.710491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd799e5-4b6f-4d49-9167-6eefe7a5c482 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:53.711948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b61ca906-aba2-45f4-8780-b3db3739142a req-34f3161d-5f39-4dfb-8da4-36a99312595d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1546774 Dec 08 00:22:53.799871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b61ca906-aba2-45f4-8780-b3db3739142a req-6392e7e4-2dbe-48fc-9fc3-c38f1e351912 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866439 Dec 08 00:22:53.901316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-508cc8f6-961c-4612-882e-d27f1deed928 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:53.902017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-508cc8f6-961c-4612-882e-d27f1deed928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.158371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Update dhcp port {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'fixed_ips': [{'subnet_id': '30c0d480-d6f6-4959-8097-a12bcd3c348a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bb97e58c-e925-4807-a961-3d6e6d789dde'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:22:54.189184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-508cc8f6-961c-4612-882e-d27f1deed928 None None] Provisioning complete for port 8185511b-e6e8-4971-995c-f3e388f674d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:54.189815 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-508cc8f6-961c-4612-882e-d27f1deed928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.218403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02a70bf1-e49d-4287-9a90-82c9a51daaec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.236499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-508cc8f6-961c-4612-882e-d27f1deed928 None None] Port 8185511b-e6e8-4971-995c-f3e388f674d7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:54.237996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.302599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:54.306837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-c5d3a20b-bab3-4b2a-a6d6-7d3a76f5c47d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:54.314645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-c5d3a20b-bab3-4b2a-a6d6-7d3a76f5c47d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.2045405 Dec 08 00:22:54.338524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-a1b22b51-521f-4824-a66a-9eb17680449b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/quotas/10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 375 time: 0.0221114 Dec 08 00:22:54.452102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-0bffa516-c2c4-4576-9745-38c42ef39781 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085575 Dec 08 00:22:54.465202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.485711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02a70bf1-e49d-4287-9a90-82c9a51daaec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.493508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] device_id is not set on port 16f98477-e47d-4df3-a3c5-8053b10f7bd3 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:22:54.501229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02a70bf1-e49d-4287-9a90-82c9a51daaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.526656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Allocated IP 172.20.0.2 (8b318c17-7f7e-4446-9aa9-a552643b7eac/bb97e58c-e925-4807-a961-3d6e6d789dde/3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:54.570627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-ff53b0e4-3de9-41a4-8d25-7ce8f53f4aaf service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173377 Dec 08 00:22:54.588217 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-02a70bf1-e49d-4287-9a90-82c9a51daaec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d1f9b96a58a40fa8370189f22bfdf29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9838290 Dec 08 00:22:54.594405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45962) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:54.676846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a70bf1-e49d-4287-9a90-82c9a51daaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6132950-4140-42a3-b7e2-d8afc23e7852,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:54.708537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] For port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,segment=NetworkSegment(719b5b6b-55c2-435d-a100-46403728fa9f),segment_id=719b5b6b-55c2-435d-a100-46403728fa9f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:54.737128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad563f66-c161-4fcd-bc3b-346a9f72b719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.744564 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.749916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.793042 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad563f66-c161-4fcd-bc3b-346a9f72b719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.807292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-bec94f1d-38f9-49ff-ad07-d7f6146c79f9 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354929 Dec 08 00:22:54.889958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.10 (8b318c17-7f7e-4446-9aa9-a552643b7eac/bb97e58c-e925-4807-a961-3d6e6d789dde/16f98477-e47d-4df3-a3c5-8053b10f7bd3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:54.933189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Pushing event updated for resources: {'Port': ['ID=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:54.941416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.941771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.942367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.943222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.943468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.943807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.944144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.944476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.944956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.945290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.945623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.945953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.946278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b447bd-be1c-4c3b-9dfd-ad3d758ac4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:22:54.972416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad563f66-c161-4fcd-bc3b-346a9f72b719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.976353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad563f66-c161-4fcd-bc3b-346a9f72b719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:54.980427 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ad563f66-c161-4fcd-bc3b-346a9f72b719 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6132950-4140-42a3-b7e2-d8afc23e7852 HTTP/1.1" status: 204 len: 168 time: 0.3827729 Dec 08 00:22:55.115931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4d64d35-7d6a-4f72-afff-f185d5fc15e6 req-7b0ebea4-7751-4d4f-a16e-b7ff876f4704 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 210 time: 0.1004958 Dec 08 00:22:55.130855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:55.222823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad563f66-c161-4fcd-bc3b-346a9f72b719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6132950-4140-42a3-b7e2-d8afc23e7852,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:55.395583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:55.417752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:22:55.516447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:55.548326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:55.549010 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:55.581618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:55.615368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:55.619242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:55.705180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:55.712021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:55.736683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=16f98477-e47d-4df3-a3c5-8053b10f7bd3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:55.751600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46008) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:55.752212 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-60391092-bb9e-49ac-827b-79f68fb667c2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2387347 Dec 08 00:22:55.757316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-691b12f0-8d81-4164-801f-9ad37d0fdbf9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:56.000912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d273b736-e73b-4c18-8e30-099ae79fbe89 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:56.001554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d273b736-e73b-4c18-8e30-099ae79fbe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:56.020122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691b12f0-8d81-4164-801f-9ad37d0fdbf9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:56.025469 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-691b12f0-8d81-4164-801f-9ad37d0fdbf9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:56.200549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d273b736-e73b-4c18-8e30-099ae79fbe89 None None] Provisioning complete for port 8185511b-e6e8-4971-995c-f3e388f674d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:56.203482 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d273b736-e73b-4c18-8e30-099ae79fbe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:56.237794 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-691b12f0-8d81-4164-801f-9ad37d0fdbf9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb97e58c-e925-4807-a961-3d6e6d789dde (CIDR: 172.20.0.0/28) Dec 08 00:22:56.244097 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-691b12f0-8d81-4164-801f-9ad37d0fdbf9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:22:56.244483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691b12f0-8d81-4164-801f-9ad37d0fdbf9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:22:56.272837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d273b736-e73b-4c18-8e30-099ae79fbe89 None None] Port 8185511b-e6e8-4971-995c-f3e388f674d7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:56.316514 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:56.391339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71cbc369-a7aa-4be5-ac01-e3acb37ab8e0 req-f0a0d70f-1242-45f1-848b-bd452087476f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 210 time: 0.1427016 Dec 08 00:22:56.401599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-691b12f0-8d81-4164-801f-9ad37d0fdbf9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6488128 Dec 08 00:22:56.404690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46040) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:56.410766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-48b7a8da-a59a-43de-a6d9-0df7c9097cb3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:56.521123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-27c5c95f-ac62-400f-90f2-ccf1e8ddb162 None None] Provisioning complete for port 16f98477-e47d-4df3-a3c5-8053b10f7bd3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:56.521771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27c5c95f-ac62-400f-90f2-ccf1e8ddb162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:56.546935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b7a8da-a59a-43de-a6d9-0df7c9097cb3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:56.550643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48b7a8da-a59a-43de-a6d9-0df7c9097cb3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:56.559851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-27c5c95f-ac62-400f-90f2-ccf1e8ddb162 None None] Port 16f98477-e47d-4df3-a3c5-8053b10f7bd3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:56.671538 n-d-820549-2 neutron-server[103113]: INFO neutron.db.ipam_backend_mixin [None req-48b7a8da-a59a-43de-a6d9-0df7c9097cb3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 30c0d480-d6f6-4959-8097-a12bcd3c348a (CIDR: 172.20.0.16/28) Dec 08 00:22:56.677252 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b7a8da-a59a-43de-a6d9-0df7c9097cb3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:22:56.678102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b7a8da-a59a-43de-a6d9-0df7c9097cb3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:22:56.711332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-48b7a8da-a59a-43de-a6d9-0df7c9097cb3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3049026 Dec 08 00:22:56.714205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46052) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:56.720011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'subnet': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:56.933731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-e478b98c-064b-4338-baf4-a9eeb5bcb1e0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:56.935221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-e478b98c-064b-4338-baf4-a9eeb5bcb1e0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.44 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.1474648 Dec 08 00:22:56.936996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Made reservation on behalf of aaa24d00f3b047c396b1fcf77d37732f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:56.940452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:56.961706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'port': {'device_id': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'admin_state_up': True, 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:57.149121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Made reservation on behalf of 10fabfc8b3e84bfd915bff600e710ddf for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:22:57.153016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:57.228528 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:57.457746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Allocated IP 172.20.0.4 (88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e/27e788d9-60e5-4936-b281-1e0aaa4fb177/8d1bb0e3-cd02-4117-a268-52fab72a1241) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:57.460850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:57.512424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:57.525604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:57.530663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:57.531539 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:57.537119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fed757-c335-4ff6-b58d-338b412ab922 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:22:57.564626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11d8559e-5a34-4400-a9aa-c1928f41a1a5 req-ff4723df-f71c-4e8a-baa4-36bd85ae6cbd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 210 time: 0.0564632 Dec 08 00:22:57.570243 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8522978 Dec 08 00:22:57.571356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46080) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:57.577243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-589670766', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66669abb-3937-4aec-9d48-5f743666013d'}], 'security_groups': ['3d3a8874-bcaf-4cf1-a958-e5818bc1eaac', 'dac3b50b-37a7-4b35-a475-69d154eb9fa8']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:57.586157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014df69-d173-422b-8e38-22318efa08b3 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Subnet': ['ID=66669abb-3937-4aec-9d48-5f743666013d,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:57.862275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:57.921769 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:57.943606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:57.954162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:22:57.975917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:22:57.980225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:22:58.036652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=8d1bb0e3-cd02-4117-a268-52fab72a1241,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:58.052326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:58.052978 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.080444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-b720aa0d-580a-4e3a-9b7b-e7f28cf87295 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1245568 Dec 08 00:22:58.108339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Request body: {'port': {'device_id': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:22:58.173411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231fac0-123a-4a09-b762-48de93524dcf None None] Update dhcp port {'port': {'network_id': '8b318c17-7f7e-4446-9aa9-a552643b7eac', 'fixed_ips': [{'subnet_id': '30c0d480-d6f6-4959-8097-a12bcd3c348a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bb97e58c-e925-4807-a961-3d6e6d789dde', 'ip_address': '172.20.0.2'}, {'subnet_id': '66669abb-3937-4aec-9d48-5f743666013d'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:22:58.226074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.252871 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d231fac0-123a-4a09-b762-48de93524dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.469869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Delete allocated IP 172.20.0.10 (8b318c17-7f7e-4446-9aa9-a552643b7eac/bb97e58c-e925-4807-a961-3d6e6d789dde) {{(pid=103114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 00:22:58.478310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Allocated IP 172.20.0.36 (8b318c17-7f7e-4446-9aa9-a552643b7eac/66669abb-3937-4aec-9d48-5f743666013d/16f98477-e47d-4df3-a3c5-8053b10f7bd3) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:58.488595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e12352bb-5f50-4fcb-9b48-6e5afb1cff7c None None] Provisioning complete for port 8d1bb0e3-cd02-4117-a268-52fab72a1241 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:22:58.489264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e12352bb-5f50-4fcb-9b48-6e5afb1cff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.531447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e12352bb-5f50-4fcb-9b48-6e5afb1cff7c None None] Port 8d1bb0e3-cd02-4117-a268-52fab72a1241 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:22:58.681428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1bb0e3-cd02-4117-a268-52fab72a1241 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:22:58.691395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.704686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Transition to ACTIVE for port object 8d1bb0e3-cd02-4117-a268-52fab72a1241 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:22:58.707544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.713963 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.727079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:58.833035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1bb0e3-cd02-4117-a268-52fab72a1241,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:58.872229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-d231fac0-123a-4a09-b762-48de93524dcf None None] Allocated IP 172.20.0.34 (8b318c17-7f7e-4446-9aa9-a552643b7eac/66669abb-3937-4aec-9d48-5f743666013d/3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:22:58.886055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83380ff-b298-4f29-b584-2be2de055a10 req-bc0880b0-a454-41dd-aff9-102054500e23 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:58.887664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f83380ff-b298-4f29-b584-2be2de055a10 req-bc0880b0-a454-41dd-aff9-102054500e23 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 943 time: 0.1927130 Dec 08 00:22:58.936739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Attempting to bind port 8d1bb0e3-cd02-4117-a268-52fab72a1241 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:22:58.937357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Attempting to bind port 8d1bb0e3-cd02-4117-a268-52fab72a1241 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:22:58.937871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Attempting to bind port 8d1bb0e3-cd02-4117-a268-52fab72a1241 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:58.940931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event updated for resources: {'Port': ['ID=16f98477-e47d-4df3-a3c5-8053b10f7bd3,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:58.960016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Port 8d1bb0e3-cd02-4117-a268-52fab72a1241 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:22:58.960360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Attempting to bind port 8d1bb0e3-cd02-4117-a268-52fab72a1241 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:22:58.970084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:22:58.970448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:22:58.970980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Bound using segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:22:58.971441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Bound port: 8d1bb0e3-cd02-4117-a268-52fab72a1241, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:22:58.971803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.014132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f83380ff-b298-4f29-b584-2be2de055a10 req-f02974d3-5aae-4728-919a-b60c71c09a56 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128590 Dec 08 00:22:59.033249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] In _notify_port_updated(), no bound segment for port 16f98477-e47d-4df3-a3c5-8053b10f7bd3 on network 8b318c17-7f7e-4446-9aa9-a552643b7eac {{(pid=103114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:22:59.039009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:59.039624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.040914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c1915418-88c3-4c08-885e-0902bb272156 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "PUT /v2.0/ports/16f98477-e47d-4df3-a3c5-8053b10f7bd3 HTTP/1.1" status: 200 len: 959 time: 1.4684317 Dec 08 00:22:59.051253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46130) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:22:59.084604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d231fac0-123a-4a09-b762-48de93524dcf None None] For port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,segment=NetworkSegment(719b5b6b-55c2-435d-a100-46403728fa9f),segment_id=719b5b6b-55c2-435d-a100-46403728fa9f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:22:59.124317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] For port 8d1bb0e3-cd02-4117-a268-52fab72a1241, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:22:59.127668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] For port 8d1bb0e3-cd02-4117-a268-52fab72a1241, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:22:59.149981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.152635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d231fac0-123a-4a09-b762-48de93524dcf None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.176603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 16f98477-e47d-4df3-a3c5-8053b10f7bd3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:22:59.177154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.184615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d231fac0-123a-4a09-b762-48de93524dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.218518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:59.222346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.223925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] 10.222.0.44 "PUT /v2.0/ports/8d1bb0e3-cd02-4117-a268-52fab72a1241 HTTP/1.1" status: 200 len: 1091 time: 1.1290491 Dec 08 00:22:59.229331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'tag': '8d1bb0e3-cd02-4117-a268-52fab72a1241'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:22:59.232852 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870296c0-7254-461c-b49a-40973dcf9524" -d '{"events": [{"name": "network-changed", "server_uuid": "249e9159-ee40-4c96-bb5f-441b8bd7dd2c", "tag": "8d1bb0e3-cd02-4117-a268-52fab72a1241"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:22:59.344822 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9391c92-147b-494b-b954-b722f8019935 x-openstack-request-id: req-d9391c92-147b-494b-b954-b722f8019935 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:22:59.345393 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e9159-ee40-4c96-bb5f-441b8bd7dd2c", "tag": "8d1bb0e3-cd02-4117-a268-52fab72a1241", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:22:59.346247 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9391c92-147b-494b-b954-b722f8019935 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:22:59.346914 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'tag': '8d1bb0e3-cd02-4117-a268-52fab72a1241', 'status': 'completed', 'code': 200} Dec 08 00:22:59.378242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a7fb4-5f1e-4d19-ae3c-40fc47cc8644 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1bb0e3-cd02-4117-a268-52fab72a1241,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:59.411761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:22:59.420072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-29c569e4-7992-4147-99af-089e0b236974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:59.422137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-29c569e4-7992-4147-99af-089e0b236974 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 1094 time: 0.1341214 Dec 08 00:22:59.430189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 16f98477-e47d-4df3-a3c5-8053b10f7bd3 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:22:59.439839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231fac0-123a-4a09-b762-48de93524dcf None None] Pushing event updated for resources: {'Port': ['ID=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:22:59.515852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-2d7bf29c-9050-4c66-a8e3-b1c65bfc5f51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241 HTTP/1.1" status: 200 len: 217 time: 0.0808418 Dec 08 00:22:59.602825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-0e1aa0a5-62d9-48fe-bdea-2421bd5171f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:59.604387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-0e1aa0a5-62d9-48fe-bdea-2421bd5171f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0793264 Dec 08 00:22:59.715353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-68a2686d-61e6-40a4-87b4-3c964e498d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:22:59.717485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-68a2686d-61e6-40a4-87b4-3c964e498d0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049592 Dec 08 00:22:59.884999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-882e47f6-273f-47dc-9ca5-04395fa7115c service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601501 Dec 08 00:23:00.048992 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-44ed4ac6-8c77-484c-ac77-7aa94d9f9678 req-91b70117-f7cd-40cc-900e-3e616d97437d service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547179 Dec 08 00:23:00.204063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870296c0-7254-461c-b49a-40973dcf9524 req-948080c6-5a40-4ef8-8ec7-f14af686fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:00.206461 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870296c0-7254-461c-b49a-40973dcf9524 req-948080c6-5a40-4ef8-8ec7-f14af686fb6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 1094 time: 0.0589235 Dec 08 00:23:00.219944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.283975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=16f98477-e47d-4df3-a3c5-8053b10f7bd3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:00.331148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4f08aeeb-0955-4f90-b092-c60bf186215e None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:00.332426 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f08aeeb-0955-4f90-b092-c60bf186215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.372626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870296c0-7254-461c-b49a-40973dcf9524 req-6cf6a94f-76fa-4ca5-ae68-9d15af4af750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:00.375472 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870296c0-7254-461c-b49a-40973dcf9524 req-6cf6a94f-76fa-4ca5-ae68-9d15af4af750 service neutron] 10.222.0.44 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1612172 Dec 08 00:23:00.448795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870296c0-7254-461c-b49a-40973dcf9524 req-082a3f73-23ad-49a8-a991-0fdd52da02c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241 HTTP/1.1" status: 200 len: 217 time: 0.0640256 Dec 08 00:23:00.464147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.467933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b24e026-9a43-45f4-83f1-ac7c6df530c8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/16f98477-e47d-4df3-a3c5-8053b10f7bd3 HTTP/1.1" status: 204 len: 168 time: 1.4156871 Dec 08 00:23:00.470484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46178) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:00.493170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4f08aeeb-0955-4f90-b092-c60bf186215e None None] Provisioning complete for port 8185511b-e6e8-4971-995c-f3e388f674d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:00.493747 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f08aeeb-0955-4f90-b092-c60bf186215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.513779 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3124e8-792c-47e5-b75a-7ec34091f5f7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] GET failed (client error): The resource could not be found. Dec 08 00:23:00.517219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2f3124e8-792c-47e5-b75a-7ec34091f5f7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports/16f98477-e47d-4df3-a3c5-8053b10f7bd3 HTTP/1.1" status: 404 len: 333 time: 0.0448484 Dec 08 00:23:00.519233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46184) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:00.595067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4f08aeeb-0955-4f90-b092-c60bf186215e None None] Port 8185511b-e6e8-4971-995c-f3e388f674d7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:23:00.598805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4f08aeeb-0955-4f90-b092-c60bf186215e None None] Could not find standard attr ID for object 16f98477-e47d-4df3-a3c5-8053b10f7bd3. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:23:00.616263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870296c0-7254-461c-b49a-40973dcf9524 req-501b7b65-4ca7-4a62-9405-25deb916c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:00.618088 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870296c0-7254-461c-b49a-40973dcf9524 req-501b7b65-4ca7-4a62-9405-25deb916c3ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1618156 Dec 08 00:23:00.672773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d920-f43a-4c59-b9c6-9321de4573b6 req-438ba528-33b9-49fa-9b89-75a7dbf60d0b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:00.681573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c77d920-f43a-4c59-b9c6-9321de4573b6 req-438ba528-33b9-49fa-9b89-75a7dbf60d0b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 943 time: 0.5162675 Dec 08 00:23:00.744787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ec035c1-a18e-4632-b17a-822c33fc8aa2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.746802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c77d920-f43a-4c59-b9c6-9321de4573b6 req-19b11bda-ce6e-4eed-94f7-93c2f5493d8e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641973 Dec 08 00:23:00.798273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ec035c1-a18e-4632-b17a-822c33fc8aa2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.815914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870296c0-7254-461c-b49a-40973dcf9524 req-348ef1f0-6b1a-43a5-8742-bf3a07972a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:00.817494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870296c0-7254-461c-b49a-40973dcf9524 req-348ef1f0-6b1a-43a5-8742-bf3a07972a8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907032 Dec 08 00:23:00.888244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ec035c1-a18e-4632-b17a-822c33fc8aa2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.892746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2ec035c1-a18e-4632-b17a-822c33fc8aa2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:00.896690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2ec035c1-a18e-4632-b17a-822c33fc8aa2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/security-groups/62401df3-40f4-4bb0-a187-59e5cff5481b HTTP/1.1" status: 204 len: 168 time: 0.3726244 Dec 08 00:23:00.897418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46198) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:00.932420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec035c1-a18e-4632-b17a-822c33fc8aa2 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62401df3-40f4-4bb0-a187-59e5cff5481b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:00.993266 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c27596b8-f9f7-4583-bf03-b26be05629e8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.026508 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c27596b8-f9f7-4583-bf03-b26be05629e8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.039334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1fc7d1e6-c24b-4e0c-8b3c-5b089b5e44af None None] Could not find standard attr ID for object 16f98477-e47d-4df3-a3c5-8053b10f7bd3. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:23:01.051598 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870296c0-7254-461c-b49a-40973dcf9524 req-350a8302-c6a9-4c58-bd16-338e3cb298e7 service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846752 Dec 08 00:23:01.111407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c27596b8-f9f7-4583-bf03-b26be05629e8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.115063 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c27596b8-f9f7-4583-bf03-b26be05629e8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.119610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c27596b8-f9f7-4583-bf03-b26be05629e8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/security-groups/dac3b50b-37a7-4b35-a475-69d154eb9fa8 HTTP/1.1" status: 204 len: 168 time: 0.2205982 Dec 08 00:23:01.120398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:01.173791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27596b8-f9f7-4583-bf03-b26be05629e8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac3b50b-37a7-4b35-a475-69d154eb9fa8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:01.187798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-870296c0-7254-461c-b49a-40973dcf9524 req-88aab232-6a74-4eef-8272-03eb8637142e service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290002 Dec 08 00:23:01.208673 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-89e1d062-7b24-4db8-8434-f80d2388b44a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.243692 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-89e1d062-7b24-4db8-8434-f80d2388b44a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.307130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-89e1d062-7b24-4db8-8434-f80d2388b44a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.310589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-89e1d062-7b24-4db8-8434-f80d2388b44a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.314587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-89e1d062-7b24-4db8-8434-f80d2388b44a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/security-groups/3d3a8874-bcaf-4cf1-a958-e5818bc1eaac HTTP/1.1" status: 204 len: 168 time: 0.1866951 Dec 08 00:23:01.314984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46214) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:01.332038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1d062-7b24-4db8-8434-f80d2388b44a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3a8874-bcaf-4cf1-a958-e5818bc1eaac,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:01.391552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:23:01.413042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet bb97e58c-e925-4807-a961-3d6e6d789dde {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:23:01.417493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.468219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:01.469059 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.472638 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.564243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.627589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.661094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=bb97e58c-e925-4807-a961-3d6e6d789dde,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:01.664733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.673280 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c3dbdafe-e413-436b-b7a7-d964543a7199 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/bb97e58c-e925-4807-a961-3d6e6d789dde HTTP/1.1" status: 204 len: 168 time: 0.3520534 Dec 08 00:23:01.673812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46226) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:01.691913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d070a-9794-4c36-963d-7794c07d01f1 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:01.754060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 66669abb-3937-4aec-9d48-5f743666013d {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:23:01.771189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:01.842728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.066124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.088324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096d728-b114-456e-bb9d-b7e368cfa360 req-02ed9cf0-c147-4d61-b4f8-46b4546db32e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:02.090750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2096d728-b114-456e-bb9d-b7e368cfa360 req-02ed9cf0-c147-4d61-b4f8-46b4546db32e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 943 time: 0.1745205 Dec 08 00:23:02.198217 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2096d728-b114-456e-bb9d-b7e368cfa360 req-c3c7c687-0f58-42d8-b4e8-30280bad0eee tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827558 Dec 08 00:23:02.201244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.227133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.231022 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/66669abb-3937-4aec-9d48-5f743666013d HTTP/1.1" status: 204 len: 168 time: 0.5558329 Dec 08 00:23:02.233581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46250) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.266135 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c84169-6132-480f-89a6-8ffd1feec56a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:02.266863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c84169-6132-480f-89a6-8ffd1feec56a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:02.272282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18679c32-b4d5-4baf-aae6-a6898541abe8 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=66669abb-3937-4aec-9d48-5f743666013d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:02.272807 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b2c84169-6132-480f-89a6-8ffd1feec56a tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/bb97e58c-e925-4807-a961-3d6e6d789dde HTTP/1.1" status: 404 len: 337 time: 0.0345924 Dec 08 00:23:02.278800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46252) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.343785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting subnet 30c0d480-d6f6-4959-8097-a12bcd3c348a {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:23:02.349163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.399624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.508960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.574261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.606389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Subnet': ['ID=30c0d480-d6f6-4959-8097-a12bcd3c348a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:02.610052 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.613825 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-03c03142-0865-4792-ba6d-a5521b5c568e tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/30c0d480-d6f6-4959-8097-a12bcd3c348a HTTP/1.1" status: 204 len: 168 time: 0.3320289 Dec 08 00:23:02.616400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46262) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.631406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e19b5-5416-4e49-8357-cdd8eab29f43 None None] Network 8b318c17-7f7e-4446-9aa9-a552643b7eac requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:02.652219 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c72dc66-9741-4260-9ede-56eea2e57a02 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:02.652887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c72dc66-9741-4260-9ede-56eea2e57a02 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:02.658740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0c72dc66-9741-4260-9ede-56eea2e57a02 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/8b085a9f-0dbd-40b0-91c0-fa65b85887ca HTTP/1.1" status: 404 len: 337 time: 0.0414064 Dec 08 00:23:02.661569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46266) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.691746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-846b4f4e-585d-4eda-bccf-8ff8041628c7 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7b463bb-41c7-4dde-b500-e99e695a2309 HTTP/1.1" status: 200 len: 205 time: 0.0289168 Dec 08 00:23:02.693862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46272) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.728897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0b35e4a6-6bd3-4af7-b86b-6f7ab62d796a None None] Provisioning complete for port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:02.729445 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b35e4a6-6bd3-4af7-b86b-6f7ab62d796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.741038 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-6a3171ef-01cd-450b-b899-14c78c6dcc14 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] delete failed (client error): The resource could not be found. Dec 08 00:23:02.750828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46276) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.751781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6a3171ef-01cd-450b-b899-14c78c6dcc14 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/routers/d7b463bb-41c7-4dde-b500-e99e695a2309 HTTP/1.1" status: 404 len: 336 time: 0.0568583 Dec 08 00:23:02.783473 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0d5a01-e9bc-4b02-960d-f5e0446c4efc tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:02.785055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0d5a01-e9bc-4b02-960d-f5e0446c4efc tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:02.793808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8a0d5a01-e9bc-4b02-960d-f5e0446c4efc tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/6d457461-6e72-4945-8472-a67012baba0f HTTP/1.1" status: 404 len: 337 time: 0.0365052 Dec 08 00:23:02.793916 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46278) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.822549 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b561dd94-0fd7-49e7-8797-11356c6783e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:02.823057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b561dd94-0fd7-49e7-8797-11356c6783e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:02.828274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b561dd94-0fd7-49e7-8797-11356c6783e9 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/419d2718-50d4-4937-9c1f-e6282fc65a66 HTTP/1.1" status: 404 len: 337 time: 0.0357318 Dec 08 00:23:02.830699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46280) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.870625 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b270f4-f5ba-40d0-abbe-973e8a2a6c0c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:02.871148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b270f4-f5ba-40d0-abbe-973e8a2a6c0c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:02.872282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0b35e4a6-6bd3-4af7-b86b-6f7ab62d796a None None] Provisioning complete for port 8185511b-e6e8-4971-995c-f3e388f674d7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:02.872669 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b35e4a6-6bd3-4af7-b86b-6f7ab62d796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:02.875789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-30b270f4-f5ba-40d0-abbe-973e8a2a6c0c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/981e8c98-5362-490d-bb0d-d8bdb1a1d467 HTTP/1.1" status: 404 len: 337 time: 0.0429208 Dec 08 00:23:02.877769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46282) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.908057 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97eeca1-1961-4844-a196-effed5058df5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:02.909064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97eeca1-1961-4844-a196-effed5058df5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:02.912912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b97eeca1-1961-4844-a196-effed5058df5 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/a3e10b68-497b-47ae-b7f8-b1100a80c49b HTTP/1.1" status: 404 len: 333 time: 0.0339727 Dec 08 00:23:02.916047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46284) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.916221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] DHCP port deletion for 8b318c17-7f7e-4446-9aa9-a552643b7eac request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:23:02.931976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0b35e4a6-6bd3-4af7-b86b-6f7ab62d796a None None] Port 8185511b-e6e8-4971-995c-f3e388f674d7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:23:02.952739 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d9c372-2a53-4ac7-8795-721f1d50ba3c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:02.953438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d9c372-2a53-4ac7-8795-721f1d50ba3c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:02.961262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46290) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:02.961565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77d9c372-2a53-4ac7-8795-721f1d50ba3c tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/a4a700ed-dbd8-4b73-add9-f7cac674f2b5 HTTP/1.1" status: 404 len: 337 time: 0.0436332 Dec 08 00:23:03.001266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] Deleting port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:03.001709 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.004556 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50da310-4511-4246-8e5d-2eb48a6120a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:03.005018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50da310-4511-4246-8e5d-2eb48a6120a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:03.008341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c50da310-4511-4246-8e5d-2eb48a6120a0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/41119fc6-cb89-4c37-a8fd-5dde459f1ed9 HTTP/1.1" status: 404 len: 337 time: 0.0456283 Dec 08 00:23:03.010763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46298) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:03.050206 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8b1e41-7ddf-4df1-90eb-433d87ea61e4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:03.050799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8b1e41-7ddf-4df1-90eb-433d87ea61e4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:03.057187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-da8b1e41-7ddf-4df1-90eb-433d87ea61e4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/5ecdaffe-a2a9-4bc9-8816-30aa17c7e91f HTTP/1.1" status: 404 len: 333 time: 0.0454338 Dec 08 00:23:03.059817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46302) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:03.089158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] For port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,segment=NetworkSegment(719b5b6b-55c2-435d-a100-46403728fa9f),segment_id=719b5b6b-55c2-435d-a100-46403728fa9f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:03.089731 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.110124 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1712565-0cda-479c-a7ff-1f1796e0f702 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:03.110393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] Calling delete_port for 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:03.110497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1712565-0cda-479c-a7ff-1f1796e0f702 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:03.110902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f1712565-0cda-479c-a7ff-1f1796e0f702 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/831d5f31-41fc-4dda-8a68-2fec611edc67 HTTP/1.1" status: 404 len: 337 time: 0.0501022 Dec 08 00:23:03.115310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46308) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:03.143256 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4f592a-5100-4f72-9bca-1f4fe0f27cc0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:03.143851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4f592a-5100-4f72-9bca-1f4fe0f27cc0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:03.149411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ea4f592a-5100-4f72-9bca-1f4fe0f27cc0 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/subnets/d0a397f0-b4c5-481d-a4b3-158fd376b051 HTTP/1.1" status: 404 len: 337 time: 0.0328517 Dec 08 00:23:03.149721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46310) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:03.218865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.249258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] Pushing event deleted for resources: {'Port': ['ID=3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:03.267322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217bd15-585d-4fd9-9d17-b1bb33dfeb79 None None] No DVR routers for this DVR port 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:23:03.349049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Deleting port 8185511b-e6e8-4971-995c-f3e388f674d7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:03.349593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.359048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:23:03.381346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:23:03.381694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3ea3ef62-f791-45c2-bc9e-d3b6ade31b2e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:23:03.383205 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1bb0e3-cd02-4117-a268-52fab72a1241 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:23:03.402880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad677f-1dad-4cfc-be66-59317acd587a req-90037b38-d67c-4102-85f7-48f3348c2863 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:03.411596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59ad677f-1dad-4cfc-be66-59317acd587a req-90037b38-d67c-4102-85f7-48f3348c2863 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 943 time: 0.1339281 Dec 08 00:23:03.499872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1bb0e3-cd02-4117-a268-52fab72a1241, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:03.504711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.514567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8d1bb0e3-cd02-4117-a268-52fab72a1241', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': '8d1bb0e3-cd02-4117-a268-52fab72a1241', 'mac_address': 'fa:16:3e:c6:d1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:23:03.550556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59ad677f-1dad-4cfc-be66-59317acd587a req-d57c4dbb-d40c-4e5c-a264-2639d84de00e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245759 Dec 08 00:23:03.552092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Calling delete_port for 8185511b-e6e8-4971-995c-f3e388f674d7 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:03.560681 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.583716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1bb0e3-cd02-4117-a268-52fab72a1241 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:23:03.614635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1bb0e3-cd02-4117-a268-52fab72a1241, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:03.622742 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.650126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.688091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8d1bb0e3-cd02-4117-a268-52fab72a1241,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:03.703236 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.706482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/ports/8185511b-e6e8-4971-995c-f3e388f674d7 HTTP/1.1" status: 204 len: 168 time: 0.5557411 Dec 08 00:23:03.707557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09edc30-e58c-4bdd-8f48-4d55c12e02b4 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Port': ['ID=8185511b-e6e8-4971-995c-f3e388f674d7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:03.709001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46326) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:03.796269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.899766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.903249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:23:03.936619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b318c17-7f7e-4446-9aa9-a552643b7eac']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:03.947110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719b5b6b-55c2-435d-a100-46403728fa9f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:03.947498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719b5b6b-55c2-435d-a100-46403728fa9f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:03.959346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:03.976447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.000168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:23:04.000779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:23:04.015408 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:23:04.072176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.104817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.113117 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] 10.222.0.18 "DELETE /v2.0/networks/8b318c17-7f7e-4446-9aa9-a552643b7eac HTTP/1.1" status: 204 len: 168 time: 0.3993258 Dec 08 00:23:04.132372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1806b6b-df9f-4891-a5dc-dd228bb9ebf1 tempest-PortsTestJSON-497908492 tempest-PortsTestJSON-497908492-project] Pushing event deleted for resources: {'Network': ['ID=8b318c17-7f7e-4446-9aa9-a552643b7eac,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:04.488028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46368) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:04.689543 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c24a31d8-9231-4560-81ee-ba5fa8d8c922 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaa24d00f3b047c396b1fcf77d37732f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963251 Dec 08 00:23:04.689939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46378) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:04.692442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01dea-cc6e-4e31-bcbf-f9c9aff5ec1d req-be01d302-cb1e-4f24-8205-fd1cd00a5893 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:04.694082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7de01dea-cc6e-4e31-bcbf-f9c9aff5ec1d req-be01d302-cb1e-4f24-8205-fd1cd00a5893 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 944 time: 0.0623517 Dec 08 00:23:04.753907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f88955ea-6033-4dc8-83a6-7fa5ff2c1d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.780082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7de01dea-cc6e-4e31-bcbf-f9c9aff5ec1d req-6ea7d704-c696-4197-9d33-3eb376a943d1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758469 Dec 08 00:23:04.785907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f88955ea-6033-4dc8-83a6-7fa5ff2c1d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.835650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f88955ea-6033-4dc8-83a6-7fa5ff2c1d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.838692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f88955ea-6033-4dc8-83a6-7fa5ff2c1d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:04.839911 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f88955ea-6033-4dc8-83a6-7fa5ff2c1d12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8c7b377-aabf-45c9-9147-30c0ae8ebc5e HTTP/1.1" status: 204 len: 168 time: 0.1488283 Dec 08 00:23:04.849322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88955ea-6033-4dc8-83a6-7fa5ff2c1d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c7b377-aabf-45c9-9147-30c0ae8ebc5e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:05.401056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1bb0e3-cd02-4117-a268-52fab72a1241 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:23:05.474664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 8d1bb0e3-cd02-4117-a268-52fab72a1241 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:23:05.493014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 8d1bb0e3-cd02-4117-a268-52fab72a1241 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:05.493701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:05.610955 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:05.642317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bb0e3-cd02-4117-a268-52fab72a1241'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:23:05.644745 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3044c7de-6d47-4476-8ab2-7211e50aa75a" -d '{"events": [{"server_uuid": "249e9159-ee40-4c96-bb5f-441b8bd7dd2c", "name": "network-vif-plugged", "status": "completed", "tag": "8d1bb0e3-cd02-4117-a268-52fab72a1241"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:23:05.677592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8d1bb0e3-cd02-4117-a268-52fab72a1241, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:05.687880 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:05.718058 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792e55cb-b764-4fa5-b030-fe386380d71a x-openstack-request-id: req-792e55cb-b764-4fa5-b030-fe386380d71a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:23:05.718360 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249e9159-ee40-4c96-bb5f-441b8bd7dd2c", "name": "network-vif-plugged", "status": "completed", "tag": "8d1bb0e3-cd02-4117-a268-52fab72a1241", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:23:05.718621 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-792e55cb-b764-4fa5-b030-fe386380d71a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:23:05.719039 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bb0e3-cd02-4117-a268-52fab72a1241', 'code': 200} Dec 08 00:23:05.759751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8d1bb0e3-cd02-4117-a268-52fab72a1241,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:05.862768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ed5e-4a81-4c73-9d87-16cf5858e471 req-ebb99b7c-bdbb-49a4-aa13-1ba67d3ee9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:05.865562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0904ed5e-4a81-4c73-9d87-16cf5858e471 req-ebb99b7c-bdbb-49a4-aa13-1ba67d3ee9d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 1096 time: 0.0751953 Dec 08 00:23:05.937374 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0904ed5e-4a81-4c73-9d87-16cf5858e471 req-d23a123c-f72c-437b-ba55-f83078399abb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621245 Dec 08 00:23:05.945931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b627a9-9140-4548-b4d1-00e7e9b30b9d req-838194b0-9ae6-4a51-a8e6-680bfc250b18 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:05.952655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75b627a9-9140-4548-b4d1-00e7e9b30b9d req-838194b0-9ae6-4a51-a8e6-680bfc250b18 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0773022 Dec 08 00:23:06.031128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75b627a9-9140-4548-b4d1-00e7e9b30b9d req-b5b84259-edbe-4aee-a071-93f9094f7ef9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706313 Dec 08 00:23:07.200316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8cd71-25dd-45fe-8c73-ebe3c0a823e3 req-b30dd034-1c80-40de-a589-77295ad81389 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:07.202442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8af8cd71-25dd-45fe-8c73-ebe3c0a823e3 req-b30dd034-1c80-40de-a589-77295ad81389 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0607200 Dec 08 00:23:07.275855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8af8cd71-25dd-45fe-8c73-ebe3c0a823e3 req-7b0cce99-1df6-4ce7-b425-63f69ee12693 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633502 Dec 08 00:23:07.531218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a998f-0c62-459c-b5c0-b538aead857b req-025befb7-4d2a-4c8c-8848-eb64b6f31278 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:07.533188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-003a998f-0c62-459c-b5c0-b538aead857b req-025befb7-4d2a-4c8c-8848-eb64b6f31278 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0588932 Dec 08 00:23:07.617887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-003a998f-0c62-459c-b5c0-b538aead857b req-16bd2c53-b26d-4a4d-8b8b-8e355295e427 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700788 Dec 08 00:23:08.750098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29da83-f40c-4ae6-ac33-5432d7042e0e req-9b3cdf21-3a84-49da-91c1-f8a5354f106b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:08.751537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc29da83-f40c-4ae6-ac33-5432d7042e0e req-9b3cdf21-3a84-49da-91c1-f8a5354f106b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0591815 Dec 08 00:23:08.810183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc29da83-f40c-4ae6-ac33-5432d7042e0e req-6c0bbdb6-e206-4638-b3e0-9fbcde4729f4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Dec 08 00:23:09.969943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a43ed-bda7-422a-9ad2-dec960ea0a2c req-985cd688-fa64-43ad-84bb-5b4b6732477e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:09.971677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-257a43ed-bda7-422a-9ad2-dec960ea0a2c req-985cd688-fa64-43ad-84bb-5b4b6732477e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0557740 Dec 08 00:23:10.040830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-257a43ed-bda7-422a-9ad2-dec960ea0a2c req-d8f7602f-1b14-4519-baa3-6a74fa21afd2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571370 Dec 08 00:23:11.198713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17595c2f-3f10-42d0-8f49-104bc381b955 req-324526aa-8422-47a2-8c30-e7abf4484d19 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:11.203350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17595c2f-3f10-42d0-8f49-104bc381b955 req-324526aa-8422-47a2-8c30-e7abf4484d19 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0733271 Dec 08 00:23:11.315803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17595c2f-3f10-42d0-8f49-104bc381b955 req-992db44f-2c90-45bf-8768-6bcf1d2175fd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073809 Dec 08 00:23:12.476900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586aae-9b43-4e4b-b95a-aea7953eac5c req-3c13216f-ff4d-4639-85b0-77ba0be59987 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:12.478454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9586aae-9b43-4e4b-b95a-aea7953eac5c req-3c13216f-ff4d-4639-85b0-77ba0be59987 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0701809 Dec 08 00:23:12.543922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9586aae-9b43-4e4b-b95a-aea7953eac5c req-a6a4076a-9b83-4cf4-a8e3-719f9c656fde tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543394 Dec 08 00:23:13.694944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c18f-9ff0-48fb-9807-9b0b983eb482 req-ae774dc6-5e99-43f5-a4f1-d268f24b9518 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:13.694944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d72c18f-9ff0-48fb-9807-9b0b983eb482 req-ae774dc6-5e99-43f5-a4f1-d268f24b9518 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0723896 Dec 08 00:23:13.754120 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:13.759376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d72c18f-9ff0-48fb-9807-9b0b983eb482 req-e840cc79-3f79-4c37-9f71-4ff422647d12 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551307 Dec 08 00:23:14.774561 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:23:14.906305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963d8d1-318f-4b3d-88aa-1ee201639d3e req-1b268512-b702-4759-a6c5-af1befe1371a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:14.915280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8963d8d1-318f-4b3d-88aa-1ee201639d3e req-1b268512-b702-4759-a6c5-af1befe1371a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0699730 Dec 08 00:23:14.987372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8963d8d1-318f-4b3d-88aa-1ee201639d3e req-1b1be8f6-0068-4b3f-b086-21cab4acfe75 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711224 Dec 08 00:23:16.153744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce65560-e7ae-400f-8e86-1bf650d4f256 req-0d146b81-f23b-4fb8-8776-5a27f502fcd0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:16.157970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ce65560-e7ae-400f-8e86-1bf650d4f256 req-0d146b81-f23b-4fb8-8776-5a27f502fcd0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0758629 Dec 08 00:23:16.219057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ce65560-e7ae-400f-8e86-1bf650d4f256 req-12f30305-d573-4628-85dc-28d29df6e469 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534816 Dec 08 00:23:17.383395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d84ea0-234f-4411-bc92-bafbb111dd76 req-b8db6135-1e07-491b-8463-ffa6c97f06a4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:17.385466 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8d84ea0-234f-4411-bc92-bafbb111dd76 req-b8db6135-1e07-491b-8463-ffa6c97f06a4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0692396 Dec 08 00:23:17.473532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8d84ea0-234f-4411-bc92-bafbb111dd76 req-7c027124-dc64-4678-8a9c-d305b9e1b0aa tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Dec 08 00:23:17.515492 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:17.677973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-d3d06722-4dc5-4e56-9e23-e131ad656870 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511458 Dec 08 00:23:17.790726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-fc6bab34-028b-4d9b-ae1a-a6c1a24113dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:17.792648 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-fc6bab34-028b-4d9b-ae1a-a6c1a24113dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.0522461 Dec 08 00:23:17.918446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-7f544d02-335a-4f41-ac6b-3e2370e87587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:17.921834 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-7f544d02-335a-4f41-ac6b-3e2370e87587 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1071391 Dec 08 00:23:18.001608 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-ea0af391-7a06-4913-b8d0-0616f676f2a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.0698783 Dec 08 00:23:18.088972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-aa3009cf-d700-4e42-97fe-50f835338a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:18.090740 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-aa3009cf-d700-4e42-97fe-50f835338a4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0809648 Dec 08 00:23:18.162800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-bf0cdd0e-7562-4e10-853d-43f0ca4f7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:18.163889 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-bf0cdd0e-7562-4e10-853d-43f0ca4f7c9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656190 Dec 08 00:23:18.281678 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-abdd172d-0a7c-4583-8102-71f0df1af861 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098254 Dec 08 00:23:18.478212 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1b86864-5ed0-4798-ad1d-7f71194f42d1 req-ab05b452-9d2c-4abe-b7ac-be08d62efe37 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872687 Dec 08 00:23:18.701085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8f66-0f8b-44a8-83e7-be859c43c058 req-42aca02a-8168-4421-a025-998a2ffe34aa tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:18.706122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-444b8f66-0f8b-44a8-83e7-be859c43c058 req-42aca02a-8168-4421-a025-998a2ffe34aa tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0821192 Dec 08 00:23:18.786505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46950) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:18.799959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-444b8f66-0f8b-44a8-83e7-be859c43c058 req-2cc5cf00-f1a3-46f4-aa8f-da3d7017acc8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862329 Dec 08 00:23:18.924725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ef42455-67f9-4cb3-81b0-7a528201d8de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.019048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ef42455-67f9-4cb3-81b0-7a528201d8de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.024155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ef42455-67f9-4cb3-81b0-7a528201d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.052633 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4ef42455-67f9-4cb3-81b0-7a528201d8de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06e568ab4e0347158373cdc24f0dc08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620690 Dec 08 00:23:19.052958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46958) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:19.068356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42455-67f9-4cb3-81b0-7a528201d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b14ee35-50ec-447b-a7ce-946aef76f754,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:19.127205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a197d35d-9c09-4d8a-969b-f1d60bf3639f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.162301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a197d35d-9c09-4d8a-969b-f1d60bf3639f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.213958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a197d35d-9c09-4d8a-969b-f1d60bf3639f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.217479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a197d35d-9c09-4d8a-969b-f1d60bf3639f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.218699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a197d35d-9c09-4d8a-969b-f1d60bf3639f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b14ee35-50ec-447b-a7ce-946aef76f754 HTTP/1.1" status: 204 len: 168 time: 0.1645865 Dec 08 00:23:19.228042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197d35d-9c09-4d8a-969b-f1d60bf3639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b14ee35-50ec-447b-a7ce-946aef76f754,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:19.609921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46980) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:19.623882 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a039-58c5-4136-a61f-95a6e4bd472b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.711928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a039-58c5-4136-a61f-95a6e4bd472b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.715479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a039-58c5-4136-a61f-95a6e4bd472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.753149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ef5a039-58c5-4136-a61f-95a6e4bd472b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e700311602c2469189ab47e19f4de16e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396813 Dec 08 00:23:19.754436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46986) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:19.764776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a039-58c5-4136-a61f-95a6e4bd472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e4c43c-d504-4c7b-bfd2-5c1fb27c4456,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:19.824086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55456342-a1c4-4bd4-a141-0bb741be25b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.859578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55456342-a1c4-4bd4-a141-0bb741be25b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.940512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491dd-4265-4b83-baea-570483ff8fe2 req-f6b2b95d-30e5-44dd-8500-1a65012261e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:19.942350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b60491dd-4265-4b83-baea-570483ff8fe2 req-f6b2b95d-30e5-44dd-8500-1a65012261e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0599620 Dec 08 00:23:19.983577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55456342-a1c4-4bd4-a141-0bb741be25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.987192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55456342-a1c4-4bd4-a141-0bb741be25b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:19.988641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-55456342-a1c4-4bd4-a141-0bb741be25b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66e4c43c-d504-4c7b-bfd2-5c1fb27c4456 HTTP/1.1" status: 204 len: 168 time: 0.2340405 Dec 08 00:23:20.015038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b60491dd-4265-4b83-baea-570483ff8fe2 req-506b1ad3-c4e9-4410-bafe-fa8ec39baa04 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613413 Dec 08 00:23:20.020992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55456342-a1c4-4bd4-a141-0bb741be25b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e4c43c-d504-4c7b-bfd2-5c1fb27c4456,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:21.198473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622d0f-c902-4f97-a242-b8cf714b3433 req-8fc8e3fb-9f4e-4a67-809c-acb8ac8ee22b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:21.201354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66622d0f-c902-4f97-a242-b8cf714b3433 req-8fc8e3fb-9f4e-4a67-809c-acb8ac8ee22b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0857403 Dec 08 00:23:21.274216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66622d0f-c902-4f97-a242-b8cf714b3433 req-5e4e2a7c-d600-4192-8a3f-fee6c4d5c545 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655890 Dec 08 00:23:21.396260 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48971cfd-6d27-4694-9de7-42cd2d00633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:21.904502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47090) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:22.063582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac454114-c1cb-4ef3-a7ba-aee9f3fbc25e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.156998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac454114-c1cb-4ef3-a7ba-aee9f3fbc25e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.161315 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac454114-c1cb-4ef3-a7ba-aee9f3fbc25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.207831 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac454114-c1cb-4ef3-a7ba-aee9f3fbc25e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcee0b228c704bcabfd164baafd962bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021922 Dec 08 00:23:22.208656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454114-c1cb-4ef3-a7ba-aee9f3fbc25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381addc7-617d-4999-8dd6-97583a5e2c98,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:22.212683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47118) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:22.448485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879197e4-a8f8-422b-a4cb-795080123c5b req-142b0e71-6d13-4cbe-8309-ea046977149a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:22.457230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879197e4-a8f8-422b-a4cb-795080123c5b req-142b0e71-6d13-4cbe-8309-ea046977149a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.1031106 Dec 08 00:23:22.523313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879197e4-a8f8-422b-a4cb-795080123c5b req-63b0bbc8-6889-419a-aa9e-9ec8ab9c875f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595331 Dec 08 00:23:22.609447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47130) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:22.708444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca014354-12a3-4639-b546-0ed507bf2163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.734550 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca014354-12a3-4639-b546-0ed507bf2163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.766648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2448ec61-ef53-469e-b381-6ab8d16445b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.788009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca014354-12a3-4639-b546-0ed507bf2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.791553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca014354-12a3-4639-b546-0ed507bf2163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.795585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca014354-12a3-4639-b546-0ed507bf2163 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/381addc7-617d-4999-8dd6-97583a5e2c98 HTTP/1.1" status: 204 len: 168 time: 0.5787010 Dec 08 00:23:22.820699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca014354-12a3-4639-b546-0ed507bf2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381addc7-617d-4999-8dd6-97583a5e2c98,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:22.895465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2448ec61-ef53-469e-b381-6ab8d16445b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.899991 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2448ec61-ef53-469e-b381-6ab8d16445b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:22.929617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2448ec61-ef53-469e-b381-6ab8d16445b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e77eb7807504ce38411bb38c2b4393c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189840 Dec 08 00:23:22.932395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47146) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:22.965480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448ec61-ef53-469e-b381-6ab8d16445b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad714c6-655d-496b-8a8a-05eaa459f414,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:23.001429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b512838-bce2-42d5-bd53-f18b9f70cd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.024915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b512838-bce2-42d5-bd53-f18b9f70cd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.077867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b512838-bce2-42d5-bd53-f18b9f70cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.080981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8b512838-bce2-42d5-bd53-f18b9f70cd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.082154 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8b512838-bce2-42d5-bd53-f18b9f70cd8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cad714c6-655d-496b-8a8a-05eaa459f414 HTTP/1.1" status: 204 len: 168 time: 0.1485832 Dec 08 00:23:23.091334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b512838-bce2-42d5-bd53-f18b9f70cd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad714c6-655d-496b-8a8a-05eaa459f414,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:23.395305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47162) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:23.413947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62e0d877-1706-4cef-ba31-c4271742fd89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.497972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62e0d877-1706-4cef-ba31-c4271742fd89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.502740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62e0d877-1706-4cef-ba31-c4271742fd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.548450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0d877-1706-4cef-ba31-c4271742fd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25e213-630e-4bba-8a88-c255a6f58768,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:23.564149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-62e0d877-1706-4cef-ba31-c4271742fd89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5631dd0335a4859aa3f961688c96536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669791 Dec 08 00:23:23.566675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47170) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:23.600201 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d9143a5a-858f-4e65-a06c-b68807b9ec7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.624896 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3511eb5-b5f8-4fad-8a03-0f7c82e16674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.650522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3511eb5-b5f8-4fad-8a03-0f7c82e16674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.707433 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3511eb5-b5f8-4fad-8a03-0f7c82e16674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.710570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3511eb5-b5f8-4fad-8a03-0f7c82e16674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:23.719064 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e3511eb5-b5f8-4fad-8a03-0f7c82e16674 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd25e213-630e-4bba-8a88-c255a6f58768 HTTP/1.1" status: 204 len: 168 time: 0.1508131 Dec 08 00:23:23.728636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3511eb5-b5f8-4fad-8a03-0f7c82e16674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25e213-630e-4bba-8a88-c255a6f58768,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:23.755139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde58133-798c-4f7a-925c-38bdb13e5df7 req-68a7ac86-24f7-43ba-ab4a-781c58422243 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:23.757440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cde58133-798c-4f7a-925c-38bdb13e5df7 req-68a7ac86-24f7-43ba-ab4a-781c58422243 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0941336 Dec 08 00:23:23.825700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cde58133-798c-4f7a-925c-38bdb13e5df7 req-b54285e3-18a7-4318-b845-fa91d90d57c3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589194 Dec 08 00:23:24.988216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840f265-6142-40a6-9ef3-b2fadc078a7b req-8fa690be-133e-4b90-8e6d-8b7730b195e5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:24.989769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7840f265-6142-40a6-9ef3-b2fadc078a7b req-8fa690be-133e-4b90-8e6d-8b7730b195e5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0807221 Dec 08 00:23:25.066933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7840f265-6142-40a6-9ef3-b2fadc078a7b req-71bb7917-0305-4977-b69f-db4f239af0a8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676134 Dec 08 00:23:25.132386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:25.828730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47484) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:25.975651 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9265-3c3f-49a2-a5de-0343347176ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.062487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9265-3c3f-49a2-a5de-0343347176ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.069962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9265-3c3f-49a2-a5de-0343347176ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.144415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb9265-3c3f-49a2-a5de-0343347176ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032f4b2b-4e28-4d8a-816e-a78d9128439c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:26.149279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6fbb9265-3c3f-49a2-a5de-0343347176ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67d8e8e9b7ce45dfb7ee967e9d346f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3195248 Dec 08 00:23:26.152354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47524) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:26.281009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.319878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.330793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c4ea0-0842-494b-b148-45c6acb49aaf req-f39b9166-7821-4501-99b2-c3527cd7d220 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:26.339019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-511c4ea0-0842-494b-b148-45c6acb49aaf req-f39b9166-7821-4501-99b2-c3527cd7d220 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.1720066 Dec 08 00:23:26.377349 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.460752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-511c4ea0-0842-494b-b148-45c6acb49aaf req-5228bd02-c61a-491f-b1dd-fc8b9b1c0f5d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208420 Dec 08 00:23:26.488012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.493119 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.517754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/032f4b2b-4e28-4d8a-816e-a78d9128439c HTTP/1.1" status: 204 len: 168 time: 0.3430634 Dec 08 00:23:26.527144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f4b2b-4e28-4d8a-816e-a78d9128439c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:26.538299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.539408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.540007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.540807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.541362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.541873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.542560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.543136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.543775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.544490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.545036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.545569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.548060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e286c0-e781-43c7-8e14-3862ea07b5d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:26.865084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 47608) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:26.883808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b31c45c8-65aa-4acd-b2e8-bc154adad059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.971677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b31c45c8-65aa-4acd-b2e8-bc154adad059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:26.977408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b31c45c8-65aa-4acd-b2e8-bc154adad059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:27.022665 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b31c45c8-65aa-4acd-b2e8-bc154adad059 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d577c376aa144bea8a5fd5d592bf3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552951 Dec 08 00:23:27.023688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c45c8-65aa-4acd-b2e8-bc154adad059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be7861d-a0e9-4f9c-9788-ad75c7d5bd7b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:27.025584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 47632) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:27.089792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dfd275d-33c7-444c-8992-c2347d568660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:27.121322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dfd275d-33c7-444c-8992-c2347d568660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:27.176546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dfd275d-33c7-444c-8992-c2347d568660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:27.179505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dfd275d-33c7-444c-8992-c2347d568660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:27.181373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2dfd275d-33c7-444c-8992-c2347d568660 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0be7861d-a0e9-4f9c-9788-ad75c7d5bd7b HTTP/1.1" status: 204 len: 168 time: 0.1534078 Dec 08 00:23:27.193989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd275d-33c7-444c-8992-c2347d568660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be7861d-a0e9-4f9c-9788-ad75c7d5bd7b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:27.235190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:27.616885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba61906-138a-4d60-b451-5abb03400c1b req-2c985781-0d96-47c9-927d-31c08eafdf99 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:27.621062 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ba61906-138a-4d60-b451-5abb03400c1b req-2c985781-0d96-47c9-927d-31c08eafdf99 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0808079 Dec 08 00:23:27.718136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ba61906-138a-4d60-b451-5abb03400c1b req-69f04e3b-255a-49b2-b475-e75ef1cf5224 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897083 Dec 08 00:23:28.854658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a90568-4059-45a0-918d-226fdb6d8fb3 req-82848907-1b9f-4551-a477-6cc78bddac05 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:28.859282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06a90568-4059-45a0-918d-226fdb6d8fb3 req-82848907-1b9f-4551-a477-6cc78bddac05 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0634294 Dec 08 00:23:28.933059 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06a90568-4059-45a0-918d-226fdb6d8fb3 req-46ae6abe-d467-4769-bf5f-95e85f61493e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646110 Dec 08 00:23:30.154958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b3438-38de-4821-96ef-fdfeff289668 req-7625dee3-92f1-41a7-9665-d9fe2525b888 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:30.156622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f00b3438-38de-4821-96ef-fdfeff289668 req-7625dee3-92f1-41a7-9665-d9fe2525b888 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0989697 Dec 08 00:23:30.248497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f00b3438-38de-4821-96ef-fdfeff289668 req-f1b78259-d7c7-4759-87cb-4afdd1075e1c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841525 Dec 08 00:23:30.361939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48000) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:30.585773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55d8ce47-cda7-4514-9eb6-aad5128e233b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:30.730807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55d8ce47-cda7-4514-9eb6-aad5128e233b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:30.744244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-55d8ce47-cda7-4514-9eb6-aad5128e233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:30.800448 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-55d8ce47-cda7-4514-9eb6-aad5128e233b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=557aa179f5c34fff9e6cea30840534b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375169 Dec 08 00:23:30.801280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48044) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:30.895940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8ce47-cda7-4514-9eb6-aad5128e233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30d8147-3f86-486e-a693-200ef35c8bcc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:30.938018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16f1433f-8fb6-4f85-a5bc-6977b0767b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:30.976141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16f1433f-8fb6-4f85-a5bc-6977b0767b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:31.037021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16f1433f-8fb6-4f85-a5bc-6977b0767b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:31.040787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16f1433f-8fb6-4f85-a5bc-6977b0767b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:31.043882 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-16f1433f-8fb6-4f85-a5bc-6977b0767b97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b30d8147-3f86-486e-a693-200ef35c8bcc HTTP/1.1" status: 204 len: 168 time: 0.2394245 Dec 08 00:23:31.059391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1433f-8fb6-4f85-a5bc-6977b0767b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30d8147-3f86-486e-a693-200ef35c8bcc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:31.418709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd906-59e6-41ac-b77f-9213e00722a9 req-93903980-b2dc-4f6c-aaf0-2cbc8a25928c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:31.422685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-247bd906-59e6-41ac-b77f-9213e00722a9 req-93903980-b2dc-4f6c-aaf0-2cbc8a25928c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.0818305 Dec 08 00:23:31.585853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-247bd906-59e6-41ac-b77f-9213e00722a9 req-6299f289-1da0-4ad2-878c-15af1171cfe2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494117 Dec 08 00:23:31.621639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48122) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:31.641653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2996f4e1-c4e5-4a4e-b862-60f331351aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:31.744620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2996f4e1-c4e5-4a4e-b862-60f331351aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:31.750178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2996f4e1-c4e5-4a4e-b862-60f331351aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:31.799317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2996f4e1-c4e5-4a4e-b862-60f331351aa4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97aa6abdb39d4bf5966162f8b007bc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747971 Dec 08 00:23:31.801130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996f4e1-c4e5-4a4e-b862-60f331351aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125bbda8-47d6-4221-8aed-96d12c911c6b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:31.801973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48144) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:31.895567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f6cd-f369-4d99-8250-cc5c50b47685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:31.932514 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f6cd-f369-4d99-8250-cc5c50b47685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:32.053766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f6cd-f369-4d99-8250-cc5c50b47685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:32.057682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc6f6cd-f369-4d99-8250-cc5c50b47685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:32.059152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7bc6f6cd-f369-4d99-8250-cc5c50b47685 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/125bbda8-47d6-4221-8aed-96d12c911c6b HTTP/1.1" status: 204 len: 168 time: 0.2551563 Dec 08 00:23:32.070569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6f6cd-f369-4d99-8250-cc5c50b47685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125bbda8-47d6-4221-8aed-96d12c911c6b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:32.828136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af089af-e459-45f4-a531-af2045c895ff req-fee6b4cb-0ce4-4367-8ac1-76f8a40b6d56 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:32.835821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9af089af-e459-45f4-a531-af2045c895ff req-fee6b4cb-0ce4-4367-8ac1-76f8a40b6d56 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.1516383 Dec 08 00:23:32.965175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9af089af-e459-45f4-a531-af2045c895ff req-1e53eba2-cefc-41ec-9d73-28148d65b0f1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208074 Dec 08 00:23:33.170542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48294) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:33.425828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2af2f99-261a-456f-ad64-103bd71af55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:33.599502 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2af2f99-261a-456f-ad64-103bd71af55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:33.610259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e2af2f99-261a-456f-ad64-103bd71af55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:33.675959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af2f99-261a-456f-ad64-103bd71af55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ae4eb-a84f-408b-9118-0f2cb333da87,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:33.737481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48358) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:33.740006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e2af2f99-261a-456f-ad64-103bd71af55f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28d3ee01568942b3aaca3cd942abd017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5660660 Dec 08 00:23:33.877103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:33.938070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:34.059532 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:34.064987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:34.073253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b01ae4eb-a84f-408b-9118-0f2cb333da87 HTTP/1.1" status: 204 len: 168 time: 0.3272049 Dec 08 00:23:34.094749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ae4eb-a84f-408b-9118-0f2cb333da87,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:34.129339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.129697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.132390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.132758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.134996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.136689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.137066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.137413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.137756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.138131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.138466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.138799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.145129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee7706-8196-4884-a923-8dffc831ea4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:34.265581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddab68f-0872-42b3-9fee-21179ffcb8eb req-e29d16f4-9f42-4a91-8bc9-0224725ed487 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:34.276663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ddab68f-0872-42b3-9fee-21179ffcb8eb req-e29d16f4-9f42-4a91-8bc9-0224725ed487 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.1887326 Dec 08 00:23:34.439637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ddab68f-0872-42b3-9fee-21179ffcb8eb req-b2e64271-0ddf-41ff-9613-d334aef0c55d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605120 Dec 08 00:23:34.876700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa101d-356d-4f53-a7f9-d1db107dcc26 req-de449b5e-146e-4e6c-b226-3f7747cf48f1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:34.884496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2fa101d-356d-4f53-a7f9-d1db107dcc26 req-de449b5e-146e-4e6c-b226-3f7747cf48f1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1415997 Dec 08 00:23:34.959842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2fa101d-356d-4f53-a7f9-d1db107dcc26 req-bf81bf41-0e7c-41bc-83df-468f092edabe tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743890 Dec 08 00:23:34.970475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-91359f66-0bad-4d10-a246-37df9d8a0554 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:34.977945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-91359f66-0bad-4d10-a246-37df9d8a0554 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/networks?id=050132c7-3d7f-4567-a521-3f7f9574c518 HTTP/1.1" status: 200 len: 813 time: 0.3147783 Dec 08 00:23:35.006981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-5e1d9ab2-4a25-44ed-a803-5464dc2d9419 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/quotas/52e64dd643284916bdd2dec4a64573f6 HTTP/1.1" status: 200 len: 375 time: 0.0278747 Dec 08 00:23:35.077851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-5c5c5a5c-05f5-4257-ae2a-874e2509bb56 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e64dd643284916bdd2dec4a64573f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696347 Dec 08 00:23:35.190430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37057-44f9-4579-b801-c7d1be3847dd req-920bbb7a-d191-4490-ba84-675bb8874ea3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:35.198515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07d37057-44f9-4579-b801-c7d1be3847dd req-920bbb7a-d191-4490-ba84-675bb8874ea3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1109602 Dec 08 00:23:35.242345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48446) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:35.259628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-4e1801b2-deca-46f8-8db6-c2f98258a4bd service neutron] 10.222.0.18 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803732 Dec 08 00:23:35.302531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07d37057-44f9-4579-b801-c7d1be3847dd req-8d040c9d-e081-4ad9-b756-b185ec510806 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028445 Dec 08 00:23:35.388556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-c662d073-c0c0-4c34-a890-34022b2ad1c7 service neutron] 10.222.0.18 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273565 Dec 08 00:23:35.551529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1118854899'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:35.611728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Made reservation on behalf of 2dc63c0f8c9f45b9aff36023c364e479 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:35.617842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:35.631533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:35.744451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f2153d6-3abf-400b-a724-0f0195354707 req-1ae9f294-54c6-49cf-b7bb-64e3125f84f0 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 210 time: 0.0850961 Dec 08 00:23:35.763319 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:35.769984 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:35.816153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa97c09f-67ae-4513-9188-6ec8357f1e2c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:35.825794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:23:35.835929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:35.836479 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Added segment 41f10f40-4b19-4ece-8a6e-24bd91e61d72 of type vlan for network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b Dec 08 00:23:35.866202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-7b1f49a9-7da7-4ef8-8a68-f080849a0b6a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:35.876565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-7b1f49a9-7da7-4ef8-8a68-f080849a0b6a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.2349577 Dec 08 00:23:35.901410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:35.908511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-a9664dbc-bc82-41ee-a944-31754afaf18e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/quotas/10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 375 time: 0.0232971 Dec 08 00:23:35.946056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:35.956376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:35.958053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:36.004431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7577899 Dec 08 00:23:36.009380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-32660511-5ca7-48e5-aea9-59077b5e9d1f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0971870 Dec 08 00:23:36.009548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48484) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:36.026334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Request body: {'subnet': {'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:36.115123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-97106ef2-d6b9-4b6b-95b4-8329759c4be2 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047499 Dec 08 00:23:36.137078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d88ed-3e72-49c8-b0ca-aa05ddad07ea tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event updated for resources: {'Network': ['ID=d1e0e5cf-a462-45aa-b61e-b0fa69fb117b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:36.154763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:23:36.167801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-308bb37a-d0ad-47bd-b88b-325babdacd54 req-80bc57cc-c8d4-47ba-8fde-a47b4799e9ea service neutron] (103114) timed out ('10.222.0.18', 51284) {{(pid=103114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:23:36.251527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Made reservation on behalf of 2dc63c0f8c9f45b9aff36023c364e479 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:36.255405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:36.293326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-9d296f95-a9f2-4370-b500-c433ebbf94a7 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696756 Dec 08 00:23:36.606363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:36.632651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95422465-efa7-4f9b-a341-c81549ab2a77 req-8bad1b91-5566-4fe5-9d12-2a8c1b3cfa49 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 210 time: 0.0660653 Dec 08 00:23:36.734387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event updated for resources: {'Subnet': ['ID=4cff1ace-4c61-490b-837e-44bd904e83f5,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:36.737472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Checking segment: {'id': '41f10f40-4b19-4ece-8a6e-24bd91e61d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:23:36.737472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Network hostable DHCP agents. Network: d1e0e5cf-a462-45aa-b61e-b0fa69fb117b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:23:36.763313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:23:36.782046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, d1e0e5cf-a462-45aa-b61e-b0fa69fb117b) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:36.790437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf3f07-e41c-4b04-be29-fc6dc1985d07 None None] Network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:36.797983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:36.800002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:36.832239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-97ac2418-2708-4558-a094-0b56c334d984 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8192146 Dec 08 00:23:36.834977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48510) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:36.840746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Request body: {'port': {'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-291291136'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:36.999288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-d1e0e5cf-a462-45aa-b61e-b0fa69fb117b', 'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b', 'project_id': '2dc63c0f8c9f45b9aff36023c364e479', 'fixed_ips': [{'subnet_id': '4cff1ace-4c61-490b-837e-44bd904e83f5'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:23:37.000332 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.012906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73541aba-86a1-4c3f-94db-6124db24bf94 req-16debcf0-3913-404d-88de-5c8101d7f944 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 210 time: 0.0943799 Dec 08 00:23:37.119055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Made reservation on behalf of 2dc63c0f8c9f45b9aff36023c364e479 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:37.124534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.162446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] device_id is not set on port 8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:23:37.185480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Allocated IP 172.20.0.2 (d1e0e5cf-a462-45aa-b61e-b0fa69fb117b/4cff1ace-4c61-490b-837e-44bd904e83f5/3548f7b1-3646-4dec-8bca-93fdb3daa2e5) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:23:37.362742 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.383824 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.457253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:37.466481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:37.467541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Allocated IP 172.20.0.9 (d1e0e5cf-a462-45aa-b61e-b0fa69fb117b/4cff1ace-4c61-490b-837e-44bd904e83f5/8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:23:37.474656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:23:37.590942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Pushing event updated for resources: {'Port': ['ID=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:37.635454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Attempting to bind port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:23:37.636271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Attempting to bind port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '41f10f40-4b19-4ece-8a6e-24bd91e61d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:23:37.636827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Attempting to bind port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 on network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:23:37.664096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:23:37.665541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Checking segment: {'id': '41f10f40-4b19-4ece-8a6e-24bd91e61d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:23:37.666185 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.670922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Bound using segment: {'id': '41f10f40-4b19-4ece-8a6e-24bd91e61d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:23:37.678263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Bound port: 3548f7b1-3646-4dec-8bca-93fdb3daa2e5, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f10f40-4b19-4ece-8a6e-24bd91e61d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1e0e5cf-a462-45aa-b61e-b0fa69fb117b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:23:37.680158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.688799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-d42acd9e-dc86-4e61-b01d-40b1c0f67724 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:37.692490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-d42acd9e-dc86-4e61-b01d-40b1c0f67724 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.59 "GET /v2.0/networks?id=050132c7-3d7f-4567-a521-3f7f9574c518 HTTP/1.1" status: 200 len: 813 time: 0.3556807 Dec 08 00:23:37.718862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Request body: {'port': {'device_id': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518', 'admin_state_up': True, 'tenant_id': '52e64dd643284916bdd2dec4a64573f6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:37.824942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.841255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] For port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:23:37.845801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] For port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,segment=NetworkSegment(41f10f40-4b19-4ece-8a6e-24bd91e61d72),segment_id=41f10f40-4b19-4ece-8a6e-24bd91e61d72)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:23:37.863660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.892131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Made reservation on behalf of 52e64dd643284916bdd2dec4a64573f6 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:37.899551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.905570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d287a06-18dd-43a3-918f-2fcd41bb0ce4 req-db797855-9c12-4e73-826c-da53d7915549 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 210 time: 0.0442746 Dec 08 00:23:37.930571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:37.946076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bd457-22ea-4a43-8f94-284f0790b613 None None] Pushing event updated for resources: {'Port': ['ID=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:37.983561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:37.991355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:37.995402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:23:38.040066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event updated for resources: {'Port': ['ID=8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:38.084939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:38.085592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:38.159437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4be08aec-eb6c-4494-a8f5-8a97712948fd tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3226469 Dec 08 00:23:38.183533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48526) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:38.236943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Allocated IP 172.20.0.5 (050132c7-3d7f-4567-a521-3f7f9574c518/2efa9206-3862-42ee-87b4-046fa1eeb01c/80479184-b62d-40ed-b463-c464145d8df9) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:23:38.387206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4bcff823-cfa1-4c23-92be-73bc9e6f7396 req-e4501688-6111-4fa1-bb53-8fac2d7aa56d tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 210 time: 0.2208002 Dec 08 00:23:38.397558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3f60746c-40e6-40fc-b362-63b0822c31b3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:38.399101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3f60746c-40e6-40fc-b362-63b0822c31b3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.2989020 Dec 08 00:23:38.443743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'port': {'device_id': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'admin_state_up': True, 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:38.475228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:38.524814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:38.552024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Deleting port 8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:38.552415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:38.592769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Network 050132c7-3d7f-4567-a521-3f7f9574c518 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:38.598230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:38.602314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:23:38.609890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Pushing event updated for resources: {'Port': ['ID=80479184-b62d-40ed-b463-c464145d8df9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:38.662594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Made reservation on behalf of 10fabfc8b3e84bfd915bff600e710ddf for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:38.666706 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:38.681978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:38.683328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:38.686646 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:38.704840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-25613f0f-3c0e-4a59-b7eb-f0a6f857e100 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9905789 Dec 08 00:23:38.711927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Calling delete_port for 8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:38.868577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Request body: {'port': {'device_id': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:38.990417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.013566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Allocated IP 172.20.0.7 (88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e/27e788d9-60e5-4936-b281-1e0aaa4fb177/f5a50a9f-b758-45aa-a36a-3c516aca57b9) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:23:39.065482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59cd4b73-5cad-4c4c-91b4-33dd86f6dfcc req-8bb51554-a58d-44e1-b63d-ada875c31946 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 210 time: 0.0496035 Dec 08 00:23:39.081578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.133441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event deleted for resources: {'Port': ['ID=8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:39.301380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.305484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b3ce3857-b099-45bf-8781-3a674fb55721 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "DELETE /v2.0/ports/8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a HTTP/1.1" status: 204 len: 168 time: 1.1244445 Dec 08 00:23:39.311479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48546) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:39.390421 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.498471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.527842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:23:39.612893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:23:39.651867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:39.710652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f14b79-72f8-4239-9edf-e3d4bbf9a08c None None] Network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:39.711492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48554) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:39.712615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:39.728963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:23:39.780272 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aa161a0e-8d56-4734-bd64-dc44d0e108c7 tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4656150 Dec 08 00:23:39.780881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48558) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:39.811297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-246616182'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:39.845525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80479184-b62d-40ed-b463-c464145d8df9 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:23:39.853131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Made reservation on behalf of 2dc63c0f8c9f45b9aff36023c364e479 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:39.856825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.871594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.893577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=f5a50a9f-b758-45aa-a36a-3c516aca57b9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:39.896189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Transition to ACTIVE for port object 80479184-b62d-40ed-b463-c464145d8df9 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:23:39.904528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:23:39.911752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.944008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:39.945319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:39.989206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Pushing event updated for resources: {'Port': ['ID=80479184-b62d-40ed-b463-c464145d8df9,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:39.999803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.000217 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Added segment f1e5aaa4-09b6-4b97-a345-c4556910b320 of type vlan for network 36cc0c6a-9bd6-4446-a641-424aa2c48a2e Dec 08 00:23:40.001073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c404d-de07-4112-94a9-db101d202d3c req-b3fd860d-9908-4964-872b-69d7b3ca49b7 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:40.007187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a96c404d-de07-4112-94a9-db101d202d3c req-b3fd860d-9908-4964-872b-69d7b3ca49b7 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 931 time: 0.3608975 Dec 08 00:23:40.089218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1015d03f-c2df-46a7-87b9-fb98f04153f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.121352 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.124921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-82be68a1-0b8f-4b22-9e70-50c71057cfa7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6877501 Dec 08 00:23:40.169573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Request body: {'port': {'device_id': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:40.171517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Attempting to bind port 80479184-b62d-40ed-b463-c464145d8df9 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:23:40.171866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Attempting to bind port 80479184-b62d-40ed-b463-c464145d8df9 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:23:40.172242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Attempting to bind port 80479184-b62d-40ed-b463-c464145d8df9 on network 050132c7-3d7f-4567-a521-3f7f9574c518 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:23:40.179837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Port 80479184-b62d-40ed-b463-c464145d8df9 on network 050132c7-3d7f-4567-a521-3f7f9574c518 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:23:40.180093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Attempting to bind port 80479184-b62d-40ed-b463-c464145d8df9 on network 050132c7-3d7f-4567-a521-3f7f9574c518 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:23:40.183654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.190980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:40.191714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.240157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:23:40.240498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Checking segment: {'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:23:40.240886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Bound using segment: {'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:23:40.241669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Bound port: 80479184-b62d-40ed-b463-c464145d8df9, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:23:40.242050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.258992 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4729960 Dec 08 00:23:40.266335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:40.271588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a96c404d-de07-4112-94a9-db101d202d3c req-7fbd0163-85a0-40a2-9345-b4ae22bee0eb tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501948 Dec 08 00:23:40.319772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8b90c-2eec-4828-bcbd-ebe7e6bd6110 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event updated for resources: {'Network': ['ID=36cc0c6a-9bd6-4446-a641-424aa2c48a2e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:40.364623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 36cc0c6a-9bd6-4446-a641-424aa2c48a2e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:23:40.377225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ea769c17-1229-4fcc-af40-639d1a01daf0 None None] Provisioning complete for port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:40.377647 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea769c17-1229-4fcc-af40-639d1a01daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.400917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.428867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0ee1-1250-4cbd-8879-d76b785a05b4 req-12b6516e-48f4-4ec5-ba38-3e8ef05517e1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:40.430625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f6d0ee1-1250-4cbd-8879-d76b785a05b4 req-12b6516e-48f4-4ec5-ba38-3e8ef05517e1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 931 time: 0.2124629 Dec 08 00:23:40.453252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:40.453897 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.482009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] For port 80479184-b62d-40ed-b463-c464145d8df9, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:23:40.487260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] For port 80479184-b62d-40ed-b463-c464145d8df9, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=80479184-b62d-40ed-b463-c464145d8df9,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:23:40.528022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.588024 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-27625a10-735c-414a-92bc-add0c325ed50 tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "GET /v2.0/agents/8d929b98-7e67-444c-a9f7-18c6b0dcb666/dhcp-networks HTTP/1.1" status: 200 len: 5693 time: 0.3190579 Dec 08 00:23:40.592157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48568) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:40.603171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1015d03f-c2df-46a7-87b9-fb98f04153f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.628115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f6d0ee1-1250-4cbd-8879-d76b785a05b4 req-13611c47-5d0d-41dc-a513-05753a5c02eb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756260 Dec 08 00:23:40.631764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1015d03f-c2df-46a7-87b9-fb98f04153f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.634304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:40.634961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.636516 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] 10.222.0.59 "PUT /v2.0/ports/80479184-b62d-40ed-b463-c464145d8df9 HTTP/1.1" status: 200 len: 1091 time: 1.9178050 Dec 08 00:23:40.659014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'tag': '80479184-b62d-40ed-b463-c464145d8df9'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:23:40.662734 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e10e0c-e183-4862-a85a-2cab3bb02801" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f52fed-f594-4579-8822-ac1844f2b117", "tag": "80479184-b62d-40ed-b463-c464145d8df9"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:23:40.665846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b59d5-b0e1-485f-bede-10588090231e service neutron] Pushing event updated for resources: {'Port': ['ID=80479184-b62d-40ed-b463-c464145d8df9,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:40.756434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015d03f-c2df-46a7-87b9-fb98f04153f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e3372-0cb1-4d11-beb8-aa104e7a86cd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:40.797335 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.809126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-17054b4f-2a8f-45b8-bd7e-10247eefbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:40.810714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-17054b4f-2a8f-45b8-bd7e-10247eefbeed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52e64dd643284916bdd2dec4a64573f6&device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 1094 time: 0.1092551 Dec 08 00:23:40.817029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2dd380-133c-400d-ae44-e251a0865040 tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] Network 36cc0c6a-9bd6-4446-a641-424aa2c48a2e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:23:40.855881 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea769c17-1229-4fcc-af40-639d1a01daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:40.897085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8a2dd380-133c-400d-ae44-e251a0865040 tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "POST /v2.0/agents/8d929b98-7e67-444c-a9f7-18c6b0dcb666/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2966890 Dec 08 00:23:40.902674 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-002bb9f5-2ace-45be-9e4f-9a64fee070aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80479184-b62d-40ed-b463-c464145d8df9 HTTP/1.1" status: 200 len: 217 time: 0.0580156 Dec 08 00:23:40.903411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48574) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:40.914807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,segment=NetworkSegment(41f10f40-4b19-4ece-8a6e-24bd91e61d72),segment_id=41f10f40-4b19-4ece-8a6e-24bd91e61d72)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:40.945818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d174e0ca-bb55-48f6-b593-e6f412ed1a72 None None] Network 36cc0c6a-9bd6-4446-a641-424aa2c48a2e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:40.966342 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20718caa-75e2-4ffb-a5b5-ec08e18cf187 x-openstack-request-id: req-20718caa-75e2-4ffb-a5b5-ec08e18cf187 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:23:40.966618 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f52fed-f594-4579-8822-ac1844f2b117", "tag": "80479184-b62d-40ed-b463-c464145d8df9", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:23:40.966915 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20718caa-75e2-4ffb-a5b5-ec08e18cf187 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:23:40.967333 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'tag': '80479184-b62d-40ed-b463-c464145d8df9', 'status': 'completed', 'code': 200} Dec 08 00:23:40.986920 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:41.033366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-fb324263-85b0-40eb-b1b3-33d303ef3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:41.040783 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-fb324263-85b0-40eb-b1b3-33d303ef3445 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2efa9206-3862-42ee-87b4-046fa1eeb01c HTTP/1.1" status: 200 len: 853 time: 0.1237316 Dec 08 00:23:41.127076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-ea769c17-1229-4fcc-af40-639d1a01daf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:23:41.127412 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-ea769c17-1229-4fcc-af40-639d1a01daf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:23:41.136360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-fe191088-4810-48db-bbd1-7a6c52720bb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=050132c7-3d7f-4567-a521-3f7f9574c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297580 Dec 08 00:23:41.163440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a50a9f-b758-45aa-a36a-3c516aca57b9 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:23:41.173794 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:41.192169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Transition to ACTIVE for port object f5a50a9f-b758-45aa-a36a-3c516aca57b9 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:23:41.203312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:41.214234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1015d03f-c2df-46a7-87b9-fb98f04153f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fdc1d0218d743848bd89718c0d024fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4884586 Dec 08 00:23:41.215255 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:41.260349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48580) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:41.261976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Pushing event updated for resources: {'Port': ['ID=f5a50a9f-b758-45aa-a36a-3c516aca57b9,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:41.317684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-71e28bea-c83e-4dc4-9db3-f5cb400f80bd service neutron] 10.222.0.59 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341040 Dec 08 00:23:41.360670 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b8dc835-988d-457a-8905-2453641823a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:41.389794 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b8dc835-988d-457a-8905-2453641823a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:41.451930 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bb8869c-091e-4546-84fd-8829946b3aa0 req-a3730dd2-3d18-425e-ab29-dec1b032a8d0 service neutron] 10.222.0.59 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263671 Dec 08 00:23:41.459744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:23:41.638692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:41.639346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:41.740317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-314d4f45-5ca3-49ad-95b2-e427ba727b10 tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "GET /v2.0/agents/8d929b98-7e67-444c-a9f7-18c6b0dcb666/dhcp-networks HTTP/1.1" status: 200 len: 6463 time: 0.8349791 Dec 08 00:23:41.744639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48586) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:41.783766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-64b6e5b8-1f07-4e2d-a5cd-f729cffe08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:41.787219 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-64b6e5b8-1f07-4e2d-a5cd-f729cffe08c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52e64dd643284916bdd2dec4a64573f6&device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 1094 time: 0.2285638 Dec 08 00:23:41.828724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3993ae29-6442-4848-ad13-efd4d29f5337 None None] Could not find standard attr ID for object 8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:23:41.843740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3993ae29-6442-4848-ad13-efd4d29f5337 None None] Provisioning complete for port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:41.844114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3993ae29-6442-4848-ad13-efd4d29f5337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:41.914617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b1265dc4-b4a9-4c34-89f6-f8deda06d018 tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "DELETE /v2.0/agents/8d929b98-7e67-444c-a9f7-18c6b0dcb666/dhcp-networks/36cc0c6a-9bd6-4446-a641-424aa2c48a2e HTTP/1.1" status: 204 len: 168 time: 0.1688631 Dec 08 00:23:41.917057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:41.982119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-2cee53d0-830f-439f-9a94-e1bd85e70016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:41.983739 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-2cee53d0-830f-439f-9a94-e1bd85e70016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=050132c7-3d7f-4567-a521-3f7f9574c518 HTTP/1.1" status: 200 len: 914 time: 0.1699197 Dec 08 00:23:42.054632 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-da92204f-c19e-479b-a046-bdc47c58a1fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80479184-b62d-40ed-b463-c464145d8df9 HTTP/1.1" status: 200 len: 217 time: 0.0455191 Dec 08 00:23:42.096071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5901a4-ad89-40b8-8518-9fbb84efcf17 req-d4a5d35c-ce8b-48cb-bfe1-23bc66a22797 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:42.102830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a5901a4-ad89-40b8-8518-9fbb84efcf17 req-d4a5d35c-ce8b-48cb-bfe1-23bc66a22797 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 943 time: 0.6599410 Dec 08 00:23:42.109745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5d53-84af-4217-9b55-58d5fe777e26 req-72226fb8-e8c7-41cc-aeb7-bbe5559d8796 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:42.111264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fcd5d53-84af-4217-9b55-58d5fe777e26 req-72226fb8-e8c7-41cc-aeb7-bbe5559d8796 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 943 time: 0.1451242 Dec 08 00:23:42.113460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Attempting to bind port f5a50a9f-b758-45aa-a36a-3c516aca57b9 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:23:42.113796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Attempting to bind port f5a50a9f-b758-45aa-a36a-3c516aca57b9 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:23:42.114125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Attempting to bind port f5a50a9f-b758-45aa-a36a-3c516aca57b9 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:23:42.116234 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b8dc835-988d-457a-8905-2453641823a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.118808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b8dc835-988d-457a-8905-2453641823a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.122270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b8dc835-988d-457a-8905-2453641823a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/706e3372-0cb1-4d11-beb8-aa104e7a86cd HTTP/1.1" status: 204 len: 168 time: 0.8542197 Dec 08 00:23:42.135068 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-67011338-a246-480e-9f25-602a7823354d tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "GET /v2.0/agents/8d929b98-7e67-444c-a9f7-18c6b0dcb666/dhcp-networks HTTP/1.1" status: 200 len: 5693 time: 0.2167864 Dec 08 00:23:42.136906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-495bfa60-8405-44b2-9e05-eafefa816dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:42.138850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-495bfa60-8405-44b2-9e05-eafefa816dba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2efa9206-3862-42ee-87b4-046fa1eeb01c HTTP/1.1" status: 200 len: 853 time: 0.0769660 Dec 08 00:23:42.141341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48596) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:42.148848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dc835-988d-457a-8905-2453641823a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e3372-0cb1-4d11-beb8-aa104e7a86cd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:42.150502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Port f5a50a9f-b758-45aa-a36a-3c516aca57b9 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:23:42.150831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Attempting to bind port f5a50a9f-b758-45aa-a36a-3c516aca57b9 on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:23:42.170079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:23:42.170738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:23:42.170845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Bound using segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:23:42.171454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Bound port: f5a50a9f-b758-45aa-a36a-3c516aca57b9, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:23:42.171818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.192786 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-952e2182-af0d-4e01-8500-55cfa96414e5 tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "GET /v2.0/networks/d1e0e5cf-a462-45aa-b61e-b0fa69fb117b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0461533 Dec 08 00:23:42.194484 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-79d4fe07-437a-45dc-8149-4d0d0effbb6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=050132c7-3d7f-4567-a521-3f7f9574c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393801 Dec 08 00:23:42.196836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48598) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:42.245019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-faa90407-7f1a-4ade-a601-6f19cb27393e tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "GET /v2.0/networks/d1e0e5cf-a462-45aa-b61e-b0fa69fb117b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0467851 Dec 08 00:23:42.248182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48602) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:42.308975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fcd5d53-84af-4217-9b55-58d5fe777e26 req-126bbf2a-0280-4c9f-b7da-02bd7cc875e3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781590 Dec 08 00:23:42.324965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a5901a4-ad89-40b8-8518-9fbb84efcf17 req-555a54cf-7cd0-4c57-b1b1-cf458c8088db tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126315 Dec 08 00:23:42.340876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] For port f5a50a9f-b758-45aa-a36a-3c516aca57b9, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:23:42.344820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] For port f5a50a9f-b758-45aa-a36a-3c516aca57b9, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:23:42.351843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.413207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-f7c54953-39d0-4dee-a020-90812fd38822 service neutron] 10.222.0.59 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071779 Dec 08 00:23:42.440317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Pushing event updated for resources: {'Port': ['ID=f5a50a9f-b758-45aa-a36a-3c516aca57b9,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:42.454340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:42.455388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.456808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-3401fba3-2709-4dad-9caa-0b725697ddbd service neutron] 10.222.0.59 "PUT /v2.0/ports/f5a50a9f-b758-45aa-a36a-3c516aca57b9 HTTP/1.1" status: 200 len: 1091 time: 2.3038065 Dec 08 00:23:42.457279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'tag': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:23:42.464950 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3515d44-a91a-4bc0-bd55-408b4be42deb" -d '{"events": [{"name": "network-changed", "server_uuid": "675fd9e4-1eab-4919-b5f7-57cf6c872ebd", "tag": "f5a50a9f-b758-45aa-a36a-3c516aca57b9"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:23:42.522906 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1103bc4-72b5-4bbc-a404-2d3c78e62675 x-openstack-request-id: req-b1103bc4-72b5-4bbc-a404-2d3c78e62675 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:23:42.523447 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675fd9e4-1eab-4919-b5f7-57cf6c872ebd", "tag": "f5a50a9f-b758-45aa-a36a-3c516aca57b9", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:23:42.523890 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1103bc4-72b5-4bbc-a404-2d3c78e62675 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:23:42.524458 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'tag': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9', 'status': 'completed', 'code': 200} Dec 08 00:23:42.593063 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68e10e0c-e183-4862-a85a-2cab3bb02801 req-fb8fcb8d-9cdf-4610-a695-b1990078da6e service neutron] 10.222.0.59 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721196 Dec 08 00:23:42.612469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:42.615378 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aeb01852-1958-4c84-8771-1ebca4d0ab9b tempest-DHCPAgentSchedulersTestJSON-497164931 tempest-DHCPAgentSchedulersTestJSON-497164931-project-admin] 10.222.0.18 "GET /v2.0/agents/8d929b98-7e67-444c-a9f7-18c6b0dcb666/dhcp-networks HTTP/1.1" status: 200 len: 5693 time: 0.3629851 Dec 08 00:23:42.658555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-dcaa77ca-3420-4419-8d04-5121807b8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:42.660690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-dcaa77ca-3420-4419-8d04-5121807b8a46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 1094 time: 0.1187932 Dec 08 00:23:42.701104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48612) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:42.717870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ba59f51-418d-454b-a705-60979e5d9e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.751615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-42f0f4de-e6af-4595-b5e9-30eb565ee8b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9 HTTP/1.1" status: 200 len: 217 time: 0.0536830 Dec 08 00:23:42.758544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.816458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ba59f51-418d-454b-a705-60979e5d9e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.821241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ba59f51-418d-454b-a705-60979e5d9e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.868028 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ba59f51-418d-454b-a705-60979e5d9e34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c5fbcd4d69742e0b83474c9e77b1441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655688 Dec 08 00:23:42.873453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48614) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:42.890690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba59f51-418d-454b-a705-60979e5d9e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f0fe07-19c0-4c2c-95bb-1ef6bec51082,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:42.911050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.923931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-34cf34fc-6feb-48b7-b053-f5d02fd339d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:42.925455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-34cf34fc-6feb-48b7-b053-f5d02fd339d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1650035 Dec 08 00:23:42.930668 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc248-57a7-4c87-a128-93186b0d6755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.946324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cc0c6a-9bd6-4446-a641-424aa2c48a2e']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:42.954326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc248-57a7-4c87-a128-93186b0d6755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:42.971110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e5aaa4-09b6-4b97-a345-c4556910b320') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:42.971341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e5aaa4-09b6-4b97-a345-c4556910b320') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:42.984335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.003236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc248-57a7-4c87-a128-93186b0d6755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.003561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.006263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc248-57a7-4c87-a128-93186b0d6755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.007683 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c0fc248-57a7-4c87-a128-93186b0d6755 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53f0fe07-19c0-4c2c-95bb-1ef6bec51082 HTTP/1.1" status: 204 len: 168 time: 0.1329973 Dec 08 00:23:43.009404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641b91-4059-429d-8b20-8111afed78f1 req-5703e1c6-67b4-43e4-841d-01254bc28ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:43.011229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-5703e1c6-67b4-43e4-841d-01254bc28ab7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768242 Dec 08 00:23:43.013986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:23:43.014477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:23:43.017714 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:23:43.020290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc248-57a7-4c87-a128-93186b0d6755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f0fe07-19c0-4c2c-95bb-1ef6bec51082,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:43.159639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.168176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.171406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "DELETE /v2.0/networks/36cc0c6a-9bd6-4446-a641-424aa2c48a2e HTTP/1.1" status: 204 len: 168 time: 0.5576060 Dec 08 00:23:43.174160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48618) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:43.188772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53599a11-1002-404a-8fad-663c215f7365 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event deleted for resources: {'Network': ['ID=36cc0c6a-9bd6-4446-a641-424aa2c48a2e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:43.201183 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95f74c9-0fee-4e3a-b110-77d6d6096073 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] DELETE failed (client error): The resource could not be found. Dec 08 00:23:43.201753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95f74c9-0fee-4e3a-b110-77d6d6096073 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:23:43.204935 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a95f74c9-0fee-4e3a-b110-77d6d6096073 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "DELETE /v2.0/ports/8876a0d1-e2bc-4aec-aa5d-5b31d373cb1a HTTP/1.1" status: 404 len: 333 time: 0.0291502 Dec 08 00:23:43.207632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48622) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:43.211578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-89e89c45-0e98-49a5-8285-578b6a4f7676 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930013 Dec 08 00:23:43.328880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Deleting subnet 4cff1ace-4c61-490b-837e-44bd904e83f5 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:23:43.337629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.436773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.442619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b641b91-4059-429d-8b20-8111afed78f1 req-2594b6d1-9d50-4fce-9632-8a8e1d4ef41d service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238874 Dec 08 00:23:43.563794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed24b39-0b69-4ddf-9c5a-4ed7361854d8 req-8c1a2022-ce3a-4c69-a76f-1aac31a04f91 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:43.565594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ed24b39-0b69-4ddf-9c5a-4ed7361854d8 req-8c1a2022-ce3a-4c69-a76f-1aac31a04f91 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 943 time: 0.1450582 Dec 08 00:23:43.612133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9797b-0c69-4855-87b5-91715183dc83 req-d5b75d2f-36f8-48b2-893e-55eb73d792c3 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:43.613709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4e9797b-0c69-4855-87b5-91715183dc83 req-d5b75d2f-36f8-48b2-893e-55eb73d792c3 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 943 time: 0.1733983 Dec 08 00:23:43.692150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-d3ef4978-7e71-42d6-9c1b-556a59bcaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:43.693736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-d3ef4978-7e71-42d6-9c1b-556a59bcaa4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 1094 time: 0.1610229 Dec 08 00:23:43.700780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.741581 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:43.788718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ed24b39-0b69-4ddf-9c5a-4ed7361854d8 req-0d84bf83-a7c9-4b42-bcc8-1948c12fffcf tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004356 Dec 08 00:23:43.811319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4e9797b-0c69-4855-87b5-91715183dc83 req-b3d52edd-47f5-467c-a039-75d64123a62e tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684721 Dec 08 00:23:43.939541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-32067d28-d65b-4ae3-adae-b1c42b0e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:43.940743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-32067d28-d65b-4ae3-adae-b1c42b0e1b0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2129240 Dec 08 00:23:43.943037 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.005142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.008605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "DELETE /v2.0/subnets/4cff1ace-4c61-490b-837e-44bd904e83f5 HTTP/1.1" status: 204 len: 168 time: 0.7998102 Dec 08 00:23:44.009446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee811c22-91a3-4d96-adcf-f5635a354f57 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event deleted for resources: {'Subnet': ['ID=4cff1ace-4c61-490b-837e-44bd904e83f5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:44.011266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48648) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:44.015619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ec2bf-481d-4dfd-85b2-fc48c28bf9a5 None None] Network d1e0e5cf-a462-45aa-b61e-b0fa69fb117b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:44.041747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-bc0b915b-2882-4927-a570-2462c9fa1dab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9 HTTP/1.1" status: 200 len: 217 time: 0.0822005 Dec 08 00:23:44.115418 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.158981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-c3371736-706a-48da-a031-0fabef24b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:44.161880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-c3371736-706a-48da-a031-0fabef24b812 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1128087 Dec 08 00:23:44.184278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Deleting port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:44.185152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.219732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] DHCP port deletion for d1e0e5cf-a462-45aa-b61e-b0fa69fb117b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:23:44.220141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-607167b4-1023-4c8c-8db8-d2322e8ce97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:44.221825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-607167b4-1023-4c8c-8db8-d2322e8ce97e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512254 Dec 08 00:23:44.267520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] For port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,segment=NetworkSegment(41f10f40-4b19-4ece-8a6e-24bd91e61d72),segment_id=41f10f40-4b19-4ece-8a6e-24bd91e61d72)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:44.268088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.279048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] Deleting port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:44.279430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.282505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Calling delete_port for 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:44.338178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-524cc5aa-dfcf-4630-ad04-c7bd116361b1 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077242 Dec 08 00:23:44.372695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] For port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,segment=NetworkSegment(41f10f40-4b19-4ece-8a6e-24bd91e61d72),segment_id=41f10f40-4b19-4ece-8a6e-24bd91e61d72)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:44.373358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.396467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] Calling delete_port for 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:44.400693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.422498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] No DVR routers for this DVR port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:23:44.458729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3515d44-a91a-4bc0-bd55-408b4be42deb req-e29dc683-8441-4232-90be-05b49a9359e3 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106546 Dec 08 00:23:44.478627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event deleted for resources: {'Port': ['ID=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:44.496121 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.515404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] No DVR routers for this DVR port 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:23:44.556305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39cec6-d389-4cfd-9e8a-dc90573224cb None None] Pushing event deleted for resources: {'Port': ['ID=3548f7b1-3646-4dec-8bca-93fdb3daa2e5,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:44.589714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.620385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e0e5cf-a462-45aa-b61e-b0fa69fb117b']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:44.644705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f10f40-4b19-4ece-8a6e-24bd91e61d72') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:44.645014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f10f40-4b19-4ece-8a6e-24bd91e61d72') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:23:44.657194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.675268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.683929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:23:44.684174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:23:44.688286 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:23:44.764855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.770183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:44.775905 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] 10.222.0.18 "DELETE /v2.0/networks/d1e0e5cf-a462-45aa-b61e-b0fa69fb117b HTTP/1.1" status: 204 len: 168 time: 0.7613161 Dec 08 00:23:44.785984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d78a6-304a-4a77-9eb6-99668e41e372 tempest-DHCPAgentSchedulersTestJSON-1931925309 tempest-DHCPAgentSchedulersTestJSON-1931925309-project] Pushing event deleted for resources: {'Network': ['ID=d1e0e5cf-a462-45aa-b61e-b0fa69fb117b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:45.044575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa1295-f969-4b34-ae11-a8ef1c648e05 req-44441a80-93f0-4e73-a49b-15b5c036bdfd tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:45.046079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5daa1295-f969-4b34-ae11-a8ef1c648e05 req-44441a80-93f0-4e73-a49b-15b5c036bdfd tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 943 time: 0.1081653 Dec 08 00:23:45.056923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158fd32-268b-40c7-bdc3-8833d1f33d04 req-bf1ec1d8-d401-4b83-85ef-33f5c47b4ed3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:45.061843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 80479184-b62d-40ed-b463-c464145d8df9 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:23:45.072406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2158fd32-268b-40c7-bdc3-8833d1f33d04 req-bf1ec1d8-d401-4b83-85ef-33f5c47b4ed3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 943 time: 0.1466177 Dec 08 00:23:45.089252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48678) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:45.196287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 80479184-b62d-40ed-b463-c464145d8df9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=80479184-b62d-40ed-b463-c464145d8df9,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:45.215091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '80479184-b62d-40ed-b463-c464145d8df9', 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518', 'port_id': '80479184-b62d-40ed-b463-c464145d8df9', 'mac_address': 'fa:16:3e:d9:aa:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2efa9206-3862-42ee-87b4-046fa1eeb01c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:23:45.235601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2158fd32-268b-40c7-bdc3-8833d1f33d04 req-6cc81fcf-a340-4475-853c-fa5ecf1528a0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505132 Dec 08 00:23:45.241666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5daa1295-f969-4b34-ae11-a8ef1c648e05 req-4caa664f-e640-4343-864d-a17cbfe60c8e tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682670 Dec 08 00:23:45.286304 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.307808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80479184-b62d-40ed-b463-c464145d8df9 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:23:45.340714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 80479184-b62d-40ed-b463-c464145d8df9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=80479184-b62d-40ed-b463-c464145d8df9,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:45.347652 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.360427 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48682) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:45.360668 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-868472d1-83c0-4f17-927f-303912385f7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dc63c0f8c9f45b9aff36023c364e479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701771 Dec 08 00:23:45.391337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:23:45.419460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:23:45.419931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3548f7b1-3646-4dec-8bca-93fdb3daa2e5 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:23:45.438224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9738de66-f56c-4229-bb43-780fbb7ce47d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.444133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=80479184-b62d-40ed-b463-c464145d8df9,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:45.461722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9738de66-f56c-4229-bb43-780fbb7ce47d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.513018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9738de66-f56c-4229-bb43-780fbb7ce47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.516243 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9738de66-f56c-4229-bb43-780fbb7ce47d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.520111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9738de66-f56c-4229-bb43-780fbb7ce47d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa97c09f-67ae-4513-9188-6ec8357f1e2c HTTP/1.1" status: 204 len: 168 time: 0.1561115 Dec 08 00:23:45.529762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738de66-f56c-4229-bb43-780fbb7ce47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa97c09f-67ae-4513-9188-6ec8357f1e2c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:45.693128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['80479184-b62d-40ed-b463-c464145d8df9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:23:45.864925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48692) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:45.878500 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce6cf-347a-4163-aaa9-4374ab9077d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.957021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce6cf-347a-4163-aaa9-4374ab9077d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:45.960593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce6cf-347a-4163-aaa9-4374ab9077d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:46.002731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0a3ce6cf-347a-4163-aaa9-4374ab9077d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56729dbf629e4f05aee43c5699324de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343646 Dec 08 00:23:46.003170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48694) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:46.010053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ce6cf-347a-4163-aaa9-4374ab9077d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9920cd-9ffa-49c1-b235-2b389d858332,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:46.058553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2443fc0-e6a6-49e4-97c8-aee2b94ebc79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:46.086034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2443fc0-e6a6-49e4-97c8-aee2b94ebc79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:46.167488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2443fc0-e6a6-49e4-97c8-aee2b94ebc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:46.172558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a2443fc0-e6a6-49e4-97c8-aee2b94ebc79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:46.173954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a2443fc0-e6a6-49e4-97c8-aee2b94ebc79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b9920cd-9ffa-49c1-b235-2b389d858332 HTTP/1.1" status: 204 len: 168 time: 0.1699073 Dec 08 00:23:46.184552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2443fc0-e6a6-49e4-97c8-aee2b94ebc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9920cd-9ffa-49c1-b235-2b389d858332,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:46.417315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86464e54-d3ff-466e-822d-e0b29cfe2be2 req-5ff361ec-9cf5-463b-96ed-8331d5da6f4d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:46.418939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86464e54-d3ff-466e-822d-e0b29cfe2be2 req-5ff361ec-9cf5-463b-96ed-8331d5da6f4d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 943 time: 0.0882187 Dec 08 00:23:46.426768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4b834-d55f-4cd9-94d5-c76c88450dc3 req-61fdc50f-4d38-459e-8ce4-54e83d8829cb tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:46.428193 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6b4b834-d55f-4cd9-94d5-c76c88450dc3 req-61fdc50f-4d38-459e-8ce4-54e83d8829cb tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 944 time: 0.0957522 Dec 08 00:23:46.502839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86464e54-d3ff-466e-822d-e0b29cfe2be2 req-e67fda64-43d5-4829-aa3b-1607cd1696f5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736310 Dec 08 00:23:46.506281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6b4b834-d55f-4cd9-94d5-c76c88450dc3 req-247630e3-1d26-42d9-a272-baafacb63633 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715158 Dec 08 00:23:47.064093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5a50a9f-b758-45aa-a36a-3c516aca57b9 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:23:47.069506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 80479184-b62d-40ed-b463-c464145d8df9 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:23:47.219966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 80479184-b62d-40ed-b463-c464145d8df9 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:23:47.238624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 80479184-b62d-40ed-b463-c464145d8df9 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:47.239238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:47.307565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f5a50a9f-b758-45aa-a36a-3c516aca57b9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:47.330796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9', 'mac_address': 'fa:16:3e:82:4f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:23:47.407336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:47.429328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a50a9f-b758-45aa-a36a-3c516aca57b9 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:23:47.434451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:47.464781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f5a50a9f-b758-45aa-a36a-3c516aca57b9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:47.473014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80479184-b62d-40ed-b463-c464145d8df9'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:23:47.475757 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373825b2-dac4-4bd2-abfa-d4ba53ae4184" -d '{"events": [{"server_uuid": "c2f52fed-f594-4579-8822-ac1844f2b117", "name": "network-vif-plugged", "status": "completed", "tag": "80479184-b62d-40ed-b463-c464145d8df9"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:23:47.499882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:47.550553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 80479184-b62d-40ed-b463-c464145d8df9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=80479184-b62d-40ed-b463-c464145d8df9,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:47.574354 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:47.576346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:47.580096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f5a50a9f-b758-45aa-a36a-3c516aca57b9,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:47.674197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0ec66-2b87-4e93-86f8-8cb37656eebc req-2df36f4d-b988-48a4-8359-dd3fae1ace41 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:47.688225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1d0ec66-2b87-4e93-86f8-8cb37656eebc req-2df36f4d-b988-48a4-8359-dd3fae1ace41 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 945 time: 0.0894845 Dec 08 00:23:47.705129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=80479184-b62d-40ed-b463-c464145d8df9,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:47.757112 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae49c127-7d09-43fc-8f9c-fd8dc43474c8 x-openstack-request-id: req-ae49c127-7d09-43fc-8f9c-fd8dc43474c8 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:23:47.757415 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f52fed-f594-4579-8822-ac1844f2b117", "name": "network-vif-plugged", "status": "completed", "tag": "80479184-b62d-40ed-b463-c464145d8df9", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:23:47.757679 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae49c127-7d09-43fc-8f9c-fd8dc43474c8 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:23:47.758087 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80479184-b62d-40ed-b463-c464145d8df9', 'code': 200} Dec 08 00:23:47.760727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1d0ec66-2b87-4e93-86f8-8cb37656eebc req-029822d7-ac9b-49cb-a2a6-bd662c4d2104 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697322 Dec 08 00:23:47.799081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f5a50a9f-b758-45aa-a36a-3c516aca57b9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:23:47.917066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48798) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:48.032920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31504bf2-85eb-4539-a593-a38454a323ad req-1f52ccfa-912c-4c19-a83a-959a68d834c4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:48.034715 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31504bf2-85eb-4539-a593-a38454a323ad req-1f52ccfa-912c-4c19-a83a-959a68d834c4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 944 time: 0.1598475 Dec 08 00:23:48.037280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5263-e2c2-4bcb-b062-6b6c96ce2a5c req-4848e15f-f412-4352-b8ae-92716c15f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:48.037816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-694095588', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:48.039148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-576b5263-e2c2-4bcb-b062-6b6c96ce2a5c req-4848e15f-f412-4352-b8ae-92716c15f253 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 1096 time: 0.1751552 Dec 08 00:23:48.070185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Made reservation on behalf of 0b72c5c26e174304a049d1587a6471b2 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:48.073306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.087230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.109307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31504bf2-85eb-4539-a593-a38454a323ad req-c5807d11-21d7-42cc-ac34-6bf1efc86ac7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660830 Dec 08 00:23:48.153928 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-576b5263-e2c2-4bcb-b062-6b6c96ce2a5c req-c3619012-8ef1-4293-be25-9740cbc27db7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006596 Dec 08 00:23:48.185305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.189338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.198648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] device_id is not set on port 8152b63f-ae8e-4457-be55-67ad06290662 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:23:48.246606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4cd47-2aa3-4422-a081-7cdf445c3a1e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:48.327910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Allocated IP 172.25.6.196 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/8152b63f-ae8e-4457-be55-67ad06290662) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:23:48.469820 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.505780 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.560330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:48.563280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:48.567969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:23:48.571242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Pushing event updated for resources: {'Port': ['ID=8152b63f-ae8e-4457-be55-67ad06290662,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:48.589786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323141d-2665-4470-96ec-9029bb95ad66 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:23:48.622122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:48.623259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.647151 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9fc6ac6c-ea0a-450a-9957-2b9ebd1c0a40 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7243326 Dec 08 00:23:48.647556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48806) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:48.654469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.196'}]}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:48.673296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-04ac1587-3dbd-48f2-ae21-1e3f301a34a1 None None] Provisioning complete for port 8152b63f-ae8e-4457-be55-67ad06290662 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:48.679594 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04ac1587-3dbd-48f2-ae21-1e3f301a34a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.744057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.745491 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.758477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-04ac1587-3dbd-48f2-ae21-1e3f301a34a1 None None] Port 8152b63f-ae8e-4457-be55-67ad06290662 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:23:48.850652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:48.908149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c917ae-e437-4752-81ce-ccf620d3fb24 req-6e564564-6a64-45c5-ae40-4109f2657d11 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:48.916702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40c917ae-e437-4752-81ce-ccf620d3fb24 req-6e564564-6a64-45c5-ae40-4109f2657d11 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 945 time: 0.0640798 Dec 08 00:23:49.023407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40c917ae-e437-4752-81ce-ccf620d3fb24 req-ce59d42e-0aa2-4a0f-9109-ff36cd771bc7 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936270 Dec 08 00:23:49.079332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5a50a9f-b758-45aa-a36a-3c516aca57b9 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:23:49.164931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port f5a50a9f-b758-45aa-a36a-3c516aca57b9 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:23:49.170972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port f5a50a9f-b758-45aa-a36a-3c516aca57b9 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:49.171649 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:49.306706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314501-73b0-4fdb-bd52-e013a1cea562 req-9cf8acd5-53d6-4744-aabe-372a2b46413e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:49.317016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49314501-73b0-4fdb-bd52-e013a1cea562 req-9cf8acd5-53d6-4744-aabe-372a2b46413e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 944 time: 0.0959129 Dec 08 00:23:49.375795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:49.416468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49314501-73b0-4fdb-bd52-e013a1cea562 req-cc426287-eb87-4973-9f63-eba0651a0dcf tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942476 Dec 08 00:23:49.454512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f5a50a9f-b758-45aa-a36a-3c516aca57b9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:49.461109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:49.530878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f5a50a9f-b758-45aa-a36a-3c516aca57b9,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:49.533804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:49.758746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:23:49.761080 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f3683-e56c-40ea-ac87-465ac8c79a0d" -d '{"events": [{"server_uuid": "675fd9e4-1eab-4919-b5f7-57cf6c872ebd", "name": "network-vif-plugged", "status": "completed", "tag": "f5a50a9f-b758-45aa-a36a-3c516aca57b9"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:23:49.774220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:49.801713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:49.812884 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae5b098-d66a-48d0-87d0-2f1c64103e66 x-openstack-request-id: req-4ae5b098-d66a-48d0-87d0-2f1c64103e66 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:23:49.813377 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675fd9e4-1eab-4919-b5f7-57cf6c872ebd", "name": "network-vif-plugged", "status": "completed", "tag": "f5a50a9f-b758-45aa-a36a-3c516aca57b9", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:23:49.813791 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ae5b098-d66a-48d0-87d0-2f1c64103e66 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:23:49.814373 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9', 'code': 200} Dec 08 00:23:49.985301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:49.990046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fa96c-5219-42ef-ae7e-f3905980bb77 req-6d0f3018-d46e-4923-b332-09042d2f49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:49.993605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147fa96c-5219-42ef-ae7e-f3905980bb77 req-6d0f3018-d46e-4923-b332-09042d2f49f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 1096 time: 0.0683360 Dec 08 00:23:50.049281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-147fa96c-5219-42ef-ae7e-f3905980bb77 req-5d6996f7-9308-4a1b-8f4d-7e4280b1671d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Dec 08 00:23:50.177616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:50.180666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:50.199645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54998816-366c-464d-b86e-dafa3d282900 req-aec7773e-9cc7-432a-9982-88f1b545d807 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:50.202071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54998816-366c-464d-b86e-dafa3d282900 req-aec7773e-9cc7-432a-9982-88f1b545d807 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 945 time: 0.0588601 Dec 08 00:23:50.233484 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:50.234060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8403907c-0d81-447b-a431-1f30e8766517 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:23:50.251184 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 00:23:50.252433 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5584d667-2045-41f8-bab2-2e33b63b6f92 tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6036577 Dec 08 00:23:50.255060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48858) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:50.263097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54998816-366c-464d-b86e-dafa3d282900 req-7e33c1a0-6fd6-4f0d-91f9-bcc794e9efe1 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542223 Dec 08 00:23:50.376379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Deleting port 8152b63f-ae8e-4457-be55-67ad06290662 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:50.376788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:50.474740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:50.487422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Calling delete_port for 8152b63f-ae8e-4457-be55-67ad06290662 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:50.624727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec2cf-d938-4188-bbea-8bcdebc9cb90 req-77106b42-8636-471e-ae89-dc2fb755fddd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:50.633294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8dfec2cf-d938-4188-bbea-8bcdebc9cb90 req-77106b42-8636-471e-ae89-dc2fb755fddd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 945 time: 0.1132472 Dec 08 00:23:50.666989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:50.697411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Pushing event deleted for resources: {'Port': ['ID=8152b63f-ae8e-4457-be55-67ad06290662,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:50.712190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8dfec2cf-d938-4188-bbea-8bcdebc9cb90 req-638bae2f-40f1-494f-b1dd-03945039b63f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 Dec 08 00:23:50.727645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1adcd-d772-4429-becd-d49a2ba4f975 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:23:50.825567 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:50.846763 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e893f422-470e-4db8-b478-6e157af167ec tempest-RoutersAdminNegativeTest-833418486 tempest-RoutersAdminNegativeTest-833418486-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8152b63f-ae8e-4457-be55-67ad06290662 HTTP/1.1" status: 204 len: 168 time: 0.5797672 Dec 08 00:23:51.353128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48944) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:51.430812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-78d22c54-f0c3-4437-87e2-700517ac8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.539391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35c87424-8ae3-4308-a4fd-f64ece005e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.626231 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35c87424-8ae3-4308-a4fd-f64ece005e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.631315 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35c87424-8ae3-4308-a4fd-f64ece005e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.677345 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-35c87424-8ae3-4308-a4fd-f64ece005e35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a993eb2441ae47b4b71349a4fd020cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231022 Dec 08 00:23:51.678798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c87424-8ae3-4308-a4fd-f64ece005e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e400696d-ccef-4975-ae40-14e7469135a7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:51.680210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48948) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:51.752617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01de7aa8-e9e6-4e0f-82a5-911846646c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.774712 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:23:51.788189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01de7aa8-e9e6-4e0f-82a5-911846646c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.889739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212112f-f1d0-4606-9b28-bde6923d356a req-bceaf2ac-d2a0-44e3-b7c9-5e7f58c98e68 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:51.891447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a212112f-f1d0-4606-9b28-bde6923d356a req-bceaf2ac-d2a0-44e3-b7c9-5e7f58c98e68 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 945 time: 0.0824835 Dec 08 00:23:51.892380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01de7aa8-e9e6-4e0f-82a5-911846646c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.895385 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-01de7aa8-e9e6-4e0f-82a5-911846646c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:51.898927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-01de7aa8-e9e6-4e0f-82a5-911846646c65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e400696d-ccef-4975-ae40-14e7469135a7 HTTP/1.1" status: 204 len: 168 time: 0.2140491 Dec 08 00:23:51.912172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de7aa8-e9e6-4e0f-82a5-911846646c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e400696d-ccef-4975-ae40-14e7469135a7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:52.001612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a212112f-f1d0-4606-9b28-bde6923d356a req-86309d97-655d-4997-b97a-a2c4ce3e4405 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031370 Dec 08 00:23:52.385335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 48974) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:52.459067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 48976) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:52.473647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00c79672-770d-4fb7-9220-b176033aadae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b72c5c26e174304a049d1587a6471b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869844 Dec 08 00:23:52.516381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47d62afc-fdef-4815-abbf-8b08794dc695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:52.543178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47d62afc-fdef-4815-abbf-8b08794dc695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:52.604895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47d62afc-fdef-4815-abbf-8b08794dc695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:52.609677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47d62afc-fdef-4815-abbf-8b08794dc695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:52.611513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-47d62afc-fdef-4815-abbf-8b08794dc695 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fd4cd47-2aa3-4422-a081-7cdf445c3a1e HTTP/1.1" status: 204 len: 168 time: 0.1513364 Dec 08 00:23:52.620796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d62afc-fdef-4815-abbf-8b08794dc695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4cd47-2aa3-4422-a081-7cdf445c3a1e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:53.585989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-590b308e-3fd4-4625-8b91-d8c76bf4c038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:53.625497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49008) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:53.742818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-752061949'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:53.773781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:53.777688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:53.788471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:53.876022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:53.880554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:53.909392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:23:53.920701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76d2bb-717f-4eb8-9988-c3d8ff4d701d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:53.928126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:53.928576 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Added segment c4dc3824-3d35-4308-8ea4-63600a8d7a18 of type vlan for network 4a2e7540-686a-45ff-a008-3d83de30eb8b Dec 08 00:23:53.978299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.007307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.018242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:54.018242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.084328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49018) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:54.084857 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4578164 Dec 08 00:23:54.090395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:54.121796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec59b32-caac-4e99-bed6-c447b8f91f27 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Network': ['ID=4a2e7540-686a-45ff-a008-3d83de30eb8b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:54.133392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:23:54.281678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:54.297392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.528944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.605948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=d43b198e-a57f-41e8-8923-f9e0bdbb511a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:54.608609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:23:54.609338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network hostable DHCP agents. Network: 4a2e7540-686a-45ff-a008-3d83de30eb8b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:23:54.642316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:23:54.662809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 4a2e7540-686a-45ff-a008-3d83de30eb8b) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:54.670067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:54.670941 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.676500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eadca2-6173-45a8-8290-f343293ec08f None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:54.702127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-093d88c4-1f3e-4a16-bc47-5cd6656cee92 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6156666 Dec 08 00:23:54.705029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:54.710577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'name': 'tempest-NetworksTestDHCPv6-474226080'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:54.790194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'd43b198e-a57f-41e8-8923-f9e0bdbb511a'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:23:54.792464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.843481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:54.847850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:54.869179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 1f1e78b7-9437-406f-bf75-2fa7841e5a51 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:23:55.002582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/d43b198e-a57f-41e8-8923-f9e0bdbb511a/bb14e107-436b-4e33-8192-bded3ec7a7c0) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:23:55.173913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.202922 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.212930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.250610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:55.253704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:55.257436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:23:55.276803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::3ab (4a2e7540-686a-45ff-a008-3d83de30eb8b/d43b198e-a57f-41e8-8923-f9e0bdbb511a/1f1e78b7-9437-406f-bf75-2fa7841e5a51) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:23:55.321858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Pushing event updated for resources: {'Port': ['ID=bb14e107-436b-4e33-8192-bded3ec7a7c0,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:55.374343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.375194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.375980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.376488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.377000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.377510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.378017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.378512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.379034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.379520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.380011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.380533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.381035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:23:55.424528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Attempting to bind port bb14e107-436b-4e33-8192-bded3ec7a7c0 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:23:55.425165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Attempting to bind port bb14e107-436b-4e33-8192-bded3ec7a7c0 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:23:55.425893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Attempting to bind port bb14e107-436b-4e33-8192-bded3ec7a7c0 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:23:55.432586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:23:55.433171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:23:55.435161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.435736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:23:55.436393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Bound port: bb14e107-436b-4e33-8192-bded3ec7a7c0, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:23:55.436951 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.555890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] For port bb14e107-436b-4e33-8192-bded3ec7a7c0, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:23:55.562369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] For port bb14e107-436b-4e33-8192-bded3ec7a7c0, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb14e107-436b-4e33-8192-bded3ec7a7c0,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:23:55.573374 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.650167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe41320-9ef5-4051-87e3-ee61dd8ee843 None None] Pushing event updated for resources: {'Port': ['ID=bb14e107-436b-4e33-8192-bded3ec7a7c0,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:55.697945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.760311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.848400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=1f1e78b7-9437-406f-bf75-2fa7841e5a51,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:55.869034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:55.870798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:55.873267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:23:55.880218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:55.880978 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:55.929387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0a0e2612-e02b-4ad5-80b5-998977ca5a0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2231271 Dec 08 00:23:55.931802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49044) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:55.977284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49046) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:56.041261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af377f4-e880-44cd-a5a6-7e2fc98a63f7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:56.047742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af377f4-e880-44cd-a5a6-7e2fc98a63f7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:56.051859 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6af377f4-e880-44cd-a5a6-7e2fc98a63f7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1164017 Dec 08 00:23:56.052838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49050) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:56.228030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8b2873af-b7a3-4774-a8ea-4f38a20fe45f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.277283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 1f1e78b7-9437-406f-bf75-2fa7841e5a51 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:56.277628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.302174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.450381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.471750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 1f1e78b7-9437-406f-bf75-2fa7841e5a51 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:56.542907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8b2873af-b7a3-4774-a8ea-4f38a20fe45f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.551099 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8b2873af-b7a3-4774-a8ea-4f38a20fe45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.659537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2873af-b7a3-4774-a8ea-4f38a20fe45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced51dd-c2db-4791-bc51-a4b4bf5c36e2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:56.666407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8b2873af-b7a3-4774-a8ea-4f38a20fe45f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e33c9dc32953403daa0fed093f72bd2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6851225 Dec 08 00:23:56.668743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49058) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:56.763410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f000bf8-d239-4456-956f-2c567e968202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.776200 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.820957 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f000bf8-d239-4456-956f-2c567e968202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.822980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=1f1e78b7-9437-406f-bf75-2fa7841e5a51,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:56.857043 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.862462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fada1a3d-2518-4768-83b3-eec1d2ea63f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/1f1e78b7-9437-406f-bf75-2fa7841e5a51 HTTP/1.1" status: 204 len: 168 time: 0.8060427 Dec 08 00:23:56.863183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49062) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:56.915066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f000bf8-d239-4456-956f-2c567e968202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.918618 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8f000bf8-d239-4456-956f-2c567e968202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:56.920559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8f000bf8-d239-4456-956f-2c567e968202 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ced51dd-c2db-4791-bc51-a4b4bf5c36e2 HTTP/1.1" status: 204 len: 168 time: 0.2521284 Dec 08 00:23:56.928774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f000bf8-d239-4456-956f-2c567e968202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced51dd-c2db-4791-bc51-a4b4bf5c36e2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:56.993591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b9342-a7db-484d-b9c1-f21fc8317b30 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:56.995528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b9342-a7db-484d-b9c1-f21fc8317b30 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:56.997913 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d58b9342-a7db-484d-b9c1-f21fc8317b30 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1331613 Dec 08 00:23:57.000627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49068) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:57.098357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet d43b198e-a57f-41e8-8923-f9e0bdbb511a {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:23:57.112864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.133069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f01184-6572-42b8-8c16-75d3cc2df980 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:57.204807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.525145 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.570265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bb14e107-436b-4e33-8192-bded3ec7a7c0 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:23:57.622687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d3f8c8f9-8aef-4fd3-9721-9bfdd924a9e2 None None] Provisioning complete for port bb14e107-436b-4e33-8192-bded3ec7a7c0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:57.623512 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c8f9-8aef-4fd3-9721-9bfdd924a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.628622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.664436 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.726496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=d43b198e-a57f-41e8-8923-f9e0bdbb511a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:57.735865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.742293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49094) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:57.745320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d405a4bd-fc78-4eff-b847-d2872b27f962 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/d43b198e-a57f-41e8-8923-f9e0bdbb511a HTTP/1.1" status: 204 len: 168 time: 0.7435799 Dec 08 00:23:57.748344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49096) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:57.790320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bb14e107-436b-4e33-8192-bded3ec7a7c0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:57.790911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.841093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c8f9-8aef-4fd3-9721-9bfdd924a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:57.899311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49104) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:57.901234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a159636-3e9a-4bf3-9dd0-317b0c1ba4d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513779 Dec 08 00:23:57.904591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:58.024902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d3f8c8f9-8aef-4fd3-9721-9bfdd924a9e2 None None] For port bb14e107-436b-4e33-8192-bded3ec7a7c0, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb14e107-436b-4e33-8192-bded3ec7a7c0,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:58.041858 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c8f9-8aef-4fd3-9721-9bfdd924a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.044101 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.139390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9339ac9-9716-4377-89c8-08cdc9735af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.167523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1d59f-0bc2-4766-9939-861659032930 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:58.256585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:58.270705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.302158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8c8f9-8aef-4fd3-9721-9bfdd924a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bb14e107-436b-4e33-8192-bded3ec7a7c0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:58.331842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6da10470-4dcb-4c08-9a8b-82aef40958b3 None None] Provisioning complete for port bb14e107-436b-4e33-8192-bded3ec7a7c0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:23:58.332503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6da10470-4dcb-4c08-9a8b-82aef40958b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.378330 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:23:58.378986 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:23:58.518042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:23:58.582255 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9339ac9-9716-4377-89c8-08cdc9735af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.595421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a9339ac9-9716-4377-89c8-08cdc9735af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.645246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] Deleting port bb14e107-436b-4e33-8192-bded3ec7a7c0 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:23:58.646203 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.650347 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a9339ac9-9716-4377-89c8-08cdc9735af2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65d1a3de5ef2463b9c558ae439299d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9067471 Dec 08 00:23:58.653419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49122) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:58.750651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9339ac9-9716-4377-89c8-08cdc9735af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb8083-c666-4e77-a02c-553402dbf135,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:58.755375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b42e651e-371c-41fd-a0b5-fce5357f56b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.789085 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b42e651e-371c-41fd-a0b5-fce5357f56b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.821394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] For port bb14e107-436b-4e33-8192-bded3ec7a7c0, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb14e107-436b-4e33-8192-bded3ec7a7c0,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:23:58.821806 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.865514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] Calling delete_port for bb14e107-436b-4e33-8192-bded3ec7a7c0 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:23:58.874447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b42e651e-371c-41fd-a0b5-fce5357f56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.877667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b42e651e-371c-41fd-a0b5-fce5357f56b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:58.879274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b42e651e-371c-41fd-a0b5-fce5357f56b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aedb8083-c666-4e77-a02c-553402dbf135 HTTP/1.1" status: 204 len: 168 time: 0.2242551 Dec 08 00:23:58.896526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e651e-371c-41fd-a0b5-fce5357f56b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb8083-c666-4e77-a02c-553402dbf135,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:58.919311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:59.012873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:23:59.017978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:23:59.046056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:23:59.049116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:59.101202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=b598bd34-f80a-4744-baf7-a69eb6194c4f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:59.137143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9c281920-c1fe-48e6-926e-376c533f62e6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2367523 Dec 08 00:23:59.140161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49134) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:23:59.147178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'name': 'tempest-NetworksTestDHCPv6-1722094204'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:23:59.185550 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:59.247536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] Pushing event deleted for resources: {'Port': ['ID=bb14e107-436b-4e33-8192-bded3ec7a7c0,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:23:59.254038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab05c8d-2a3e-4d00-9ff0-9031ea723424 None None] No DVR routers for this DVR port bb14e107-436b-4e33-8192-bded3ec7a7c0 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:23:59.289214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241bb740-7004-42f9-9046-59ec3a23e8ba None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:23:59.393232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:23:59.397164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:59.437128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port e5fee272-88e6-4a9b-bc47-621d8c732071 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:23:59.451963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'b598bd34-f80a-4744-baf7-a69eb6194c4f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:23:59.452853 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:23:59.478749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bb14e107-436b-4e33-8192-bded3ec7a7c0 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:23:59.502637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: bb14e107-436b-4e33-8192-bded3ec7a7c0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:23:59.503031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bb14e107-436b-4e33-8192-bded3ec7a7c0 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:23:59.740769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::349 (4a2e7540-686a-45ff-a008-3d83de30eb8b/b598bd34-f80a-4744-baf7-a69eb6194c4f/e5fee272-88e6-4a9b-bc47-621d8c732071) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:00.060726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.111541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49162) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:00.113128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.202548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/b598bd34-f80a-4744-baf7-a69eb6194c4f/ad5bb44e-2417-408d-b3be-e98a1995f79b) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:00.213926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:00.216513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=e5fee272-88e6-4a9b-bc47-621d8c732071,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:00.228592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:00.229860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:00.245230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:00.245898 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.265501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1ed853b-c5f6-410e-8828-f172b927ddfb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1239302 Dec 08 00:24:00.268220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49168) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:00.347595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1932123570-network', 'tenant_id': 'f1bea08a437648f9ac62df172366b495'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:00.397488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5416271e-b9c4-4ced-9791-6d717ed874d6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:00.399051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5416271e-b9c4-4ced-9791-6d717ed874d6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1297135 Dec 08 00:24:00.401210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Made reservation on behalf of f1bea08a437648f9ac62df172366b495 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:00.401747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49170) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:00.419573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.437064 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.466585 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.475239 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.543115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:00.548475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:00.551024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Pushing event updated for resources: {'Port': ['ID=ad5bb44e-2417-408d-b3be-e98a1995f79b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:00.554276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:00.559783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port e5fee272-88e6-4a9b-bc47-621d8c732071 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:00.561166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.580083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.587675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.616916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Attempting to bind port ad5bb44e-2417-408d-b3be-e98a1995f79b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:00.617299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Attempting to bind port ad5bb44e-2417-408d-b3be-e98a1995f79b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:00.617673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Attempting to bind port ad5bb44e-2417-408d-b3be-e98a1995f79b on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:00.620044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:24:00.622858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e3d418-bf67-4c82-874d-42c7846cb6d0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:00.624410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:00.627008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:00.627008 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.627008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:00.627008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Bound port: ad5bb44e-2417-408d-b3be-e98a1995f79b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:00.627008 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.641136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.641487 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Added segment 05ab542d-5363-4362-b1ab-5657d4a4cd77 of type vlan for network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 Dec 08 00:24:00.691976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.695268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.711661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for e5fee272-88e6-4a9b-bc47-621d8c732071 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:00.712675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] For port ad5bb44e-2417-408d-b3be-e98a1995f79b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:00.717829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] For port ad5bb44e-2417-408d-b3be-e98a1995f79b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ad5bb44e-2417-408d-b3be-e98a1995f79b,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:00.725038 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.725882 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.727361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:00.728428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.772031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6586320 Dec 08 00:24:00.774532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49174) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:00.780416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Request body: {'subnet': {'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1932123570-subnet', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:00.809763 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Made reservation on behalf of f1bea08a437648f9ac62df172366b495 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:00.810974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d346d-487f-400a-a45a-2b7d4d7d39c1 None None] Pushing event updated for resources: {'Port': ['ID=ad5bb44e-2417-408d-b3be-e98a1995f79b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:00.813169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:00.851178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ff7d4-af95-4179-ba4a-2436b9b829e6 admin admin] Pushing event updated for resources: {'Network': ['ID=265f0956-6e58-47d1-8679-5a2ea4b3d2d2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:00.870721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:24:01.043219 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.118575 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=e5fee272-88e6-4a9b-bc47-621d8c732071,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:01.154613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.166355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49188) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:01.166855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c7f8d8db-0e3f-41ee-84dc-369acf2551a6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/e5fee272-88e6-4a9b-bc47-621d8c732071 HTTP/1.1" status: 204 len: 168 time: 0.7639337 Dec 08 00:24:01.272456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60809e0f-8d88-42d2-bb81-05d24dc57f80 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:01.288475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60809e0f-8d88-42d2-bb81-05d24dc57f80 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:01.288475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-60809e0f-8d88-42d2-bb81-05d24dc57f80 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1185653 Dec 08 00:24:01.288803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49194) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:01.325456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.420731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet b598bd34-f80a-4744-baf7-a69eb6194c4f {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:01.424636 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.430290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f832d0-eb1e-409c-bd48-2242a66e2002,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:01.489854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Checking segment: {'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:01.491491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Network hostable DHCP agents. Network: 265f0956-6e58-47d1-8679-5a2ea4b3d2d2, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:24:01.504440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ad5bb44e-2417-408d-b3be-e98a1995f79b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:01.522989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:24:01.523529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.547952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 265f0956-6e58-47d1-8679-5a2ea4b3d2d2) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:01.563548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:01.565146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.576486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d031d98-0718-4283-87d0-da006fec1105 None None] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:01.601190 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5674460c-b64f-4cab-9006-ef3ee2c83b6b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8228557 Dec 08 00:24:01.601800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49202) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:01.612408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:01.647169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.648354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.683708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.726848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ad5bb44e-2417-408d-b3be-e98a1995f79b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:01.727254 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.733034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'project_id': 'f1bea08a437648f9ac62df172366b495', 'fixed_ips': [{'subnet_id': '18f832d0-eb1e-409c-bd48-2242a66e2002'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:01.733902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.742190 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.807172 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.865948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=b598bd34-f80a-4744-baf7-a69eb6194c4f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:01.894413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:01.904679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4197e16d-22f2-440f-9422-98ecb574a505 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/b598bd34-f80a-4744-baf7-a69eb6194c4f HTTP/1.1" status: 204 len: 168 time: 0.6149247 Dec 08 00:24:01.911348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:02.003253 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.026673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9ac7c4d2-c5cc-4025-9c76-2d596d3871de tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134512 Dec 08 00:24:02.030393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49208) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:02.037662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:02.054369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Allocated IP 172.20.0.2 (265f0956-6e58-47d1-8679-5a2ea4b3d2d2/18f832d0-eb1e-409c-bd48-2242a66e2002/c592de27-9039-43c2-bcd8-5eb1160fef0e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:02.075584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.110069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port ad5bb44e-2417-408d-b3be-e98a1995f79b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ad5bb44e-2417-408d-b3be-e98a1995f79b,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:02.128387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.327442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:02.332719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.382237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=ad5bb44e-2417-408d-b3be-e98a1995f79b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:02.490717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed16b7-d2fd-412f-ac4f-d8039a08fa33 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:02.512546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.534920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.596218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.638243 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.652609 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.761226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=328409e2-b7e8-4da3-b711-e1dcc1cb6041,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:02.775545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:02.779895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:02.783543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:02.784361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.798320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b1c80f6e-f87c-4808-9093-c69391d29c20 None None] Provisioning complete for port ad5bb44e-2417-408d-b3be-e98a1995f79b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:02.799488 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1c80f6e-f87c-4808-9093-c69391d29c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:02.805701 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-64403f87-4e2e-4007-8f2b-78f9bf9c5aca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7740548 Dec 08 00:24:02.808400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49216) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:02.819340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'name': 'tempest-NetworksTestDHCPv6-719901758'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:02.843597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Allocated IP 172.25.6.78 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3a373a99-8436-49f8-b80d-bff0ef6a84c5) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:02.864824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Pushing event updated for resources: {'Port': ['ID=c592de27-9039-43c2-bcd8-5eb1160fef0e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:02.973613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:02.978625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:03.037259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port d17fa969-ced8-477c-8a75-1f2ed85664b7 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:03.127996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:03.209179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:03.221814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:03.222915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:03.226216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:03.304332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:03.308981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:03.313144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:03.374439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e247b-d71e-4c16-b826-b78ac7102dc4 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:03.376353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:03.407665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Pushing event updated for resources: {'Port': ['ID=3a373a99-8436-49f8-b80d-bff0ef6a84c5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:03.542993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ad5bb44e-2417-408d-b3be-e98a1995f79b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:03.646593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Attempting to bind port c592de27-9039-43c2-bcd8-5eb1160fef0e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:03.652607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Attempting to bind port c592de27-9039-43c2-bcd8-5eb1160fef0e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:03.658928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Attempting to bind port c592de27-9039-43c2-bcd8-5eb1160fef0e on network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:03.697196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-722c7c63-fb7f-43f8-828c-6981a87412b6 None None] Provisioning complete for port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:03.697567 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-722c7c63-fb7f-43f8-828c-6981a87412b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:03.798781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::2b0 (4a2e7540-686a-45ff-a008-3d83de30eb8b/328409e2-b7e8-4da3-b711-e1dcc1cb6041/d17fa969-ced8-477c-8a75-1f2ed85664b7) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:03.821019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-722c7c63-fb7f-43f8-828c-6981a87412b6 None None] Port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:03.825555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:03.826868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Checking segment: {'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:03.829080 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:03.830208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Bound using segment: {'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:03.832329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Bound port: c592de27-9039-43c2-bcd8-5eb1160fef0e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:03.833514 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:03.974923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.037084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.070477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] Deleting port ad5bb44e-2417-408d-b3be-e98a1995f79b {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:04.071943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.093819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.150686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.162945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d853c-043d-432e-9544-c8c96dd15484 req-5fed9890-2c23-48c1-b43b-55e8e3efb2f1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:04.162945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-965d853c-043d-432e-9544-c8c96dd15484 req-5fed9890-2c23-48c1-b43b-55e8e3efb2f1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.3718026 Dec 08 00:24:04.200875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] For port c592de27-9039-43c2-bcd8-5eb1160fef0e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:04.251280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:04.255406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-965d853c-043d-432e-9544-c8c96dd15484 req-e5f8143f-c09d-45aa-880c-464987984ab6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712972 Dec 08 00:24:04.261796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:04.265106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:04.271340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:04.271966 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.306779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4923830 Dec 08 00:24:04.320079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49232) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:04.332785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6e31c-8941-4a7f-8668-22a31eaec659 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=d17fa969-ced8-477c-8a75-1f2ed85664b7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:04.359632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.400714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] For port c592de27-9039-43c2-bcd8-5eb1160fef0e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c592de27-9039-43c2-bcd8-5eb1160fef0e,segment=NetworkSegment(05ab542d-5363-4362-b1ab-5657d4a4cd77),segment_id=05ab542d-5363-4362-b1ab-5657d4a4cd77)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:04.414720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.447113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7cd787-b43b-4d1a-8b2b-4190eb7d3caa tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:04.454703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7cd787-b43b-4d1a-8b2b-4190eb7d3caa tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:04.458765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6c7cd787-b43b-4d1a-8b2b-4190eb7d3caa tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1300504 Dec 08 00:24:04.467285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49234) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:04.521223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28af35-22c7-4a52-ad70-1a1453d184ef None None] Pushing event updated for resources: {'Port': ['ID=c592de27-9039-43c2-bcd8-5eb1160fef0e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:04.532818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port ad5bb44e-2417-408d-b3be-e98a1995f79b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ad5bb44e-2417-408d-b3be-e98a1995f79b,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:04.550631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.670792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] For port ad5bb44e-2417-408d-b3be-e98a1995f79b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ad5bb44e-2417-408d-b3be-e98a1995f79b,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:04.675431 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.685034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Router 717950ae-c926-4bc4-afcd-58bc6bf3897c is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:24:04.724901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] Calling delete_port for ad5bb44e-2417-408d-b3be-e98a1995f79b owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:04.777778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d9f3-26d7-41e9-ac2f-f23273835cd6 req-4ce6a3a2-10ee-41c7-ac85-e3293b06b8a3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:04.787110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ec1d9f3-26d7-41e9-ac2f-f23273835cd6 req-4ce6a3a2-10ee-41c7-ac85-e3293b06b8a3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.3282466 Dec 08 00:24:04.824813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port d17fa969-ced8-477c-8a75-1f2ed85664b7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:04.825934 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:04.833022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=ad5bb44e-2417-408d-b3be-e98a1995f79b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:04.881987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ec1d9f3-26d7-41e9-ac2f-f23273835cd6 req-032279cc-8456-42bf-a498-8da56521d555 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936069 Dec 08 00:24:05.111211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:05.139053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for d17fa969-ced8-477c-8a75-1f2ed85664b7 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:05.160989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:05.251004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] No DVR routers for this DVR port ad5bb44e-2417-408d-b3be-e98a1995f79b on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:05.252526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cc3a9-69ed-4e82-93f7-b8043e009b06 None None] Pushing event deleted for resources: {'Port': ['ID=ad5bb44e-2417-408d-b3be-e98a1995f79b,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:05.291542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5bbe0-0743-40fb-92e3-1d16356db0b8 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:05.523198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c592de27-9039-43c2-bcd8-5eb1160fef0e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:05.561270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3210a9d-8761-4041-95d6-b7489ed19f9c req-5352e7b6-58bd-4c4a-aa19-a9f632936ccc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:05.572694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3210a9d-8761-4041-95d6-b7489ed19f9c req-5352e7b6-58bd-4c4a-aa19-a9f632936ccc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2584383 Dec 08 00:24:05.683446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3210a9d-8761-4041-95d6-b7489ed19f9c req-d9a19bd8-d021-496e-9345-787358be0d7d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075449 Dec 08 00:24:05.740203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '328409e2-b7e8-4da3-b711-e1dcc1cb6041'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:05.744007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:05.751269 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:05.812088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c592de27-9039-43c2-bcd8-5eb1160fef0e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:05.814084 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:05.901858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=d17fa969-ced8-477c-8a75-1f2ed85664b7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:05.926243 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:05.937545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8ff117e5-eecb-47c3-9a48-01bb23a6ac19 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/d17fa969-ced8-477c-8a75-1f2ed85664b7 HTTP/1.1" status: 204 len: 168 time: 1.4631021 Dec 08 00:24:05.938601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49252) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:06.046516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:06.048052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd7948-7c27-4c41-900e-f87edf5972d9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:06.056044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd7948-7c27-4c41-900e-f87edf5972d9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:06.058157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aafd7948-7c27-4c41-900e-f87edf5972d9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1181808 Dec 08 00:24:06.061322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49256) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:06.101641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:06.107910 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-35172eaa-1939-4871-bbaf-20c131ce8c47 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5049829 Dec 08 00:24:06.113116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49260) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:06.209923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 328409e2-b7e8-4da3-b711-e1dcc1cb6041 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:06.245312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/328409e2-b7e8-4da3-b711-e1dcc1cb6041/8bd4e4c7-6384-4c2b-a321-7c3f768da2d4) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:06.475132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Sync routers for ids ['717950ae-c926-4bc4-afcd-58bc6bf3897c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:06.614712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18438177-f82a-4f2c-a69e-49e89911f6d7 None None] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:06.637677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49270) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:06.872572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Routers {'717950ae-c926-4bc4-afcd-58bc6bf3897c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:06.873212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:23:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['717950ae-c926-4bc4-afcd-58bc6bf3897c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:06.884450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef0663f3-0638-40f9-b3b0-671561fe244b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.040248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Set router 717950ae-c926-4bc4-afcd-58bc6bf3897c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:07.126302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef0663f3-0638-40f9-b3b0-671561fe244b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.131890 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dad32e-7624-4063-b4fd-5fa56ac9d21b req-098c293d-eac7-4038-ae75-71a42693e23c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:07.137012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef0663f3-0638-40f9-b3b0-671561fe244b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.139981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09dad32e-7624-4063-b4fd-5fa56ac9d21b req-098c293d-eac7-4038-ae75-71a42693e23c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1699274 Dec 08 00:24:07.181771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.196429 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ef0663f3-0638-40f9-b3b0-671561fe244b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07e2d9d66342467fb657ed610df39fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569792 Dec 08 00:24:07.197860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49280) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:07.199256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0663f3-0638-40f9-b3b0-671561fe244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb866856-e603-4633-8e6c-43be2e79921e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:07.247312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aea5a9c2-378e-44dc-9812-b0606dfa8e3e None None] Provisioning complete for port c592de27-9039-43c2-bcd8-5eb1160fef0e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:07.248539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aea5a9c2-378e-44dc-9812-b0606dfa8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.303833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3de71b3-3330-4bc5-a73e-358549c0a6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.371747 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3de71b3-3330-4bc5-a73e-358549c0a6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.399528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09dad32e-7624-4063-b4fd-5fa56ac9d21b req-6c3be238-3840-4e3b-8b3d-680b133e6989 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586589 Dec 08 00:24:07.482339 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.485639 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3de71b3-3330-4bc5-a73e-358549c0a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.496048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3de71b3-3330-4bc5-a73e-358549c0a6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.498000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a3de71b3-3330-4bc5-a73e-358549c0a6c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb866856-e603-4633-8e6c-43be2e79921e HTTP/1.1" status: 204 len: 168 time: 0.2990336 Dec 08 00:24:07.538224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de71b3-3330-4bc5-a73e-358549c0a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb866856-e603-4633-8e6c-43be2e79921e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:07.660856 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.662756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Allocated IP 172.20.0.1 (265f0956-6e58-47d1-8679-5a2ea4b3d2d2/18f832d0-eb1e-409c-bd48-2242a66e2002/77540502-47af-49ea-955e-7cb506c80b66) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:07.736374 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.838301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port c592de27-9039-43c2-bcd8-5eb1160fef0e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c592de27-9039-43c2-bcd8-5eb1160fef0e,segment=NetworkSegment(05ab542d-5363-4362-b1ab-5657d4a4cd77),segment_id=05ab542d-5363-4362-b1ab-5657d4a4cd77)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:07.876180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.878744 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aea5a9c2-378e-44dc-9812-b0606dfa8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.882950 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.908434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:07.915466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:07.921598 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:07.923713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:07.926330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Pushing event updated for resources: {'Port': ['ID=8bd4e4c7-6384-4c2b-a321-7c3f768da2d4,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:07.980805 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.142786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.148840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:08.173483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:08.180133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Pushing event updated for resources: {'Port': ['ID=77540502-47af-49ea-955e-7cb506c80b66,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:08.185867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:08.246220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.417542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Attempting to bind port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:08.420471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Attempting to bind port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:08.421325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Attempting to bind port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:08.426573 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-aea5a9c2-378e-44dc-9812-b0606dfa8e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:24:08.431432 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-aea5a9c2-378e-44dc-9812-b0606dfa8e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:24:08.445307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=c592de27-9039-43c2-bcd8-5eb1160fef0e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:08.479758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.485023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:08.499831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:08.508341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.509110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:08.511017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Bound port: 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:08.514243 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.532165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:01Z', 'updated_at': '2021-12-08T00:24:03Z', 'revision_number': 3, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'gw_port': {'id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:02Z', 'updated_at': '2021-12-08T00:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:08.595969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Checking router: 717950ae-c926-4bc4-afcd-58bc6bf3897c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:08.596685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Updating router 717950ae-c926-4bc4-afcd-58bc6bf3897c port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:08.695607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.732729 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.772587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.833518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] For port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:08.859196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] For port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8bd4e4c7-6384-4c2b-a321-7c3f768da2d4,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:08.894011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b54974-950e-4593-bd0a-3797e7e57806 req-ae545643-0ead-4361-8fb7-138ca501cb3b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:08.903246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04b54974-950e-4593-bd0a-3797e7e57806 req-ae545643-0ead-4361-8fb7-138ca501cb3b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2840388 Dec 08 00:24:08.905752 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:08.909049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/328409e2-b7e8-4da3-b711-e1dcc1cb6041 HTTP/1.1" status: 204 len: 168 time: 2.8465378 Dec 08 00:24:08.912998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49310) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:08.923317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06421f-2097-4a88-9512-6f629010c760 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=328409e2-b7e8-4da3-b711-e1dcc1cb6041,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:09.007779 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.054226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7bfece70-5044-45e7-8c55-cc8a1c465d0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397905 Dec 08 00:24:09.057126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49316) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:09.062916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04b54974-950e-4593-bd0a-3797e7e57806 req-7d6d158e-c783-46ee-a5e7-59ebe1e22833 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584830 Dec 08 00:24:09.103629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7f60b-4216-40ce-bff7-7ef5a1ad3bd1 None None] Pushing event updated for resources: {'Port': ['ID=8bd4e4c7-6384-4c2b-a321-7c3f768da2d4,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:09.166951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.178142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29eca02-eea5-4bc7-9bb7-8e7a46883c63 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:09.179176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.179940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b29eca02-eea5-4bc7-9bb7-8e7a46883c63 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1209285 Dec 08 00:24:09.182503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49320) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:09.259212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc727e4c-dbbf-40f3-be82-fee8e9a89574 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:09.261116 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bc727e4c-dbbf-40f3-be82-fee8e9a89574 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775850 Dec 08 00:24:09.264287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49322) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:09.330539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Pushing event updated for resources: {'Port': ['ID=77540502-47af-49ea-955e-7cb506c80b66,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:09.333092 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.364383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.375064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.377835 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2d2754ab-b6ad-4f3c-9ed5-5d62ea3e3241 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114485 Dec 08 00:24:09.382277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49326) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:09.391272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:09.427625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-81c07623-5507-4a60-ad45-1855b1217ea3 None None] Provisioning complete for port 77540502-47af-49ea-955e-7cb506c80b66 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:09.428000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-81c07623-5507-4a60-ad45-1855b1217ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.534433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed44b7-695b-4b81-af4d-a8f558cab9b1 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:09.566842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:09.577460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:09.590437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47fa25-7e42-4e69-ab90-bbed96abfd49 None None] Pushing event updated for resources: {'Port': ['ID=3a373a99-8436-49f8-b80d-bff0ef6a84c5,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:09.595260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Attempting to bind port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:09.595260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Attempting to bind port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:09.595260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Attempting to bind port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:09.609576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-81c07623-5507-4a60-ad45-1855b1217ea3 None None] Port 77540502-47af-49ea-955e-7cb506c80b66 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:09.639746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:09.641130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:09.642936 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.645284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:09.646230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Bound port: 3a373a99-8436-49f8-b80d-bff0ef6a84c5, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:09.647025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.722806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:09.730413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-81c07623-5507-4a60-ad45-1855b1217ea3 None None] Provisioning complete for port c592de27-9039-43c2-bcd8-5eb1160fef0e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:09.730878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-81c07623-5507-4a60-ad45-1855b1217ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.736419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:09.923118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Router 717950ae-c926-4bc4-afcd-58bc6bf3897c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:09.993862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] For port 3a373a99-8436-49f8-b80d-bff0ef6a84c5, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:10.012734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] For port 3a373a99-8436-49f8-b80d-bff0ef6a84c5, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3a373a99-8436-49f8-b80d-bff0ef6a84c5,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:10.028151 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:10.064148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2d585-f04a-430b-acf6-6e0ae6d2e250 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:10.249462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47fa25-7e42-4e69-ab90-bbed96abfd49 None None] Pushing event updated for resources: {'Port': ['ID=3a373a99-8436-49f8-b80d-bff0ef6a84c5,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:10.309378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c592de27-9039-43c2-bcd8-5eb1160fef0e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:10.315423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:10.340859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9b5a36dd-53fc-4a88-a741-6e3baa627407 admin admin] 10.222.0.18 "PUT /v2.0/routers/717950ae-c926-4bc4-afcd-58bc6bf3897c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2261295 Dec 08 00:24:10.352270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf8481-0488-4d27-bf30-5172eb11c9da req-0acea4bb-b996-4f17-9b5f-02da871e1a47 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:10.354705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fbf8481-0488-4d27-bf30-5172eb11c9da req-0acea4bb-b996-4f17-9b5f-02da871e1a47 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1165512 Dec 08 00:24:10.364614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:10.372031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Routers {'717950ae-c926-4bc4-afcd-58bc6bf3897c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:10.374134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:23:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['717950ae-c926-4bc4-afcd-58bc6bf3897c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:10.440413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fbf8481-0488-4d27-bf30-5172eb11c9da req-2c2be073-f1de-4c02-8ea2-7dc5705c20b6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747466 Dec 08 00:24:10.459064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=533ec157-5cbd-498c-aa81-f0e2e7ff81aa,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:10.501748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:10.508902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:10.512977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:10.513563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:10.555415 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-46a72817-6c58-444f-aa1b-a4768f02bafc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1713772 Dec 08 00:24:10.558026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49344) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:10.582147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '533ec157-5cbd-498c-aa81-f0e2e7ff81aa', 'ip_address': '2001:db8::988a:5c49:9fc:fd08'}], 'name': 'tempest-NetworksTestDHCPv6-993482110'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:10.681589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] Set router 717950ae-c926-4bc4-afcd-58bc6bf3897c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:10.852599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:10.920843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c592de27-9039-43c2-bcd8-5eb1160fef0e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:10.921279 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.024025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.051542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 00cfd270-68f7-4f4b-9105-eec640a44b73 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:11.070463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Provisioning complete for port 77540502-47af-49ea-955e-7cb506c80b66 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:11.071068 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.234281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:11.236217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Port 77540502-47af-49ea-955e-7cb506c80b66 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:11.243689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db9cb8-3691-4fb6-9f08-5b4dbb600c7f None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:11.357641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::988a:5c49:9fc:fd08 (4a2e7540-686a-45ff-a008-3d83de30eb8b/533ec157-5cbd-498c-aa81-f0e2e7ff81aa/00cfd270-68f7-4f4b-9105-eec640a44b73) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:11.408899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Provisioning complete for port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:11.409700 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.471238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49366) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:11.478614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-615094370-network', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:11.505351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Made reservation on behalf of 54dad3e21de742109c9ac2af9ab3f46f for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:11.510121 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.524705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.603258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:11.603616 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.634186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533e9b7-99f9-4565-b2fc-5250bf5b4db2 req-7f608bdd-3e39-4baa-860e-c02f5006673b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:11.634449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.639304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5533e9b7-99f9-4565-b2fc-5250bf5b4db2 req-7f608bdd-3e39-4baa-860e-c02f5006673b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0987394 Dec 08 00:24:11.667041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:01Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 4, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'gw_port': {'id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:02Z', 'updated_at': '2021-12-08T00:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77540502-47af-49ea-955e-7cb506c80b66', 'name': '', 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'mac_address': 'fa:16:3e:89:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:07Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 2, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'subnets': [{'id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:11.705364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.735303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcee7a4-146a-4825-93b1-545ce351f706 None None] The sync data for ids ['717950ae-c926-4bc4-afcd-58bc6bf3897c'] in n-d-820549-2 is: [{'id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:01Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 4, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'gw_port': {'id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:02Z', 'updated_at': '2021-12-08T00:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77540502-47af-49ea-955e-7cb506c80b66', 'name': '', 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'mac_address': 'fa:16:3e:89:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:07Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 2, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'subnets': [{'id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:11.755893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.806406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:11.814795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] For port 3a373a99-8436-49f8-b80d-bff0ef6a84c5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3a373a99-8436-49f8-b80d-bff0ef6a84c5,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:11.833217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:11.836594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:11.847887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.850644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:11.851231 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.879889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=00cfd270-68f7-4f4b-9105-eec640a44b73,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:11.897146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5533e9b7-99f9-4565-b2fc-5250bf5b4db2 req-1a9d2ed7-3390-4637-9734-4ddb863d9a37 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241724 Dec 08 00:24:11.904402 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-25d7c75d-5c1b-4d3d-a64b-0a6e69e64188 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3434131 Dec 08 00:24:11.909531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49374) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:11.924197 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.971253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:11.982593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.028318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68827328-ac5a-4e2c-919b-331d533cf411 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:12.034516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68827328-ac5a-4e2c-919b-331d533cf411 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:12.037436 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-68827328-ac5a-4e2c-919b-331d533cf411 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.1266389 Dec 08 00:24:12.039435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49378) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:12.044480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8bd4e4c7-6384-4c2b-a321-7c3f768da2d4,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:12.057385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:24:12.069459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.069742 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.070188 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Added segment 064a706d-05e0-4b2e-ae64-10014d7be007 of type vlan for network 9bf04afd-7076-4700-b347-e957a8720e1e Dec 08 00:24:12.073009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-daab5d7b-8916-4097-b1de-d3b32d0f8987 None None] Provisioning complete for port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:12.073752 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-daab5d7b-8916-4097-b1de-d3b32d0f8987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.117100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32872d-2cd5-4dc7-a20c-349b6127bb02 None None] Pushing event updated for resources: {'Port': ['ID=3a373a99-8436-49f8-b80d-bff0ef6a84c5,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:12.153862 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.189141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.190101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:12.193303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.266110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf04afd-7076-4700-b347-e957a8720e1e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:12.271369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde49073-c8a0-49c1-bb37-3149b1f4c17c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:12.281160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 00cfd270-68f7-4f4b-9105-eec640a44b73 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:12.281388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.292644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-27cc7ebd-b3ec-4b99-b43d-efa22b32c528 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8197415 Dec 08 00:24:12.297440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49384) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:12.305614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 9bf04afd-7076-4700-b347-e957a8720e1e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:24:12.306127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Request body: {'subnet': {'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-615094370-subnet', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:12.366753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Made reservation on behalf of 54dad3e21de742109c9ac2af9ab3f46f for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:12.370186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.492879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=8bd4e4c7-6384-4c2b-a321-7c3f768da2d4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:12.608960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-daab5d7b-8916-4097-b1de-d3b32d0f8987 None None] Could not find standard attr ID for object d17fa969-ced8-477c-8a75-1f2ed85664b7. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:12.665918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.729303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-505fb5b7-5f7f-4f6a-8c74-96c32f79ea16 None None] Could not find standard attr ID for object 1f1e78b7-9437-406f-bf75-2fa7841e5a51. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:12.732154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 00cfd270-68f7-4f4b-9105-eec640a44b73 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:12.792171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:12.910423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=652ed4f7-0b35-4aeb-83f8-b7c396fed84c,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:12.923233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Checking segment: {'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:12.927299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Network hostable DHCP agents. Network: 9bf04afd-7076-4700-b347-e957a8720e1e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:24:12.984294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Network 9bf04afd-7076-4700-b347-e957a8720e1e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:24:13.007786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 9bf04afd-7076-4700-b347-e957a8720e1e) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:13.014279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:13.015012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.065336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4143b3e1-07b8-436e-a04c-1ba1321e6387 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7648308 Dec 08 00:24:13.068571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49402) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:13.087713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:13.217221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.218309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.221894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a4f55-dd34-4d2c-8cf0-ff661cdb0416 None None] Network 9bf04afd-7076-4700-b347-e957a8720e1e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:13.252935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.305087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=00cfd270-68f7-4f4b-9105-eec640a44b73,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:13.359859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.364398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d2d80222-86f8-41cd-ac2b-41d1207f806b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/00cfd270-68f7-4f4b-9105-eec640a44b73 HTTP/1.1" status: 204 len: 168 time: 1.3238182 Dec 08 00:24:13.376657 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-bb3fd6e9-2e36-4843-8b39-3334bf53c69b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9882352 Dec 08 00:24:13.377164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49404) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:13.411321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.453873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41978e8e-0c28-4f05-bc4c-b8832e18768a req-074cf653-c7bb-4c78-bc44-1db8ee867703 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:13.471403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41978e8e-0c28-4f05-bc4c-b8832e18768a req-074cf653-c7bb-4c78-bc44-1db8ee867703 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.3691936 Dec 08 00:24:13.471696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-505fb5b7-5f7f-4f6a-8c74-96c32f79ea16 None None] Provisioning complete for port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:13.472367 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-505fb5b7-5f7f-4f6a-8c74-96c32f79ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.542102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde409f-daed-47ca-9a3f-1abe369f8e0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:13.544767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde409f-daed-47ca-9a3f-1abe369f8e0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:13.546775 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dfde409f-daed-47ca-9a3f-1abe369f8e0a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1686180 Dec 08 00:24:13.551205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49410) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:13.554603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-9bf04afd-7076-4700-b347-e957a8720e1e', 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e', 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'fixed_ips': [{'subnet_id': '652ed4f7-0b35-4aeb-83f8-b7c396fed84c'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:13.555526 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.635256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-b6784a64-c944-4896-8c1e-86f03798581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:13.637550 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-b6784a64-c944-4896-8c1e-86f03798581b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 1096 time: 0.1897097 Dec 08 00:24:13.650668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 533ec157-5cbd-498c-aa81-f0e2e7ff81aa {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:13.658719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.768263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41978e8e-0c28-4f05-bc4c-b8832e18768a req-c56f6679-0bc5-4e13-aad2-2811b39df310 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959712 Dec 08 00:24:13.858318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.876104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.915901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:13.947181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Allocated IP 172.20.0.2 (9bf04afd-7076-4700-b347-e957a8720e1e/652ed4f7-0b35-4aeb-83f8-b7c396fed84c/53c76101-f8da-4993-b671-bf1b73112330) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:14.120040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.144747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-f335089c-cd02-42ab-bb58-2b0166db7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:14.146590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-f335089c-cd02-42ab-bb58-2b0166db7f97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 912 time: 0.4652469 Dec 08 00:24:14.151659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-97ceda48-6d49-457d-bd0f-f50bda4b9ddd None None] Could not find standard attr ID for object d17fa969-ced8-477c-8a75-1f2ed85664b7. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:14.202246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-97ceda48-6d49-457d-bd0f-f50bda4b9ddd None None] Could not find standard attr ID for object e5fee272-88e6-4a9b-bc47-621d8c732071. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:14.418927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:14.429822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c91424d1-97fd-480c-8bb3-406d9b029173 None None] Could not find standard attr ID for object 00cfd270-68f7-4f4b-9105-eec640a44b73. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:14.441110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.479325 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-9d91767a-2290-4b9b-af74-5103b4c07ddc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 200 len: 1000 time: 0.2313182 Dec 08 00:24:14.500279 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.508979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.557302 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.574858 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.631615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=533ec157-5cbd-498c-aa81-f0e2e7ff81aa,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:14.648762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.654867 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2a26b657-df56-4acf-aab3-30a7ba279ca7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/533ec157-5cbd-498c-aa81-f0e2e7ff81aa HTTP/1.1" status: 204 len: 168 time: 1.0997994 Dec 08 00:24:14.655967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49426) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:14.667858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-c2e3c7cb-3162-4fcd-a7c1-5568111e239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:14.670698 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-c2e3c7cb-3162-4fcd-a7c1-5568111e239f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.1819556 Dec 08 00:24:14.684592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Network 9bf04afd-7076-4700-b347-e957a8720e1e is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:14.690820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:14.708258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:14.708258 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:14.709771 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0de8ac09-2969-4cfe-980e-ea0bc6e2c1bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486557 Dec 08 00:24:14.710454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49428) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:14.724742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:14.771684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:14.773500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Allocated IP 172.25.6.80 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/417b60af-d1f3-4645-a86c-952ff0fac075) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:14.796482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Pushing event updated for resources: {'Port': ['ID=53c76101-f8da-4993-b671-bf1b73112330,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:14.915535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-cc3c801c-5a75-4c9b-a3e1-5d8aafb28e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:14.917252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-cc3c801c-5a75-4c9b-a3e1-5d8aafb28e0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146766 Dec 08 00:24:14.995340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3a373a99-8436-49f8-b80d-bff0ef6a84c5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:15.032425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:15.038073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.056383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c7398-93a6-40cf-a49a-b62de6900f8f None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:15.069634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Attempting to bind port 53c76101-f8da-4993-b671-bf1b73112330 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:15.071046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Attempting to bind port 53c76101-f8da-4993-b671-bf1b73112330 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:15.075420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Attempting to bind port 53c76101-f8da-4993-b671-bf1b73112330 on network 9bf04afd-7076-4700-b347-e957a8720e1e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:15.122405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:15.122951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Checking segment: {'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:15.124620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.125156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Bound using segment: {'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:15.126193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Bound port: 53c76101-f8da-4993-b671-bf1b73112330, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:15.127923 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.145853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-2fa5468b-9bbb-43c2-8a34-27f649529cec service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186501 Dec 08 00:24:15.148283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6417b0-383f-4f98-ba17-233f15682c39 req-90075203-939f-4687-a10a-c9cdd5e84ef4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:15.150923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a6417b0-383f-4f98-ba17-233f15682c39 req-90075203-939f-4687-a10a-c9cdd5e84ef4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2643790 Dec 08 00:24:15.158117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.327611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fbc78b3a-5ec3-4821-94af-f6748eec94ef req-4cd5e998-2f00-47de-b25c-2ebce50d5ca9 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715910 Dec 08 00:24:15.348530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a6417b0-383f-4f98-ba17-233f15682c39 req-04b93ed5-7db4-48b1-8130-78879dee00fa tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831374 Dec 08 00:24:15.358828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.440667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.448131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Pushing event updated for resources: {'Port': ['ID=417b60af-d1f3-4645-a86c-952ff0fac075,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:15.461705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:15.462514 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.481318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:15.482989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:15.485603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:15.513956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=f0633b44-8dae-4099-bd1b-d6846b634bd7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:15.531416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:15.531723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] For port 53c76101-f8da-4993-b671-bf1b73112330, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:15.533644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:15.536767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:15.537607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.553570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b561c585-37cd-466d-87df-4372022c48c1 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:15.564330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a0042d96-ab3f-487c-be6b-0fd88d80945e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8455524 Dec 08 00:24:15.566944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49438) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:15.579141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'f0633b44-8dae-4099-bd1b-d6846b634bd7', 'ip_address': '2001:db8::4d24:8edb:3e51:3b16'}], 'name': 'tempest-NetworksTestDHCPv6-1384715856'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:15.582676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] For port 53c76101-f8da-4993-b671-bf1b73112330, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=53c76101-f8da-4993-b671-bf1b73112330,segment=NetworkSegment(064a706d-05e0-4b2e-ae64-10014d7be007),segment_id=064a706d-05e0-4b2e-ae64-10014d7be007)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:15.612199 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.714569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:15.811852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:15.817278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:15.864020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 835d0af9-2dd6-4882-b930-4c0a23aa2277 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:15.927857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9989721-6a9c-41cc-a01b-7eb29ab5a08d None None] Pushing event updated for resources: {'Port': ['ID=53c76101-f8da-4993-b671-bf1b73112330,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:15.977909 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Sync routers for ids ['717950ae-c926-4bc4-afcd-58bc6bf3897c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:15.999200 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Routers {'717950ae-c926-4bc4-afcd-58bc6bf3897c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:16.001700 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:23:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['717950ae-c926-4bc4-afcd-58bc6bf3897c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:16.093516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::4d24:8edb:3e51:3b16 (4a2e7540-686a-45ff-a008-3d83de30eb8b/f0633b44-8dae-4099-bd1b-d6846b634bd7/835d0af9-2dd6-4882-b930-4c0a23aa2277) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:16.136189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-307cb057-efb5-4ffd-acf3-99c388828272 None None] Provisioning complete for port 417b60af-d1f3-4645-a86c-952ff0fac075 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:16.139302 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-307cb057-efb5-4ffd-acf3-99c388828272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.359714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-307cb057-efb5-4ffd-acf3-99c388828272 None None] Port 417b60af-d1f3-4645-a86c-952ff0fac075 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:16.431059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.453835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] Deleting port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:16.454313 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.514631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.635124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=835d0af9-2dd6-4882-b930-4c0a23aa2277,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:16.652796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 53c76101-f8da-4993-b671-bf1b73112330 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:16.662299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:16.664070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:16.673186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:16.681436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:16.682193 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.715296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7ea78c52-eaa6-434b-b4b9-af2a6460fa33 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1446648 Dec 08 00:24:16.715744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49448) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:16.729605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] For port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8bd4e4c7-6384-4c2b-a321-7c3f768da2d4,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:16.730085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.757875 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Set router 717950ae-c926-4bc4-afcd-58bc6bf3897c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:16.768287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] Calling delete_port for 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:16.798965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 53c76101-f8da-4993-b671-bf1b73112330 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:16.802702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5758b062-9d25-49c0-afb5-386095a826f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:16.803690 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.815029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5758b062-9d25-49c0-afb5-386095a826f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:16.819837 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5758b062-9d25-49c0-afb5-386095a826f5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1004126 Dec 08 00:24:16.820015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49450) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:16.853910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.918928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437180-e88a-41f6-8e28-3622ba204db9 req-ad2d8f47-13e3-4c45-93b4-9e66346ef99b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:16.921285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3437180-e88a-41f6-8e28-3622ba204db9 req-ad2d8f47-13e3-4c45-93b4-9e66346ef99b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2306359 Dec 08 00:24:16.950710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 835d0af9-2dd6-4882-b930-4c0a23aa2277 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:16.951393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:16.991101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3437180-e88a-41f6-8e28-3622ba204db9 req-0bf2c9b6-0e6e-43a0-bdda-d618a4835a66 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587008 Dec 08 00:24:17.074903 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.112129 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:01Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 4, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'gw_port': {'id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:02Z', 'updated_at': '2021-12-08T00:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77540502-47af-49ea-955e-7cb506c80b66', 'name': '', 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'mac_address': 'fa:16:3e:89:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:07Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 2, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'subnets': [{'id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:17.162757 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Checking router: 717950ae-c926-4bc4-afcd-58bc6bf3897c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:17.163232 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Updating router 717950ae-c926-4bc4-afcd-58bc6bf3897c port 77540502-47af-49ea-955e-7cb506c80b66 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:17.173373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.178658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 53c76101-f8da-4993-b671-bf1b73112330, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=53c76101-f8da-4993-b671-bf1b73112330,segment=NetworkSegment(064a706d-05e0-4b2e-ae64-10014d7be007),segment_id=064a706d-05e0-4b2e-ae64-10014d7be007)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:17.181387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.203724 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.225317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 835d0af9-2dd6-4882-b930-4c0a23aa2277 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:17.225741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] No DVR routers for this DVR port 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:17.228886 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.321054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be953a31-45e8-4814-88f4-205b04e07bb1 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:17.339095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39319a6-f42d-4725-a3a8-8978fdc96790 None None] Pushing event deleted for resources: {'Port': ['ID=8bd4e4c7-6384-4c2b-a321-7c3f768da2d4,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:17.446463 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.497274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:17.499426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.547251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=835d0af9-2dd6-4882-b930-4c0a23aa2277,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:17.607416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:17.607765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8bd4e4c7-6384-4c2b-a321-7c3f768da2d4 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:17.639018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.645955 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ffd56771-0a3d-4415-81e3-fb5de9de0d29 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/835d0af9-2dd6-4882-b930-4c0a23aa2277 HTTP/1.1" status: 204 len: 168 time: 0.8248837 Dec 08 00:24:17.648311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49468) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:17.691512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=53c76101-f8da-4993-b671-bf1b73112330,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:17.826901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8df72-25de-444e-82e1-632aa3efedf8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:17.827080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:24:17.829872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8df72-25de-444e-82e1-632aa3efedf8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:17.836354 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4fd8df72-25de-444e-82e1-632aa3efedf8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1839859 Dec 08 00:24:17.836461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49476) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:17.846057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a4cc2-63eb-40b4-b17f-a4d03cce1bf2 None None] Network 9bf04afd-7076-4700-b347-e957a8720e1e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:17.863162 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.872887 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:17.980270 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Pushing event updated for resources: {'Port': ['ID=77540502-47af-49ea-955e-7cb506c80b66,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:17.994244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet f0633b44-8dae-4099-bd1b-d6846b634bd7 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:18.004931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.056018 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.057415 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.057972 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.059421 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.059999 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.061494 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.062075 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.064167 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.064759 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.066847 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.067527 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.068076 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.072939 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:18.073294 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.119236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.177067 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Attempting to bind port 77540502-47af-49ea-955e-7cb506c80b66 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:18.180378 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Attempting to bind port 77540502-47af-49ea-955e-7cb506c80b66 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:18.181055 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Attempting to bind port 77540502-47af-49ea-955e-7cb506c80b66 on network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:18.194660 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:18.195477 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Checking segment: {'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:18.196098 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.196693 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Bound using segment: {'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:18.197416 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Bound port: 77540502-47af-49ea-955e-7cb506c80b66, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ab542d-5363-4362-b1ab-5657d4a4cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:18.198018 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.219322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.253183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4053c079-5ebf-47c0-918a-2eec55a5ac07 None None] Provisioning complete for port 53c76101-f8da-4993-b671-bf1b73112330 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:18.255273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4053c079-5ebf-47c0-918a-2eec55a5ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.262186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321102b-a20f-4011-a941-2735535c8093 req-537d18b5-d50f-48b2-9d9b-d12278bd9587 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:18.270268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3321102b-a20f-4011-a941-2735535c8093 req-537d18b5-d50f-48b2-9d9b-d12278bd9587 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.2806356 Dec 08 00:24:18.321657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.335478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2355bea6-ebd6-4609-a0ae-117c2f39a038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'f0633b44-8dae-4099-bd1b-d6846b634bd7'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:18.338855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2355bea6-ebd6-4609-a0ae-117c2f39a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.366680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=f0633b44-8dae-4099-bd1b-d6846b634bd7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:18.368162 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] For port 77540502-47af-49ea-955e-7cb506c80b66, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:18.368705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.373822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9326ac59-bb87-43a1-91f3-b09240dee5d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/f0633b44-8dae-4099-bd1b-d6846b634bd7 HTTP/1.1" status: 204 len: 168 time: 0.5364494 Dec 08 00:24:18.376382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49484) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:18.378117 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] For port 77540502-47af-49ea-955e-7cb506c80b66, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77540502-47af-49ea-955e-7cb506c80b66,segment=NetworkSegment(05ab542d-5363-4362-b1ab-5657d4a4cd77),segment_id=05ab542d-5363-4362-b1ab-5657d4a4cd77)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:18.390644 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.435844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a24c7-2e25-42c7-868a-629907d4f1ac req-5763888e-64df-43e0-979c-37092806ba3a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:18.437448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-133a24c7-2e25-42c7-868a-629907d4f1ac req-5763888e-64df-43e0-979c-37092806ba3a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2484579 Dec 08 00:24:18.486383 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90ef28-49a8-4008-9c2d-4316ddbe8e9e None None] Pushing event updated for resources: {'Port': ['ID=77540502-47af-49ea-955e-7cb506c80b66,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:18.547283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b73ab9a3-9b8a-4b19-a759-4101110ceb7c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1694393 Dec 08 00:24:18.555467 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Routers {'717950ae-c926-4bc4-afcd-58bc6bf3897c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:18.556462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49486) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:18.557371 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:23:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['717950ae-c926-4bc4-afcd-58bc6bf3897c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:18.574027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:18.588995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 53c76101-f8da-4993-b671-bf1b73112330 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:18.613503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:18.685792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3321102b-a20f-4011-a941-2735535c8093 req-4ba5a43c-33e6-4d69-84aa-22277621f23e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4145491 Dec 08 00:24:18.705590 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.707037 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-388e70d0-4054-4e74-a3ec-39ac99ba1913 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6374135 Dec 08 00:24:18.709634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Sync routers for ids ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:18.718307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-133a24c7-2e25-42c7-868a-629907d4f1ac req-21a726fc-8a12-433b-ae1d-496d14f1ed0a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687495 Dec 08 00:24:18.719133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49490) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:18.725000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Routers {'3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:18.725327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:23:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:18.834397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:18.838855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:18.896351 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] Set router 717950ae-c926-4bc4-afcd-58bc6bf3897c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:18.962452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] Provisioning complete for port 53c76101-f8da-4993-b671-bf1b73112330 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:18.962801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:19.269116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:19.344631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:19.348456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:19.360394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:19.362477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:19.389744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=6d44fa00-22af-45e4-b627-f9be0f600236,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:19.398786 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f7352498-4a37-4508-b061-c0d15180158e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8413856 Dec 08 00:24:19.400182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49498) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:19.403165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac065f4-e292-46f1-90f8-0ff892eb7be2 req-82a055ac-3d0c-4a5c-8d90-601719bd79e0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:19.405351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '6d44fa00-22af-45e4-b627-f9be0f600236', 'ip_address': '2001:db8::60f2:d241:8d27:3b20'}], 'name': 'tempest-NetworksTestDHCPv6-44854714'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:19.412481 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ac065f4-e292-46f1-90f8-0ff892eb7be2 req-82a055ac-3d0c-4a5c-8d90-601719bd79e0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2759535 Dec 08 00:24:19.416334 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:01Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 4, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'gw_port': {'id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:02Z', 'updated_at': '2021-12-08T00:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77540502-47af-49ea-955e-7cb506c80b66', 'name': '', 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'mac_address': 'fa:16:3e:89:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:07Z', 'updated_at': '2021-12-08T00:24:18Z', 'revision_number': 4, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'subnets': [{'id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:19.456846 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf3d99-ff58-4a0a-a4e7-67a663b17461 None None] The sync data for ids ['717950ae-c926-4bc4-afcd-58bc6bf3897c'] in n-d-820549-2 is: [{'id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:01Z', 'updated_at': '2021-12-08T00:24:08Z', 'revision_number': 4, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'gw_port': {'id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:02Z', 'updated_at': '2021-12-08T00:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77540502-47af-49ea-955e-7cb506c80b66', 'name': '', 'network_id': '265f0956-6e58-47d1-8679-5a2ea4b3d2d2', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'mac_address': 'fa:16:3e:89:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:07Z', 'updated_at': '2021-12-08T00:24:18Z', 'revision_number': 4, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'subnets': [{'id': '18f832d0-eb1e-409c-bd48-2242a66e2002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:19.485652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d952ed-668c-4715-a49f-0cb021a316f5 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:19.576314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-837123f0-d644-49ae-97cf-8866cd20de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:19.577812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-837123f0-d644-49ae-97cf-8866cd20de04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.3159750 Dec 08 00:24:19.596296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:19.625292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Set router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:19.700788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ac065f4-e292-46f1-90f8-0ff892eb7be2 req-9bc30421-4d9d-49e5-a69c-4fb73f17bd1f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847111 Dec 08 00:24:19.735714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:19.760297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port a6887b6f-bf7f-4cde-a724-b8c5fab0cb16 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:19.951667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::60f2:d241:8d27:3b20 (4a2e7540-686a-45ff-a008-3d83de30eb8b/6d44fa00-22af-45e4-b627-f9be0f600236/a6887b6f-bf7f-4cde-a724-b8c5fab0cb16) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:19.985450 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 53c76101-f8da-4993-b671-bf1b73112330 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:19.986114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.039316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-dd82a0bb-f681-4fe2-88b6-c75a11a81f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:20.045010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-dd82a0bb-f681-4fe2-88b6-c75a11a81f51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.4568672 Dec 08 00:24:20.172185 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.195273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb5c7e-61d2-46d4-89e6-22ea703fffa7 req-75744b48-6782-4bc6-9d62-5a0d64137d76 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:20.203310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86bb5c7e-61d2-46d4-89e6-22ea703fffa7 req-75744b48-6782-4bc6-9d62-5a0d64137d76 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.3667052 Dec 08 00:24:20.230589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.262619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '6d44fa00-22af-45e4-b627-f9be0f600236'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:20.267742 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.315790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-3d9957cc-8c3c-4584-a7f1-e6b451fc7a98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.2479861 Dec 08 00:24:20.323507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:20.327656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:20.340761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86bb5c7e-61d2-46d4-89e6-22ea703fffa7 req-62d7f07c-ff25-4283-8065-ba29321a2606 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359429 Dec 08 00:24:20.354216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:20.360973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:20.361596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.391862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=a6887b6f-bf7f-4cde-a724-b8c5fab0cb16,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:20.392620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-62627718-1f47-48b9-918c-9a0e8393d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:20.394173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-62627718-1f47-48b9-918c-9a0e8393d39e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0521598 Dec 08 00:24:20.403054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49506) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:20.403808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c4d65417-80f8-4fd2-ae1d-d59ec4888f87 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0025320 Dec 08 00:24:20.415036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.468024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] Provisioning complete for port 77540502-47af-49ea-955e-7cb506c80b66 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:20.471394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.480975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:15Z', 'revision_number': 3, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:20.669032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214854c-3bc3-4b88-b836-c7a5d5d2e052 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:20.670987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e214854c-3bc3-4b88-b836-c7a5d5d2e052 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2669103 Dec 08 00:24:20.673718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77540502-47af-49ea-955e-7cb506c80b66 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:20.674597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49508) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:20.679146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-f3d82ecf-36e6-498e-8e85-5e55969e5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:20.681572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-f3d82ecf-36e6-498e-8e85-5e55969e5433 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2645562 Dec 08 00:24:20.803789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Checking router: 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:20.804129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Updating router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 port 417b60af-d1f3-4645-a86c-952ff0fac075 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:20.836544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Allocated IP 172.20.0.1 (9bf04afd-7076-4700-b347-e957a8720e1e/652ed4f7-0b35-4aeb-83f8-b7c396fed84c/76b74685-7afe-4428-9685-2872ee4dce5e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:20.902870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port a6887b6f-bf7f-4cde-a724-b8c5fab0cb16 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:20.903889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.935888 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.945851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 77540502-47af-49ea-955e-7cb506c80b66 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:20.946264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:20.967758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1af19-887f-4971-80bb-f122c2ae5317 req-2d925e37-844d-44b0-a153-4ea82bff9f94 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:20.969620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0b1af19-887f-4971-80bb-f122c2ae5317 req-2d925e37-844d-44b0-a153-4ea82bff9f94 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1017034 Dec 08 00:24:20.973668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-664e2ba8-3d21-48f2-a54e-a66ad216b822 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706401 Dec 08 00:24:21.010822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/6d44fa00-22af-45e4-b627-f9be0f600236/dd83a0cd-294b-4ca3-8e67-fd0526db133c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:21.038658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.055775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for a6887b6f-bf7f-4cde-a724-b8c5fab0cb16 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:21.187950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.409373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] For port 77540502-47af-49ea-955e-7cb506c80b66, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77540502-47af-49ea-955e-7cb506c80b66,segment=NetworkSegment(05ab542d-5363-4362-b1ab-5657d4a4cd77),segment_id=05ab542d-5363-4362-b1ab-5657d4a4cd77)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:21.413158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.454473 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.520548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48780310-a4f2-460a-9ef2-3f298da2004c None None] Pushing event updated for resources: {'Port': ['ID=77540502-47af-49ea-955e-7cb506c80b66,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:21.524454 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9bd5ccdb-cdf1-406a-889f-766f935f3cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.580694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.632921 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.650180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a4ee9036-2548-40aa-8f67-33a2746b691e None None] Provisioning complete for port 77540502-47af-49ea-955e-7cb506c80b66 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:21.650555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9036-2548-40aa-8f67-33a2746b691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.668297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0b1af19-887f-4971-80bb-f122c2ae5317 req-f82b6ef6-abfb-40ab-974e-d639bfc74701 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6877322 Dec 08 00:24:21.694313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.733983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:24:21.734400 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:24:21.741731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=a6887b6f-bf7f-4cde-a724-b8c5fab0cb16,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:21.741921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:21.751192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:21.754223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:21.766150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8573b27-3723-4d2d-a27c-9a6139bb449f req-5c6f0421-cbb2-42d3-b79f-4f4991a96fe1 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:21.774729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8573b27-3723-4d2d-a27c-9a6139bb449f req-5c6f0421-cbb2-42d3-b79f-4f4991a96fe1 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1634076 Dec 08 00:24:21.781354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.786180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a82a4382-9235-4cd0-91a4-788898d7f875 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a6887b6f-bf7f-4cde-a724-b8c5fab0cb16 HTTP/1.1" status: 204 len: 168 time: 1.1095545 Dec 08 00:24:21.789687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:21.790461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Pushing event updated for resources: {'Port': ['ID=dd83a0cd-294b-4ca3-8e67-fd0526db133c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:21.801125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd40a962-39d7-4b2d-a8db-1e2904be3a8a req-b2f2108a-9713-4eca-9e76-77f31dfffda3 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7800348 Dec 08 00:24:21.804380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.835309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.852798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8573b27-3723-4d2d-a27c-9a6139bb449f req-c0a4c30a-0eee-476c-a01d-6eda486b8fd2 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768850 Dec 08 00:24:21.878690 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.884696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644875c-de82-4dbc-96ca-3c4100e75f16 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:21.886557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644875c-de82-4dbc-96ca-3c4100e75f16 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:21.908887 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6644875c-de82-4dbc-96ca-3c4100e75f16 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1174469 Dec 08 00:24:21.913553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49522) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:21.941671 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:21.958280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c9d805-8a58-43d8-b8a0-6e1f8b6ed8a4 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:21.960325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Attempting to bind port dd83a0cd-294b-4ca3-8e67-fd0526db133c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:21.960698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Attempting to bind port dd83a0cd-294b-4ca3-8e67-fd0526db133c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:21.961069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Attempting to bind port dd83a0cd-294b-4ca3-8e67-fd0526db133c on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:22.033991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Network 9bf04afd-7076-4700-b347-e957a8720e1e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:22.054407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:22.064214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:22.080270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 6d44fa00-22af-45e4-b627-f9be0f600236 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:22.116796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Pushing event updated for resources: {'Port': ['ID=76b74685-7afe-4428-9685-2872ee4dce5e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:22.125888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.162142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89edc12-0d58-438f-b91f-9692759000cb req-71540f72-9f00-4c44-b319-7c731982c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:22.164310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a89edc12-0d58-438f-b91f-9692759000cb req-71540f72-9f00-4c44-b319-7c731982c171 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.2515633 Dec 08 00:24:22.192965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.226626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Attempting to bind port 417b60af-d1f3-4645-a86c-952ff0fac075 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:22.227920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Attempting to bind port 417b60af-d1f3-4645-a86c-952ff0fac075 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:22.228530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Attempting to bind port 417b60af-d1f3-4645-a86c-952ff0fac075 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:22.253189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.332529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:22.333109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:22.333618 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.334114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:22.334718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Bound port: dd83a0cd-294b-4ca3-8e67-fd0526db133c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:22.335249 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.354358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1920d-abd6-40b9-a8d2-c0b74c7f3ea0 None None] Pushing event updated for resources: {'Port': ['ID=417b60af-d1f3-4645-a86c-952ff0fac075,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:22.361223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:22.361748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:22.362251 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.367170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:22.367905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Bound port: 417b60af-d1f3-4645-a86c-952ff0fac075, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:22.368416 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.491402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] For port 417b60af-d1f3-4645-a86c-952ff0fac075, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:22.504607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] For port 417b60af-d1f3-4645-a86c-952ff0fac075, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=417b60af-d1f3-4645-a86c-952ff0fac075,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:22.516928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] For port dd83a0cd-294b-4ca3-8e67-fd0526db133c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:22.519502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.523051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] For port dd83a0cd-294b-4ca3-8e67-fd0526db133c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dd83a0cd-294b-4ca3-8e67-fd0526db133c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:22.575606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.604675 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.627671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f1744-6aab-4edf-9244-98ef6854b228 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:22.648546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77540502-47af-49ea-955e-7cb506c80b66 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:22.737391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Provisioning complete for port 417b60af-d1f3-4645-a86c-952ff0fac075 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:22.737928 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:22.749091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Routers {'3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:22.749899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:23:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:22.847860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89edc12-0d58-438f-b91f-9692759000cb req-d9dafb9f-c3e6-41ca-b693-4c82a1070c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:22.849353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a89edc12-0d58-438f-b91f-9692759000cb req-d9dafb9f-c3e6-41ca-b693-4c82a1070c2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.6030676 Dec 08 00:24:22.902999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1920d-abd6-40b9-a8d2-c0b74c7f3ea0 None None] Pushing event updated for resources: {'Port': ['ID=417b60af-d1f3-4645-a86c-952ff0fac075,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:23.029054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] Set router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:23.071102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.090579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 77540502-47af-49ea-955e-7cb506c80b66 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:23.091007 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.166958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=6d44fa00-22af-45e4-b627-f9be0f600236,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:23.216293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.223140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:23.224811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8a1de2bd-9471-4bc7-b9d1-f68e78e5dcf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/6d44fa00-22af-45e4-b627-f9be0f600236 HTTP/1.1" status: 204 len: 168 time: 1.3008153 Dec 08 00:24:23.258758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c92eb-c61b-499f-baea-b94f812f7a60 req-792da2e8-d1c0-4ea0-8aa2-5f4ae917b670 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:23.260449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-870c92eb-c61b-499f-baea-b94f812f7a60 req-792da2e8-d1c0-4ea0-8aa2-5f4ae917b670 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.4741142 Dec 08 00:24:23.284888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a89edc12-0d58-438f-b91f-9692759000cb req-ff3ea9b4-2280-4eda-9237-958a98c59b95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.4177601 Dec 08 00:24:23.322109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.341131 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6be4c98-6a68-47c0-a499-62a077a18f2f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160562 Dec 08 00:24:23.341730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49538) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:23.343547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d5a9c-316e-40fb-be2e-f34bb47f58ff None None] Pushing event updated for resources: {'Port': ['ID=dd83a0cd-294b-4ca3-8e67-fd0526db133c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:23.389948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dce12-aab7-49f6-a4ea-0e93c430867e req-717731d5-cc91-4427-8da0-6617a3d02107 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:23.391502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f43dce12-aab7-49f6-a4ea-0e93c430867e req-717731d5-cc91-4427-8da0-6617a3d02107 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.4041040 Dec 08 00:24:23.434579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271bdd9-6210-4bf9-9552-34b736599762 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:23.435953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.441690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6271bdd9-6210-4bf9-9552-34b736599762 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0953746 Dec 08 00:24:23.442769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49542) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:23.459245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] For port 417b60af-d1f3-4645-a86c-952ff0fac075, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=417b60af-d1f3-4645-a86c-952ff0fac075,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:23.462562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-870c92eb-c61b-499f-baea-b94f812f7a60 req-f917b337-7d65-452b-90f7-fe04b98990ca tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894429 Dec 08 00:24:23.464384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89edc12-0d58-438f-b91f-9692759000cb req-31b6a35d-2a78-4680-99aa-7156ce05d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:23.466651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a89edc12-0d58-438f-b91f-9692759000cb req-31b6a35d-2a78-4680-99aa-7156ce05d42a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1568112 Dec 08 00:24:23.540601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1cc18-60c0-4c5c-8246-6a037c1eaa72 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:23.546639 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d3b1cc18-60c0-4c5c-8246-6a037c1eaa72 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027520 Dec 08 00:24:23.547439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49546) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:23.616319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f43dce12-aab7-49f6-a4ea-0e93c430867e req-e3ec168f-aa84-4798-a4c0-3d635546ae92 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077687 Dec 08 00:24:23.617581 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4f39ee2d-34e5-40f3-aef3-64401462552f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688620 Dec 08 00:24:23.618340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49548) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:23.624877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:23.662061 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.681716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89edc12-0d58-438f-b91f-9692759000cb req-fa2ce85b-a1ed-40dc-8bdf-99b8eb586963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:23.683965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a89edc12-0d58-438f-b91f-9692759000cb req-fa2ce85b-a1ed-40dc-8bdf-99b8eb586963 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043703 Dec 08 00:24:23.783942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Pushing event updated for resources: {'Port': ['ID=417b60af-d1f3-4645-a86c-952ff0fac075,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:23.826566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:23.831436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.846706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69bdad86-b9b2-408e-a07c-026b1f52aef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.872306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Provisioning complete for port 76b74685-7afe-4428-9685-2872ee4dce5e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:23.872689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:23.925000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a89edc12-0d58-438f-b91f-9692759000cb req-da9a4292-d607-45c7-94c7-ac983c3d3b48 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059729 Dec 08 00:24:23.951808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cee0076f-08d2-40fe-899e-44459c897893 None None] Port 76b74685-7afe-4428-9685-2872ee4dce5e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:23.991642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:15Z', 'revision_number': 3, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:24.067610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a89edc12-0d58-438f-b91f-9692759000cb req-857c4c87-9fe6-4588-93c9-eb92ad66f380 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330190 Dec 08 00:24:24.075158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b03e4e-5b35-46d1-9021-5dd119365283 None None] The sync data for ids ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'] in n-d-820549-2 is: [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:15Z', 'revision_number': 3, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:24.095429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee62e9-418e-4b20-a5bb-6d29467f4f74 req-1160d6cb-23a1-4c85-85aa-a51add210474 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:24.098740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfee62e9-418e-4b20-a5bb-6d29467f4f74 req-1160d6cb-23a1-4c85-85aa-a51add210474 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.4813805 Dec 08 00:24:24.144425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3863540a-172a-424e-82cf-a8d2fe0e800d None None] Provisioning complete for port 417b60af-d1f3-4645-a86c-952ff0fac075 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:24.144425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3863540a-172a-424e-82cf-a8d2fe0e800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.241088 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.269547 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.310979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.369081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:24.375406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:24.379751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:24.380342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.384049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=5358251b-2aa9-42b1-9358-c2c21d4fd385,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:24.397624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.417467 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4d61031-5b41-4f37-aff7-c2d3ceba8c41 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7951488 Dec 08 00:24:24.418167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfee62e9-418e-4b20-a5bb-6d29467f4f74 req-25322c73-73b6-4ecd-83b1-2fea6e05e948 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097785 Dec 08 00:24:24.418285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49552) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:24.419343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e9112-6944-49ef-974c-f952fbc93764 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:24.423429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '5358251b-2aa9-42b1-9358-c2c21d4fd385', 'ip_address': '2001:db8::9b21:2711:3ad0:6348'}], 'name': 'tempest-NetworksTestDHCPv6-513344239'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:24.585792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Pushing event updated for resources: {'Port': ['ID=76b74685-7afe-4428-9685-2872ee4dce5e,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:24.722140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:24.729099 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.732386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dd83a0cd-294b-4ca3-8e67-fd0526db133c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:24.737532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-122585d6-0483-4c3a-8951-0d5e086158b4 None None] Provisioning complete for port dd83a0cd-294b-4ca3-8e67-fd0526db133c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:24.737948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-122585d6-0483-4c3a-8951-0d5e086158b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:24.748951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Network 9bf04afd-7076-4700-b347-e957a8720e1e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:24.750720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:24.795948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port f68e9e3e-fd4e-4090-bd48-4d44c76358da yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:25.022850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dd83a0cd-294b-4ca3-8e67-fd0526db133c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:25.023604 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.065996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-122585d6-0483-4c3a-8951-0d5e086158b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.070337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::9b21:2711:3ad0:6348 (4a2e7540-686a-45ff-a008-3d83de30eb8b/5358251b-2aa9-42b1-9358-c2c21d4fd385/f68e9e3e-fd4e-4090-bd48-4d44c76358da) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:25.149218 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.152067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-122585d6-0483-4c3a-8951-0d5e086158b4 None None] For port dd83a0cd-294b-4ca3-8e67-fd0526db133c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dd83a0cd-294b-4ca3-8e67-fd0526db133c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:25.155789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ccafd-8312-462d-94e7-2dda8c928b82 req-c595e7dc-d693-4001-9096-4613a63fdb62 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:25.160753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b2ccafd-8312-462d-94e7-2dda8c928b82 req-c595e7dc-d693-4001-9096-4613a63fdb62 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.4036222 Dec 08 00:24:25.170682 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-122585d6-0483-4c3a-8951-0d5e086158b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.289668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390652e2-3657-490f-a793-691a7a76cee5 req-9868eca3-8e1d-4184-836e-9f89ccbb69f2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:25.291284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-390652e2-3657-490f-a793-691a7a76cee5 req-9868eca3-8e1d-4184-836e-9f89ccbb69f2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.3886988 Dec 08 00:24:25.317403 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.355838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:25.377147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.411560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122585d6-0483-4c3a-8951-0d5e086158b4 None None] Pushing event updated for resources: {'Port': ['ID=dd83a0cd-294b-4ca3-8e67-fd0526db133c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:25.420025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-35bc0a54-4c34-41e6-abe2-54108ee5ad08 None None] Provisioning complete for port 76b74685-7afe-4428-9685-2872ee4dce5e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:25.420566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-35bc0a54-4c34-41e6-abe2-54108ee5ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.424841 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b2ccafd-8312-462d-94e7-2dda8c928b82 req-ea630ae5-f015-4038-be73-4e27df78124a tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509036 Dec 08 00:24:25.481106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:25.484462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:25.494363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:25.503919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:25.504632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.513097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=f68e9e3e-fd4e-4090-bd48-4d44c76358da,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:25.543249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0e161261-4f0c-4aa2-a238-c9c120dd9917 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1238985 Dec 08 00:24:25.544369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:25.552930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d14eea09-b3ac-4eb9-84b0-6a481c472a47 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '5358251b-2aa9-42b1-9358-c2c21d4fd385', 'ip_address': '2001:db8::9b21:2711:3ad0:6348'}], 'name': 'tempest-NetworksTestDHCPv6-624610277'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:25.559291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-35bc0a54-4c34-41e6-abe2-54108ee5ad08 None None] Port 76b74685-7afe-4428-9685-2872ee4dce5e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:25.604446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-390652e2-3657-490f-a793-691a7a76cee5 req-68d75834-87a3-4d3d-b673-679c4929a2b9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866402 Dec 08 00:24:25.721441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-938bfe3f-4240-4c4c-9bba-9ac38ec7bafb None None] Provisioning complete for port dd83a0cd-294b-4ca3-8e67-fd0526db133c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:25.731370 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-938bfe3f-4240-4c4c-9bba-9ac38ec7bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:25.786528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:25.817546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2225053d-d67e-4a28-a9fd-ad0ea4957496 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d7e9fa3-1439-4ffd-a266-90a4f007bcb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0957205 Dec 08 00:24:25.993426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14eea09-b3ac-4eb9-84b0-6a481c472a47 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:26.102797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-01b5da24-2867-4202-8d74-d3e515b57485 None None] Could not find standard attr ID for object a6887b6f-bf7f-4cde-a724-b8c5fab0cb16. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:26.104939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd621b55-0eb1-43cc-9448-32fb91c5a757 req-86879b11-8f42-452e-a299-c85fd755bffc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:26.145780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd621b55-0eb1-43cc-9448-32fb91c5a757 req-86879b11-8f42-452e-a299-c85fd755bffc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1507008 Dec 08 00:24:26.213442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d14eea09-b3ac-4eb9-84b0-6a481c472a47 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:26.247040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-d14eea09-b3ac-4eb9-84b0-6a481c472a47 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 458fd1fc-b8ef-43d0-88e6-b93002516f2a yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:26.287668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd621b55-0eb1-43cc-9448-32fb91c5a757 req-ed5bfeca-049b-402d-8c4e-1899ceb6b84d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407120 Dec 08 00:24:26.339320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:26.368999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dc330fe4-acd1-4bc7-b76d-c17a7569d7f8 None None] Provisioning complete for port f68e9e3e-fd4e-4090-bd48-4d44c76358da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:26.370199 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc330fe4-acd1-4bc7-b76d-c17a7569d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:26.419629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dc330fe4-acd1-4bc7-b76d-c17a7569d7f8 None None] Port f68e9e3e-fd4e-4090-bd48-4d44c76358da cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:26.515982 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14eea09-b3ac-4eb9-84b0-6a481c472a47 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 00:24:26.516596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14eea09-b3ac-4eb9-84b0-6a481c472a47 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:24:26.551755 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d14eea09-b3ac-4eb9-84b0-6a481c472a47 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0059621 Dec 08 00:24:26.554142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49592) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:26.630234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d7fe-7321-4bb7-adb6-5a1e72e342f0 req-a189187d-2c5f-4ace-9743-e0657b2f0421 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:26.643606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cca3d7fe-7321-4bb7-adb6-5a1e72e342f0 req-a189187d-2c5f-4ace-9743-e0657b2f0421 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1159909 Dec 08 00:24:26.646234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8bb34e-02d8-4df3-97b1-2e7c03aa20f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:26.668722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8bb34e-02d8-4df3-97b1-2e7c03aa20f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:26.670819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1f8bb34e-02d8-4df3-97b1-2e7c03aa20f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1150920 Dec 08 00:24:26.673572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49594) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:26.715813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cca3d7fe-7321-4bb7-adb6-5a1e72e342f0 req-57b15a30-5124-4d9c-bcd6-0a01b7db4d6d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710201 Dec 08 00:24:26.768533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dd83a0cd-294b-4ca3-8e67-fd0526db133c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:26.805282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port f68e9e3e-fd4e-4090-bd48-4d44c76358da {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:26.805747 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:26.877063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dd83a0cd-294b-4ca3-8e67-fd0526db133c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:26.877651 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:26.924378 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:26.938701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for f68e9e3e-fd4e-4090-bd48-4d44c76358da owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:27.076110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 417b60af-d1f3-4645-a86c-952ff0fac075 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:27.102353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.148441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=f68e9e3e-fd4e-4090-bd48-4d44c76358da,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:27.176590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.181364 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d68cb6c1-0abe-4757-abf4-3744cf9f09ac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/f68e9e3e-fd4e-4090-bd48-4d44c76358da HTTP/1.1" status: 204 len: 168 time: 0.5055492 Dec 08 00:24:27.184391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49600) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:27.225727 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Sync routers for ids ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:27.248415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 417b60af-d1f3-4645-a86c-952ff0fac075 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:27.248799 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.249108 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Routers {'3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:27.249755 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:27.251743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.359481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8f00fd-dd5f-4826-894d-0352260e5ea5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:27.361296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8f00fd-dd5f-4826-894d-0352260e5ea5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:27.365409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cc8f00fd-dd5f-4826-894d-0352260e5ea5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1776226 Dec 08 00:24:27.365771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49608) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:27.485525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49612) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:27.487119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 5358251b-2aa9-42b1-9358-c2c21d4fd385 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:27.504002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.534018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b985d4e-53dd-4977-af0d-52c8b999d1b5 req-e683a3d1-49a9-4127-a669-863a81281c7d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:27.550267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b985d4e-53dd-4977-af0d-52c8b999d1b5 req-e683a3d1-49a9-4127-a669-863a81281c7d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1231873 Dec 08 00:24:27.560931 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Set router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:27.614012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.661964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b985d4e-53dd-4977-af0d-52c8b999d1b5 req-3ae0749c-73c9-4d13-aa73-8b9c8e8062f5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107459 Dec 08 00:24:27.688274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.711939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.775185 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.870843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c831ec-0b07-4e28-81fc-8da188301c76 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:27.883739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:27.899382 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/5358251b-2aa9-42b1-9358-c2c21d4fd385 HTTP/1.1" status: 204 len: 168 time: 0.5286472 Dec 08 00:24:27.903275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49632) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:27.904160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af617ca-9a01-40f4-9deb-9b93fbf1d755 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=5358251b-2aa9-42b1-9358-c2c21d4fd385,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:27.999647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ed8ba-cf39-44b7-8d7c-4859d20eab76 req-3ef9a9d6-3f6c-471f-9ec6-067ec4de1a2b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:28.001299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c5ed8ba-cf39-44b7-8d7c-4859d20eab76 req-3ef9a9d6-3f6c-471f-9ec6-067ec4de1a2b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1481037 Dec 08 00:24:28.033484 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.069414 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-775ed171-096c-44e5-86aa-58e25cd2d857 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538148 Dec 08 00:24:28.070606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49638) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:28.071575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.084426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:28.156883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:28.185619 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '76b74685-7afe-4428-9685-2872ee4dce5e', 'name': '', 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'mac_address': 'fa:16:3e:8d:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '652ed4f7-0b35-4aeb-83f8-b7c396fed84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:20Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 2, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'subnets': [{'id': '652ed4f7-0b35-4aeb-83f8-b7c396fed84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:28.241492 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Checking router: 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:28.242615 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Updating router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 port 76b74685-7afe-4428-9685-2872ee4dce5e binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:28.281159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] Deleting port dd83a0cd-294b-4ca3-8e67-fd0526db133c {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:28.281563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.421702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:28.425578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.493881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] For port dd83a0cd-294b-4ca3-8e67-fd0526db133c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dd83a0cd-294b-4ca3-8e67-fd0526db133c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:28.495138 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.505082 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.507547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e2f3d-bceb-4101-9abc-80269e0a1853,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:28.521842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49648) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:28.522409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f958152fc804bd895f559700a722f90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0358424 Dec 08 00:24:28.531694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.532645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.533071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.533488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.533896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.534320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.534833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.535516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.535917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.536317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.536716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.537115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.537514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf69777-8c0d-466d-bb9e-1a0d74e2678f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:28.564234 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] Calling delete_port for dd83a0cd-294b-4ca3-8e67-fd0526db133c owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:28.568286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c5ed8ba-cf39-44b7-8d7c-4859d20eab76 req-524a2886-0c82-461a-9fb3-85d0742b8dde tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5530722 Dec 08 00:24:28.675629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25eb-cfc2-4799-a718-a5ed42b79203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.709605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dd83a0cd-294b-4ca3-8e67-fd0526db133c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:28.727996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25eb-cfc2-4799-a718-a5ed42b79203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.797602 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:24:28.828417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25eb-cfc2-4799-a718-a5ed42b79203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.831629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25eb-cfc2-4799-a718-a5ed42b79203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:28.835038 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f4b25eb-cfc2-4799-a718-a5ed42b79203 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c36e2f3d-bceb-4101-9abc-80269e0a1853 HTTP/1.1" status: 204 len: 168 time: 0.3093309 Dec 08 00:24:28.856110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b25eb-cfc2-4799-a718-a5ed42b79203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e2f3d-bceb-4101-9abc-80269e0a1853,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:28.906734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7af2-3879-451a-872f-ec29e3ba3c2f req-259a1966-9db9-4eb0-8818-c995af5d376a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:28.917294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-881e7af2-3879-451a-872f-ec29e3ba3c2f req-259a1966-9db9-4eb0-8818-c995af5d376a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.3696835 Dec 08 00:24:28.977198 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.036030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] Pushing event deleted for resources: {'Port': ['ID=dd83a0cd-294b-4ca3-8e67-fd0526db133c,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:29.045294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No active binding found for port dd83a0cd-294b-4ca3-8e67-fd0526db133c {{(pid=103115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 00:24:29.045963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dd83a0cd-294b-4ca3-8e67-fd0526db133c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:29.050863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d55c0-ad1e-4f30-9255-730413623a33 None None] No DVR routers for this DVR port dd83a0cd-294b-4ca3-8e67-fd0526db133c on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:29.125423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-881e7af2-3879-451a-872f-ec29e3ba3c2f req-30d248dc-72fc-41e2-a975-f4488c6b6176 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070968 Dec 08 00:24:29.175514 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.191733 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.349278 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c67a4a-6c5f-4428-a41a-a80decb7dec7 None None] Pushing event updated for resources: {'Port': ['ID=76b74685-7afe-4428-9685-2872ee4dce5e,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:29.360817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.428760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=ddc36f51-6eb9-4d0b-b8f1-364be513d24f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:29.457848 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Attempting to bind port 76b74685-7afe-4428-9685-2872ee4dce5e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:29.458225 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Attempting to bind port 76b74685-7afe-4428-9685-2872ee4dce5e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:29.458595 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Attempting to bind port 76b74685-7afe-4428-9685-2872ee4dce5e on network 9bf04afd-7076-4700-b347-e957a8720e1e {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:29.471673 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:29.472064 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Checking segment: {'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:29.472471 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.472935 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Bound using segment: {'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:29.473339 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Bound port: 76b74685-7afe-4428-9685-2872ee4dce5e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064a706d-05e0-4b2e-ae64-10014d7be007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:29.473724 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.533557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:29.591073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c9c36-da81-4e24-9a3c-e2fe10d3f615 req-2f4b7194-931d-4643-b702-529cb0bee487 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:29.620190 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] For port 76b74685-7afe-4428-9685-2872ee4dce5e, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:29.620448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49684) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:29.622288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-129c9c36-da81-4e24-9a3c-e2fe10d3f615 req-2f4b7194-931d-4643-b702-529cb0bee487 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.3248577 Dec 08 00:24:29.631983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:29.640574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:29.643899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.652804 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] For port 76b74685-7afe-4428-9685-2872ee4dce5e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76b74685-7afe-4428-9685-2872ee4dce5e,segment=NetworkSegment(064a706d-05e0-4b2e-ae64-10014d7be007),segment_id=064a706d-05e0-4b2e-ae64-10014d7be007)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:29.673611 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:29.687453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf59dc-22e1-4dc9-8810-38bd8d4e85c2 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:29.691957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1d4cf8fa-784b-4cc2-8797-dc20369dc894 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6150899 Dec 08 00:24:29.695072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49686) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:29.701322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c9c1275e-89da-4eba-a73c-f9d3ab20e9ca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'ddc36f51-6eb9-4d0b-b8f1-364be513d24f', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1203097250'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:29.858765 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c67a4a-6c5f-4428-a41a-a80decb7dec7 None None] Pushing event updated for resources: {'Port': ['ID=76b74685-7afe-4428-9685-2872ee4dce5e,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:29.900668 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Routers {'3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:29.901377 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:29.982650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9e01-0fdd-4ca8-a825-4dbfd1a5f8c6 req-61683706-b477-4544-9e4f-b3b3b7e0922e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:29.984246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66de9e01-0fdd-4ca8-a825-4dbfd1a5f8c6 req-61683706-b477-4544-9e4f-b3b3b7e0922e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.2133973 Dec 08 00:24:29.992345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-10bdc2ea-3989-457a-b724-07fbbd33d5be None None] Provisioning complete for port 76b74685-7afe-4428-9685-2872ee4dce5e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:29.992888 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10bdc2ea-3989-457a-b724-07fbbd33d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:30.009143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-129c9c36-da81-4e24-9a3c-e2fe10d3f615 req-071002cc-d179-462c-a5cb-a9f11d766511 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858469 Dec 08 00:24:30.184220 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] Set router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:30.244966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66de9e01-0fdd-4ca8-a825-4dbfd1a5f8c6 req-180ddf38-652b-472a-965d-913839c42ce1 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466493 Dec 08 00:24:30.578721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'ddc36f51-6eb9-4d0b-b8f1-364be513d24f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:30.579614 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:30.586535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b3cbe-1a6a-49fb-8fda-2105b6b4a10a req-cd3269e7-a8b0-41a3-a1d5-1ef9c6dba6ed tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:30.619376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-397b3cbe-1a6a-49fb-8fda-2105b6b4a10a req-cd3269e7-a8b0-41a3-a1d5-1ef9c6dba6ed tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.3637908 Dec 08 00:24:30.688863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49706) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:30.821854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c1275e-89da-4eba-a73c-f9d3ab20e9ca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:30.868742 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '76b74685-7afe-4428-9685-2872ee4dce5e', 'name': '', 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'mac_address': 'fa:16:3e:8d:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '652ed4f7-0b35-4aeb-83f8-b7c396fed84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:20Z', 'updated_at': '2021-12-08T00:24:29Z', 'revision_number': 4, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'subnets': [{'id': '652ed4f7-0b35-4aeb-83f8-b7c396fed84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:30.888760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10bdc2ea-3989-457a-b724-07fbbd33d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:30.942195 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddef22-b3c0-4601-914e-24fe420cb546 None None] The sync data for ids ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'] in n-d-820549-2 is: [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '76b74685-7afe-4428-9685-2872ee4dce5e', 'name': '', 'network_id': '9bf04afd-7076-4700-b347-e957a8720e1e', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'mac_address': 'fa:16:3e:8d:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '652ed4f7-0b35-4aeb-83f8-b7c396fed84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:20Z', 'updated_at': '2021-12-08T00:24:29Z', 'revision_number': 4, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'subnets': [{'id': '652ed4f7-0b35-4aeb-83f8-b7c396fed84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:30.984469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-e122fec5-ba58-4351-a44f-064ddb5f999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:30.985989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-e122fec5-ba58-4351-a44f-064ddb5f999f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 1096 time: 0.2762573 Dec 08 00:24:31.034001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-10bdc2ea-3989-457a-b724-07fbbd33d5be None None] For port 76b74685-7afe-4428-9685-2872ee4dce5e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76b74685-7afe-4428-9685-2872ee4dce5e,segment=NetworkSegment(064a706d-05e0-4b2e-ae64-10014d7be007),segment_id=064a706d-05e0-4b2e-ae64-10014d7be007)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:31.055639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10bdc2ea-3989-457a-b724-07fbbd33d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.084657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1895478067-network', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:31.093897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.153805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/ddc36f51-6eb9-4d0b-b8f1-364be513d24f/bf12992d-4d45-4e38-81d4-87f582db4c5f) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:31.185269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32014f08-05f7-438f-a70a-43ea1f024f16 req-fe0e2617-c68c-4fd5-9b3e-5e2fce8d5841 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:31.201997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32014f08-05f7-438f-a70a-43ea1f024f16 req-fe0e2617-c68c-4fd5-9b3e-5e2fce8d5841 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.5163324 Dec 08 00:24:31.203966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Made reservation on behalf of 0e87c1e67d804765a88b9d452444fe3a for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:31.207708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdc2ea-3989-457a-b724-07fbbd33d5be None None] Pushing event updated for resources: {'Port': ['ID=76b74685-7afe-4428-9685-2872ee4dce5e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:31.213314 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.221808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-87a6912c-a860-4102-89f1-5aa2dcb91505 None None] Provisioning complete for port 76b74685-7afe-4428-9685-2872ee4dce5e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:31.222184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87a6912c-a860-4102-89f1-5aa2dcb91505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.246009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-397b3cbe-1a6a-49fb-8fda-2105b6b4a10a req-860d8e51-989c-4e0c-9901-a5a514a16bb8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6256967 Dec 08 00:24:31.301786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.385695 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c9c1275e-89da-4eba-a73c-f9d3ab20e9ca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.434455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-68fbe8ba-570e-4cec-b916-80fe65a8e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:31.436296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-68fbe8ba-570e-4cec-b916-80fe65a8e52e service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 912 time: 0.4395502 Dec 08 00:24:31.531237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32014f08-05f7-438f-a70a-43ea1f024f16 req-6be981db-6f78-4654-a42c-e4eb4cade640 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281360 Dec 08 00:24:31.535463 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-4973023a-659c-4db7-902e-0ce7620e4411 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 200 len: 1000 time: 0.0877249 Dec 08 00:24:31.543114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-c9c1275e-89da-4eba-a73c-f9d3ab20e9ca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 3be67635-0f93-4ddf-8bc1-ced8ff8fc702 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:31.646925 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.660990 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.724620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-e55c6d0b-29e0-4481-8382-899b0872459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:31.726108 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-e55c6d0b-29e0-4481-8382-899b0872459e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.1800535 Dec 08 00:24:31.737275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:31.741603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:31.755712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:31.762367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Pushing event updated for resources: {'Port': ['ID=bf12992d-4d45-4e38-81d4-87f582db4c5f,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:31.772094 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c1275e-89da-4eba-a73c-f9d3ab20e9ca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:24:31.772584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c1275e-89da-4eba-a73c-f9d3ab20e9ca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:24:31.787243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3856-e3e7-4bea-9d5b-2aaede679658 req-0e10b69e-bd7e-4158-8bfb-7a413ee9c455 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:31.788804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-702e3856-e3e7-4bea-9d5b-2aaede679658 req-0e10b69e-bd7e-4158-8bfb-7a413ee9c455 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.4305129 Dec 08 00:24:31.848224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Attempting to bind port bf12992d-4d45-4e38-81d4-87f582db4c5f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:31.848619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Attempting to bind port bf12992d-4d45-4e38-81d4-87f582db4c5f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:31.848993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Attempting to bind port bf12992d-4d45-4e38-81d4-87f582db4c5f on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:31.859217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:31.859647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:31.860066 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.860591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:31.861136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Bound port: bf12992d-4d45-4e38-81d4-87f582db4c5f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:31.861530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:31.865475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c9c1275e-89da-4eba-a73c-f9d3ab20e9ca tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1692548 Dec 08 00:24:31.868217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49716) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:31.887725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-0b15e581-5ea2-4a20-95f1-adda5bc27bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:31.889438 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-0b15e581-5ea2-4a20-95f1-adda5bc27bc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486709 Dec 08 00:24:31.941178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-702e3856-e3e7-4bea-9d5b-2aaede679658 req-74615e5d-0497-4a29-a04d-24dd89fcc236 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406779 Dec 08 00:24:31.989389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] For port bf12992d-4d45-4e38-81d4-87f582db4c5f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:31.993430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] For port bf12992d-4d45-4e38-81d4-87f582db4c5f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf12992d-4d45-4e38-81d4-87f582db4c5f,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:31.995299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.001390 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.006925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.022599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:24:32.033881 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.034384 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Added segment 9272908e-d782-41c4-a2a3-15e63a477bdc of type vlan for network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 Dec 08 00:24:32.041376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Deleting port 77540502-47af-49ea-955e-7cb506c80b66 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:32.041921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.060722 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-cd58b898-0e34-4b06-ad00-dd4866edcca7 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620679 Dec 08 00:24:32.087835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.135608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf37a79-5927-4578-afd3-210bbc6dff4a None None] Pushing event updated for resources: {'Port': ['ID=bf12992d-4d45-4e38-81d4-87f582db4c5f,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:32.149355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.151184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:32.153527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.189630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b99980-d860-4efc-a922-b934b3c24ff8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:32.226874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91c6c7-9618-47c4-85f2-94c135f414c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:32.232762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a91c6c7-9618-47c4-85f2-94c135f414c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3529515 Dec 08 00:24:32.234812 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f3859a6d-78fa-42bd-a0c1-c57fae73a6f3 req-ce7f057f-64ec-4dc4-9742-5c287812050d service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652539 Dec 08 00:24:32.235559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49720) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:32.247424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5504141 Dec 08 00:24:32.248924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:32.255316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Request body: {'subnet': {'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1895478067-subnet', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:32.358230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54e272-1a8d-4233-80b8-ba83cdb6ae2e admin admin] Pushing event updated for resources: {'Network': ['ID=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:32.360719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Made reservation on behalf of 0e87c1e67d804765a88b9d452444fe3a for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:32.363154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.371701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:24:32.387001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a40bf9-32d7-44df-83e3-fc711ca7e9c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:32.388833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a40bf9-32d7-44df-83e3-fc711ca7e9c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:32.391229 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-53a40bf9-32d7-44df-83e3-fc711ca7e9c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1508090 Dec 08 00:24:32.397273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:32.516429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] For port 77540502-47af-49ea-955e-7cb506c80b66, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77540502-47af-49ea-955e-7cb506c80b66,segment=NetworkSegment(05ab542d-5363-4362-b1ab-5657d4a4cd77),segment_id=05ab542d-5363-4362-b1ab-5657d4a4cd77)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:32.532117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.542952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet ddc36f51-6eb9-4d0b-b8f1-364be513d24f {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:32.561597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.632227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Calling delete_port for 77540502-47af-49ea-955e-7cb506c80b66 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:32.751859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.789045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.796603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76b74685-7afe-4428-9685-2872ee4dce5e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:32.864648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4221124d-be43-4a62-a64e-b3c4acae7186,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:32.920678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6dbe6-0c92-400e-b614-c7a36c87fcdf req-26909808-d294-4d93-8a1e-735a79434478 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:32.924713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 76b74685-7afe-4428-9685-2872ee4dce5e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:32.925021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93a6dbe6-0c92-400e-b614-c7a36c87fcdf req-26909808-d294-4d93-8a1e-735a79434478 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.2777555 Dec 08 00:24:32.931141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.935404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:32.945278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Checking segment: {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:32.945735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Network hostable DHCP agents. Network: 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:24:33.062749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:24:33.101561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93a6dbe6-0c92-400e-b614-c7a36c87fcdf req-df29ba9a-e87d-4285-a3da-225896b3cc6b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654866 Dec 08 00:24:33.112037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.124065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:33.128235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf12992d-4d45-4e38-81d4-87f582db4c5f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:33.139982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:33.141673 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.147409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc36f51-6eb9-4d0b-b8f1-364be513d24f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:33.152611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.158283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6668caf3-94f5-4ed0-95ff-cba3d656ae79 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ddc36f51-6eb9-4d0b-b8f1-364be513d24f HTTP/1.1" status: 204 len: 168 time: 0.7576573 Dec 08 00:24:33.159258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:33.169920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.186558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876062f-dc92-4132-b85e-af699012bf4b None None] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:33.197086 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-06ec47ef-ca26-47d4-93e3-0a9464b6b1c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9482076 Dec 08 00:24:33.200095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:33.209116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:33.263040 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.264218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.314321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:33.315237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.334342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bf12992d-4d45-4e38-81d4-87f582db4c5f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:33.334753 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.365311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8570de78-9827-4abf-a722-428610444207 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1988626 Dec 08 00:24:33.366399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:33.371289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=77540502-47af-49ea-955e-7cb506c80b66,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:33.378381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:33.413412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.484411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.622495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port bf12992d-4d45-4e38-81d4-87f582db4c5f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf12992d-4d45-4e38-81d4-87f582db4c5f,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:33.633892 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.645700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.686498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:33.694505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.700998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=bf12992d-4d45-4e38-81d4-87f582db4c5f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:33.773421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Allocated IP 172.20.0.2 (8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60/4221124d-be43-4a62-a64e-b3c4acae7186/3d2d256e-e181-418e-8d78-40d2d7d247e7) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:33.979762 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:33.986991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63119fc8-2f45-4854-936d-4bd00d0f0ecb None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:34.065158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.088419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:34.110920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:34.113810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:34.184337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-711b8b92-4cab-4439-8e84-9c67c5e78e1d None None] Provisioning complete for port bf12992d-4d45-4e38-81d4-87f582db4c5f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:34.184720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-711b8b92-4cab-4439-8e84-9c67c5e78e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.293001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Attempting to bind port 3d2d256e-e181-418e-8d78-40d2d7d247e7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:34.293558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Attempting to bind port 3d2d256e-e181-418e-8d78-40d2d7d247e7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:34.293829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Attempting to bind port 3d2d256e-e181-418e-8d78-40d2d7d247e7 on network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:34.307830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:34.309121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Checking segment: {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:34.309569 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.309989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Bound using segment: {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:34.310486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Bound port: 3d2d256e-e181-418e-8d78-40d2d7d247e7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:34.310869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.388097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:34.392039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.413776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Pushing event updated for resources: {'Port': ['ID=3d2d256e-e181-418e-8d78-40d2d7d247e7,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:34.444049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c664d29-9278-4294-942e-0d240e45b187 req-1cd98886-30c3-4e97-b6ee-f6e92368cf12 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:34.445601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c664d29-9278-4294-942e-0d240e45b187 req-1cd98886-30c3-4e97-b6ee-f6e92368cf12 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.0858505 Dec 08 00:24:34.449809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.472658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.500350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] For port 3d2d256e-e181-418e-8d78-40d2d7d247e7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:34.504774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] Deleting port bf12992d-4d45-4e38-81d4-87f582db4c5f {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:34.505228 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.594351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] For port bf12992d-4d45-4e38-81d4-87f582db4c5f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf12992d-4d45-4e38-81d4-87f582db4c5f,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:34.594857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.597960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c664d29-9278-4294-942e-0d240e45b187 req-ae9af50b-2730-4ef8-88aa-cc96833c6eb0 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269267 Dec 08 00:24:34.611200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] Calling delete_port for bf12992d-4d45-4e38-81d4-87f582db4c5f owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:34.668972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Allocated IP 172.25.6.172 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/a4bdbb76-2b33-4388-bce1-8236f467c197) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:34.680814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.681984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] For port 3d2d256e-e181-418e-8d78-40d2d7d247e7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2d256e-e181-418e-8d78-40d2d7d247e7,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:34.693626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.725851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:34.730625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:34.735322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:34.735913 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.770827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c776fc2-588c-4cd1-994d-3e319fdaaa8d None None] Pushing event updated for resources: {'Port': ['ID=3d2d256e-e181-418e-8d78-40d2d7d247e7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:34.774509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf12992d-4d45-4e38-81d4-87f582db4c5f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:34.828198 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4584751 Dec 08 00:24:34.829255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=3e271b22-442c-4a93-9ccb-c7dbff0cb296,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:34.833336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49742) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:34.837840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1d1aec86-e534-4d1d-8a46-f0f3d220a9f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-897220813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:34.848351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.848619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.849192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.849620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.849946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.850590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.850960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.851351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.851685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.852019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.852401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.853221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.853614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cc6dc-cd14-4b88-9609-be928012a286 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:34.891722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.895021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1aec86-e534-4d1d-8a46-f0f3d220a9f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.896134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1aec86-e534-4d1d-8a46-f0f3d220a9f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.943628 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.959468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1aec86-e534-4d1d-8a46-f0f3d220a9f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.971310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1aec86-e534-4d1d-8a46-f0f3d220a9f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:34.982431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] Pushing event deleted for resources: {'Port': ['ID=bf12992d-4d45-4e38-81d4-87f582db4c5f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:34.990772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb0d70-38c0-419f-b5a2-c4b58bb1eeca None None] No DVR routers for this DVR port bf12992d-4d45-4e38-81d4-87f582db4c5f on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:35.001259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.006708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Router 717950ae-c926-4bc4-afcd-58bc6bf3897c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:35.013131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e50d58-4f25-42d6-a304-805fe205c30f None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:35.046771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1aec86-e534-4d1d-8a46-f0f3d220a9f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.050793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1d1aec86-e534-4d1d-8a46-f0f3d220a9f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2164614 Dec 08 00:24:35.056174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49744) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:35.201688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '3e271b22-442c-4a93-9ccb-c7dbff0cb296'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:35.202996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.212982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.217975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:35.227505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0ce65953-32ba-4b93-8fd6-6017f9dc0c71 admin admin] 10.222.0.18 "PUT /v2.0/routers/717950ae-c926-4bc4-afcd-58bc6bf3897c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6051168 Dec 08 00:24:35.227942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49748) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:35.241054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] Sync routers for ids ['717950ae-c926-4bc4-afcd-58bc6bf3897c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:35.351690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:35.358980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:35.373857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.391866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b54aaee-1685-4238-a4e8-aa86390d85f6 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:35.401127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:35.421471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] Routers {'717950ae-c926-4bc4-afcd-58bc6bf3897c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:35.422190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['717950ae-c926-4bc4-afcd-58bc6bf3897c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:35.423425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bdbb76-2b33-4388-bce1-8236f467c197,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:35.499113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.518543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/3e271b22-442c-4a93-9ccb-c7dbff0cb296/848d92a2-740d-450f-aca9-6def86d62fbe) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:35.577264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Deleting port 3a373a99-8436-49f8-b80d-bff0ef6a84c5 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:35.577900 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.651478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.681467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] For port 3a373a99-8436-49f8-b80d-bff0ef6a84c5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3a373a99-8436-49f8-b80d-bff0ef6a84c5,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:35.682219 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.701571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Calling delete_port for 3a373a99-8436-49f8-b80d-bff0ef6a84c5 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:35.933708 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:35.977146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a373a99-8436-49f8-b80d-bff0ef6a84c5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:35.994499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.007393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.009251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6b6c2-9ed0-4017-a9e4-6c641ece27d0 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:36.021615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b51d44df-e3a2-411a-9169-17896109aac2 None None] Provisioning complete for port a4bdbb76-2b33-4388-bce1-8236f467c197 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:36.022159 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b51d44df-e3a2-411a-9169-17896109aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.058874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.064309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.109138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] Set router 717950ae-c926-4bc4-afcd-58bc6bf3897c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:36.140641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::1 (4a2e7540-686a-45ff-a008-3d83de30eb8b/3e271b22-442c-4a93-9ccb-c7dbff0cb296/2ee109a0-a123-40d5-b7c7-a45042d9e6e8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:36.147175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b51d44df-e3a2-411a-9169-17896109aac2 None None] Port a4bdbb76-2b33-4388-bce1-8236f467c197 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:36.196513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:36.198521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Pushing event updated for resources: {'Port': ['ID=848d92a2-740d-450f-aca9-6def86d62fbe,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:36.211249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:36.215522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:36.244162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.247674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.324764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.325412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 717950ae-c926-4bc4-afcd-58bc6bf3897c {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:24:36.330824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.335002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ac6466ae-003a-4839-8f90-008966fe9032 admin admin] 10.222.0.18 "DELETE /v2.0/routers/717950ae-c926-4bc4-afcd-58bc6bf3897c HTTP/1.1" status: 204 len: 168 time: 1.1059682 Dec 08 00:24:36.335714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49752) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:36.340919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb103ee-01e3-4a55-8b01-b7abe05d4fa5 None None] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:36.386527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.393127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] Deleting subnet 18f832d0-eb1e-409c-bd48-2242a66e2002 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:36.393548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.397687 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.399747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Attempting to bind port 848d92a2-740d-450f-aca9-6def86d62fbe on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:36.400269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Attempting to bind port 848d92a2-740d-450f-aca9-6def86d62fbe by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:36.400482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Attempting to bind port 848d92a2-740d-450f-aca9-6def86d62fbe on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:36.414380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:36.414759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:36.415192 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.415590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:36.416073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Bound port: 848d92a2-740d-450f-aca9-6def86d62fbe, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:36.416459 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.441307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.489588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-295b7322-46cf-4320-a6d8-50f79b0f2b2b None None] Provisioning complete for port 3d2d256e-e181-418e-8d78-40d2d7d247e7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:36.489969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-295b7322-46cf-4320-a6d8-50f79b0f2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.514083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.557295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.591683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:36.604613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:36.610836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:36.611620 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.639786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.645583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] For port 848d92a2-740d-450f-aca9-6def86d62fbe, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:36.660446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.670357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d76fb8-a304-4ca2-b847-eab3ea4a3b6a None None] Network 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:36.671178 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/18f832d0-eb1e-409c-bd48-2242a66e2002 HTTP/1.1" status: 204 len: 168 time: 0.3336258 Dec 08 00:24:36.675984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] For port 848d92a2-740d-450f-aca9-6def86d62fbe, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=848d92a2-740d-450f-aca9-6def86d62fbe,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:36.699989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49754) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:36.707974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af405bc-7d21-4326-bb06-c25b9fa706e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f832d0-eb1e-409c-bd48-2242a66e2002,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:36.708781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=2ee109a0-a123-40d5-b7c7-a45042d9e6e8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:36.750918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Router ced73584-1830-4410-a2fd-6e415eb8f4ea is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:24:36.793841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.801117 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-295b7322-46cf-4320-a6d8-50f79b0f2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.818029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'name': 'tempest-TestAggregatesBasicOps-1932123570-router', 'tenant_id': 'f1bea08a437648f9ac62df172366b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:01Z', 'updated_at': '2021-12-08T00:24:33Z', 'revision_number': 5, 'project_id': 'f1bea08a437648f9ac62df172366b495', 'gw_port': {'id': '3a373a99-8436-49f8-b80d-bff0ef6a84c5', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717950ae-c926-4bc4-afcd-58bc6bf3897c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:02Z', 'updated_at': '2021-12-08T00:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:36.823025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.860415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d2d256e-e181-418e-8d78-40d2d7d247e7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:36.892225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Deleting port c592de27-9039-43c2-bcd8-5eb1160fef0e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:36.892572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.926215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] Checking router: 717950ae-c926-4bc4-afcd-58bc6bf3897c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:36.933009 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:36.983631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] For port c592de27-9039-43c2-bcd8-5eb1160fef0e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c592de27-9039-43c2-bcd8-5eb1160fef0e,segment=NetworkSegment(05ab542d-5363-4362-b1ab-5657d4a4cd77),segment_id=05ab542d-5363-4362-b1ab-5657d4a4cd77)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:36.984372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.002949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Calling delete_port for c592de27-9039-43c2-bcd8-5eb1160fef0e owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:37.019004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-295b7322-46cf-4320-a6d8-50f79b0f2b2b None None] For port 3d2d256e-e181-418e-8d78-40d2d7d247e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2d256e-e181-418e-8d78-40d2d7d247e7,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:37.020767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:37.021277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:24:37.022286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_agentschedulers_db [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'717950ae-c926-4bc4-afcd-58bc6bf3897c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103115) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:24:37.022781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa2c5d-d315-4564-b6dd-cca052db775d None None] The sync data for ids ['717950ae-c926-4bc4-afcd-58bc6bf3897c'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:37.024721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90590f53-3653-45bc-9159-df5e2a1b4277 None None] Pushing event updated for resources: {'Port': ['ID=848d92a2-740d-450f-aca9-6def86d62fbe,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:37.035252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:37.037891 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-295b7322-46cf-4320-a6d8-50f79b0f2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.056543 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Sync routers for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:37.082661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.087088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-36bb2176-d4bd-4f99-b69a-a692a00c2bc0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8852017 Dec 08 00:24:37.087775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:37.096266 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:37.098740 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:37.108319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b7322-46cf-4320-a6d8-50f79b0f2b2b None None] Pushing event updated for resources: {'Port': ['ID=3d2d256e-e181-418e-8d78-40d2d7d247e7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:37.156488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.159680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3d2d256e-e181-418e-8d78-40d2d7d247e7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:37.160663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.189402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c592de27-9039-43c2-bcd8-5eb1160fef0e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:37.205121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] No DVR routers for this DVR port c592de27-9039-43c2-bcd8-5eb1160fef0e on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:37.227238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9427e2c6-48b3-4726-b62d-4317b0893cd1 None None] Provisioning complete for port 3d2d256e-e181-418e-8d78-40d2d7d247e7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:37.227655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9427e2c6-48b3-4726-b62d-4317b0893cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.231212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.238875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.247690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.336368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.346750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=2ee109a0-a123-40d5-b7c7-a45042d9e6e8,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:37.364962 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:37.396077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265f0956-6e58-47d1-8679-5a2ea4b3d2d2']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:37.419653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ab542d-5363-4362-b1ab-5657d4a4cd77') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:37.419855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ab542d-5363-4362-b1ab-5657d4a4cd77') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:37.445163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.493636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:37.496004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b81c09-d1f3-4e0a-b885-19e5ff5764d0 None None] DHCP port deletion for 265f0956-6e58-47d1-8679-5a2ea4b3d2d2 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:37.505043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:37.563712 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.574203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:24:37.574712 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:24:37.576793 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:24:37.663142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.709921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.716195 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] 10.222.0.18 "DELETE /v2.0/networks/265f0956-6e58-47d1-8679-5a2ea4b3d2d2 HTTP/1.1" status: 204 len: 168 time: 1.0126066 Dec 08 00:24:37.718498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:37.720808 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:35Z', 'revision_number': 3, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:37.726084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfafe5-27fa-4209-a4b6-62bfa84a6b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=265f0956-6e58-47d1-8679-5a2ea4b3d2d2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:37.761599 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Checking router: ced73584-1830-4410-a2fd-6e415eb8f4ea for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:37.761956 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Updating router ced73584-1830-4410-a2fd-6e415eb8f4ea port a4bdbb76-2b33-4388-bce1-8236f467c197 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:37.776238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Router 7a32cc9d-f66b-401f-b6c3-f5798151af5e is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:24:37.807187 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.937240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:37.943739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:37.951492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Sync routers for ids ['7a32cc9d-f66b-401f-b6c3-f5798151af5e'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:37.964961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Routers {'7a32cc9d-f66b-401f-b6c3-f5798151af5e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:37.965654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7a32cc9d-f66b-401f-b6c3-f5798151af5e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:38.093358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Set router 7a32cc9d-f66b-401f-b6c3-f5798151af5e gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:38.159143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Allocated IP 172.20.0.1 (8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60/4221124d-be43-4a62-a64e-b3c4acae7186/6f2fef51-7d55-42a0-bd55-caa69f47bdf4) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:38.169176 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.179396 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.233909 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c553d-d2ec-45a9-9524-5274da58b2f1 None None] Pushing event updated for resources: {'Port': ['ID=a4bdbb76-2b33-4388-bce1-8236f467c197,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:38.266274 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Attempting to bind port a4bdbb76-2b33-4388-bce1-8236f467c197 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:38.268461 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Attempting to bind port a4bdbb76-2b33-4388-bce1-8236f467c197 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:38.269443 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Attempting to bind port a4bdbb76-2b33-4388-bce1-8236f467c197 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:38.275924 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:38.277171 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:38.277754 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.278325 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:38.279012 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Bound port: a4bdbb76-2b33-4388-bce1-8236f467c197, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:38.279575 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.320781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602bf9f0-39b5-4564-a31b-3e8a3d3017d6 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:38.359838 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] For port a4bdbb76-2b33-4388-bce1-8236f467c197, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:38.365109 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] For port a4bdbb76-2b33-4388-bce1-8236f467c197, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a4bdbb76-2b33-4388-bce1-8236f467c197,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:38.372160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.374862 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.441446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d3e9b2-992d-43d1-a5ea-f6c9cf36de09 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:38.448967 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.455517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e88d59dc-70eb-4057-a834-e2b4ae79110d None None] Provisioning complete for port a4bdbb76-2b33-4388-bce1-8236f467c197 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:38.456081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e88d59dc-70eb-4057-a834-e2b4ae79110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.465744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:38.466634 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:38.520882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-23cf0e3e-1e30-46e9-9e27-d620ba000342 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "PUT /v2.0/routers/7a32cc9d-f66b-401f-b6c3-f5798151af5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4452748 Dec 08 00:24:38.523486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49766) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:38.553081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:38.562718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:38.563564 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c553d-d2ec-45a9-9524-5274da58b2f1 None None] Pushing event updated for resources: {'Port': ['ID=a4bdbb76-2b33-4388-bce1-8236f467c197,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:38.574569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae930aa-cb87-49fd-8d37-549eb2f0111f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:38.575647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:38.578308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5ae930aa-cb87-49fd-8d37-549eb2f0111f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports/2ee109a0-a123-40d5-b7c7-a45042d9e6e8 HTTP/1.1" status: 200 len: 911 time: 0.0538483 Dec 08 00:24:38.578965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49768) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:38.656845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:38.688823 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.732203 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:38.760201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ee72c-39e4-4454-ae3b-c09ac249a737 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:38.766700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ee72c-39e4-4454-ae3b-c09ac249a737 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:38.768379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f14ee72c-39e4-4454-ae3b-c09ac249a737 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1833401 Dec 08 00:24:38.789357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49770) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:38.923904 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:38.954246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d2d256e-e181-418e-8d78-40d2d7d247e7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:39.029013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32cc9d-f66b-401f-b6c3-f5798151af5e', 'name': 'tempest-NetworksTestDHCPv6-router-897220813', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:36Z', 'revision_number': 2, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'gw_port_host': None, '_interfaces': [{'id': '2ee109a0-a123-40d5-b7c7-a45042d9e6e8', 'name': '', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'mac_address': 'fa:16:3e:40:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32cc9d-f66b-401f-b6c3-f5798151af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e271b22-442c-4a93-9ccb-c7dbff0cb296', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:35Z', 'updated_at': '2021-12-08T00:24:37Z', 'revision_number': 2, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'subnets': [{'id': '3e271b22-442c-4a93-9ccb-c7dbff0cb296', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:39.078210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Checking router: 7a32cc9d-f66b-401f-b6c3-f5798151af5e for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:39.078571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Updating router 7a32cc9d-f66b-401f-b6c3-f5798151af5e port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:39.154744 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e88d59dc-70eb-4057-a834-e2b4ae79110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.158143 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:35Z', 'revision_number': 3, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:39.185993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e88d59dc-70eb-4057-a834-e2b4ae79110d None None] For port a4bdbb76-2b33-4388-bce1-8236f467c197, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a4bdbb76-2b33-4388-bce1-8236f467c197,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:39.200037 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfade4eb-8a33-4b6d-b64c-34d2e1dd53a3 None None] The sync data for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 is: [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:35Z', 'revision_number': 3, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:39.203477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e88d59dc-70eb-4057-a834-e2b4ae79110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.222034 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.223755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.233063 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.257058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3d2d256e-e181-418e-8d78-40d2d7d247e7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:39.257991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.294504 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.334406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:39.340391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.473777 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:39.476084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:39.532148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.639741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d59dc-70eb-4057-a834-e2b4ae79110d None None] Pushing event updated for resources: {'Port': ['ID=a4bdbb76-2b33-4388-bce1-8236f467c197,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:39.643645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Provisioning complete for port 848d92a2-740d-450f-aca9-6def86d62fbe triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:39.644289 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.721336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 848d92a2-740d-450f-aca9-6def86d62fbe up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:39.722942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Router ced73584-1830-4410-a2fd-6e415eb8f4ea has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:39.901460 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.903648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:39.905823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 848d92a2-740d-450f-aca9-6def86d62fbe triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:39.906961 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:39.910979 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-26606ec3-4c04-4293-90f7-686c016d3145 admin admin] 10.222.0.18 "PUT /v2.0/routers/ced73584-1830-4410-a2fd-6e415eb8f4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8210266 Dec 08 00:24:39.937727 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.034573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Deleting port 76b74685-7afe-4428-9685-2872ee4dce5e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:40.035413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.116574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:40.116913 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.161493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] For port 76b74685-7afe-4428-9685-2872ee4dce5e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=76b74685-7afe-4428-9685-2872ee4dce5e,segment=NetworkSegment(064a706d-05e0-4b2e-ae64-10014d7be007),segment_id=064a706d-05e0-4b2e-ae64-10014d7be007)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:40.161871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.172647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763fbd2-cb43-4022-8169-a65c5783c22b None None] Pushing event updated for resources: {'Port': ['ID=2ee109a0-a123-40d5-b7c7-a45042d9e6e8,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:40.175190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.209227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Attempting to bind port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:40.209603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Attempting to bind port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:40.209977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Attempting to bind port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:40.228888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:40.229272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:40.230198 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.230607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:40.231126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Bound port: 2ee109a0-a123-40d5-b7c7-a45042d9e6e8, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:40.231515 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.289342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] For port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8, host n-d-820549-2, got binding levels [] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:40.289807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.307255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:40.314702 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.344410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] For port 848d92a2-740d-450f-aca9-6def86d62fbe, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=848d92a2-740d-450f-aca9-6def86d62fbe,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:40.363439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Calling delete_port for 76b74685-7afe-4428-9685-2872ee4dce5e owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:40.386506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.449732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] For port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:40.472918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Provisioning complete for port a4bdbb76-2b33-4388-bce1-8236f467c197 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:40.472918 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.488754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] For port 2ee109a0-a123-40d5-b7c7-a45042d9e6e8, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2ee109a0-a123-40d5-b7c7-a45042d9e6e8,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:40.532927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.538924 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:24:40.539177 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:24:40.547761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Pushing event updated for resources: {'Port': ['ID=848d92a2-740d-450f-aca9-6def86d62fbe,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:40.625023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Routers {'7a32cc9d-f66b-401f-b6c3-f5798151af5e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:40.625678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['7a32cc9d-f66b-401f-b6c3-f5798151af5e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:40.671900 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.694506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763fbd2-cb43-4022-8169-a65c5783c22b None None] Pushing event updated for resources: {'Port': ['ID=2ee109a0-a123-40d5-b7c7-a45042d9e6e8,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:40.745568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=2ee109a0-a123-40d5-b7c7-a45042d9e6e8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:40.767872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49790) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:40.769664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Could not find standard attr ID for object 2ee109a0-a123-40d5-b7c7-a45042d9e6e8. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:40.774825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] Set router 7a32cc9d-f66b-401f-b6c3-f5798151af5e gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:40.775463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-589635724-network', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:40.804341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Made reservation on behalf of 15534777fb0f4be891b5dc1b825d5348 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:40.806910 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.818992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.825770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Provisioning complete for port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:40.826507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.883918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.900647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.920010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e38acaf4-e0b5-40a2-ae00-c738ec4fb25b None None] Port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:40.935157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:40.946136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.008878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:24:41.014426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b74685-7afe-4428-9685-2872ee4dce5e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:41.020273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bab3b1-03f1-4868-88c4-acb3792d0e13,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:41.025763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.026186 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Added segment b8069e90-4da7-4c79-a07b-ebe7f7546f68 of type vlan for network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 Dec 08 00:24:41.088871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.116133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-540ff468-ce68-4a86-8c54-30fb4fe8c083 None None] Could not find standard attr ID for object 2ee109a0-a123-40d5-b7c7-a45042d9e6e8. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:24:41.128476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.131340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:41.135883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.155064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Router 7a32cc9d-f66b-401f-b6c3-f5798151af5e has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:41.164729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-540ff468-ce68-4a86-8c54-30fb4fe8c083 None None] Provisioning complete for port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:41.165469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-540ff468-ce68-4a86-8c54-30fb4fe8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.210813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef5d7d9-1ee7-484a-b260-06fcd41c47f5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:41.242533 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-583dfc9c-9137-404b-851d-59d2f75c4af4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4734182 Dec 08 00:24:41.245120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49792) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:41.251369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Request body: {'subnet': {'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-589635724-subnet', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:41.283705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-540ff468-ce68-4a86-8c54-30fb4fe8c083 None None] Port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:41.299843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a32cc9d-f66b-401f-b6c3-f5798151af5e', 'name': 'tempest-NetworksTestDHCPv6-router-897220813', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:36Z', 'revision_number': 2, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'gw_port_host': None, '_interfaces': [{'id': '2ee109a0-a123-40d5-b7c7-a45042d9e6e8', 'name': '', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'mac_address': 'fa:16:3e:40:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32cc9d-f66b-401f-b6c3-f5798151af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e271b22-442c-4a93-9ccb-c7dbff0cb296', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:35Z', 'updated_at': '2021-12-08T00:24:40Z', 'revision_number': 4, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'subnets': [{'id': '3e271b22-442c-4a93-9ccb-c7dbff0cb296', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:41.328093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Made reservation on behalf of 15534777fb0f4be891b5dc1b825d5348 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:41.332202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.384094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad44238-e7d6-417c-83ad-ead558be00f5 None None] The sync data for ids ['7a32cc9d-f66b-401f-b6c3-f5798151af5e'] in n-d-820549-2 is: [{'id': '7a32cc9d-f66b-401f-b6c3-f5798151af5e', 'name': 'tempest-NetworksTestDHCPv6-router-897220813', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:36Z', 'revision_number': 2, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'gw_port_host': None, '_interfaces': [{'id': '2ee109a0-a123-40d5-b7c7-a45042d9e6e8', 'name': '', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'mac_address': 'fa:16:3e:40:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a32cc9d-f66b-401f-b6c3-f5798151af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e271b22-442c-4a93-9ccb-c7dbff0cb296', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:35Z', 'updated_at': '2021-12-08T00:24:40Z', 'revision_number': 4, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'subnets': [{'id': '3e271b22-442c-4a93-9ccb-c7dbff0cb296', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:41.415217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:41.425053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cea14ac9-fd11-4f17-9b6d-bb2a9ce74816 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "PUT /v2.0/routers/7a32cc9d-f66b-401f-b6c3-f5798151af5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6343865 Dec 08 00:24:41.426840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49794) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:41.498629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.548026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:24:41.570524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c592de27-9039-43c2-bcd8-5eb1160fef0e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:41.605539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c592de27-9039-43c2-bcd8-5eb1160fef0e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:41.605960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c592de27-9039-43c2-bcd8-5eb1160fef0e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:41.606458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77540502-47af-49ea-955e-7cb506c80b66 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:41.623454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead588-9ccc-444c-b835-0f84df89b78e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:41.625112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ead588-9ccc-444c-b835-0f84df89b78e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:41.629600 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6ead588-9ccc-444c-b835-0f84df89b78e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1933033 Dec 08 00:24:41.630283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49796) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:41.668072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 77540502-47af-49ea-955e-7cb506c80b66 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:41.668489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77540502-47af-49ea-955e-7cb506c80b66 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:41.668979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3a373a99-8436-49f8-b80d-bff0ef6a84c5 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:41.691644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3a373a99-8436-49f8-b80d-bff0ef6a84c5 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:41.692002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3a373a99-8436-49f8-b80d-bff0ef6a84c5 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:41.720555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 3e271b22-442c-4a93-9ccb-c7dbff0cb296 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:41.723773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.766486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.798271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:41.914007 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.926941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:41.981310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:41.989871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5a8b3386-2351-4207-8fb0-7522f7d65be5 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d7e9fa3-1439-4ffd-a266-90a4f007bcb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2694724 Dec 08 00:24:41.990507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49804) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:41.993103 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] Sync routers for ids ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:42.012123 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] Routers {'3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:42.015166 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:42.085417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd53f65b-d405-4816-ac7c-a6a1fd4ad65c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:42.106168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Checking segment: {'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:42.106849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Network hostable DHCP agents. Network: 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:24:42.134622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Sync routers for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:42.158605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:42.167873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 848d92a2-740d-450f-aca9-6def86d62fbe up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:42.203901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=3e271b22-442c-4a93-9ccb-c7dbff0cb296,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:42.221154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:42.233983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:24:42.248554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:42.249225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:42.269278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:42.282821 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-809a6822-7ed2-4c64-a4a1-e6997ed2279a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/3e271b22-442c-4a93-9ccb-c7dbff0cb296 HTTP/1.1" status: 204 len: 168 time: 0.6471610 Dec 08 00:24:42.284410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49808) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:42.301995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:42.312177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:42.312827 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:42.328480 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] Set router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:42.582320 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:40Z', 'revision_number': 5, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:42.617564 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] Checking router: 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:42.634983 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] Routers {'3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:42.636565 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:42.779385 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] Set router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:42.836234 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:42.941024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001822f-836f-4e46-834b-e27fe20dc1b4 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:42.944096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0ebaf-2d17-40af-826e-63763a884bb5 None None] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:43.017042 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-637e8ce0-f2c8-4777-be81-3b0477e13bc3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7699151 Dec 08 00:24:43.023373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49810) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:43.029992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:43.055962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-32a62aa0-aba9-464c-9738-b9f4c2cf774c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7662349 Dec 08 00:24:43.059308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49812) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:43.063320 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:40Z', 'revision_number': 5, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:43.129613 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3c1c5-c8bb-4b9e-91be-db1ce1c8656c None None] The sync data for ids ['3d7e9fa3-1439-4ffd-a266-90a4f007bcb5'] in n-d-820549-2 is: [{'id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'name': 'tempest-TestAggregatesBasicOps-615094370-router', 'tenant_id': '54dad3e21de742109c9ac2af9ab3f46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:13Z', 'updated_at': '2021-12-08T00:24:40Z', 'revision_number': 5, 'project_id': '54dad3e21de742109c9ac2af9ab3f46f', 'gw_port': {'id': '417b60af-d1f3-4645-a86c-952ff0fac075', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e9fa3-1439-4ffd-a266-90a4f007bcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:14Z', 'updated_at': '2021-12-08T00:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:43.219855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.220905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.230253 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.230842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f012243d-013a-4cc1-84ac-59a9ed89d3f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.276004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'fixed_ips': [{'subnet_id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:43.276004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.277319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 848d92a2-740d-450f-aca9-6def86d62fbe triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:43.277752 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.324273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Deleting port 417b60af-d1f3-4645-a86c-952ff0fac075 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:43.325284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.434039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f012243d-013a-4cc1-84ac-59a9ed89d3f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.436271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f012243d-013a-4cc1-84ac-59a9ed89d3f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.445982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] For port 417b60af-d1f3-4645-a86c-952ff0fac075, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=417b60af-d1f3-4645-a86c-952ff0fac075,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:43.446476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.466244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a4bdbb76-2b33-4388-bce1-8236f467c197 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:43.468905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Calling delete_port for 417b60af-d1f3-4645-a86c-952ff0fac075 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:43.503065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f012243d-013a-4cc1-84ac-59a9ed89d3f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.503627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f012243d-013a-4cc1-84ac-59a9ed89d3f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Fanout notify agent at l3_agent the message router_deleted on router 7a32cc9d-f66b-401f-b6c3-f5798151af5e {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:24:43.513134 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f012243d-013a-4cc1-84ac-59a9ed89d3f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.517066 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f012243d-013a-4cc1-84ac-59a9ed89d3f9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/routers/7a32cc9d-f66b-401f-b6c3-f5798151af5e HTTP/1.1" status: 204 len: 168 time: 0.4539220 Dec 08 00:24:43.517833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49816) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:43.525609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:43.593964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a51955-0545-4399-afd3-d22e527d429a None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:43.614578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.691761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 2, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:43.780723 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.808566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a4bdbb76-2b33-4388-bce1-8236f467c197 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:43.809325 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.828110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:43.831834 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.836578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.862445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=417b60af-d1f3-4645-a86c-952ff0fac075,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:43.888264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead5473-8990-40c8-832f-26fd30867f6e None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:43.904193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Checking router: ced73584-1830-4410-a2fd-6e415eb8f4ea for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:43.905041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Updating router ced73584-1830-4410-a2fd-6e415eb8f4ea port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:43.941630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.957270 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:43.996648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-05a51955-0545-4399-afd3-d22e527d429a None None] Deleting port 848d92a2-740d-450f-aca9-6def86d62fbe {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:43.997022 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05a51955-0545-4399-afd3-d22e527d429a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.068476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.071144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.078748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-05a51955-0545-4399-afd3-d22e527d429a None None] For port 848d92a2-740d-450f-aca9-6def86d62fbe, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=848d92a2-740d-450f-aca9-6def86d62fbe,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:44.079211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05a51955-0545-4399-afd3-d22e527d429a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.096000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-05a51955-0545-4399-afd3-d22e527d429a None None] Calling delete_port for 848d92a2-740d-450f-aca9-6def86d62fbe owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:44.137793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.139192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:24:44.153429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.154358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.158808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-410efb52-f42b-4a57-9a6c-0328e30d24f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3d7e9fa3-1439-4ffd-a266-90a4f007bcb5 HTTP/1.1" status: 204 len: 168 time: 2.1672287 Dec 08 00:24:44.160354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49820) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:44.193467 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] Sync routers for ids ['7a32cc9d-f66b-401f-b6c3-f5798151af5e'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:44.215056 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:44.215723 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:24:44.220635 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_agentschedulers_db [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a32cc9d-f66b-401f-b6c3-f5798151af5e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:24:44.249210 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:44.250170 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:24:44.250951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_agentschedulers_db [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a32cc9d-f66b-401f-b6c3-f5798151af5e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:24:44.252287 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326912fd-4b88-47c3-8227-315f2959d2fa None None] The sync data for ids ['7a32cc9d-f66b-401f-b6c3-f5798151af5e'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:44.268245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] Deleting subnet 652ed4f7-0b35-4aeb-83f8-b7c396fed84c {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:44.272160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.285254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Allocated IP 172.20.0.2 (6ef5d7d9-1ee7-484a-b260-06fcd41c47f5/bd53f65b-d405-4816-ac7c-a6a1fd4ad65c/2acb53cc-b284-4bde-852c-37b84e437e37) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:44.286851 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.458386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:44.459848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.490814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.495011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:44.499327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:44.499947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.514262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=24251aaf-9f20-4404-adf4-f45fbf2dc33e,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:44.523882 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.643799 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-05a51955-0545-4399-afd3-d22e527d429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.646960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.654676 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2652a7a5-3c14-4d6f-9552-acdbc72058b9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1361983 Dec 08 00:24:44.657247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49824) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:44.662522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8d48297c-51cb-4a25-9c3a-cc8ef4c35605 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2058452448', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:44.699338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Allocated IP 172.25.6.195 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/8ce067cd-0748-4000-b0c3-7e45eb81f9e7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:44.714987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d48297c-51cb-4a25-9c3a-cc8ef4c35605 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.716116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d48297c-51cb-4a25-9c3a-cc8ef4c35605 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.716459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a51955-0545-4399-afd3-d22e527d429a None None] Pushing event deleted for resources: {'Port': ['ID=848d92a2-740d-450f-aca9-6def86d62fbe,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:44.732097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a51955-0545-4399-afd3-d22e527d429a None None] No DVR routers for this DVR port 848d92a2-740d-450f-aca9-6def86d62fbe on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:44.735337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.749860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.755902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] 10.222.0.18 "DELETE /v2.0/subnets/652ed4f7-0b35-4aeb-83f8-b7c396fed84c HTTP/1.1" status: 204 len: 168 time: 0.5932333 Dec 08 00:24:44.761716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:44.762171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff20e47-ee45-4698-8860-233548c3b862 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:44.764502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb498cfc-4753-4879-839c-4eae543128fa None None] Network 9bf04afd-7076-4700-b347-e957a8720e1e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:44.778679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6893da-99d5-4dca-b905-f1ae5d13caed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652ed4f7-0b35-4aeb-83f8-b7c396fed84c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:44.819339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d48297c-51cb-4a25-9c3a-cc8ef4c35605 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.843402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d48297c-51cb-4a25-9c3a-cc8ef4c35605 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.902404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d48297c-51cb-4a25-9c3a-cc8ef4c35605 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.903862 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d48297c-51cb-4a25-9c3a-cc8ef4c35605 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2454307 Dec 08 00:24:44.906601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49828) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:44.950518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:44.985116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.063193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Deleting port 53c76101-f8da-4993-b671-bf1b73112330 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:45.063538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.067162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.171960 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.183860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76b74685-7afe-4428-9685-2872ee4dce5e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:45.203191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:45.210228 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.217211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:45.220086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:45.222403 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.227915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] For port 53c76101-f8da-4993-b671-bf1b73112330, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=53c76101-f8da-4993-b671-bf1b73112330,segment=NetworkSegment(064a706d-05e0-4b2e-ae64-10014d7be007),segment_id=064a706d-05e0-4b2e-ae64-10014d7be007)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:45.228551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.232701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:45.238223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b41cc-c22b-45b0-a60f-d260b1af728b None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:45.240262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 76b74685-7afe-4428-9685-2872ee4dce5e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:45.240605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 76b74685-7afe-4428-9685-2872ee4dce5e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:45.241022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 848d92a2-740d-450f-aca9-6def86d62fbe no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:45.283003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Calling delete_port for 53c76101-f8da-4993-b671-bf1b73112330 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:45.337932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 848d92a2-740d-450f-aca9-6def86d62fbe {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:45.338279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 848d92a2-740d-450f-aca9-6def86d62fbe not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:45.358002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:45.370992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:45.375368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Pushing event updated for resources: {'Port': ['ID=2acb53cc-b284-4bde-852c-37b84e437e37,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:45.377649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:45.382942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '24251aaf-9f20-4404-adf4-f45fbf2dc33e'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:45.383487 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.416105 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.453344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.569041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.593185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9aecd7-c9cf-439b-b513-14a96a4ccad3 None None] DHCP port deletion for 9bf04afd-7076-4700-b347-e957a8720e1e request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:45.603314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=53c76101-f8da-4993-b671-bf1b73112330,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:45.613542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] No DVR routers for this DVR port 53c76101-f8da-4993-b671-bf1b73112330 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:45.627677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::1 (4a2e7540-686a-45ff-a008-3d83de30eb8b/24251aaf-9f20-4404-adf4-f45fbf2dc33e/9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:45.644850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Attempting to bind port 2acb53cc-b284-4bde-852c-37b84e437e37 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:45.645194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Attempting to bind port 2acb53cc-b284-4bde-852c-37b84e437e37 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:45.645572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Attempting to bind port 2acb53cc-b284-4bde-852c-37b84e437e37 on network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:45.659218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f1547f91-aee6-4002-893f-b57ac10b96ed None None] Provisioning complete for port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:45.659687 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1547f91-aee6-4002-893f-b57ac10b96ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.667177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6ece-2203-428a-875f-ae483ade48cb None None] Pushing event updated for resources: {'Port': ['ID=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:45.693552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:45.693929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Checking segment: {'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:45.694334 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.694727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Bound using segment: {'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:45.695296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Bound port: 2acb53cc-b284-4bde-852c-37b84e437e37, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:45.695738 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.800423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.809639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f1547f91-aee6-4002-893f-b57ac10b96ed None None] Port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:45.832983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.838078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Attempting to bind port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:45.838451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Attempting to bind port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:45.838859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Attempting to bind port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 on network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:45.861928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:45.862313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Checking segment: {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:45.862711 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.863141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Bound using segment: {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:45.863862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Bound port: 6f2fef51-7d55-42a0-bd55-caa69f47bdf4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:45.864034 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.877753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.892841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.899508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] For port 2acb53cc-b284-4bde-852c-37b84e437e37, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:45.918388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf04afd-7076-4700-b347-e957a8720e1e']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:45.958914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064a706d-05e0-4b2e-ae64-10014d7be007') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:45.959342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064a706d-05e0-4b2e-ae64-10014d7be007') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:45.960485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:45.969416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:45.974277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:45.975244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.977960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:45.988118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] For port 2acb53cc-b284-4bde-852c-37b84e437e37, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2acb53cc-b284-4bde-852c-37b84e437e37,segment=NetworkSegment(b8069e90-4da7-4c79-a07b-ebe7f7546f68),segment_id=b8069e90-4da7-4c79-a07b-ebe7f7546f68)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:46.003698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.006926 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.051832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:24:46.052158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.053688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:24:46.055492 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:24:46.093766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/24251aaf-9f20-4404-adf4-f45fbf2dc33e/b32f2359-fa28-4f17-add2-198a45229934) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:46.096220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] For port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:46.103682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] For port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:46.143202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.159850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901ada2-a758-479e-9e28-9d95ec912445 None None] Pushing event updated for resources: {'Port': ['ID=2acb53cc-b284-4bde-852c-37b84e437e37,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:46.179729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.185517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.189112 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] 10.222.0.18 "DELETE /v2.0/networks/9bf04afd-7076-4700-b347-e957a8720e1e HTTP/1.1" status: 204 len: 168 time: 1.4245579 Dec 08 00:24:46.207961 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.211240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17099-8e71-4b0b-b802-53b17b23dc3b admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf04afd-7076-4700-b347-e957a8720e1e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:46.218565 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.355782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6ece-2203-428a-875f-ae483ade48cb None None] Pushing event updated for resources: {'Port': ['ID=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:46.378154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:24:46.481157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:46.537122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8b5dcb3f-5776-48f4-81a9-de95e01881a6 None None] Provisioning complete for port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:46.537330 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcb3f-5776-48f4-81a9-de95e01881a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.578668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:46.580154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ee109a0-a123-40d5-b7c7-a45042d9e6e8 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:46.580578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 417b60af-d1f3-4645-a86c-952ff0fac075 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:46.602455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:46.637289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.640866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7bfc892b-9f9a-4495-bd35-f5baefe2ed99 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6150541 Dec 08 00:24:46.641803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49838) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:46.649707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Sync routers for ids ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:46.677895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49840) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:46.694938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:46.695647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:46.724688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 417b60af-d1f3-4645-a86c-952ff0fac075 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:46.724965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 417b60af-d1f3-4645-a86c-952ff0fac075 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:46.725546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 53c76101-f8da-4993-b671-bf1b73112330 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:46.754377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4b39c841-7892-4356-977e-4880d4ef9695 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1bea08a437648f9ac62df172366b495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0696316 Dec 08 00:24:46.757694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49844) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:46.833181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 53c76101-f8da-4993-b671-bf1b73112330 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:24:46.833547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 53c76101-f8da-4993-b671-bf1b73112330 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:46.839450 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Routers {'3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:46.840089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:46.924718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4932cbe5-9a11-4bf6-9b3e-86a5dfaf6a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.935342 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.960629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.969356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.976039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.977243 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:46.981225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4932cbe5-9a11-4bf6-9b3e-86a5dfaf6a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:47.077935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:47.112561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:47.128362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:47.139650 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcb3f-5776-48f4-81a9-de95e01881a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:47.151829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:47.174963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:47.186614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Set router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:47.188795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Pushing event updated for resources: {'Port': ['ID=b32f2359-fa28-4f17-add2-198a45229934,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:47.202365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4932cbe5-9a11-4bf6-9b3e-86a5dfaf6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:47.205140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4932cbe5-9a11-4bf6-9b3e-86a5dfaf6a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:47.206971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4932cbe5-9a11-4bf6-9b3e-86a5dfaf6a02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62e3d418-bf67-4c82-874d-42c7846cb6d0 HTTP/1.1" status: 204 len: 168 time: 0.4482775 Dec 08 00:24:47.224047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932cbe5-9a11-4bf6-9b3e-86a5dfaf6a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e3d418-bf67-4c82-874d-42c7846cb6d0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:47.244814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:47.246922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:47.421198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:47.584900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Router 483c3071-f905-4767-ad4e-cfa1a517dae2 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:24:47.790105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Allocated IP 172.20.0.1 (6ef5d7d9-1ee7-484a-b260-06fcd41c47f5/bd53f65b-d405-4816-ac7c-a6a1fd4ad65c/23b966b8-66af-4888-9774-56c0e1642639) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:47.801203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:47.889091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Attempting to bind port b32f2359-fa28-4f17-add2-198a45229934 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:47.889618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Attempting to bind port b32f2359-fa28-4f17-add2-198a45229934 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:47.889913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Attempting to bind port b32f2359-fa28-4f17-add2-198a45229934 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:47.915881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b35ce-9096-48a9-96d3-4195039b9385 None None] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:47.924828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8b5dcb3f-5776-48f4-81a9-de95e01881a6 None None] For port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:47.929030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:47.930610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:47.931381 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:47.932049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:47.932854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Bound port: b32f2359-fa28-4f17-add2-198a45229934, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:47.933593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:47.938483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1c34d8c5-20e9-4c90-a1a2-46f463538719 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54dad3e21de742109c9ac2af9ab3f46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347768 Dec 08 00:24:47.940583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:47.942026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:47.952869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fe2ef1a8-195a-446e-91d6-3e8ee4ccc3ff tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "PUT /v2.0/routers/483c3071-f905-4767-ad4e-cfa1a517dae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0447888 Dec 08 00:24:47.959085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49856) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:47.966703 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Sync routers for ids ['483c3071-f905-4767-ad4e-cfa1a517dae2'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:47.983063 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Routers {'483c3071-f905-4767-ad4e-cfa1a517dae2'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:47.984870 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['483c3071-f905-4767-ad4e-cfa1a517dae2'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:48.013623 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bb776bc-cb93-49bc-a866-3225c38214ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.020284 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcb3f-5776-48f4-81a9-de95e01881a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.039146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bb776bc-cb93-49bc-a866-3225c38214ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.045590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50cb6f-dc70-4709-8c5d-284186b8831a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:48.051322 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fb50cb6f-dc70-4709-8c5d-284186b8831a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports/9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 HTTP/1.1" status: 200 len: 911 time: 0.0905590 Dec 08 00:24:48.051534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49858) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:48.054480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.109476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.126240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442f8880-798f-45ab-bf21-5a8ace9d2bf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:48.129271 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.132679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442f8880-798f-45ab-bf21-5a8ace9d2bf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:48.134586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-442f8880-798f-45ab-bf21-5a8ace9d2bf3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0820022 Dec 08 00:24:48.138233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49860) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:48.173775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Pushing event updated for resources: {'Port': ['ID=23b966b8-66af-4888-9774-56c0e1642639,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:48.181730 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Set router 483c3071-f905-4767-ad4e-cfa1a517dae2 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:48.188258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:48.189806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:48.193687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:48.228864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bb776bc-cb93-49bc-a866-3225c38214ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.232551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bb776bc-cb93-49bc-a866-3225c38214ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.235965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5bb776bc-cb93-49bc-a866-3225c38214ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dde49073-c8a0-49c1-bb37-3149b1f4c17c HTTP/1.1" status: 204 len: 168 time: 0.2907705 Dec 08 00:24:48.253586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb776bc-cb93-49bc-a866-3225c38214ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde49073-c8a0-49c1-bb37-3149b1f4c17c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:48.278766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.480289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] Provisioning complete for port 2acb53cc-b284-4bde-852c-37b84e437e37 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:48.480696 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.520573 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.528492 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483c3071-f905-4767-ad4e-cfa1a517dae2', 'name': 'tempest-NetworksTestDHCPv6-router-2058452448', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:46Z', 'revision_number': 2, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'gw_port_host': None, '_interfaces': [{'id': '9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631', 'name': '', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'mac_address': 'fa:16:3e:5f:95:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483c3071-f905-4767-ad4e-cfa1a517dae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '24251aaf-9f20-4404-adf4-f45fbf2dc33e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:45Z', 'updated_at': '2021-12-08T00:24:46Z', 'revision_number': 2, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'subnets': [{'id': '24251aaf-9f20-4404-adf4-f45fbf2dc33e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:48.554779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2acb53cc-b284-4bde-852c-37b84e437e37 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:48.569740 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Checking router: 483c3071-f905-4767-ad4e-cfa1a517dae2 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:48.570098 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Updating router 483c3071-f905-4767-ad4e-cfa1a517dae2 port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:48.609615 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.682855 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.708293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dcb3f-5776-48f4-81a9-de95e01881a6 None None] Pushing event updated for resources: {'Port': ['ID=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:48.736834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] For port b32f2359-fa28-4f17-add2-198a45229934, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:48.779347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.793459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.859294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] For port b32f2359-fa28-4f17-add2-198a45229934, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b32f2359-fa28-4f17-add2-198a45229934,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:48.921606 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.948062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Pushing event updated for resources: {'Port': ['ID=23b966b8-66af-4888-9774-56c0e1642639,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:48.953299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:48.989028 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.090202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:49.090814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.122532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:49.128583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:49.181233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:46Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:49.238484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c775f0f-c9d2-44af-b248-0c29122922ac None None] The sync data for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 is: [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:46Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:49.243272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2acb53cc-b284-4bde-852c-37b84e437e37 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:49.243718 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.312545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.320271 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.341420 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.379460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:49.390598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] For port 2acb53cc-b284-4bde-852c-37b84e437e37, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2acb53cc-b284-4bde-852c-37b84e437e37,segment=NetworkSegment(b8069e90-4da7-4c79-a07b-ebe7f7546f68),segment_id=b8069e90-4da7-4c79-a07b-ebe7f7546f68)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:49.433386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:24:45Z', 'revision_number': 3, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port': {'id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:49.470041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.656101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Checking router: 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:49.656689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Updating router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:49.661406 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ac26a-58df-4df4-b749-f962148f02c4 None None] Pushing event updated for resources: {'Port': ['ID=9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:49.662264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a31584-8407-4354-8b45-087fb2591ca7 None None] Pushing event updated for resources: {'Port': ['ID=b32f2359-fa28-4f17-add2-198a45229934,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:49.805145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] Pushing event updated for resources: {'Port': ['ID=2acb53cc-b284-4bde-852c-37b84e437e37,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:49.806551 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Attempting to bind port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:49.810575 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Attempting to bind port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:49.825022 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Attempting to bind port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:49.848095 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:49.848698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] Provisioning complete for port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:49.849078 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-44c7bbe7-9940-4fb0-a26f-475f2b2f9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.849407 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:49.850042 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.851316 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:49.854880 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Bound port: 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:49.858032 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.931924 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.935917 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:49.984934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:50.072123 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.db.api [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:24:50.072499 n-d-820549-2 neutron-server[103116]: DEBUG oslo_db.api [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:24:50.247194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:50.563311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1e7aa056-6dc5-449f-af1b-d5ba2c30af4e None None] Provisioning complete for port 23b966b8-66af-4888-9774-56c0e1642639 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:50.564508 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa056-6dc5-449f-af1b-d5ba2c30af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:50.586977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:50.611236 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Attempting to bind port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:50.614745 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Attempting to bind port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:50.634451 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Attempting to bind port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:50.653844 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:50.657494 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:50.660340 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:50.661967 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:50.663280 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Bound port: 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:50.689044 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:50.692913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Router 483c3071-f905-4767-ad4e-cfa1a517dae2 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:24:50.791521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2acb53cc-b284-4bde-852c-37b84e437e37 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:50.825079 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Port 9d4bcf86-9ba8-4cc8-8b67-fe2e6177e631 has been deleted concurrently {{(pid=103116) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 00:24:50.833182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:50.851641 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Routers {'483c3071-f905-4767-ad4e-cfa1a517dae2'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:50.854256 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd758f42-7307-430b-96cd-bdfc97cc9815 admin admin] 10.222.0.18 "PUT /v2.0/routers/3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2068541 Dec 08 00:24:50.856913 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['483c3071-f905-4767-ad4e-cfa1a517dae2'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:50.903907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:50.912635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7bac1f13-0c7e-482b-87dd-af9fcc17fb3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "PUT /v2.0/routers/483c3071-f905-4767-ad4e-cfa1a517dae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7708046 Dec 08 00:24:50.912906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49904) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:50.954324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1e7aa056-6dc5-449f-af1b-d5ba2c30af4e None None] Port 23b966b8-66af-4888-9774-56c0e1642639 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:51.034091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a7ae5-888d-4d43-8000-4dc6769c2db3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:51.036902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a7ae5-888d-4d43-8000-4dc6769c2db3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:51.042521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d25a7ae5-888d-4d43-8000-4dc6769c2db3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1247401 Dec 08 00:24:51.042729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49908) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:51.077796 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] Set router 483c3071-f905-4767-ad4e-cfa1a517dae2 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:51.108254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1e7aa056-6dc5-449f-af1b-d5ba2c30af4e None None] Provisioning complete for port 2acb53cc-b284-4bde-852c-37b84e437e37 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:51.108640 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa056-6dc5-449f-af1b-d5ba2c30af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.128805 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.206701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2acb53cc-b284-4bde-852c-37b84e437e37 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:51.207124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.208934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 24251aaf-9f20-4404-adf4-f45fbf2dc33e {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:51.224356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.266989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.269509 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483c3071-f905-4767-ad4e-cfa1a517dae2', 'name': 'tempest-NetworksTestDHCPv6-router-2058452448', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:49Z', 'revision_number': 3, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:51.352352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b9c43-9b1e-41a1-a40e-d35b2751f383 None None] Pushing event updated for resources: {'Port': ['ID=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:51.354720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.363769 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf21f13-6003-4b88-a59e-d220d8b81e82 None None] The sync data for ids ['483c3071-f905-4767-ad4e-cfa1a517dae2'] in n-d-820549-2 is: [{'id': '483c3071-f905-4767-ad4e-cfa1a517dae2', 'name': 'tempest-NetworksTestDHCPv6-router-2058452448', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:49Z', 'revision_number': 3, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:51.418109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Attempting to bind port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:51.418482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Attempting to bind port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:51.418852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Attempting to bind port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:51.433863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f8dcac-1085-40be-a658-e3f6d3e4d771 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:51.510091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:51.511271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:51.511479 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.515342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:51.516284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Bound port: 8ce067cd-0748-4000-b0c3-7e45eb81f9e7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:51.516284 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.643474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.647165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] For port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:51.651240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] For port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:51.670326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.687530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29b83512-6434-4f4e-9f19-906e976befaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.788343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:51.801126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.858959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=24251aaf-9f20-4404-adf4-f45fbf2dc33e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:51.888050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:51.893798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3847c955-d3f9-4dbd-bc06-6140ca7dd97f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/24251aaf-9f20-4404-adf4-f45fbf2dc33e HTTP/1.1" status: 204 len: 168 time: 0.8479733 Dec 08 00:24:51.894132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49922) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:51.984061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:51.989447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537054253', 'description': 'tempest-secgroup-smoke-537054253 description', 'project_id': '67f0588638f3439eb5346e5a32ef2d21'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:52.027370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.059935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.078877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20318bed-63f8-4b41-b959-3d0648a40a5c None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:52.090575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a1e46d-0318-4d58-97d6-195e347c2f7f None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:52.320599 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.328322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.364698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Routers {'3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:52.365567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:52.365880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:52.377064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-77c0f48f-1848-4954-900d-d7d249a5df05 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886663559', 'description': 'tempest-secgroup-smoke-1886663559 description', 'project_id': '0e87c1e67d804765a88b9d452444fe3a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:52.465957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7fe942-502f-4869-93f3-f725034ee0db,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:52.490161 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c0f48f-1848-4954-900d-d7d249a5df05 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.515935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.529037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.531364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b9c43-9b1e-41a1-a40e-d35b2751f383 None None] Pushing event updated for resources: {'Port': ['ID=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:52.546416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:52.546793 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.601263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.602589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6169591 Dec 08 00:24:52.608518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49930) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:52.613881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5c44f346-8e82-4082-9fb4-1a1dce9953c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '6a3788ec-df9a-4815-b2ab-4c23ce00bd38', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:52.618695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] Set router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:52.626200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb149fa-f5d9-4f54-b9e3-4dff8bf6e148 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3788ec-df9a-4815-b2ab-4c23ce00bd38,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:52.672141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Provisioning complete for port b32f2359-fa28-4f17-add2-198a45229934 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:52.673241 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.699944 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c44f346-8e82-4082-9fb4-1a1dce9953c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.704678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c0f48f-1848-4954-900d-d7d249a5df05 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.729731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c0f48f-1848-4954-900d-d7d249a5df05 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.736047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:52.770578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0f48f-1848-4954-900d-d7d249a5df05 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:52.797346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77c0f48f-1848-4954-900d-d7d249a5df05 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.801492 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77c0f48f-1848-4954-900d-d7d249a5df05 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4264340 Dec 08 00:24:52.801951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:52.808249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c69c015d-919f-420e-8a9a-8ed2a1cfa9bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9129994 Dec 08 00:24:52.812593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-63d5f3cc-c1fb-41d7-a7c7-43750e2606f3 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'security_group_rule': {'security_group_id': 'c0892d23-cab1-4801-bb9f-6a46c7e6fb5e', 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:52.813094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49934) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:52.817131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c44f346-8e82-4082-9fb4-1a1dce9953c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.838451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b32f2359-fa28-4f17-add2-198a45229934 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:52.846995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63d5f3cc-c1fb-41d7-a7c7-43750e2606f3 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.860653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c44f346-8e82-4082-9fb4-1a1dce9953c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.911930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63d5f3cc-c1fb-41d7-a7c7-43750e2606f3 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.913975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44f346-8e82-4082-9fb4-1a1dce9953c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18611840-2291-4d04-a17c-54d9d3350b67,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:52.920151 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63d5f3cc-c1fb-41d7-a7c7-43750e2606f3 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.921161 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-388e08f9-305f-4bd3-8f14-d46213f6b5f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.932383 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c44f346-8e82-4082-9fb4-1a1dce9953c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.934310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5c44f346-8e82-4082-9fb4-1a1dce9953c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242779 Dec 08 00:24:52.941251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49936) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:52.952097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9b182821-1893-4791-9682-d93d0cb05986 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '6a3788ec-df9a-4815-b2ab-4c23ce00bd38', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:52.965960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5f3cc-c1fb-41d7-a7c7-43750e2606f3 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0a74d1-d542-48c8-872a-f4ab508e438b,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:52.974731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63d5f3cc-c1fb-41d7-a7c7-43750e2606f3 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:52.976097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-63d5f3cc-c1fb-41d7-a7c7-43750e2606f3 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668093 Dec 08 00:24:52.980217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49938) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:52.986164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-86821ffb-e518-46f0-88c2-256f1b3987f1 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'security_group_rule': {'security_group_id': 'c0892d23-cab1-4801-bb9f-6a46c7e6fb5e', 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:53.027978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b182821-1893-4791-9682-d93d0cb05986 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.031538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] Sync routers for ids ['483c3071-f905-4767-ad4e-cfa1a517dae2'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:53.056759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86821ffb-e518-46f0-88c2-256f1b3987f1 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.094973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b32f2359-fa28-4f17-add2-198a45229934 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:53.095582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.097479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] Routers {'483c3071-f905-4767-ad4e-cfa1a517dae2'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:53.098146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['483c3071-f905-4767-ad4e-cfa1a517dae2'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:53.103649 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.109711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-388e08f9-305f-4bd3-8f14-d46213f6b5f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.111930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-388e08f9-305f-4bd3-8f14-d46213f6b5f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.122426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b182821-1893-4791-9682-d93d0cb05986 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.129398 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b182821-1893-4791-9682-d93d0cb05986 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.158624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-388e08f9-305f-4bd3-8f14-d46213f6b5f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.159197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388e08f9-305f-4bd3-8f14-d46213f6b5f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Fanout notify agent at l3_agent the message router_deleted on router 483c3071-f905-4767-ad4e-cfa1a517dae2 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:24:53.164099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] Deleting port b32f2359-fa28-4f17-add2-198a45229934 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:53.164617 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.166036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b182821-1893-4791-9682-d93d0cb05986 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7f2274-4a4f-41bf-a182-442412e60e72,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.168630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-388e08f9-305f-4bd3-8f14-d46213f6b5f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.170980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86821ffb-e518-46f0-88c2-256f1b3987f1 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.171184 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-388e08f9-305f-4bd3-8f14-d46213f6b5f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/routers/483c3071-f905-4767-ad4e-cfa1a517dae2 HTTP/1.1" status: 204 len: 168 time: 0.3568435 Dec 08 00:24:53.173289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49940) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.175679 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b182821-1893-4791-9682-d93d0cb05986 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.179779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9b182821-1893-4791-9682-d93d0cb05986 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2346134 Dec 08 00:24:53.180497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49942) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.181163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86821ffb-e518-46f0-88c2-256f1b3987f1 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.193627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5c0214a3-ef7f-4746-83c6-4027180b7e84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '6a3788ec-df9a-4815-b2ab-4c23ce00bd38', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:53.223288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86821ffb-e518-46f0-88c2-256f1b3987f1 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c423dd0-d244-4f5d-967f-1135139f112b,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.237733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb744c04-5b71-4bf0-ad6e-a3917b02fdef tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:53.239352 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fb744c04-5b71-4bf0-ad6e-a3917b02fdef tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0650887 Dec 08 00:24:53.242440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49944) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.244510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] Set router 483c3071-f905-4767-ad4e-cfa1a517dae2 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:53.277284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86821ffb-e518-46f0-88c2-256f1b3987f1 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.279589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-86821ffb-e518-46f0-88c2-256f1b3987f1 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2969749 Dec 08 00:24:53.281681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49946) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.284312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c0214a3-ef7f-4746-83c6-4027180b7e84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.287531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2770f2fc-08b5-4db3-ab93-c9fde5e8e1b6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'security_group_rule': {'security_group_id': 'c0892d23-cab1-4801-bb9f-6a46c7e6fb5e', 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:53.322751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468cf9d-a9b9-4714-8e1d-8a558c741c36 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:53.324184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1468cf9d-a9b9-4714-8e1d-8a558c741c36 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807528 Dec 08 00:24:53.328921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49948) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.331847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2770f2fc-08b5-4db3-ab93-c9fde5e8e1b6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.368579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483c3071-f905-4767-ad4e-cfa1a517dae2', 'name': 'tempest-NetworksTestDHCPv6-router-2058452448', 'tenant_id': '554cf582dc2f41d991bcc3f7c6507227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:49Z', 'revision_number': 3, 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:53.372657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6a46d205-0b38-4fdc-99e7-c5ba1eb81e70 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426011 Dec 08 00:24:53.383647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49952) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.394442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:53.405859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] For port b32f2359-fa28-4f17-add2-198a45229934, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b32f2359-fa28-4f17-add2-198a45229934,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:53.407124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] Checking router: 483c3071-f905-4767-ad4e-cfa1a517dae2 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:53.418718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] For port b32f2359-fa28-4f17-add2-198a45229934, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b32f2359-fa28-4f17-add2-198a45229934,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:53.419266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.427232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2770f2fc-08b5-4db3-ab93-c9fde5e8e1b6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.434697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.435838 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2770f2fc-08b5-4db3-ab93-c9fde5e8e1b6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.451412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c0214a3-ef7f-4746-83c6-4027180b7e84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.477338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770f2fc-08b5-4db3-ab93-c9fde5e8e1b6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de03effa-6f1e-4879-8ec9-6537ffa09fda,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.488183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c0214a3-ef7f-4746-83c6-4027180b7e84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.517375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0214a3-ef7f-4746-83c6-4027180b7e84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111d30e8-6013-4a7c-88b2-61c060be0b09,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.524615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2770f2fc-08b5-4db3-ab93-c9fde5e8e1b6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.528952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2770f2fc-08b5-4db3-ab93-c9fde5e8e1b6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2462060 Dec 08 00:24:53.531848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49958) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.536846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-36d5a8f3-1d33-4d16-baf7-7c4e2bf3d590 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'security_group_rule': {'security_group_id': 'c0892d23-cab1-4801-bb9f-6a46c7e6fb5e', 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:53.537454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] Calling delete_port for b32f2359-fa28-4f17-add2-198a45229934 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:53.542871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Pushing event updated for resources: {'Port': ['ID=b32f2359-fa28-4f17-add2-198a45229934,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.554753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:53.558686 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.569644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:53.570059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:24:53.570672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'483c3071-f905-4767-ad4e-cfa1a517dae2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103115) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:24:53.571165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09cdb6-452f-43aa-a127-55d00b393d8e None None] The sync data for ids ['483c3071-f905-4767-ad4e-cfa1a517dae2'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:53.586651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5c0214a3-ef7f-4746-83c6-4027180b7e84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.591430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5c0214a3-ef7f-4746-83c6-4027180b7e84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012713 Dec 08 00:24:53.593024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49960) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.618538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1a19cf2e-0e7e-40ed-96c1-cabaabe4cb38 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '6a3788ec-df9a-4815-b2ab-4c23ce00bd38', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:53.651791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36d5a8f3-1d33-4d16-baf7-7c4e2bf3d590 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.654644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Provisioning complete for port 23b966b8-66af-4888-9774-56c0e1642639 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:53.655291 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.663565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 4, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port': {'id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '23b966b8-66af-4888-9774-56c0e1642639', 'name': '', 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'mac_address': 'fa:16:3e:74:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:47Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 2, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'subnets': [{'id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:53.749216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca1f5-75c3-46b6-8ea9-6ab5664701dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.749546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36d5a8f3-1d33-4d16-baf7-7c4e2bf3d590 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.763268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36d5a8f3-1d33-4d16-baf7-7c4e2bf3d590 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.773628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369ee2b-2fbe-440e-8c65-7e51d033c382 None None] The sync data for ids ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'] in n-d-820549-2 is: [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 4, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port': {'id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '23b966b8-66af-4888-9774-56c0e1642639', 'name': '', 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'mac_address': 'fa:16:3e:74:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:47Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 2, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'subnets': [{'id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:24:53.797832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5a8f3-1d33-4d16-baf7-7c4e2bf3d590 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea135fd2-a1c7-4beb-b0e9-9b9dd8d32a47,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.801218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Port 23b966b8-66af-4888-9774-56c0e1642639 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:53.801524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a19cf2e-0e7e-40ed-96c1-cabaabe4cb38 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.831770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36d5a8f3-1d33-4d16-baf7-7c4e2bf3d590 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.832832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-36d5a8f3-1d33-4d16-baf7-7c4e2bf3d590 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2999153 Dec 08 00:24:53.833826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Provisioning complete for port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:53.834206 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.839185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49962) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:53.846320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'security_group_rule': {'security_group_id': 'c0892d23-cab1-4801-bb9f-6a46c7e6fb5e', 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:53.868857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b32f2359-fa28-4f17-add2-198a45229934 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:24:53.906778 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.921870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a19cf2e-0e7e-40ed-96c1-cabaabe4cb38 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.934813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a19cf2e-0e7e-40ed-96c1-cabaabe4cb38 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:53.959994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] No DVR routers for this DVR port b32f2359-fa28-4f17-add2-198a45229934 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:24:53.969260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27732bd0-8af1-431e-b0e4-922bb8cdbbc3 None None] Pushing event deleted for resources: {'Port': ['ID=b32f2359-fa28-4f17-add2-198a45229934,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.971912 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Project 0e87c1e67d804765a88b9d452444fe3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:24:53.981536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19cf2e-0e7e-40ed-96c1-cabaabe4cb38 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86475bba-7d9a-4db0-9659-c593c1013153,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:53.984817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No active binding found for port b32f2359-fa28-4f17-add2-198a45229934 {{(pid=103115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 00:24:53.985258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b32f2359-fa28-4f17-add2-198a45229934 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:24:54.009225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a19cf2e-0e7e-40ed-96c1-cabaabe4cb38 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.011840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a19cf2e-0e7e-40ed-96c1-cabaabe4cb38 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4075332 Dec 08 00:24:54.016359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49964) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:54.021046 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.025484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '6a3788ec-df9a-4815-b2ab-4c23ce00bd38', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:54.028299 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.052059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] For port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:54.058630 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.070453 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:24:54.089852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.123416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5663d-02c1-4306-af09-ed10289d4758 None None] Pushing event updated for resources: {'Port': ['ID=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:54.130278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:24:54.135352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.146561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.187699 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.205478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:54.214446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:54.217029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.218016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:54.218855 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.223755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab420b-f852-46db-bbd9-18f88c16e8af None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:54.232582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.273246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=d83e490d-b79a-468b-90a5-8c657af03014,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:54.286078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.286078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4409907 Dec 08 00:24:54.286501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49966) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:54.290412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cc6e37c9-4bae-4842-9a3b-e1ba15935ae6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9032707 Dec 08 00:24:54.290412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd6f06-0670-42e4-8328-11eae0f6c9f2 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d6487e-3a78-4cb3-bba2-e9ae3cecf5b7,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:54.291538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:54.292210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'security_group_rule': {'security_group_id': 'c0892d23-cab1-4801-bb9f-6a46c7e6fb5e', 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:54.297581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:54.303030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40107a34-bceb-4532-98b9-fa4aefd9d2ca,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:54.312448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.316176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3f755760-4f3a-4ea6-b684-e502c67f1726 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2959566 Dec 08 00:24:54.316393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:54.320825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '6a3788ec-df9a-4815-b2ab-4c23ce00bd38', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:54.344802 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Project 0e87c1e67d804765a88b9d452444fe3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:24:54.353086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.424072 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:24:54.438355 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.475178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:54.479837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.559622 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.561889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.565589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.575800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.607896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddaedd6-ff7b-4d84-a9e3-bbf076ccb6fd,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:54.627288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.637769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7a71310e-8b1e-4363-a1dd-6bcef73944ad tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3425887 Dec 08 00:24:54.637769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a01be9-6fb9-41fb-af07-ac659ce555c2,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:54.638676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.640150 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7889c591-2052-4eca-bd3a-cac626cf2cf6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225253 Dec 08 00:24:54.643513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 49976) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:54.675768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'network': {'name': 'tempest-network-smoke--30531096', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'port_security_enabled': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:54.703659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'd83e490d-b79a-468b-90a5-8c657af03014'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:24:54.706238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.789825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:54.793387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:54.887993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Allocated IP 2001:db8::f816:3eff:fe75:f90b (4a2e7540-686a-45ff-a008-3d83de30eb8b/d83e490d-b79a-468b-90a5-8c657af03014/bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:54.898530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-11c0deed-db98-477e-8e6b-6b7090606692 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886663559&fields=id&tenant_id=0e87c1e67d804765a88b9d452444fe3a HTTP/1.1" status: 200 len: 267 time: 0.1135771 Dec 08 00:24:54.982577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:24:55.002717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.003116 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Added segment 315d67ec-f814-4c37-a435-9bfa3aa41db0 of type vlan for network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 Dec 08 00:24:55.097339 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.105607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.142606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:55.170918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:55.179063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:55.183950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.191014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Pushing event updated for resources: {'Port': ['ID=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:55.218380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-9551bacd-bf0b-4d9a-b4f0-4e0460fe3b31 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:55.220107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-9551bacd-bf0b-4d9a-b4f0-4e0460fe3b31 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/networks?id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 HTTP/1.1" status: 200 len: 809 time: 0.3207164 Dec 08 00:24:55.266403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Attempting to bind port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:55.267173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Attempting to bind port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:55.267916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Attempting to bind port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:55.274634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.279421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:55.280345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:55.281317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.282704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:55.283757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Bound port: bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:55.285552 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.310511 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.352476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:55.364580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-ac897d37-5bf6-4d7d-802b-a189ea8bbada tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/quotas/0e87c1e67d804765a88b9d452444fe3a HTTP/1.1" status: 200 len: 375 time: 0.1017647 Dec 08 00:24:55.365449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:55.373799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:55.374401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.421487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] For port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:55.424846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] For port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:55.430235 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.470999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=ea47348c-fb1b-4a3b-811b-8e94c4ce2147,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:55.490363 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2b64540c-83fa-4673-aa8a-ec168aaea527 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1970179 Dec 08 00:24:55.493380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49988) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:55.493880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.501473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:55.502164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.503689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:e1:93:b6', 'name': 'tempest-NetworksTestDHCPv6-1162176941'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:55.533723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Pushing event updated for resources: {'Port': ['ID=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:55.544698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.545290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.545735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.546178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.546835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.547246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.547665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.548090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.548507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.548926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.549343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.549767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.550194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ff10d-df98-4617-8833-9e0087f41c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:24:55.617067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-d17f6899-4834-429e-ac6c-d24afa07f860 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e87c1e67d804765a88b9d452444fe3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282941 Dec 08 00:24:55.637350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9709358 Dec 08 00:24:55.639246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 49992) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:55.643887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'admin_state_up': True, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:55.683086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.684280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.755494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5222-89ed-4986-8c9b-f25161cba494 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Network': ['ID=5c2dba8b-1a38-461a-951a-2b6800ca2e39,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:55.776722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:55.793549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:24:55.912034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:55.967023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-ed75d58b-224f-43fb-a75d-8e8ef4222727 service neutron] 10.222.0.18 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737963 Dec 08 00:24:56.009748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:56.085441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:56.085812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:56.086330 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-99bdaa7f-9810-42d4-a68e-8bbf6ae5f341 service neutron] 10.222.0.18 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133506 Dec 08 00:24:56.097240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:56.136096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:56.176519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 12d8f271-7340-43be-ba9b-e7bca299eb8e yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:24:56.321051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:56.363917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae783d80-8026-45f1-9f3b-d166a488d61e req-60615fe4-c1ed-4d3f-ab0e-a5a9b6629a28 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 210 time: 0.0380633 Dec 08 00:24:56.703485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:56.705766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 172.20.0.9 (4a2e7540-686a-45ff-a008-3d83de30eb8b/ea47348c-fb1b-4a3b-811b-8e94c4ce2147/12d8f271-7340-43be-ba9b-e7bca299eb8e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:56.734110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:56.736849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fee1:93b6 (4a2e7540-686a-45ff-a008-3d83de30eb8b/d83e490d-b79a-468b-90a5-8c657af03014/12d8f271-7340-43be-ba9b-e7bca299eb8e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:56.950451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8bab5f-6a57-4c4e-b27e-aff8f5c98e6f None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:24:56.980335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.9 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/a1018d6c-799d-4963-b237-3c3b8fe38dd7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:57.036375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-37c56590-9fde-4cd1-a46c-aaf70093107c None None] Provisioning complete for port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:57.036834 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-37c56590-9fde-4cd1-a46c-aaf70093107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.053339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.171122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.173833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.234178 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-37c56590-9fde-4cd1-a46c-aaf70093107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.259813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:57.263889 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.266416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:57.271413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20372a08-1ad7-46de-a64c-3e6b99055ad1 None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'd83e490d-b79a-468b-90a5-8c657af03014', 'ip_address': '2001:db8::f816:3eff:fe75:f90b'}, {'subnet_id': 'ea47348c-fb1b-4a3b-811b-8e94c4ce2147'}], 'binding:host_id': 'n-d-820549-2'}, 'id': 'bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:24:57.286201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:57.312492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=12d8f271-7340-43be-ba9b-e7bca299eb8e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:57.313165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-37c56590-9fde-4cd1-a46c-aaf70093107c None None] For port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:57.324094 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20372a08-1ad7-46de-a64c-3e6b99055ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.329744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.333309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-37c56590-9fde-4cd1-a46c-aaf70093107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.396070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:57.396431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.417852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:24:57.419756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=a1018d6c-799d-4963-b237-3c3b8fe38dd7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:57.422619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:24:57.430342 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b962b509-5458-4efe-99db-751336ac4f46 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9328184 Dec 08 00:24:57.430342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:24:57.431224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50014) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:57.538724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54f04b80-5418-4f7c-92b5-5f0ab75475d3 req-51a2bfde-9ee7-4f61-8214-f97d1251a0fe tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 210 time: 0.0568624 Dec 08 00:24:57.580697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa6eca-a3d4-4fb9-aeaf-892441b26fac None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:24:57.587120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56590-9fde-4cd1-a46c-aaf70093107c None None] Pushing event updated for resources: {'Port': ['ID=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:57.591131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-20372a08-1ad7-46de-a64c-3e6b99055ad1 None None] Allocated IP 172.20.0.2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/ea47348c-fb1b-4a3b-811b-8e94c4ce2147/bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:24:57.709421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20372a08-1ad7-46de-a64c-3e6b99055ad1 None None] For port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:24:57.711973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d69ab06-dba5-42c1-bf28-fe3d9145ca5d None None] Provisioning complete for port a1018d6c-799d-4963-b237-3c3b8fe38dd7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:57.712318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d69ab06-dba5-42c1-bf28-fe3d9145ca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.767937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde156a-b3a1-4bb4-9e9f-c28aeb022d8e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:57.781272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde156a-b3a1-4bb4-9e9f-c28aeb022d8e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:57.784167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-acde156a-b3a1-4bb4-9e9f-c28aeb022d8e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3497031 Dec 08 00:24:57.786320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50018) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:57.788220 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20372a08-1ad7-46de-a64c-3e6b99055ad1 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.790191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d69ab06-dba5-42c1-bf28-fe3d9145ca5d None None] Port a1018d6c-799d-4963-b237-3c3b8fe38dd7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:24:57.795579 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20372a08-1ad7-46de-a64c-3e6b99055ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:57.863734 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Sync routers for ids ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:57.884017 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Routers {'3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:57.884704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:57.898380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20372a08-1ad7-46de-a64c-3e6b99055ad1 None None] Pushing event updated for resources: {'Port': ['ID=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:57.940641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:24:57.960147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 12d8f271-7340-43be-ba9b-e7bca299eb8e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:24:57.960814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.014072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:58.014519 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.128556 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Set router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:58.136965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.163082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 12d8f271-7340-43be-ba9b-e7bca299eb8e owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:24:58.173442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-2aaceaef-c7d6-4d06-ba1c-f3c752c4cc28 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:58.175785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-2aaceaef-c7d6-4d06-ba1c-f3c752c4cc28 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.44 "GET /v2.0/networks?id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 HTTP/1.1" status: 200 len: 809 time: 0.4784417 Dec 08 00:24:58.187805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.417903 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 4, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port': {'id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '23b966b8-66af-4888-9774-56c0e1642639', 'name': '', 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'mac_address': 'fa:16:3e:74:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:47Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 2, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'subnets': [{'id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:58.543325 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Checking router: 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:24:58.543590 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Updating router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d port 23b966b8-66af-4888-9774-56c0e1642639 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:24:58.562020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.615722 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.660322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.685431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=12d8f271-7340-43be-ba9b-e7bca299eb8e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:58.867786 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-b8604b0f-e813-4e5b-ada8-6c10631b176f tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e87c1e67d804765a88b9d452444fe3a HTTP/1.1" status: 200 len: 380 time: 0.6756570 Dec 08 00:24:58.877094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:58.881573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0722d80b-e9e9-4b66-bedb-675de1ee6791 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/12d8f271-7340-43be-ba9b-e7bca299eb8e HTTP/1.1" status: 204 len: 168 time: 1.0939901 Dec 08 00:24:58.886119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'port': {'device_id': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'admin_state_up': True, 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'security_groups': ['c0892d23-cab1-4801-bb9f-6a46c7e6fb5e']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:24:58.891530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50030) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:58.901560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34542b8e-0d3d-4c51-a479-7874040267a3 req-d578ffc2-6606-4357-b6d3-56d1624f8513 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 210 time: 0.1108663 Dec 08 00:24:58.923925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6815f4-5ef6-465c-b88f-ea6f6cc3a867 req-8596c3e7-596a-44a2-8499-b72958b18ea6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:58.931403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c6815f4-5ef6-465c-b88f-ea6f6cc3a867 req-8596c3e7-596a-44a2-8499-b72958b18ea6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.2691040 Dec 08 00:24:58.987920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-510a4351-2b7d-4068-aacd-3f6d9b87e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:58.990701 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-510a4351-2b7d-4068-aacd-3f6d9b87e9f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.3436027 Dec 08 00:24:59.036344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c6815f4-5ef6-465c-b88f-ea6f6cc3a867 req-78700cc4-936c-43c7-bdbe-8c096d90c323 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040468 Dec 08 00:24:59.063567 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.070808 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.073237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713ed45-f8c4-4adc-b236-463f2e11858d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:59.074665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3b5e7335-1258-49ba-8f76-5108d15d1ac0 None None] Provisioning complete for port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:59.075621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713ed45-f8c4-4adc-b236-463f2e11858d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:59.076109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b5e7335-1258-49ba-8f76-5108d15d1ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.077725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713ed45-f8c4-4adc-b236-463f2e11858d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:59.082167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a713ed45-f8c4-4adc-b236-463f2e11858d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1895728 Dec 08 00:24:59.087393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50032) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:59.160932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-dae78787-c9ab-4aae-8fef-52152a510b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:59.163624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-dae78787-c9ab-4aae-8fef-52152a510b1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1663668 Dec 08 00:24:59.169390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 8b85d351-a331-42b2-94d5-a013c7c9ea62 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:24:59.192736 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Attempting to bind port 23b966b8-66af-4888-9774-56c0e1642639 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:24:59.193106 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Attempting to bind port 23b966b8-66af-4888-9774-56c0e1642639 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:24:59.193470 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Attempting to bind port 23b966b8-66af-4888-9774-56c0e1642639 on network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:24:59.201359 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:24:59.202063 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Checking segment: {'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:24:59.202637 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.203248 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Bound using segment: {'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:24:59.204021 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Bound port: 23b966b8-66af-4888-9774-56c0e1642639, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8069e90-4da7-4c79-a07b-ebe7f7546f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:24:59.204810 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.296230 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c08eed-d086-4fb7-b132-78361c9abb07 None None] Pushing event updated for resources: {'Port': ['ID=23b966b8-66af-4888-9774-56c0e1642639,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:59.303425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-443c2388-08d5-476a-83a9-e22c5921c107 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.1324029 Dec 08 00:24:59.332978 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] For port 23b966b8-66af-4888-9774-56c0e1642639, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:24:59.337797 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] For port 23b966b8-66af-4888-9774-56c0e1642639, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=23b966b8-66af-4888-9774-56c0e1642639,segment=NetworkSegment(b8069e90-4da7-4c79-a07b-ebe7f7546f68),segment_id=b8069e90-4da7-4c79-a07b-ebe7f7546f68)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:24:59.351079 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.355259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet d83e490d-b79a-468b-90a5-8c657af03014 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:24:59.364824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.369349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-d927a883-c269-4f3d-8fed-214dee2c438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:59.373079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-d927a883-c269-4f3d-8fed-214dee2c438d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0625761 Dec 08 00:24:59.399723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Made reservation on behalf of 0e87c1e67d804765a88b9d452444fe3a for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:24:59.403415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.427410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:24:59.436518 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Routers {'3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:59.437373 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:59.438543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Sync routers for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:24:59.440806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-e93e2d32-24d2-4bcb-a0d7-097b1c29d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:24:59.443748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-e93e2d32-24d2-4bcb-a0d7-097b1c29d211 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621393 Dec 08 00:24:59.458731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:24:59.459395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:24:59.487097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.561415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-726dee6e-4534-4602-ad74-05232b5b8953 None None] Provisioning complete for port 23b966b8-66af-4888-9774-56c0e1642639 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:24:59.561718 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-726dee6e-4534-4602-ad74-05232b5b8953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.571713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c08eed-d086-4fb7-b132-78361c9abb07 None None] Pushing event updated for resources: {'Port': ['ID=23b966b8-66af-4888-9774-56c0e1642639,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:24:59.605557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-65380bcd-0354-4942-8fdf-9849575bfd0a service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542437 Dec 08 00:24:59.608194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.609654 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a050ffb0-9e8f-44ae-b94f-2b2181f7bddc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.9696136 Dec 08 00:24:59.614555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50034) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:24:59.691519 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:24:59.720778 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] Set router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:59.748570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:24:59.838596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ab2695f-6d60-45f9-b8b5-a001194a6040 req-3541ca46-f373-4fc7-86a7-be3ec86a2a4f service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249870 Dec 08 00:25:00.013345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Allocated IP 172.20.0.3 (8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60/4221124d-be43-4a62-a64e-b3c4acae7186/efbfb673-cf39-45ce-a80b-52f69319d4e9) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:00.073812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fa56782f-bc77-48f4-a254-9a7fc0130e53 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=67f0588638f3439eb5346e5a32ef2d21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4551399 Dec 08 00:25:00.079069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50048) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:00.153859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:00.167420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a91fe13-7a51-4a0e-af2a-314605ef4949 req-5099f661-2c76-4914-b425-22121511ba6a tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 210 time: 0.0657351 Dec 08 00:25:00.244340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-726dee6e-4534-4602-ad74-05232b5b8953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.300846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.337441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-726dee6e-4534-4602-ad74-05232b5b8953 None None] For port 23b966b8-66af-4888-9774-56c0e1642639, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=23b966b8-66af-4888-9774-56c0e1642639,segment=NetworkSegment(b8069e90-4da7-4c79-a07b-ebe7f7546f68),segment_id=b8069e90-4da7-4c79-a07b-ebe7f7546f68)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:00.340699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bd8e-d696-49b7-9cc1-12fd6e6d87a0 req-5e2f8f1a-9bb4-41d1-96bd-4559f2d6682a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:00.343713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:00.344306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.347032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dac5bd8e-d696-49b7-9cc1-12fd6e6d87a0 req-5e2f8f1a-9bb4-41d1-96bd-4559f2d6682a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1862011 Dec 08 00:25:00.352354 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-726dee6e-4534-4602-ad74-05232b5b8953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.353316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.370003 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.379767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26834154-7c49-4658-b2e3-1d491faee2ad tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:00.384244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-26834154-7c49-4658-b2e3-1d491faee2ad tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3036675 Dec 08 00:25:00.408932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50050) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:00.413317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=d83e490d-b79a-468b-90a5-8c657af03014,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:00.439433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dee6e-4534-4602-ad74-05232b5b8953 None None] Pushing event updated for resources: {'Port': ['ID=23b966b8-66af-4888-9774-56c0e1642639,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:00.443587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b089c-59f2-4140-ab2d-732e8a7e76be None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:00.495430 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 4, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port': {'id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '23b966b8-66af-4888-9774-56c0e1642639', 'name': '', 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'mac_address': 'fa:16:3e:74:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:47Z', 'updated_at': '2021-12-08T00:24:59Z', 'revision_number': 4, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'subnets': [{'id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:00.538145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dac5bd8e-d696-49b7-9cc1-12fd6e6d87a0 req-3e651c73-7aab-4afc-9e30-62197ea2b158 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464682 Dec 08 00:25:00.544905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e088e7ec-726e-4828-8570-37aa750a0adf tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1076035 Dec 08 00:25:00.546430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50052) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:00.552631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144229428', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:00.556028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:24:57Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:00.556868 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe734-7103-44fc-bba9-ff9d346b75d8 None None] The sync data for ids ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'] in n-d-820549-2 is: [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:24:48Z', 'revision_number': 4, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port': {'id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '23b966b8-66af-4888-9774-56c0e1642639', 'name': '', 'network_id': '6ef5d7d9-1ee7-484a-b260-06fcd41c47f5', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'mac_address': 'fa:16:3e:74:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:47Z', 'updated_at': '2021-12-08T00:24:59Z', 'revision_number': 4, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'subnets': [{'id': 'bd53f65b-d405-4816-ac7c-a6a1fd4ad65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:25:00.566757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5581fde4-ee1b-4002-ac5c-bbc5f8c35e52 None None] Provisioning complete for port 23b966b8-66af-4888-9774-56c0e1642639 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:00.567096 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5581fde4-ee1b-4002-ac5c-bbc5f8c35e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.709750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:00.714228 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.796665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.800350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-561d6ff2-d960-49b0-afbd-dacaf3000b06 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/d83e490d-b79a-468b-90a5-8c657af03014 HTTP/1.1" status: 204 len: 168 time: 1.7106516 Dec 08 00:25:00.805104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50054) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:00.822154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Checking router: 8b85d351-a331-42b2-94d5-a013c7c9ea62 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:25:00.822625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:00.823054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Updating router 8b85d351-a331-42b2-94d5-a013c7c9ea62 port a1018d6c-799d-4963-b237-3c3b8fe38dd7 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:25:00.848304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:00.851149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:00.880392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.899667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'Port': ['ID=efbfb673-cf39-45ce-a80b-52f69319d4e9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:00.949240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet ea47348c-fb1b-4a3b-811b-8e94c4ce2147 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:00.961679 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:00.998579 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.013132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:01.013936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.049251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-f5fb2c9b-1816-4160-a848-2825732afcda tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1698244 Dec 08 00:25:01.055490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.076598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Request body: {'port': {'device_id': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:01.162954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Subnet': ['ID=46ba18d5-76cf-41f1-b29d-1fa77f8219c6,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:01.189003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Checking segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:01.189793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network hostable DHCP agents. Network: 5c2dba8b-1a38-461a-951a-2b6800ca2e39, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:25:01.214572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.234122 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.243590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:25:01.258637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.264495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 5c2dba8b-1a38-461a-951a-2b6800ca2e39) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:01.274134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:01.274352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.335952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.369246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baffae22-c1da-4186-89fe-d603514cf0e5 None None] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:01.373998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23b966b8-66af-4888-9774-56c0e1642639 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:01.382821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0655f6-2010-4e0b-8b3d-5bf6d82013d7 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:01.386263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-977e4c26-d09e-4437-99d7-f91aa5e4c790 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8382244 Dec 08 00:25:01.395488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50060) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:01.497899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Attempting to bind port a1018d6c-799d-4963-b237-3c3b8fe38dd7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:01.498285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Attempting to bind port a1018d6c-799d-4963-b237-3c3b8fe38dd7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:01.498784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Attempting to bind port a1018d6c-799d-4963-b237-3c3b8fe38dd7 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:01.500538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdac5b-e7b8-4aba-a858-98b819198813 req-0906ebd2-87b6-478e-9d9a-23f56a855803 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:01.502754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1cdac5b-e7b8-4aba-a858-98b819198813 req-0906ebd2-87b6-478e-9d9a-23f56a855803 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 931 time: 0.2025282 Dec 08 00:25:01.516866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc690883-3e7c-4408-b861-15b9845f438b None None] Pushing event updated for resources: {'Port': ['ID=a1018d6c-799d-4963-b237-3c3b8fe38dd7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:01.575544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.607380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:01.607966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:01.608485 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.609071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:01.609813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Bound port: a1018d6c-799d-4963-b237-3c3b8fe38dd7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:01.610161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.709242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5581fde4-ee1b-4002-ac5c-bbc5f8c35e52 None None] Could not find standard attr ID for object 12d8f271-7340-43be-ba9b-e7bca299eb8e. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:01.744804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 23b966b8-66af-4888-9774-56c0e1642639 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:01.745236 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.791749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=ea47348c-fb1b-4a3b-811b-8e94c4ce2147,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:01.798294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1cdac5b-e7b8-4aba-a858-98b819198813 req-6d9042cf-1a66-4c24-9478-a67291aec546 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891455 Dec 08 00:25:01.808173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:01.810141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.843113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d157d-3e6d-47a9-a3e4-f70f3fc1388b req-483ba121-30ae-49c5-a4b9-86ed69e55e68 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:01.846633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.848137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-143d157d-3e6d-47a9-a3e4-f70f3fc1388b req-483ba121-30ae-49c5-a4b9-86ed69e55e68 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1270473 Dec 08 00:25:01.858316 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4a57a8ea-cc17-43b9-9d40-454f6f4735d0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ea47348c-fb1b-4a3b-811b-8e94c4ce2147 HTTP/1.1" status: 204 len: 168 time: 1.0487328 Dec 08 00:25:01.862721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50064) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:01.870962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] For port a1018d6c-799d-4963-b237-3c3b8fe38dd7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:01.891185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Provisioning complete for port efbfb673-cf39-45ce-a80b-52f69319d4e9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:01.891954 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.913295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] For port a1018d6c-799d-4963-b237-3c3b8fe38dd7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a1018d6c-799d-4963-b237-3c3b8fe38dd7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:01.988705 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:01.994368 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b57ea38e-f60e-4f62-929a-b2a686ef2c2f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257262 Dec 08 00:25:01.998492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50066) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:02.017604 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:02.085577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbfb673-cf39-45ce-a80b-52f69319d4e9 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:02.117158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:02.143896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Transition to ACTIVE for port object efbfb673-cf39-45ce-a80b-52f69319d4e9 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:25:02.157802 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:02.362086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea54dd4-3d5b-4a8e-8de5-f438f24db264 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:02.435563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Pushing event updated for resources: {'Port': ['ID=efbfb673-cf39-45ce-a80b-52f69319d4e9,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:02.494635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Attempting to bind port efbfb673-cf39-45ce-a80b-52f69319d4e9 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:02.497455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Attempting to bind port efbfb673-cf39-45ce-a80b-52f69319d4e9 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:02.498037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Attempting to bind port efbfb673-cf39-45ce-a80b-52f69319d4e9 on network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:02.514621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Port efbfb673-cf39-45ce-a80b-52f69319d4e9 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:25:02.529413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Port efbfb673-cf39-45ce-a80b-52f69319d4e9 on network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:25:02.529744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Attempting to bind port efbfb673-cf39-45ce-a80b-52f69319d4e9 on network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:02.545726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:02.546201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Checking segment: {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:02.546461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Bound using segment: {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:02.546924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Bound port: efbfb673-cf39-45ce-a80b-52f69319d4e9, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9272908e-d782-41c4-a2a3-15e63a477bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:02.547291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:02.585464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:25:02.586672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:02.723377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] For port efbfb673-cf39-45ce-a80b-52f69319d4e9, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:02.729504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] For port efbfb673-cf39-45ce-a80b-52f69319d4e9, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:02.744801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:02.784370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:25:02.842923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:02.843576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:02.845056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] 10.222.0.44 "PUT /v2.0/ports/efbfb673-cf39-45ce-a80b-52f69319d4e9 HTTP/1.1" status: 200 len: 1091 time: 1.7737484 Dec 08 00:25:02.845542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:02.848490 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:02.910257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23b966b8-66af-4888-9774-56c0e1642639 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:02.944489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc690883-3e7c-4408-b861-15b9845f438b None None] Pushing event updated for resources: {'Port': ['ID=a1018d6c-799d-4963-b237-3c3b8fe38dd7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:02.993855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bf959-4af4-46c5-9e96-9fdddeaf98c9 service neutron] Pushing event updated for resources: {'Port': ['ID=efbfb673-cf39-45ce-a80b-52f69319d4e9,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:03.035292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-5d9b8384-154f-45c3-b3d5-e30e848d9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.036816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-5d9b8384-154f-45c3-b3d5-e30e848d9a05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e87c1e67d804765a88b9d452444fe3a&device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1094 time: 0.1022813 Dec 08 00:25:03.059735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-143d157d-3e6d-47a9-a3e4-f70f3fc1388b req-9e42c2db-6d2d-4f8a-9b4e-2b463424b8f9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0695693 Dec 08 00:25:03.066081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef6cf9-6aa7-4a8d-be37-e6971f848f79 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:03.126303 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-eba2af8c-065b-4684-ac92-497b53d6fc11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9 HTTP/1.1" status: 200 len: 217 time: 0.0738378 Dec 08 00:25:03.137136 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce37a73-cd61-4364-b26c-084d5c6567a9 x-openstack-request-id: req-cce37a73-cd61-4364-b26c-084d5c6567a9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:03.137438 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:03.137690 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cce37a73-cd61-4364-b26c-084d5c6567a9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:03.138094 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'status': 'completed', 'code': 200} Dec 08 00:25:03.177192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b4c04-493b-4913-b718-3700765b86e8 req-be1c1b4f-dbe2-405e-ab4a-6fb8feea1896 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.178806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54b4c04-493b-4913-b718-3700765b86e8 req-be1c1b4f-dbe2-405e-ab4a-6fb8feea1896 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 943 time: 0.1672864 Dec 08 00:25:03.199651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-14b7e857-6f65-477b-bb86-6884bfaea1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.201311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-14b7e857-6f65-477b-bb86-6884bfaea1ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4221124d-be43-4a62-a64e-b3c4acae7186 HTTP/1.1" status: 200 len: 848 time: 0.0624251 Dec 08 00:25:03.215723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:03.219202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:03.249727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Allocated IP 172.20.0.2 (5c2dba8b-1a38-461a-951a-2b6800ca2e39/46ba18d5-76cf-41f1-b29d-1fa77f8219c6/9811a65f-9e03-4f18-b2bc-274634f2efe8) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:03.259527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-957275e3-40b0-4ddb-8477-e88e50d42ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.261468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-957275e3-40b0-4ddb-8477-e88e50d42ea4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502315 Dec 08 00:25:03.264460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Provisioning complete for port a1018d6c-799d-4963-b237-3c3b8fe38dd7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:03.265461 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:03.396337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-682d2bdf-b61c-49ca-8d68-35c058761de3 service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259921 Dec 08 00:25:03.404901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d54b4c04-493b-4913-b718-3700765b86e8 req-1b6b6107-714f-4709-b59a-98cf46d97367 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988668 Dec 08 00:25:03.527189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:03.557840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2e3b9e9-e8c9-45e2-8c5a-ceabda8603ed req-fd583490-41bd-4eb1-9ea2-d73ac2a626ca service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508570 Dec 08 00:25:03.608555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:03.610190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 23b966b8-66af-4888-9774-56c0e1642639 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:03.610555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:03.618970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:03.649280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:03.651860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:24:57Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:03.699508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-25ba17ec-b057-45a9-84d4-787fb8b6a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.701343 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-25ba17ec-b057-45a9-84d4-787fb8b6a175 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e87c1e67d804765a88b9d452444fe3a&device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1094 time: 0.0443501 Dec 08 00:25:03.811592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-3d41cb3d-1628-473e-89c9-5869bbe2f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.813782 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-3d41cb3d-1628-473e-89c9-5869bbe2f966 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 HTTP/1.1" status: 200 len: 910 time: 0.1048796 Dec 08 00:25:03.858922 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-72d5f772-e778-48d6-9c92-cce65f79fab4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9 HTTP/1.1" status: 200 len: 217 time: 0.0370805 Dec 08 00:25:03.894420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b8e72-070d-4491-9f5d-7e00a3afca0b None None] The sync data for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 is: [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:24:57Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:25:03.913333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:03.928360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:03.928622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-c50f122b-7a54-4563-8843-ffc7e80fa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.928622 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-c50f122b-7a54-4563-8843-ffc7e80fa05f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4221124d-be43-4a62-a64e-b3c4acae7186 HTTP/1.1" status: 200 len: 848 time: 0.0609210 Dec 08 00:25:03.928812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:03.952875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:03.967737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Pushing event updated for resources: {'Port': ['ID=9811a65f-9e03-4f18-b2bc-274634f2efe8,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:03.986923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-296dacee-9e17-4b2b-8c77-e5f32569d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:03.991206 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-296dacee-9e17-4b2b-8c77-e5f32569d702 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533128 Dec 08 00:25:03.996972 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.128923 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-c8553d1f-d7f2-416f-bbf6-c113278e9865 service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326425 Dec 08 00:25:04.142714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] For port a1018d6c-799d-4963-b237-3c3b8fe38dd7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a1018d6c-799d-4963-b237-3c3b8fe38dd7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:04.144813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.1 (5c2dba8b-1a38-461a-951a-2b6800ca2e39/46ba18d5-76cf-41f1-b29d-1fa77f8219c6/77613f70-36f7-40e5-b61c-2a0714b1887a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:04.178416 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.191154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] Deleting port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:04.192660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.269588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef1a07ae-4b2b-4f8d-880a-95625eaa566f req-0cb3c732-893f-40f7-b8b2-415f9f3a6344 service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325183 Dec 08 00:25:04.319925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.334673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112097a-b4ef-4e2b-8e4a-4964c38d0866 None None] Pushing event updated for resources: {'Port': ['ID=a1018d6c-799d-4963-b237-3c3b8fe38dd7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:04.357125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Attempting to bind port 9811a65f-9e03-4f18-b2bc-274634f2efe8 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:04.358038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Attempting to bind port 9811a65f-9e03-4f18-b2bc-274634f2efe8 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:04.358038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Attempting to bind port 9811a65f-9e03-4f18-b2bc-274634f2efe8 on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:04.379307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:04.379633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Checking segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:04.380179 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.380731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Bound using segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:04.381236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Bound port: 9811a65f-9e03-4f18-b2bc-274634f2efe8, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:04.381620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.460309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2470fdc2-84f5-4904-b3c0-2d38abc3dff3 None None] Provisioning complete for port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:04.460678 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2470fdc2-84f5-4904-b3c0-2d38abc3dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.565789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] For port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:04.566194 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.596310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a1018d6c-799d-4963-b237-3c3b8fe38dd7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:04.599701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] Calling delete_port for bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:04.701201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] For port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:04.708509 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.726331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] For port 9811a65f-9e03-4f18-b2bc-274634f2efe8, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:04.750811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] For port 9811a65f-9e03-4f18-b2bc-274634f2efe8, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9811a65f-9e03-4f18-b2bc-274634f2efe8,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:04.755514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a444f-1bba-47b2-950b-e4b264fc7aea req-ad7c2cec-1c79-4036-9ee2-822bb2f22d2a tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:04.757365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c74a444f-1bba-47b2-950b-e4b264fc7aea req-ad7c2cec-1c79-4036-9ee2-822bb2f22d2a tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 943 time: 0.1735587 Dec 08 00:25:04.764560 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.779525 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.803366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.804876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.848313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53ef1-b12f-439f-8c67-92cdb8bc19dc None None] Pushing event updated for resources: {'Port': ['ID=9811a65f-9e03-4f18-b2bc-274634f2efe8,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:04.871395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=3e093421-dca4-465f-a314-2c1bf924a8a4,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:04.974568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a1018d6c-799d-4963-b237-3c3b8fe38dd7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:04.974847 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:04.975027 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.006989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c74a444f-1bba-47b2-950b-e4b264fc7aea req-fe0ac8c0-80a1-4d19-9968-172870e46dc8 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398024 Dec 08 00:25:05.016440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:05.021353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.042132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:05.043949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,revision_number=8']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:05.047428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:05.048081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.078102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] Pushing event deleted for resources: {'Port': ['ID=bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:05.083496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd68e0-ff7b-404e-a9ff-e96c9ceeb5e9 None None] No DVR routers for this DVR port bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:05.100246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2470fdc2-84f5-4904-b3c0-2d38abc3dff3 None None] Provisioning complete for port a1018d6c-799d-4963-b237-3c3b8fe38dd7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:05.100505 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2470fdc2-84f5-4904-b3c0-2d38abc3dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.124734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d584afd-278b-4943-8aa6-2fba298f823b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1228991 Dec 08 00:25:05.127668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50090) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:05.130136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:05.139016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:05.140288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c1210b-e7ae-4d5a-bd54-51bab2d48eda None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:05.141421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:05.148980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:05.196058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=77613f70-36f7-40e5-b61c-2a0714b1887a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:05.269257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.393398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:05.397072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.402345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:05.461657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:25:05.462378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bb0b9ad2-49fd-4b7a-97bc-b8e7652461ce not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:25:05.492732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '3e093421-dca4-465f-a314-2c1bf924a8a4'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:05.493746 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.554037 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.716192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Allocated IP 2001:db8::f816:3eff:fe53:54d3 (4a2e7540-686a-45ff-a008-3d83de30eb8b/3e093421-dca4-465f-a314-2c1bf924a8a4/91702c9f-5721-4734-a230-75ed3ff9562e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:05.777436 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:25:05.803423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.889620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:05.891717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=3220e572-9bae-464f-b516-f92f85db2ca1,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:05.904323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:05.909072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:05.910618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.923314 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.931946 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.933096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5b435dde-f157-4306-8735-3338472cab28 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8031893 Dec 08 00:25:05.941453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50094) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:05.947562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:68:8b:d5', 'name': 'tempest-NetworksTestDHCPv6-118649067'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:05.965793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.978644 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:05.985921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:05.991535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:05.996605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:06.016904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device efbfb673-cf39-45ce-a80b-52f69319d4e9 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:25:06.077955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Pushing event updated for resources: {'Port': ['ID=91702c9f-5721-4734-a230-75ed3ff9562e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:06.092956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:06.105411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Attempting to bind port 91702c9f-5721-4734-a230-75ed3ff9562e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:06.105985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Attempting to bind port 91702c9f-5721-4734-a230-75ed3ff9562e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:06.106426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Attempting to bind port 91702c9f-5721-4734-a230-75ed3ff9562e on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:06.108115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=77613f70-36f7-40e5-b61c-2a0714b1887a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:06.111803 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.121636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:06.122718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:06.122839 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.123356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:06.123961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Bound port: 91702c9f-5721-4734-a230-75ed3ff9562e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:06.124453 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.212433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] For port 91702c9f-5721-4734-a230-75ed3ff9562e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:06.216761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] For port 91702c9f-5721-4734-a230-75ed3ff9562e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=91702c9f-5721-4734-a230-75ed3ff9562e,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:06.239272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.243348 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.272559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port a5c18d89-274c-4efa-91ea-48b10806b453 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:06.320719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:06.323893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:06.417969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e299a-f19f-4bbf-8681-8668b974dc9d None None] Pushing event updated for resources: {'Port': ['ID=91702c9f-5721-4734-a230-75ed3ff9562e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:06.455974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port efbfb673-cf39-45ce-a80b-52f69319d4e9, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:06.482569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 8b85d351-a331-42b2-94d5-a013c7c9ea62 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:25:06.487070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'port_id': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'mac_address': 'fa:16:3e:e2:c7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:25:06.493972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292bedf-50f3-49ac-88bc-a34f76781241 req-c5f743e2-ae35-4d24-86c1-4b845303f3fe tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:06.503557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d292bedf-50f3-49ac-88bc-a34f76781241 req-c5f743e2-ae35-4d24-86c1-4b845303f3fe tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 943 time: 0.3214014 Dec 08 00:25:06.552919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 172.20.0.5 (4a2e7540-686a-45ff-a008-3d83de30eb8b/3220e572-9bae-464f-b516-f92f85db2ca1/a5c18d89-274c-4efa-91ea-48b10806b453) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:06.557702 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.561019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fe68:8bd5 (4a2e7540-686a-45ff-a008-3d83de30eb8b/3e093421-dca4-465f-a314-2c1bf924a8a4/a5c18d89-274c-4efa-91ea-48b10806b453) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:06.574016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbfb673-cf39-45ce-a80b-52f69319d4e9 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:06.598438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port efbfb673-cf39-45ce-a80b-52f69319d4e9, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:06.612478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.670091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9811a65f-9e03-4f18-b2bc-274634f2efe8 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:06.680478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d292bedf-50f3-49ac-88bc-a34f76781241 req-b9f34131-2210-4097-a945-37c40cdfd814 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759202 Dec 08 00:25:06.822415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=efbfb673-cf39-45ce-a80b-52f69319d4e9,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:06.837656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9811a65f-9e03-4f18-b2bc-274634f2efe8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:06.838041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:06.839140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:25:06.852659 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Sync routers for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:25:06.855537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-62d2160d-4f41-405c-b466-7eaaa0e7010a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/8b85d351-a331-42b2-94d5-a013c7c9ea62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4545903 Dec 08 00:25:06.883274 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:25:06.883900 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:06.931479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['efbfb673-cf39-45ce-a80b-52f69319d4e9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:06.933657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:07.029686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:07.160939 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:07.175423 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:25:07.178824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-8c3e399d-f764-4b74-9ed2-f899fb8d8668 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537054253&fields=id&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 267 time: 0.1167727 Dec 08 00:25:07.206270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=a5c18d89-274c-4efa-91ea-48b10806b453,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:07.229573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:07.236107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:07.241024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:07.328011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 9811a65f-9e03-4f18-b2bc-274634f2efe8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9811a65f-9e03-4f18-b2bc-274634f2efe8,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:07.350658 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:07.385544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:07.386335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:07.426452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-73f794d2-f13b-48c8-9408-a5af1a03d565 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4811323 Dec 08 00:25:07.426860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50120) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:07.505291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=9811a65f-9e03-4f18-b2bc-274634f2efe8,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:07.565463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77af7e0-b5b2-4b81-902c-a879e706fe86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:07.580128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77af7e0-b5b2-4b81-902c-a879e706fe86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:07.589853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b77af7e0-b5b2-4b81-902c-a879e706fe86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1589119 Dec 08 00:25:07.590642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50122) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:07.704227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d3958-40ec-4f32-be11-387968cc98a1 None None] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:07.757523 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 2, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:07.819532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Checking router: 8b85d351-a331-42b2-94d5-a013c7c9ea62 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:25:07.820047 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Updating router 8b85d351-a331-42b2-94d5-a013c7c9ea62 port 77613f70-36f7-40e5-b61c-2a0714b1887a binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:25:07.868120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-845ab411-8b23-4a6b-8d8a-cc0deb5502a1 None None] Provisioning complete for port 9811a65f-9e03-4f18-b2bc-274634f2efe8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:07.870859 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-845ab411-8b23-4a6b-8d8a-cc0deb5502a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:07.871967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port a5c18d89-274c-4efa-91ea-48b10806b453 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:07.872321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:07.876457 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.020261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-80ee6cf0-533e-46b6-85b1-73e6514dd383 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:08.021771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-80ee6cf0-533e-46b6-85b1-73e6514dd383 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 795 time: 0.8130491 Dec 08 00:25:08.048356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51a49f-9c8a-491d-962e-fde3b6b8e915 req-53935f1e-f2e1-49d2-9829-6b82705032db tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:08.054990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c51a49f-9c8a-491d-962e-fde3b6b8e915 req-53935f1e-f2e1-49d2-9829-6b82705032db tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 944 time: 0.1161299 Dec 08 00:25:08.060642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-a4b5f502-2df5-4749-accb-f1252d0b51e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/quotas/67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 375 time: 0.0279534 Dec 08 00:25:08.073463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.087282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for a5c18d89-274c-4efa-91ea-48b10806b453 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:08.168182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b952c73f-d383-4077-b08f-3808a25c61ab None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:08.220273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-384b4126-1e24-41a6-a952-83aa3adbad51 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403804 Dec 08 00:25:08.225644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c51a49f-9c8a-491d-962e-fde3b6b8e915 req-35640437-7a0e-4187-b5b9-a79598763a9b tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558728 Dec 08 00:25:08.336909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-80e6bb34-3eb4-4542-a59b-8a4e3038b64c None None] Provisioning complete for port 91702c9f-5721-4734-a230-75ed3ff9562e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:08.337404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80e6bb34-3eb4-4542-a59b-8a4e3038b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.389804 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.402625 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.464721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.468049 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80e6bb34-3eb4-4542-a59b-8a4e3038b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.524815 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba458f9c-d1b4-424e-94dd-a5245b428d7e None None] Pushing event updated for resources: {'Port': ['ID=77613f70-36f7-40e5-b61c-2a0714b1887a,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:08.528878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=a5c18d89-274c-4efa-91ea-48b10806b453,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:08.592729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06567ed9-5e24-4a32-972a-5781a555e1a0 None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '3e093421-dca4-465f-a314-2c1bf924a8a4', 'ip_address': '2001:db8::f816:3eff:fe53:54d3'}, {'subnet_id': '3220e572-9bae-464f-b516-f92f85db2ca1'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '91702c9f-5721-4734-a230-75ed3ff9562e'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:08.605396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-c5ed48a7-e481-4d84-b257-96740fe301b2 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841422 Dec 08 00:25:08.648974 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Attempting to bind port 77613f70-36f7-40e5-b61c-2a0714b1887a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:08.649974 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Attempting to bind port 77613f70-36f7-40e5-b61c-2a0714b1887a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:08.651313 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Attempting to bind port 77613f70-36f7-40e5-b61c-2a0714b1887a on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:08.663998 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:08.664396 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Checking segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:08.667069 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.667487 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Bound using segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:08.667989 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Bound port: 77613f70-36f7-40e5-b61c-2a0714b1887a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:08.668384 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.675572 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-06567ed9-5e24-4a32-972a-5781a555e1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.691262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-80e6bb34-3eb4-4542-a59b-8a4e3038b64c None None] For port 91702c9f-5721-4734-a230-75ed3ff9562e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=91702c9f-5721-4734-a230-75ed3ff9562e,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:08.717317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80e6bb34-3eb4-4542-a59b-8a4e3038b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.742757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.749153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-74383a3e-9a73-4fed-8a00-f71205d0b722 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a5c18d89-274c-4efa-91ea-48b10806b453 HTTP/1.1" status: 204 len: 168 time: 1.1544328 Dec 08 00:25:08.749796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50132) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:08.777906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-636214a4-028d-4d6c-bc0e-d8eb1def0f96 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660020 Dec 08 00:25:08.780415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9811a65f-9e03-4f18-b2bc-274634f2efe8 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:08.783971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6bb34-3eb4-4542-a59b-8a4e3038b64c None None] Pushing event updated for resources: {'Port': ['ID=91702c9f-5721-4734-a230-75ed3ff9562e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:08.827859 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] For port 77613f70-36f7-40e5-b61c-2a0714b1887a, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:08.837391 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] For port 77613f70-36f7-40e5-b61c-2a0714b1887a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77613f70-36f7-40e5-b61c-2a0714b1887a,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:08.845252 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.890805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb0c0e-8bcc-4de9-aff4-da62dcc17434 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:08.895057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb0c0e-8bcc-4de9-aff4-da62dcc17434 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:08.902208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb0c0e-8bcc-4de9-aff4-da62dcc17434 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:08.906626 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dccb0c0e-8bcc-4de9-aff4-da62dcc17434 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1516032 Dec 08 00:25:08.907401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50134) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:08.945849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7489c611-6683-474b-a090-8ba0aa950add None None] Provisioning complete for port 9811a65f-9e03-4f18-b2bc-274634f2efe8 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:08.946918 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7489c611-6683-474b-a090-8ba0aa950add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:08.952417 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:25:08.954939 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:09.004795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 3220e572-9bae-464f-b516-f92f85db2ca1 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:09.008680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.078955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.105268 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba458f9c-d1b4-424e-94dd-a5245b428d7e None None] Pushing event updated for resources: {'Port': ['ID=77613f70-36f7-40e5-b61c-2a0714b1887a,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:09.146700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc078a89-2d96-4ef9-9f2d-3f5da784077e req-d136e5ba-185a-4bf7-934a-8065b27ad33f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 210 time: 0.0663989 Dec 08 00:25:09.208527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.292550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9811a65f-9e03-4f18-b2bc-274634f2efe8 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:09.293028 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.311334 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:25:09.324893 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-06567ed9-5e24-4a32-972a-5781a555e1a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3220e572-9bae-464f-b516-f92f85db2ca1: This subnet is being modified by another concurrent operation. Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:09.376542 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3220e572-9bae-464f-b516-f92f85db2ca1: This subnet is being modified by another concurrent operation. Dec 08 00:25:09.381157 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:25:09.397687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=3220e572-9bae-464f-b516-f92f85db2ca1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:09.402124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.410386 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b4445f03-a6f7-4396-b342-ae6aecfeb8c2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/3220e572-9bae-464f-b516-f92f85db2ca1 HTTP/1.1" status: 204 len: 168 time: 0.5022118 Dec 08 00:25:09.411851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50146) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:09.491145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38043-f0ad-4329-b5ed-e820d03f0662 req-267246a2-3a80-4cbc-9ae6-4e631307f793 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:09.491385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 3e093421-dca4-465f-a314-2c1bf924a8a4 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:09.500539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32f38043-f0ad-4329-b5ed-e820d03f0662 req-267246a2-3a80-4cbc-9ae6-4e631307f793 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 944 time: 0.1174018 Dec 08 00:25:09.505929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.598092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.619311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 91702c9f-5721-4734-a230-75ed3ff9562e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:09.637644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32f38043-f0ad-4329-b5ed-e820d03f0662 req-2ce48302-7adc-495b-b9e9-1bab0a2b133d tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346309 Dec 08 00:25:09.716269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 91702c9f-5721-4734-a230-75ed3ff9562e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:09.716643 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.766209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7489c611-6683-474b-a090-8ba0aa950add None None] Provisioning complete for port 77613f70-36f7-40e5-b61c-2a0714b1887a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:09.766590 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7489c611-6683-474b-a090-8ba0aa950add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.825456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.899676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7489c611-6683-474b-a090-8ba0aa950add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.949086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.973054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7489c611-6683-474b-a090-8ba0aa950add None None] For port 77613f70-36f7-40e5-b61c-2a0714b1887a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77613f70-36f7-40e5-b61c-2a0714b1887a,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:09.991891 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7489c611-6683-474b-a090-8ba0aa950add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:09.999821 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:08Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:10.013271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=3e093421-dca4-465f-a314-2c1bf924a8a4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:10.024165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device efbfb673-cf39-45ce-a80b-52f69319d4e9 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:10.028577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.035247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-92c3744c-3bfd-402c-9e1d-717152c7bc4f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/3e093421-dca4-465f-a314-2c1bf924a8a4 HTTP/1.1" status: 204 len: 168 time: 0.6195893 Dec 08 00:25:10.035920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50150) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:10.114970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38da87c8-dc7b-408a-9f38-0c0c733a68c8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777237 Dec 08 00:25:10.117745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50152) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:10.125003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:10.128456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489c611-6683-474b-a090-8ba0aa950add None None] Pushing event updated for resources: {'Port': ['ID=77613f70-36f7-40e5-b61c-2a0714b1887a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:10.176925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792523ba-f322-4347-adcb-e0e9d32d4af3 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:10.200633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4708790b-141c-4d8f-a358-489b05b0006a None None] Could not find standard attr ID for object a5c18d89-274c-4efa-91ea-48b10806b453. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:10.242551 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f756-f8be-41a2-a2bb-965153efb163 None None] The sync data for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 is: [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:08Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:25:10.261950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port efbfb673-cf39-45ce-a80b-52f69319d4e9 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:25:10.267385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4708790b-141c-4d8f-a358-489b05b0006a None None] Provisioning complete for port 91702c9f-5721-4734-a230-75ed3ff9562e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:10.267765 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4708790b-141c-4d8f-a358-489b05b0006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.299731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:10.303289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.431523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port efbfb673-cf39-45ce-a80b-52f69319d4e9 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:10.432105 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.432231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-078c6aee-38d6-4b0e-a7b3-c7345c6cbf1d req-e6a77796-8136-4b44-aee0-394e83a7d831 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 210 time: 0.0655849 Dec 08 00:25:10.530631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77613f70-36f7-40e5-b61c-2a0714b1887a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:10.654500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:10.684895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4708790b-141c-4d8f-a358-489b05b0006a None None] Provisioning complete for port 77613f70-36f7-40e5-b61c-2a0714b1887a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:10.685327 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4708790b-141c-4d8f-a358-489b05b0006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.736764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.766521 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.795765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=cded7c63-71b5-4647-bf94-e06d245f4175,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:10.810534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:10.812422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:10.815534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:10.816343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.818559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:10.821087 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6f96ee-36fc-47de-b8e2-62911d5e91ff" -d '{"events": [{"server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "name": "network-vif-plugged", "status": "completed", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:10.844418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a106e4a6-9017-4b07-b48d-f5dd4819fd4d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7254000 Dec 08 00:25:10.847787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50160) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:10.855427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:10.887185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 77613f70-36f7-40e5-b61c-2a0714b1887a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:10.891399 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:10.959606 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7a74cc-a91b-42bc-a07b-bd277e2651d4 x-openstack-request-id: req-db7a74cc-a91b-42bc-a07b-bd277e2651d4 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:10.960671 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "name": "network-vif-plugged", "status": "completed", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:10.963855 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db7a74cc-a91b-42bc-a07b-bd277e2651d4 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:10.964776 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'code': 200} Dec 08 00:25:10.970021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port efbfb673-cf39-45ce-a80b-52f69319d4e9, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:10.973610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774037-5fbf-4170-86ab-42fa27cfdb84 req-afe61ed8-93a2-4b55-b47b-a6a6ba94b486 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:10.979922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15774037-5fbf-4170-86ab-42fa27cfdb84 req-afe61ed8-93a2-4b55-b47b-a6a6ba94b486 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 944 time: 0.1502743 Dec 08 00:25:11.006796 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.057130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9477b21f-46b0-41a3-8c0d-223cac402ab7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:11.058709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9477b21f-46b0-41a3-8c0d-223cac402ab7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 795 time: 0.1959014 Dec 08 00:25:11.122940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15774037-5fbf-4170-86ab-42fa27cfdb84 req-b7eb8770-ad97-4291-9454-25b90c5ffd33 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227219 Dec 08 00:25:11.159840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b796cd-7f64-44cf-b583-1afffb032178 req-75f726ea-0e43-4f6b-a10d-568e03abad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:11.162058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5b796cd-7f64-44cf-b583-1afffb032178 req-75f726ea-0e43-4f6b-a10d-568e03abad03 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1096 time: 0.1238792 Dec 08 00:25:11.201213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-2f0f6513-6685-414d-bcc4-dc03585aeedd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 379 time: 0.1219294 Dec 08 00:25:11.225932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'port': {'device_id': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'admin_state_up': True, 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'security_groups': ['6a3788ec-df9a-4815-b2ab-4c23ce00bd38']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:11.266105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] Deleting port 91702c9f-5721-4734-a230-75ed3ff9562e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:11.266530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.274722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=efbfb673-cf39-45ce-a80b-52f69319d4e9,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:11.302255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c5b796cd-7f64-44cf-b583-1afffb032178 req-f4556a2b-4288-4dae-9388-388de42de4bb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257775 Dec 08 00:25:11.305216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:11.319563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.398924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 91702c9f-5721-4734-a230-75ed3ff9562e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:11.404575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] For port 91702c9f-5721-4734-a230-75ed3ff9562e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=91702c9f-5721-4734-a230-75ed3ff9562e,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:11.404981 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.421922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:11.425834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.447956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] Calling delete_port for 91702c9f-5721-4734-a230-75ed3ff9562e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:11.462362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2a2552be-ecdf-4fa0-8ede-57bcaeff6773 None None] Provisioning complete for port 77613f70-36f7-40e5-b61c-2a0714b1887a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:11.462735 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2a2552be-ecdf-4fa0-8ede-57bcaeff6773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.723722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.727292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c33e262-9567-4b29-9148-a54c764e239e req-29fe5e7c-6f4d-49ad-a9a5-0326a2e6324f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 210 time: 0.0533969 Dec 08 00:25:11.734505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.10 (5c2dba8b-1a38-461a-951a-2b6800ca2e39/46ba18d5-76cf-41f1-b29d-1fa77f8219c6/d22c56f2-dfbb-46f0-9ead-bc285280735e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:11.741062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:11.785837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] Pushing event deleted for resources: {'Port': ['ID=91702c9f-5721-4734-a230-75ed3ff9562e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:11.787854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138bfe02-7280-42e8-8db8-23c58d89ca4d None None] No DVR routers for this DVR port 91702c9f-5721-4734-a230-75ed3ff9562e on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:11.825748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f032ec6-1d52-4c45-b05b-89e346ec669e None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:11.995321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:11.997045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.048709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:12.056072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:12.065498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.074876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:12.075580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.096612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'cded7c63-71b5-4647-bf94-e06d245f4175'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:12.097508 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.112799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=5a2374b3-3256-455b-bf67-98b98feedf80,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:12.123880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a396fd01-6a7f-48e4-b00d-7253f78b30ec tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2749755 Dec 08 00:25:12.126739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50168) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:12.133158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:00:02:64', 'name': 'tempest-NetworksTestDHCPv6-569562112'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:12.189231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.237975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511dfcc-7ede-4ae6-b51b-96e018b1f5f3 req-31a5c63d-7615-4c6d-9a09-610a1115597f tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:12.239617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f511dfcc-7ede-4ae6-b51b-96e018b1f5f3 req-31a5c63d-7615-4c6d-9a09-610a1115597f tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 945 time: 0.1206963 Dec 08 00:25:12.295243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:12.357301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:12.370539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:12.407376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:12.415705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Allocated IP 172.20.0.2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/cded7c63-71b5-4647-bf94-e06d245f4175/038d2fc5-1df2-4805-bcb0-1c745e21cf4c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:12.423033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Allocated IP 2001:db8::f816:3eff:febd:e0d9 (4a2e7540-686a-45ff-a008-3d83de30eb8b/5a2374b3-3256-455b-bf67-98b98feedf80/038d2fc5-1df2-4805-bcb0-1c745e21cf4c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:12.430984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:12.546869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.584289 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f511dfcc-7ede-4ae6-b51b-96e018b1f5f3 req-629c4a17-7f89-4921-b26f-242457ec12ba tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117397 Dec 08 00:25:12.590192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 49a925d4-d1ba-4e14-bd38-38bfe9b2df51 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:12.595830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.597729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:12.598825 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.609807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.610542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79829a01-e51a-4a8b-8d95-c58cdaa3ac65 req-3798a632-8811-4a30-8404-d1683bb53e5e tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:12.618989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79829a01-e51a-4a8b-8d95-c58cdaa3ac65 req-3798a632-8811-4a30-8404-d1683bb53e5e tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 945 time: 0.3554022 Dec 08 00:25:12.664441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9b6746b2-19e3-442b-80f2-632ea3e52c62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4482634 Dec 08 00:25:12.691790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Request body: {'port': {'device_id': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:12.695135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:12.702654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79829a01-e51a-4a8b-8d95-c58cdaa3ac65 req-fd69017d-5bf1-453d-b6f0-e6697070b814 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822554 Dec 08 00:25:12.704621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:12.712633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:12.737350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Pushing event updated for resources: {'Port': ['ID=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:12.767217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.858500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3b010f86-2fa4-4f6d-82a5-2fc8cca4383c None None] Provisioning complete for port d22c56f2-dfbb-46f0-9ead-bc285280735e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:12.859178 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b010f86-2fa4-4f6d-82a5-2fc8cca4383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.889994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Attempting to bind port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:12.890540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Attempting to bind port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:12.891001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Attempting to bind port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:12.898384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:12.898869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:12.899383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.899853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:12.900403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Bound port: 038d2fc5-1df2-4805-bcb0-1c745e21cf4c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:12.900887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:12.972457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d751-4d00-4cd8-93b1-7fe2598b6064 req-36a1379a-e896-444c-8de0-32d7b3165efa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:12.974444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2824d751-4d00-4cd8-93b1-7fe2598b6064 req-36a1379a-e896-444c-8de0-32d7b3165efa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 932 time: 0.1563504 Dec 08 00:25:12.986752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3b010f86-2fa4-4f6d-82a5-2fc8cca4383c None None] Port d22c56f2-dfbb-46f0-9ead-bc285280735e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:25:12.997966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] For port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:13.001404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] For port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:13.012809 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.075516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2824d751-4d00-4cd8-93b1-7fe2598b6064 req-cc243aa6-cd7f-4fe6-82c7-ba7126c467a8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888293 Dec 08 00:25:13.104289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04298f45-375f-4ae2-a701-94cc87da6e4b None None] Pushing event updated for resources: {'Port': ['ID=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:13.157742 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-a9b75ef6-5f1f-480e-95cf-f7a791da474c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089294 Dec 08 00:25:13.227513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 172.20.0.8 (4a2e7540-686a-45ff-a008-3d83de30eb8b/cded7c63-71b5-4647-bf94-e06d245f4175/49a925d4-d1ba-4e14-bd38-38bfe9b2df51) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:13.249545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fe00:264 (4a2e7540-686a-45ff-a008-3d83de30eb8b/5a2374b3-3256-455b-bf67-98b98feedf80/49a925d4-d1ba-4e14-bd38-38bfe9b2df51) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:13.271833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22c56f2-dfbb-46f0-9ead-bc285280735e {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:13.285769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.290482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-bbe08049-31cd-4962-a5da-b7732cafbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:13.292383 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-bbe08049-31cd-4962-a5da-b7732cafbfee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 1096 time: 0.0970945 Dec 08 00:25:13.316610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Transition to ACTIVE for port object d22c56f2-dfbb-46f0-9ead-bc285280735e will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:25:13.321928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.480556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:13.480556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:13.481302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:13.490489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Port d22c56f2-dfbb-46f0-9ead-bc285280735e on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:25:13.490905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:13.495947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:13.524147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-9bc7fb93-ae69-46bb-85f6-773ea894a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:13.525698 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-9bc7fb93-ae69-46bb-85f6-773ea894a25d service neutron] 10.222.0.44 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2128110 Dec 08 00:25:13.527133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:13.527707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Checking segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:13.528541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Bound using segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:13.531329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Bound port: d22c56f2-dfbb-46f0-9ead-bc285280735e, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:13.532066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.602312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.604940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-4211ca7f-892b-43f2-8ebc-2953fda841e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241 HTTP/1.1" status: 200 len: 217 time: 0.0622928 Dec 08 00:25:13.652688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:13.664530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:13.677665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.685355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-6b0eae1c-fd4d-480d-993f-2cefbddf27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:13.686821 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-6b0eae1c-fd4d-480d-993f-2cefbddf27fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0748789 Dec 08 00:25:13.732843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.776520 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.806601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=49a925d4-d1ba-4e14-bd38-38bfe9b2df51,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:13.824480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:13.826260 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:13.832216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] 10.222.0.59 "PUT /v2.0/ports/d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 1092 time: 1.1504943 Dec 08 00:25:13.839296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:13.843316 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0204365-be49-4308-8229-de47f759865f" -d '{"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:13.925034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-a16fb1e4-0dac-4d68-8d5b-abb7f8e61ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:13.929801 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-a16fb1e4-0dac-4d68-8d5b-abb7f8e61ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340972 Dec 08 00:25:13.932537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:13.939111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:13.941685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:13.967792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5e09c-6f81-415c-a385-4e14cacd1b05 service neutron] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:13.993180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eec6d-e202-4ec8-ab4e-f5633536c520 req-040a2c15-441b-413b-845f-755cb65b9e4b tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:13.995538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-389eec6d-e202-4ec8-ab4e-f5633536c520 req-040a2c15-441b-413b-845f-755cb65b9e4b tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 945 time: 0.2693243 Dec 08 00:25:14.043020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-57267955-f15d-4673-9d30-0fea6eb6fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.044739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-0bd5ba8b-8383-4f03-b8f4-33fb66f52ab3 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.044908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-57267955-f15d-4673-9d30-0fea6eb6fb6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1458733 Dec 08 00:25:14.046276 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-0bd5ba8b-8383-4f03-b8f4-33fb66f52ab3 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 945 time: 0.2432234 Dec 08 00:25:14.065090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870169a2-1ac2-468d-89ee-a0db5fc69d71 req-e8b4ceec-0fd6-44c2-898b-79c070368a6d tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.066862 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-870169a2-1ac2-468d-89ee-a0db5fc69d71 req-e8b4ceec-0fd6-44c2-898b-79c070368a6d tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 945 time: 0.1930518 Dec 08 00:25:14.140535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.141458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.141754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-96379403-913c-4a9e-a7c4-eedf9ae766ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 217 time: 0.0734718 Dec 08 00:25:14.204129 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-15428e40-1d6f-4b9a-b7a9-522774e80709 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0760872 Dec 08 00:25:14.210098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50186) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:14.231423 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-d3c48c87-4c89-4b34-8e8f-9f01dfdd3d03 service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842622 Dec 08 00:25:14.233450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-870169a2-1ac2-468d-89ee-a0db5fc69d71 req-a84331cf-1f41-4dc1-99f4-5757ba820401 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554356 Dec 08 00:25:14.254147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-389eec6d-e202-4ec8-ab4e-f5633536c520 req-554f16bf-d791-435d-8c5d-c29687d1bdb3 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452765 Dec 08 00:25:14.294110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-65abbc46-a537-45f7-aa6e-fe52df40bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.295766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-65abbc46-a537-45f7-aa6e-fe52df40bdf0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.1448896 Dec 08 00:25:14.323645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d2cdfb-dbb7-4919-aca2-372beec9144a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.335703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d2cdfb-dbb7-4919-aca2-372beec9144a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.339005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-56d2cdfb-dbb7-4919-aca2-372beec9144a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1242182 Dec 08 00:25:14.366948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Deleting port 80479184-b62d-40ed-b463-c464145d8df9 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:14.367302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.383243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50190) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:14.384957 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d53efa-f801-4f42-b9ec-3a3e3d778bdf x-openstack-request-id: req-d2d53efa-f801-4f42-b9ec-3a3e3d778bdf {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:14.385963 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:14.386220 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2d53efa-f801-4f42-b9ec-3a3e3d778bdf {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:14.386622 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'status': 'completed', 'code': 200} Dec 08 00:25:14.518463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] For port 80479184-b62d-40ed-b463-c464145d8df9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=80479184-b62d-40ed-b463-c464145d8df9,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:14.520089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.524764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 038d2fc5-1df2-4805-bcb0-1c745e21cf4c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:14.553223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Calling delete_port for 80479184-b62d-40ed-b463-c464145d8df9 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:14.569310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d976386c-77fb-4fb7-9a83-285ed38bc838 req-a8b07745-588d-4d49-8006-5d57550eda27 service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295171 Dec 08 00:25:14.602904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:14.604271 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.615009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-2d5ac4e5-9324-406a-af70-64bdc933958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.616625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-2d5ac4e5-9324-406a-af70-64bdc933958a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113112 Dec 08 00:25:14.703956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca557-5823-468f-a41c-01e4df6f0ad0 req-2f0cd668-84b1-4cb9-bd1d-7cb7ab98a830 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.712510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0ca557-5823-468f-a41c-01e4df6f0ad0 req-2f0cd668-84b1-4cb9-bd1d-7cb7ab98a830 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.2548151 Dec 08 00:25:14.741941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160ab4-6bb3-488a-9f28-1784e6a419ea req-0e369328-90f5-487c-a2e5-c140c068569c tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:14.749119 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.750491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9160ab4-6bb3-488a-9f28-1784e6a419ea req-0e369328-90f5-487c-a2e5-c140c068569c tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 945 time: 0.2425470 Dec 08 00:25:14.779892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.795571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:14.805610 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.835875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Pushing event deleted for resources: {'Port': ['ID=80479184-b62d-40ed-b463-c464145d8df9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:14.872313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0ca557-5823-468f-a41c-01e4df6f0ad0 req-73094ceb-1758-4a8e-9653-1d0d6b0ad737 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579721 Dec 08 00:25:14.889174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] No DVR routers for this DVR port 80479184-b62d-40ed-b463-c464145d8df9 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:14.892495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:14.897734 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a21c8b66-1016-446c-ba48-ea9132d8e1ba req-a3c0f6a3-c2c8-452e-8da4-aea74f5ff27a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.59 "DELETE /v2.0/ports/80479184-b62d-40ed-b463-c464145d8df9 HTTP/1.1" status: 204 len: 173 time: 0.8059332 Dec 08 00:25:14.898607 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'name': 'network-vif-deleted', 'tag': '80479184-b62d-40ed-b463-c464145d8df9'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:14.911110 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895b9a95-ef4a-4050-b56e-11f0e42ff50d" -d '{"events": [{"server_uuid": "c2f52fed-f594-4579-8822-ac1844f2b117", "name": "network-vif-deleted", "tag": "80479184-b62d-40ed-b463-c464145d8df9"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:14.940825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9160ab4-6bb3-488a-9f28-1784e6a419ea req-390a8031-f5ad-4ae2-9c6d-9018b94855d0 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890838 Dec 08 00:25:14.997784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 49a925d4-d1ba-4e14-bd38-38bfe9b2df51 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:14.998269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:15.243951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['80479184-b62d-40ed-b463-c464145d8df9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:15.246692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402debb0-8885-4d2d-8c99-a97a1ef8e49d None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:15.413122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-646b6716-75cb-43d0-94bf-fc9e526b0a57 None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:15.413499 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-646b6716-75cb-43d0-94bf-fc9e526b0a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:15.444017 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976ecf9a-4b17-419b-bed1-7253e883efcc x-openstack-request-id: req-976ecf9a-4b17-419b-bed1-7253e883efcc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:15.444532 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f52fed-f594-4579-8822-ac1844f2b117", "name": "network-vif-deleted", "tag": "80479184-b62d-40ed-b463-c464145d8df9", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:15.444668 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-976ecf9a-4b17-419b-bed1-7253e883efcc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:15.444968 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f52fed-f594-4579-8822-ac1844f2b117', 'name': 'network-vif-deleted', 'tag': '80479184-b62d-40ed-b463-c464145d8df9', 'status': 'completed', 'code': 200} Dec 08 00:25:15.447058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:15.483274 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:15.524009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-b9e2064a-8f2e-4d9f-a8ec-0933d1adc1e2 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8992906 Dec 08 00:25:15.531656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 49a925d4-d1ba-4e14-bd38-38bfe9b2df51 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:15.630653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121322-32a0-48a0-92c9-a507a7507fc4 req-7259d357-2d59-415d-9c4a-a107ecedaf1e tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:15.632271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b121322-32a0-48a0-92c9-a507a7507fc4 req-7259d357-2d59-415d-9c4a-a107ecedaf1e tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 945 time: 0.1697710 Dec 08 00:25:15.716328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3279c0be-0932-4da7-9565-576d30042a56 req-61a5cf0a-4192-426f-8ade-d0798bf1d137 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f52fed-f594-4579-8822-ac1844f2b117 HTTP/1.1" status: 200 len: 210 time: 0.0787811 Dec 08 00:25:15.779620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cd30798-a096-45e0-b8aa-6e8ad59097ab req-9a68299d-a975-47ed-b2d7-b2361fcdaf20 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429256 Dec 08 00:25:15.809328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b121322-32a0-48a0-92c9-a507a7507fc4 req-c3c7254a-1932-4a98-9dc6-5c2741591045 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277578 Dec 08 00:25:15.826962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50200) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:15.985141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924c00e-4af7-4781-b0ec-a7f2446bd7eb tempest-TestServerBasicOps-1845213254 tempest-TestServerBasicOps-1845213254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:15.989454 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a924c00e-4af7-4781-b0ec-a7f2446bd7eb tempest-TestServerBasicOps-1845213254 tempest-TestServerBasicOps-1845213254-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1091 time: 0.1589379 Dec 08 00:25:15.989773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50206) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:15.995903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:16.024393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.035545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204365-be49-4308-8229-de47f759865f req-6a51afd5-f673-42d8-af57-85197e7959d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.037187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0204365-be49-4308-8229-de47f759865f req-6a51afd5-f673-42d8-af57-85197e7959d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1541815 Dec 08 00:25:16.049175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12281a-fb64-4919-8b98-e3658033f5a0 req-a002555d-918a-444f-8af4-3eae6e19c930 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.051464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c12281a-fb64-4919-8b98-e3658033f5a0 req-a002555d-918a-444f-8af4-3eae6e19c930 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.0988350 Dec 08 00:25:16.079420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.159479 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=49a925d4-d1ba-4e14-bd38-38bfe9b2df51,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:16.163400 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.333827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c12281a-fb64-4919-8b98-e3658033f5a0 req-13412623-f1da-4e8b-991f-699577b5af4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588713 Dec 08 00:25:16.339949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204365-be49-4308-8229-de47f759865f req-38d73e25-9da6-443b-91bf-a6774efe9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.341404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0204365-be49-4308-8229-de47f759865f req-38d73e25-9da6-443b-91bf-a6774efe9ee5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.2879858 Dec 08 00:25:16.345905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Allocated IP 172.25.6.54 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/1aaf3e7a-028e-4a9c-83e7-0d9e136c7066) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:16.363136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.363136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-816d6b04-05e1-4709-806c-eb18d6207486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/49a925d4-d1ba-4e14-bd38-38bfe9b2df51 HTTP/1.1" status: 204 len: 168 time: 1.9712329 Dec 08 00:25:16.363453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50210) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:16.390084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cc1f1206-da5e-4f11-b8fd-f2881c213c0b None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:16.390595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc1f1206-da5e-4f11-b8fd-f2881c213c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.446170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0204365-be49-4308-8229-de47f759865f req-a076623c-277a-4b17-af2f-b62575b6075e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 217 time: 0.0948706 Dec 08 00:25:16.454403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82821e1c-f3cd-46f8-8941-f6b07ff3451c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.456039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82821e1c-f3cd-46f8-8941-f6b07ff3451c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.457706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82821e1c-f3cd-46f8-8941-f6b07ff3451c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.475603 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-82821e1c-f3cd-46f8-8941-f6b07ff3451c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1131732 Dec 08 00:25:16.499978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 038d2fc5-1df2-4805-bcb0-1c745e21cf4c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:16.507347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50212) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:16.552253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204365-be49-4308-8229-de47f759865f req-fa276db9-c709-47cc-bab0-7980b4fd27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.553494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0204365-be49-4308-8229-de47f759865f req-fa276db9-c709-47cc-bab0-7980b4fd27e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.0937312 Dec 08 00:25:16.584750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 5a2374b3-3256-455b-bf67-98b98feedf80 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:16.596704 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.603248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cc1f1206-da5e-4f11-b8fd-f2881c213c0b None None] Could not find standard attr ID for object 49a925d4-d1ba-4e14-bd38-38bfe9b2df51. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:16.618302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:16.618972 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.621244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.637623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204365-be49-4308-8229-de47f759865f req-abf1aa87-6111-40ab-829d-2a42c9f03ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:16.639395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0204365-be49-4308-8229-de47f759865f req-abf1aa87-6111-40ab-829d-2a42c9f03ee9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734346 Dec 08 00:25:16.648643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.762981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.773677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0204365-be49-4308-8229-de47f759865f req-6982d4af-b396-4e78-ae9b-f5c6313ae119 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260431 Dec 08 00:25:16.820729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cea37a9e-93b5-44a2-a6a9-35b7c7a07434 None None] Could not find standard attr ID for object 49a925d4-d1ba-4e14-bd38-38bfe9b2df51. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:16.828643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:16.836146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:16.839882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:16.867915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:16.879166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0204365-be49-4308-8229-de47f759865f req-59043fcd-423f-49d0-9766-a6e48974fd76 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974078 Dec 08 00:25:16.921046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'Port': ['ID=1aaf3e7a-028e-4a9c-83e7-0d9e136c7066,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:17.014002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.063540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2374b3-3256-455b-bf67-98b98feedf80,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:17.109652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.116765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50220) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:17.128055 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1b69bf35-a3bc-483c-8b47-344267a9147c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/5a2374b3-3256-455b-bf67-98b98feedf80 HTTP/1.1" status: 204 len: 168 time: 0.6187851 Dec 08 00:25:17.229457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet cded7c63-71b5-4647-bf94-e06d245f4175 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:17.237617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.298994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.431955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13f867-ca5c-4734-bc14-5e1ea50bc788 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:17.444562 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.521299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 80479184-b62d-40ed-b463-c464145d8df9 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:17.556455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca87ea-1da4-4a48-8d80-33827c29e556 req-1f151c3f-9482-4cff-b502-72f373ee69ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:17.558636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9dca87ea-1da4-4a48-8d80-33827c29e556 req-1f151c3f-9482-4cff-b502-72f373ee69ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.0816307 Dec 08 00:25:17.581902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 80479184-b62d-40ed-b463-c464145d8df9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:25:17.582354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 80479184-b62d-40ed-b463-c464145d8df9 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:25:17.586553 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.653611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9dca87ea-1da4-4a48-8d80-33827c29e556 req-efe96240-83e9-4b93-9565-305d7900237b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732403 Dec 08 00:25:17.653611 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.692917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=cded7c63-71b5-4647-bf94-e06d245f4175,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:17.698779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:17.701872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d693c95d-6942-458f-8871-89ae49b443c3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/cded7c63-71b5-4647-bf94-e06d245f4175 HTTP/1.1" status: 204 len: 168 time: 0.5834186 Dec 08 00:25:17.711532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50226) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:17.757282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d5f86bb7-18a4-4bf8-a81f-d3a03cdc038b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445199 Dec 08 00:25:17.760391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50228) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:17.765373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:17.899253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:17.904417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.086736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.151127 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.212066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=ec891356-660a-4929-9a4b-f6a6024f6e8a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:18.228376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:18.230457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:18.233395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:18.234177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.254350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.262322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2b81bc84-a232-4e3a-a396-6797ca6781d1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5008914 Dec 08 00:25:18.262948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50232) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:18.269380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:18.444682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:18.449713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.461711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2525bfc0-8d9e-48df-904a-14cc49687ce4 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:18.479384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.488801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.621419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-29c5a759-b6e1-4592-a07b-b3fdad0b6aa3 None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:18.621786 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29c5a759-b6e1-4592-a07b-b3fdad0b6aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.633773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event updated for resources: {'Port': ['ID=1aaf3e7a-028e-4a9c-83e7-0d9e136c7066,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:18.646593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:18.903845 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Floating IP 7eb40a37-02d7-4ff8-adad-7a121df1b45e associated. External IP: 172.25.6.54, port: efbfb673-cf39-45ce-a80b-52f69319d4e9. Dec 08 00:25:19.027736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5cadf-6288-4d0f-b671-2b0fc65f7c42 req-59f274ca-efa2-44cc-87d9-dec1a85b57fd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.029375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0d5cadf-6288-4d0f-b671-2b0fc65f7c42 req-59f274ca-efa2-44cc-87d9-dec1a85b57fd tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.3741393 Dec 08 00:25:19.056069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c33ed-a0b6-476c-ab15-0225969ac815 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:25:19.058268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-c3945ed4-bc1e-4f5a-bd86-1340f6c6f803 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3412898 Dec 08 00:25:19.082819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f5aa-1ad0-4ff3-9aec-ce1fcabca24b req-4b356ce6-a612-42f5-a628-4f4714af5884 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.091054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b968f5aa-1ad0-4ff3-9aec-ce1fcabca24b req-4b356ce6-a612-42f5-a628-4f4714af5884 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.2208471 Dec 08 00:25:19.167305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-99f36c3a-8877-4eec-9448-dc57ac380dcb None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:19.168136 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-99f36c3a-8877-4eec-9448-dc57ac380dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:19.196846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Router ced73584-1830-4410-a2fd-6e415eb8f4ea has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:25:19.222438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c33ed-a0b6-476c-ab15-0225969ac815 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:25:19.239328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b968f5aa-1ad0-4ff3-9aec-ce1fcabca24b req-0fe8df8c-b4b7-473a-ba1c-807c9d4a9018 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474247 Dec 08 00:25:19.247497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0d5cadf-6288-4d0f-b671-2b0fc65f7c42 req-4c5d4ef6-3a79-49b3-8f0d-1ae6a82093c6 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971359 Dec 08 00:25:19.249336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-60cc6d88-f664-4aa1-a75b-ec0dcd193545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.250746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-60cc6d88-f664-4aa1-a75b-ec0dcd193545 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 1096 time: 0.1392140 Dec 08 00:25:19.340268 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:25:19.356507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] Sync routers for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:25:19.365817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:19.386022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:25:19.386649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:19.400161 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f9713913-6957-44c9-8e3d-b8fe689f31f6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4093244 Dec 08 00:25:19.401055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:19.403481 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db4007-b850-4193-9b8b-ca4b424d4974" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:19.407219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:19.448763 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c83e1-d99e-488a-944d-5755281c364d x-openstack-request-id: req-621c83e1-d99e-488a-944d-5755281c364d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:19.449072 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:19.449328 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-621c83e1-d99e-488a-944d-5755281c364d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:19.449741 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'status': 'completed', 'code': 200} Dec 08 00:25:19.512139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:25:19.513122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-d72f0fe6-0f34-4987-b59a-e18676598442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.514802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-d72f0fe6-0f34-4987-b59a-e18676598442 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2012200 Dec 08 00:25:19.547508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-470c6e0d-122f-41d4-948b-651c7d3f58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.549067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-470c6e0d-122f-41d4-948b-651c7d3f58d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e87c1e67d804765a88b9d452444fe3a&device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1096 time: 0.0523167 Dec 08 00:25:19.569452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:25:19.581269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-400bc417-5d4f-4abe-8e51-92be62c83d0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9 HTTP/1.1" status: 200 len: 217 time: 0.0558612 Dec 08 00:25:19.650825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-9e159834-e004-4b44-a0d1-1f1f27a81ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.652321 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-9e159834-e004-4b44-a0d1-1f1f27a81ba4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 HTTP/1.1" status: 200 len: 910 time: 0.0943778 Dec 08 00:25:19.669747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-cf39459c-3f91-4341-89e8-72e9dc42a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.671397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-cf39459c-3f91-4341-89e8-72e9dc42a68e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0813591 Dec 08 00:25:19.674977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:19.725156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-7dd50eed-04f4-4673-847b-fadec7ee144a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9 HTTP/1.1" status: 200 len: 998 time: 0.0649910 Dec 08 00:25:19.766974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-e7f1d705-d3c0-43ec-aeda-cc726bab3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.768526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-e7f1d705-d3c0-43ec-aeda-cc726bab3b16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842335 Dec 08 00:25:19.780473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-809f79ac-afd5-45cf-b00c-ab007ee4ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.782041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-809f79ac-afd5-45cf-b00c-ab007ee4ebd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4221124d-be43-4a62-a64e-b3c4acae7186 HTTP/1.1" status: 200 len: 848 time: 0.0496294 Dec 08 00:25:19.792355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:19.810790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'port_id': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'mac_address': 'fa:16:3e:f2:5e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:25:19.842232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-1d17bd1c-718a-41f2-ade3-665fb507177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:19.843448 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-1d17bd1c-718a-41f2-ade3-665fb507177d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540581 Dec 08 00:25:19.943119 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:19.945110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-0eea70af-27a6-4b78-bc1b-9649453b6c3d service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933967 Dec 08 00:25:19.945796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] For port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:19.949974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-a0e7df4b-17b2-43c6-b03e-6df08ab14926 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738143 Dec 08 00:25:19.964545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241a3bb-a681-4aef-9b55-e88c2c6f977d None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'f34356d2-de8a-4dc3-91ca-1927d2cac637'}, {'subnet_id': 'ec891356-660a-4929-9a4b-f6a6024f6e8a'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '038d2fc5-1df2-4805-bcb0-1c745e21cf4c'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:19.988329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22c56f2-dfbb-46f0-9ead-bc285280735e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:20.004481 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:20.032241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:20.033177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b241a3bb-a681-4aef-9b55-e88c2c6f977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:20.035431 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:20.036205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:20.043317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a5db4007-b850-4193-9b8b-ca4b424d4974 req-babacf20-6e94-4c9e-b969-e7d2b6f37041 service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900383 Dec 08 00:25:20.047068 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:20.170074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:20.233019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7eb40a37-02d7-4ff8-adad-7a121df1b45e', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'port_id': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'mac_address': 'fa:16:3e:e2:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:25:17Z', 'updated_at': '2021-12-08T00:25:17Z', 'revision_number': 0, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:47Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:20.276411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] Checking router: ced73584-1830-4410-a2fd-6e415eb8f4ea for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:25:20.353195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:25:20.354007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:24:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:20.386348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['d22c56f2-dfbb-46f0-9ead-bc285280735e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:20.504918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:20.521231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:20.530903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d7f09b8-e806-462e-ab80-920e1c07b698 req-181b09a4-63b0-4e2e-8af4-98bff5d44ab3 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731127 Dec 08 00:25:20.540123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:20.540735 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:20.549165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=f34356d2-de8a-4dc3-91ca-1927d2cac637,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:20.566664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:20.589568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0887e-1f2d-4b02-9c9e-862917a8e8af req-2993732e-e385-4b21-8ff0-f30d81b504ec tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:20.591263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ba0887e-1f2d-4b02-9c9e-862917a8e8af req-2993732e-e385-4b21-8ff0-f30d81b504ec tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1694345 Dec 08 00:25:20.595291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ffc5a3c9-b61d-4c2c-b6ab-c5a93f0bfe31 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3311188 Dec 08 00:25:20.598425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50266) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:20.604163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60e79-518c-4064-9b38-a217b5b204c1 req-0af9f344-112a-4f9a-853b-ac46bb593e17 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:20.606248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:51:e4:7d', 'name': 'tempest-NetworksTestDHCPv6-371040354'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:20.611769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ab60e79-518c-4064-9b38-a217b5b204c1 req-0af9f344-112a-4f9a-853b-ac46bb593e17 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 945 time: 0.1911809 Dec 08 00:25:20.660839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-b241a3bb-a681-4aef-9b55-e88c2c6f977d None None] Allocated IP 172.20.0.2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/ec891356-660a-4929-9a4b-f6a6024f6e8a/038d2fc5-1df2-4805-bcb0-1c745e21cf4c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:20.703728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ab60e79-518c-4064-9b38-a217b5b204c1 req-342db772-36d4-4b4f-8141-4061d416713d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909257 Dec 08 00:25:20.711747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ba0887e-1f2d-4b02-9c9e-862917a8e8af req-2befb44c-3a98-4f81-8b1d-9844896546e9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978515 Dec 08 00:25:20.780703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:25:20.792683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:20.880033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:20.900055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 88bc3d7b-bca3-4d63-a07f-698f79c838da yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:20.994591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b241a3bb-a681-4aef-9b55-e88c2c6f977d None None] For port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:21.090805 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b241a3bb-a681-4aef-9b55-e88c2c6f977d None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:21.102259 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b241a3bb-a681-4aef-9b55-e88c2c6f977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:21.200586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 172.20.0.5 (4a2e7540-686a-45ff-a008-3d83de30eb8b/ec891356-660a-4929-9a4b-f6a6024f6e8a/88bc3d7b-bca3-4d63-a07f-698f79c838da) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:21.207136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fe51:e47d (4a2e7540-686a-45ff-a008-3d83de30eb8b/f34356d2-de8a-4dc3-91ca-1927d2cac637/88bc3d7b-bca3-4d63-a07f-698f79c838da) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:21.264918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241a3bb-a681-4aef-9b55-e88c2c6f977d None None] Pushing event updated for resources: {'Port': ['ID=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:21.344893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7eb40a37-02d7-4ff8-adad-7a121df1b45e', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'port_id': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'mac_address': 'fa:16:3e:e2:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:25:17Z', 'updated_at': '2021-12-08T00:25:17Z', 'revision_number': 0, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:47Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:21.375201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87ae61-29c9-4b53-9319-6cd39e211d9a None None] The sync data for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 is: [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7eb40a37-02d7-4ff8-adad-7a121df1b45e', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'port_id': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'mac_address': 'fa:16:3e:e2:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:25:17Z', 'updated_at': '2021-12-08T00:25:17Z', 'revision_number': 0, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:47Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:25:21.393850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:21.407817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3233-6075-43d3-8b78-99c121a083b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:21.451995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:21.511338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:21.514596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:21.519923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:21.549264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=88bc3d7b-bca3-4d63-a07f-698f79c838da,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:21.574005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:21.574729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:21.593925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6a120ba8-95f0-42ee-9bca-68339e550cd5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9937558 Dec 08 00:25:21.596399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50270) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:21.658604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea8b646-0139-42c3-bad6-5291b2e981e8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:21.665111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea8b646-0139-42c3-bad6-5291b2e981e8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:21.669842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9ea8b646-0139-42c3-bad6-5291b2e981e8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0699563 Dec 08 00:25:21.670196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50272) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:21.710011 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6eb5f-fc4d-4580-a93d-7a8977c2d027 None None] New status for floating IP 7eb40a37-02d7-4ff8-adad-7a121df1b45e: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:25:21.855637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 88bc3d7b-bca3-4d63-a07f-698f79c838da {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:21.856031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:21.959231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e92383-1b52-489e-8489-63089113e524 req-4916c210-10a5-4534-b42c-009e8de47460 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:21.972288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79e92383-1b52-489e-8489-63089113e524 req-4916c210-10a5-4534-b42c-009e8de47460 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1520007 Dec 08 00:25:22.012074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fa69f-e740-4dd1-9017-6d9c3bca4c94 req-33397193-f31f-4ca8-8906-ab6342d55f43 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:22.023356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-506fa69f-e740-4dd1-9017-6d9c3bca4c94 req-33397193-f31f-4ca8-8906-ab6342d55f43 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 945 time: 0.1618843 Dec 08 00:25:22.029958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.046673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 88bc3d7b-bca3-4d63-a07f-698f79c838da owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:22.077858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79e92383-1b52-489e-8489-63089113e524 req-867c34f0-8865-4cbc-8472-4757579007e2 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045287 Dec 08 00:25:22.078215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af41d82-1170-4750-8b24-4450d88db915 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:25:22.121423 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-506fa69f-e740-4dd1-9017-6d9c3bca4c94 req-9c56a91a-66b2-48b8-8105-01c9cb272c10 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969939 Dec 08 00:25:22.138557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1ddbcdf9-6974-4509-bdc2-5df303628524 None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:22.138967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ddbcdf9-6974-4509-bdc2-5df303628524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.262861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af41d82-1170-4750-8b24-4450d88db915 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:25:22.273988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.334991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=88bc3d7b-bca3-4d63-a07f-698f79c838da,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:22.410728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.414366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e82619bb-0cf7-42a6-96a4-9ad2981486fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/88bc3d7b-bca3-4d63-a07f-698f79c838da HTTP/1.1" status: 204 len: 168 time: 0.7429841 Dec 08 00:25:22.417252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50278) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:22.446528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 038d2fc5-1df2-4805-bcb0-1c745e21cf4c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:22.480372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6eb3c-e449-47df-80cb-7657d3f887f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:22.482150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6eb3c-e449-47df-80cb-7657d3f887f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:22.483749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6eb3c-e449-47df-80cb-7657d3f887f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:22.485311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-83b6eb3c-e449-47df-80cb-7657d3f887f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0670257 Dec 08 00:25:22.488095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50284) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:22.543622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet ec891356-660a-4929-9a4b-f6a6024f6e8a {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:22.547059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.570065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:22.571061 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.593011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.697888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.762226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.793194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=ec891356-660a-4929-9a4b-f6a6024f6e8a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:22.797443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.801181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eb648bd3-bad2-4dec-be82-d7b3fe923a45 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ec891356-660a-4929-9a4b-f6a6024f6e8a HTTP/1.1" status: 204 len: 168 time: 0.3119586 Dec 08 00:25:22.803793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50288) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:22.864502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet f34356d2-de8a-4dc3-91ca-1927d2cac637 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:22.868050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:22.916630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.010359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.076055 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.118540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=f34356d2-de8a-4dc3-91ca-1927d2cac637,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:23.122749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.126356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-554ebf20-70d0-40cf-afb3-02df2fc943f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/f34356d2-de8a-4dc3-91ca-1927d2cac637 HTTP/1.1" status: 204 len: 168 time: 0.3215308 Dec 08 00:25:23.128941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.171412 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-509a6e00-8253-4c8d-9563-bf32f3f161aa tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391052 Dec 08 00:25:23.172492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50296) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.236116 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abc403c-475a-433b-a116-79685e9e9927 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:23.295894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ebf0b-edcc-4bb6-a7e2-57135c1facfa req-b3af81d0-81a1-454b-a532-c4062418f149 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:23.299443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-914ebf0b-edcc-4bb6-a7e2-57135c1facfa req-b3af81d0-81a1-454b-a532-c4062418f149 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1110885 Dec 08 00:25:23.319435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ec479-61ed-49b4-b297-b76375f3695f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:23.321039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-742ec479-61ed-49b4-b297-b76375f3695f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1469080 Dec 08 00:25:23.324665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50298) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.341983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99320a44-b7dc-4dab-bff8-f2e0a1ecc24e req-90717f5f-4ff9-43da-862a-c59fc5ef1cc5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:23.351012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99320a44-b7dc-4dab-bff8-f2e0a1ecc24e req-90717f5f-4ff9-43da-862a-c59fc5ef1cc5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 945 time: 0.1117346 Dec 08 00:25:23.351982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b43817df-a455-493b-bfe4-b58ecd60b084 None None] Provisioning complete for port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:23.352685 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b43817df-a455-493b-bfe4-b58ecd60b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.386720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44b64d-196e-4739-9aed-aac52e241621 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:23.388563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2b44b64d-196e-4739-9aed-aac52e241621 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0627234 Dec 08 00:25:23.391179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50300) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.427956 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-914ebf0b-edcc-4bb6-a7e2-57135c1facfa req-283afad8-4a9d-4243-a3ce-28edd94bbe84 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185250 Dec 08 00:25:23.458985 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1b1316cd-6b1d-41aa-ae73-c28628e407d4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664487 Dec 08 00:25:23.464975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50302) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.469435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fdd48d2a-8710-428b-9ae9-e3e4b6da2792 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:23.473234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99320a44-b7dc-4dab-bff8-f2e0a1ecc24e req-224e7379-867c-4b30-8b26-0681def34c9b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170950 Dec 08 00:25:23.490298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:23.526531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:23.564933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd48d2a-8710-428b-9ae9-e3e4b6da2792 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:23.568551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fdd48d2a-8710-428b-9ae9-e3e4b6da2792 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.570050 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd48d2a-8710-428b-9ae9-e3e4b6da2792 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:23.570497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd48d2a-8710-428b-9ae9-e3e4b6da2792 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:23.587442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fdd48d2a-8710-428b-9ae9-e3e4b6da2792 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1229315 Dec 08 00:25:23.591053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50304) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.596474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-67cd053a-b3c2-4940-b67c-0de182f041c5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:23.609349 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e55f8288-2954-43f0-b2c7-ff08f2a92a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.616800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] Deleting port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:23.617261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.687777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port d22c56f2-dfbb-46f0-9ead-bc285280735e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:25:23.695769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] For port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:23.696627 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.707433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port d22c56f2-dfbb-46f0-9ead-bc285280735e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:23.707932 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.716796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd053a-b3c2-4940-b67c-0de182f041c5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:23.720831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67cd053a-b3c2-4940-b67c-0de182f041c5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.722227 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cd053a-b3c2-4940-b67c-0de182f041c5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:23.722659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cd053a-b3c2-4940-b67c-0de182f041c5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:23.734267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] Calling delete_port for 038d2fc5-1df2-4805-bcb0-1c745e21cf4c owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:23.740684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-67cd053a-b3c2-4940-b67c-0de182f041c5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1485040 Dec 08 00:25:23.743713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50308) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.748862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e4f22754-c09d-40b4-99aa-cba833146eb4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:23.849721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f22754-c09d-40b4-99aa-cba833146eb4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:23.853655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4f22754-c09d-40b4-99aa-cba833146eb4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.855320 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f22754-c09d-40b4-99aa-cba833146eb4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:23.855757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f22754-c09d-40b4-99aa-cba833146eb4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:23.868457 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.874427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e4f22754-c09d-40b4-99aa-cba833146eb4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1295614 Dec 08 00:25:23.877566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50310) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:23.882831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9ddd96e1-a4d5-471d-87d4-41ea299f6867 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:23.883775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.916686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] Pushing event deleted for resources: {'Port': ['ID=038d2fc5-1df2-4805-bcb0-1c745e21cf4c,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:23.922364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b039f7-baf5-4967-8021-9addf32bec10 None None] No DVR routers for this DVR port 038d2fc5-1df2-4805-bcb0-1c745e21cf4c on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:23.930803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:23.933452 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7276f9e-99d8-4878-8c49-2806214b4d21" -d '{"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-plugged", "status": "completed", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:23.949158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:23.955012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.989722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddd96e1-a4d5-471d-87d4-41ea299f6867 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:23.996000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9ddd96e1-a4d5-471d-87d4-41ea299f6867 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:23.998396 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddd96e1-a4d5-471d-87d4-41ea299f6867 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:23.999418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddd96e1-a4d5-471d-87d4-41ea299f6867 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:24.003037 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b181d13-fa46-4fa1-84db-aa0f21add7f6 x-openstack-request-id: req-6b181d13-fa46-4fa1-84db-aa0f21add7f6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:24.003335 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-plugged", "status": "completed", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:24.003590 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b181d13-fa46-4fa1-84db-aa0f21add7f6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:24.004006 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'code': 200} Dec 08 00:25:24.020690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9ddd96e1-a4d5-471d-87d4-41ea299f6867 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1416974 Dec 08 00:25:24.023556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50314) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:24.028391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:24.029322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8cc86444-d71b-4c0f-8141-0bb5fadab312 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:24.205122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bcf29-575b-4631-a54a-9ee5ac993620 req-6417113d-f455-4640-9770-7a114b0f3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:24.206839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-081bcf29-575b-4631-a54a-9ee5ac993620 req-6417113d-f455-4640-9770-7a114b0f3afc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1013794 Dec 08 00:25:24.208260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc86444-d71b-4c0f-8141-0bb5fadab312 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:24.212338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cc86444-d71b-4c0f-8141-0bb5fadab312 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:24.214203 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc86444-d71b-4c0f-8141-0bb5fadab312 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:24.214637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc86444-d71b-4c0f-8141-0bb5fadab312 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:24.266353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8cc86444-d71b-4c0f-8141-0bb5fadab312 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2417033 Dec 08 00:25:24.269492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50316) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:24.274651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-423c16ff-2adf-4b2e-b5c9-6e1e8446de04 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:24.290331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-081bcf29-575b-4631-a54a-9ee5ac993620 req-165dfb70-38e4-4501-916e-2f5b3630c4eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730128 Dec 08 00:25:24.373010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c16ff-2adf-4b2e-b5c9-6e1e8446de04 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:24.376843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-423c16ff-2adf-4b2e-b5c9-6e1e8446de04 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:24.378327 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-423c16ff-2adf-4b2e-b5c9-6e1e8446de04 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:24.379055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423c16ff-2adf-4b2e-b5c9-6e1e8446de04 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:24.397366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-423c16ff-2adf-4b2e-b5c9-6e1e8446de04 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1267238 Dec 08 00:25:24.407352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50318) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:24.430023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c29f225a-639c-40c7-9548-9c76d51f6740 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0277479 Dec 08 00:25:24.433330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50320) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:24.436754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 038d2fc5-1df2-4805-bcb0-1c745e21cf4c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:24.457685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 038d2fc5-1df2-4805-bcb0-1c745e21cf4c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:25:24.457907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 038d2fc5-1df2-4805-bcb0-1c745e21cf4c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:25:24.484895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd28bcf-21bc-4d8c-b920-7a934059b244 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:24.486613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9bd28bcf-21bc-4d8c-b920-7a934059b244 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0521483 Dec 08 00:25:24.489191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50326) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:24.533616 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fafc6cc4-c32b-4873-b54c-623ad3ae4a91 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430763 Dec 08 00:25:24.537590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50328) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:24.542597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:24.588857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c907e-e3c2-49a9-a537-c42e04011217 req-6947c6be-48ab-4808-bf89-4b5ed2f080a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:24.590389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-810c907e-e3c2-49a9-a537-c42e04011217 req-6947c6be-48ab-4808-bf89-4b5ed2f080a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.0792303 Dec 08 00:25:24.603098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808be752-04df-4418-b365-0f8ab94ad527 req-de0fddb1-3e15-4077-996e-a47d91809ce9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:24.604593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-808be752-04df-4418-b365-0f8ab94ad527 req-de0fddb1-3e15-4077-996e-a47d91809ce9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0658829 Dec 08 00:25:24.630167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:24.633933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:24.682119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-810c907e-e3c2-49a9-a537-c42e04011217 req-7bc5496b-55df-49a0-812b-7715d399fe69 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758975 Dec 08 00:25:24.691266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-808be752-04df-4418-b365-0f8ab94ad527 req-da62b905-dc9d-4911-b92e-3d9cb951d62f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796599 Dec 08 00:25:24.987576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-cfaf82bc-a586-41e0-b517-bad677eea1f6 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:24.988962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-cfaf82bc-a586-41e0-b517-bad677eea1f6 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/networks?id=050132c7-3d7f-4567-a521-3f7f9574c518 HTTP/1.1" status: 200 len: 813 time: 0.1063137 Dec 08 00:25:25.006753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-b6aec00c-5f17-42c9-82d0-78434ef3fbbe tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/quotas/52e64dd643284916bdd2dec4a64573f6 HTTP/1.1" status: 200 len: 375 time: 0.0114396 Dec 08 00:25:25.045325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-927f1b9a-ec3e-4277-afd1-7812feb91d65 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e64dd643284916bdd2dec4a64573f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313456 Dec 08 00:25:25.127809 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.137976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-40a7732c-bd58-409b-8a6b-9f57ed2826c6 service neutron] 10.222.0.18 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855567 Dec 08 00:25:25.138745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:25.140457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.183438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:25.186678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:25.190942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:25.191463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.196769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=b496fee4-b814-414b-9394-c04211dcf99a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:25.205579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c79a68-d93d-4142-8a85-9724a9cb67d6 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:25.214179 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-58e76fcc-500d-458e-9583-67f69d3e7fd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6754458 Dec 08 00:25:25.217328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50344) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:25.224124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:24:a2:57', 'name': 'tempest-NetworksTestDHCPv6-508977145'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:25.255662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-d6f27231-3cf9-40bd-b3a1-6c598493ca24 service neutron] 10.222.0.18 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112313 Dec 08 00:25:25.324941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'b496fee4-b814-414b-9394-c04211dcf99a'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:25.325733 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.352702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:25.358610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.412678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port a7d1c767-6074-4b56-967a-a1962f47df27 yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:25.441312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa01a2d8-e7e5-4e06-8641-f97e19ed4662 req-ad030ca2-a887-4e6c-9ec3-7157de2fcb77 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 210 time: 0.0337501 Dec 08 00:25:25.514773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Allocated IP 2001:db8::f816:3eff:fe5d:2e2d (4a2e7540-686a-45ff-a008-3d83de30eb8b/b496fee4-b814-414b-9394-c04211dcf99a/99d68106-da2f-48d9-a84f-dd9dff199469) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:25.664091 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.671982 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.729505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fe24:a257 (4a2e7540-686a-45ff-a008-3d83de30eb8b/b496fee4-b814-414b-9394-c04211dcf99a/a7d1c767-6074-4b56-967a-a1962f47df27) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:25.750094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:25.763582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:25.783196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:25.787103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Pushing event updated for resources: {'Port': ['ID=99d68106-da2f-48d9-a84f-dd9dff199469,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:25.847699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Attempting to bind port 99d68106-da2f-48d9-a84f-dd9dff199469 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:25.848412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Attempting to bind port 99d68106-da2f-48d9-a84f-dd9dff199469 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:25.849181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Attempting to bind port 99d68106-da2f-48d9-a84f-dd9dff199469 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:25.854981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:25.855499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:25.856023 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.856740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:25.857288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Bound port: 99d68106-da2f-48d9-a84f-dd9dff199469, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:25.858012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.871039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184273f3-98de-4d4e-8865-2cdde8f00544 req-a8befa84-6e7e-4987-b59b-831d5f473acb tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:25.876013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-184273f3-98de-4d4e-8865-2cdde8f00544 req-a8befa84-6e7e-4987-b59b-831d5f473acb tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1132677 Dec 08 00:25:25.912994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e19526-1244-4c78-8515-5c445ebbca0e req-214aad1f-174f-4516-b092-0ce35a4eccb4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:25.915110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38e19526-1244-4c78-8515-5c445ebbca0e req-214aad1f-174f-4516-b092-0ce35a4eccb4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1066666 Dec 08 00:25:25.927238 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.939984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] For port 99d68106-da2f-48d9-a84f-dd9dff199469, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:25.943737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] For port 99d68106-da2f-48d9-a84f-dd9dff199469, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=99d68106-da2f-48d9-a84f-dd9dff199469,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:25.950845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.976225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:25.989413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-184273f3-98de-4d4e-8865-2cdde8f00544 req-5370a05e-df09-4a59-bab5-620474972058 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060045 Dec 08 00:25:26.004372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38e19526-1244-4c78-8515-5c445ebbca0e req-a46e4441-eb18-4772-8dac-e912c383c9c8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768189 Dec 08 00:25:26.045665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:26.050015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:26.053011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:26.059779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:26.060438 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.065467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2829f-1bc9-4be7-9168-ee28c5c8a6f9 None None] Pushing event updated for resources: {'Port': ['ID=99d68106-da2f-48d9-a84f-dd9dff199469,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:26.073015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=a7d1c767-6074-4b56-967a-a1962f47df27,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:26.082140 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ad586a88-a92a-4deb-9b84-fa5e69ab98fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8636119 Dec 08 00:25:26.085026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50362) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:26.174526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebce6b-5151-416a-bf23-c2dc74591e01 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:26.181873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebce6b-5151-416a-bf23-c2dc74591e01 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:26.183488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-11ebce6b-5151-416a-bf23-c2dc74591e01 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0974195 Dec 08 00:25:26.186198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50364) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:26.193633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2404-ee49-41c4-be51-f3d46f35313a req-71c282ce-9965-4463-a62b-843779aeef67 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:26.195149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6adf2404-ee49-41c4-be51-f3d46f35313a req-71c282ce-9965-4463-a62b-843779aeef67 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0996671 Dec 08 00:25:26.279753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6adf2404-ee49-41c4-be51-f3d46f35313a req-d7fcdc7c-8f57-4938-ae32-7a2802f61122 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541914 Dec 08 00:25:26.303371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50366) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:26.345488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port a7d1c767-6074-4b56-967a-a1962f47df27 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:26.347355 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.360683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3811c-2357-4330-8464-17ec2ccafa65 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:26.365096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f8a3811c-2357-4330-8464-17ec2ccafa65 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1092 time: 0.0577245 Dec 08 00:25:26.366191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50368) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:26.370552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:26.409679 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.503391 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.539062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.554504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for a7d1c767-6074-4b56-967a-a1962f47df27 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:26.567015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 99d68106-da2f-48d9-a84f-dd9dff199469 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:26.583810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.587207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8480141-9a35-406e-8e8c-b31eb0744fe0 req-58287036-75b8-4515-a401-1ea1ab385b0d tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 210 time: 0.0420275 Dec 08 00:25:26.636503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 99d68106-da2f-48d9-a84f-dd9dff199469 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:26.637147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.743732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.76 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/913867f3-0d26-461b-8fee-ad8acb2dea91) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:26.752196 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.757684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-3bc3c000-b308-407d-ba70-186549e19022 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:26.760020 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-3bc3c000-b308-407d-ba70-186549e19022 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.44 "GET /v2.0/networks?id=050132c7-3d7f-4567-a521-3f7f9574c518 HTTP/1.1" status: 200 len: 813 time: 0.1428974 Dec 08 00:25:26.784795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Request body: {'port': {'device_id': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518', 'admin_state_up': True, 'tenant_id': '52e64dd643284916bdd2dec4a64573f6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:26.810192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 99d68106-da2f-48d9-a84f-dd9dff199469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=99d68106-da2f-48d9-a84f-dd9dff199469,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:26.816736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.875129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.890021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.908369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=99d68106-da2f-48d9-a84f-dd9dff199469,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:26.939209 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.951084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=a7d1c767-6074-4b56-967a-a1962f47df27,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:26.983085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:26.986866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9115c65f-882f-4681-90af-f7bd8c4bd6b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a7d1c767-6074-4b56-967a-a1962f47df27 HTTP/1.1" status: 204 len: 168 time: 0.7989051 Dec 08 00:25:26.988542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Made reservation on behalf of 52e64dd643284916bdd2dec4a64573f6 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:26.988939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:26.989620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50372) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:26.992179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.006438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:27.033771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:27.036409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=913867f3-0d26-461b-8fee-ad8acb2dea91,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:27.096064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99fa51-2f17-433a-b5e6-2159fcb141a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:27.097708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99fa51-2f17-433a-b5e6-2159fcb141a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:27.101641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fb99fa51-2f17-433a-b5e6-2159fcb141a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1070592 Dec 08 00:25:27.105073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50376) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:27.150945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Allocated IP 172.20.0.10 (050132c7-3d7f-4567-a521-3f7f9574c518/2efa9206-3862-42ee-87b4-046fa1eeb01c/7554eacf-0a61-4c49-adac-95308bb45eba) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:27.220124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.240541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet b496fee4-b814-414b-9394-c04211dcf99a {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:27.248613 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.292658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da79c7-a30d-4a77-8e14-a5fd6a73d638 req-8f7a4336-0a05-4ea6-953e-acece1e872ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:27.294160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4da79c7-a30d-4a77-8e14-a5fd6a73d638 req-8f7a4336-0a05-4ea6-953e-acece1e872ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1938341 Dec 08 00:25:27.340610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.364589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b5299af5-2915-4198-8f0b-917ca10f999e None None] Provisioning complete for port 99d68106-da2f-48d9-a84f-dd9dff199469 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:27.364959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5299af5-2915-4198-8f0b-917ca10f999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.371983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.391850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.454458 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Pushing event updated for resources: {'Port': ['ID=7554eacf-0a61-4c49-adac-95308bb45eba,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:27.480470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Network 050132c7-3d7f-4567-a521-3f7f9574c518 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:27.481804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4da79c7-a30d-4a77-8e14-a5fd6a73d638 req-d47d8e26-75b0-4374-acb0-5b1db590ebc9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508157 Dec 08 00:25:27.482221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:27.497370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:27.507477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a80dc1-9491-4d3c-8b4e-7bc80b81801f None None] DHCP port deletion for 050132c7-3d7f-4567-a521-3f7f9574c518 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:27.564982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:27.565727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.586367 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f50ef12e-fde9-4dc7-b911-32e03a62cbca tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8071146 Dec 08 00:25:27.593895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b54dc39e-95a1-4bf6-899f-60e139faf5b0 None None] Provisioning complete for port 7554eacf-0a61-4c49-adac-95308bb45eba triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:27.595137 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b54dc39e-95a1-4bf6-899f-60e139faf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.607687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Request body: {'port': {'device_id': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:27.622251 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.639651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b54dc39e-95a1-4bf6-899f-60e139faf5b0 None None] Port 7554eacf-0a61-4c49-adac-95308bb45eba cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:25:27.643092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b54dc39e-95a1-4bf6-899f-60e139faf5b0 None None] Could not find standard attr ID for object a7d1c767-6074-4b56-967a-a1962f47df27. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:27.692686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.849966 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.972458 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7554eacf-0a61-4c49-adac-95308bb45eba {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:27.980645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:27.993604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Transition to ACTIVE for port object 7554eacf-0a61-4c49-adac-95308bb45eba will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:25:27.997609 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.040550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2813a7-79aa-4d56-af37-0156f3e5fbf0 None None] DHCP port deletion for 050132c7-3d7f-4567-a521-3f7f9574c518 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:28.072980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Pushing event updated for resources: {'Port': ['ID=7554eacf-0a61-4c49-adac-95308bb45eba,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:28.121785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Attempting to bind port 7554eacf-0a61-4c49-adac-95308bb45eba on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:28.122010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Attempting to bind port 7554eacf-0a61-4c49-adac-95308bb45eba by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:28.122332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Attempting to bind port 7554eacf-0a61-4c49-adac-95308bb45eba on network 050132c7-3d7f-4567-a521-3f7f9574c518 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:28.126705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Port 7554eacf-0a61-4c49-adac-95308bb45eba on network 050132c7-3d7f-4567-a521-3f7f9574c518 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:25:28.127051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Attempting to bind port 7554eacf-0a61-4c49-adac-95308bb45eba on network 050132c7-3d7f-4567-a521-3f7f9574c518 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:28.131805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:28.132135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Checking segment: {'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:28.132508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Bound using segment: {'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:28.132927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Bound port: 7554eacf-0a61-4c49-adac-95308bb45eba, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfa0772-990e-45dc-b937-1ea40a8c7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:28.133279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.184197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=b496fee4-b814-414b-9394-c04211dcf99a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:28.186158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.191689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac4a4b1b-075d-4bbb-b9ca-d945341884bf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/b496fee4-b814-414b-9394-c04211dcf99a HTTP/1.1" status: 204 len: 168 time: 1.0833848 Dec 08 00:25:28.191862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef8c62-254f-4ecc-a123-e48b96756e4c None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:28.192487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:28.204688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5047ca-3ce2-43fd-be1c-c80ecf6858b7 req-60027a44-5352-4517-a5a3-7a9b8ac06f58 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:28.206173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac5047ca-3ce2-43fd-be1c-c80ecf6858b7 req-60027a44-5352-4517-a5a3-7a9b8ac06f58 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 932 time: 0.4912035 Dec 08 00:25:28.210040 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.237494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-43fb5c64-85a0-4c35-a52d-a761d066d93e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435910 Dec 08 00:25:28.240152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:28.245280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:28.251520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] For port 7554eacf-0a61-4c49-adac-95308bb45eba, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:28.285322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] For port 7554eacf-0a61-4c49-adac-95308bb45eba, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7554eacf-0a61-4c49-adac-95308bb45eba,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:28.299173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.351950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac5047ca-3ce2-43fd-be1c-c80ecf6858b7 req-c35c9a81-eded-4400-b061-873928bbc9be tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247511 Dec 08 00:25:28.356945 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.380564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:28.381359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.383121 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] 10.222.0.44 "PUT /v2.0/ports/7554eacf-0a61-4c49-adac-95308bb45eba HTTP/1.1" status: 200 len: 1092 time: 0.7809532 Dec 08 00:25:28.388328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'tag': '7554eacf-0a61-4c49-adac-95308bb45eba'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:28.388504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:28.391060 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b54df54d-4ec0-47c1-85c8-6b13e6b52807", "tag": "7554eacf-0a61-4c49-adac-95308bb45eba"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:28.428876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e5c91-846e-4224-8e87-055e10ccbff2 None None] DHCP port deletion for 050132c7-3d7f-4567-a521-3f7f9574c518 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:28.474541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] Deleting port 99d68106-da2f-48d9-a84f-dd9dff199469 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:28.475144 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.484608 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6854401e-4818-445f-9982-bcf2ebb5a4bc x-openstack-request-id: req-6854401e-4818-445f-9982-bcf2ebb5a4bc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:28.484920 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54df54d-4ec0-47c1-85c8-6b13e6b52807", "tag": "7554eacf-0a61-4c49-adac-95308bb45eba", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:28.485380 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6854401e-4818-445f-9982-bcf2ebb5a4bc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:28.485673 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'tag': '7554eacf-0a61-4c49-adac-95308bb45eba', 'status': 'completed', 'code': 200} Dec 08 00:25:28.488956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d35b4-de5e-4876-ab1a-735f8621e5fd service neutron] Pushing event updated for resources: {'Port': ['ID=7554eacf-0a61-4c49-adac-95308bb45eba,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:28.508407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 99d68106-da2f-48d9-a84f-dd9dff199469 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:28.518019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:28.522024 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.565144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-8b153039-bfa5-4ba8-bbf2-b303d562bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:28.566781 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-8b153039-bfa5-4ba8-bbf2-b303d562bd57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e64dd643284916bdd2dec4a64573f6&device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 1095 time: 0.1025047 Dec 08 00:25:28.595273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] For port 99d68106-da2f-48d9-a84f-dd9dff199469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=99d68106-da2f-48d9-a84f-dd9dff199469,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:28.595861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.612972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] Calling delete_port for 99d68106-da2f-48d9-a84f-dd9dff199469 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:28.632297 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.643466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e839db-eb63-4ba4-b2f7-580edef8793f req-78021578-179c-4b97-b688-43b86733b7e8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:28.651108 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-9353d77f-56aa-4f24-9992-2921c7d99b15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7554eacf-0a61-4c49-adac-95308bb45eba HTTP/1.1" status: 200 len: 217 time: 0.0442622 Dec 08 00:25:28.651742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77e839db-eb63-4ba4-b2f7-580edef8793f req-78021578-179c-4b97-b688-43b86733b7e8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.0865622 Dec 08 00:25:28.659721 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.697745 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.741691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-236ff06e-9b38-460d-9054-73978fcb8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:28.761047 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-236ff06e-9b38-460d-9054-73978fcb8946 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2efa9206-3862-42ee-87b4-046fa1eeb01c HTTP/1.1" status: 200 len: 853 time: 0.0862932 Dec 08 00:25:28.766335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 99d68106-da2f-48d9-a84f-dd9dff199469, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=99d68106-da2f-48d9-a84f-dd9dff199469,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:28.773765 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.784135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=913867f3-0d26-461b-8fee-ad8acb2dea91,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:28.796655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.797013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.797367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.797820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.798106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.798441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.798775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.799139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.799469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.799806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.800133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.800461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.800786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:28.810947 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-f18aff88-befd-417d-9531-dcebd94667ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=050132c7-3d7f-4567-a521-3f7f9574c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537751 Dec 08 00:25:28.813489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77e839db-eb63-4ba4-b2f7-580edef8793f req-4c5304b2-d750-471b-8b60-8b26e8714e2a tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608775 Dec 08 00:25:28.814427 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.836650 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:28.876709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] No DVR routers for this DVR port 99d68106-da2f-48d9-a84f-dd9dff199469 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:28.893365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=99d68106-da2f-48d9-a84f-dd9dff199469,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:28.920451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32869d6c-02de-4e12-a770-802173cbe0a3 None None] Pushing event deleted for resources: {'Port': ['ID=99d68106-da2f-48d9-a84f-dd9dff199469,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:28.989848 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP 6b92b2d5-65f8-4be3-86fa-95f7524df944 associated. External IP: 172.25.6.76, port: d22c56f2-dfbb-46f0-9ead-bc285280735e. Dec 08 00:25:28.995397 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-61e06cb6-58e0-4c08-897e-ddccfcc37bde service neutron] 10.222.0.44 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742449 Dec 08 00:25:29.021152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:29.024076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.100442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:29.106823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:29.114467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:29.115127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.122978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4543bfdd-ba55-43c5-8fa3-c46c28151049 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:29.158092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=218ab3e8-afd1-4396-b76d-8006711435da,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:29.177804 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-328d08d7-e1d3-4e4b-b975-9da53ebd2886 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9338207 Dec 08 00:25:29.178779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50390) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:29.186283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:68:8f:a2', 'name': 'tempest-NetworksTestDHCPv6-942663275'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:29.187449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-55a26b67-ad3e-47e9-b4fe-c21a5699c3e4 req-be848f6c-27ec-44a7-b7c3-12e6dceb8063 service neutron] 10.222.0.44 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644742 Dec 08 00:25:29.270464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '218ab3e8-afd1-4396-b76d-8006711435da'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:29.271523 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.349791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-a4d59b28-1e23-41cb-8cc5-1c6c89913d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:29.351844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-a4d59b28-1e23-41cb-8cc5-1c6c89913d38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e64dd643284916bdd2dec4a64573f6&device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 1095 time: 0.0581591 Dec 08 00:25:29.380280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 8b85d351-a331-42b2-94d5-a013c7c9ea62 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:25:29.389555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:29.438717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Allocated IP 2001:db8::f816:3eff:fe11:8e89 (4a2e7540-686a-45ff-a008-3d83de30eb8b/218ab3e8-afd1-4396-b76d-8006711435da/23f21066-729a-4822-a6a2-a69e829c40de) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:29.498984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-c43e025b-8eeb-499f-aadf-68e1850ab9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:29.500592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-c43e025b-8eeb-499f-aadf-68e1850ab9bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=050132c7-3d7f-4567-a521-3f7f9574c518 HTTP/1.1" status: 200 len: 914 time: 0.1399105 Dec 08 00:25:29.566034 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-2154ac55-7e19-463f-a369-e9dd6267662c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7554eacf-0a61-4c49-adac-95308bb45eba HTTP/1.1" status: 200 len: 217 time: 0.0472393 Dec 08 00:25:29.600186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:25:29.609429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.613812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] Sync routers for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:25:29.624318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.627902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:25:29.628592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:25:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:29.636557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e943a69-d45d-4c0c-a42b-d3cadf089854 req-02a8a240-b822-48c5-985c-238c1e23a2f2 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:29.638355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e943a69-d45d-4c0c-a42b-d3cadf089854 req-02a8a240-b822-48c5-985c-238c1e23a2f2 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 944 time: 0.1657188 Dec 08 00:25:29.647858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.649193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-1519028f-b19e-43f4-a7e4-2fe115e65c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:29.654042 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-1519028f-b19e-43f4-a7e4-2fe115e65c2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2efa9206-3862-42ee-87b4-046fa1eeb01c HTTP/1.1" status: 200 len: 853 time: 0.0792556 Dec 08 00:25:29.663105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.693076 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-318775ed-5057-414c-994a-b8fa1351a134 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=050132c7-3d7f-4567-a521-3f7f9574c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312474 Dec 08 00:25:29.720688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:29.724543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:29.726453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Pushing event updated for resources: {'Port': ['ID=23f21066-729a-4822-a6a2-a69e829c40de,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:29.730724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:29.745974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e943a69-d45d-4c0c-a42b-d3cadf089854 req-c4abaff1-e067-41cf-8526-d450490c6ad4 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955572 Dec 08 00:25:29.752982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2dced09b-328c-4427-832c-7bbf700ad99c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3865864 Dec 08 00:25:29.754305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 487a1cea-57a4-46e3-9a19-217734ffa691 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:29.759012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:29.766451 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:29.840377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:25:29.843380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Attempting to bind port 23f21066-729a-4822-a6a2-a69e829c40de on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:29.843380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Attempting to bind port 23f21066-729a-4822-a6a2-a69e829c40de by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:29.843380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Attempting to bind port 23f21066-729a-4822-a6a2-a69e829c40de on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:29.856874 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-abdc0009-34d9-4757-b53a-31429e30f69c service neutron] 10.222.0.44 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555266 Dec 08 00:25:29.877733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:29.878288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:29.879431 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.879431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:29.879834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Bound port: 23f21066-729a-4822-a6a2-a69e829c40de, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:29.880305 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:29.992009 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7f365ee-8b13-447d-a6c0-0f48fbf35b5c req-208d721c-7b7a-4b41-b103-70e2e7af89b6 service neutron] 10.222.0.44 "GET /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269438 Dec 08 00:25:30.006404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fe68:8fa2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/218ab3e8-afd1-4396-b76d-8006711435da/487a1cea-57a4-46e3-9a19-217734ffa691) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:30.026536 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea687fc8-9fc9-4279-a50a-86690697a64b x-openstack-request-id: req-ea687fc8-9fc9-4279-a50a-86690697a64b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:30.026825 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:30.027116 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea687fc8-9fc9-4279-a50a-86690697a64b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:30.027523 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'status': 'completed', 'code': 200} Dec 08 00:25:30.032437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] For port 23f21066-729a-4822-a6a2-a69e829c40de, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:30.071086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] For port 23f21066-729a-4822-a6a2-a69e829c40de, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=23f21066-729a-4822-a6a2-a69e829c40de,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:30.081752 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:30.183535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04271fd8-9b70-4d0b-8a50-e5bcdf2cf6b5 req-c0819777-e47e-4880-b25f-cc813400b5ec tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.185491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04271fd8-9b70-4d0b-8a50-e5bcdf2cf6b5 req-c0819777-e47e-4880-b25f-cc813400b5ec tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1567836 Dec 08 00:25:30.191859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12b1bc-3ddb-43b4-9c89-4a10d9e2443f None None] Pushing event updated for resources: {'Port': ['ID=23f21066-729a-4822-a6a2-a69e829c40de,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:30.209791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4bdc-c0a5-4df3-96d7-1a50ac94993c req-e2bc0934-07a3-4cf5-8590-86b828fed4fb tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.213334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-189d4bdc-c0a5-4df3-96d7-1a50ac94993c req-e2bc0934-07a3-4cf5-8590-86b828fed4fb tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1821368 Dec 08 00:25:30.221283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-0cd32438-3031-4dbb-8a4c-baf8c4bf21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.223362 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-0cd32438-3031-4dbb-8a4c-baf8c4bf21b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1914327 Dec 08 00:25:30.230756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '6b92b2d5-65f8-4be3-86fa-95f7524df944', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'port_id': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'mac_address': 'fa:16:3e:f2:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:25:27Z', 'updated_at': '2021-12-08T00:25:27Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:09Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:30.258331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] Checking router: 8b85d351-a331-42b2-94d5-a013c7c9ea62 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:25:30.267831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:25:30.269502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:25:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:30.438662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04271fd8-9b70-4d0b-8a50-e5bcdf2cf6b5 req-c5d62c6e-985f-4c73-b5dd-f273889867c8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370379 Dec 08 00:25:30.453576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:25:30.453797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-189d4bdc-c0a5-4df3-96d7-1a50ac94993c req-64643654-6b6e-4f4d-bb7d-a54df3e45952 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238443 Dec 08 00:25:30.481138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50402) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:30.502764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:30.524689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-45a15ad5-f90b-4ad1-8cbe-5e945b98d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.530082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-45a15ad5-f90b-4ad1-8cbe-5e945b98d1de service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.2955375 Dec 08 00:25:30.630068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23f21066-729a-4822-a6a2-a69e829c40de up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:30.655527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-93336a57-b9cb-4cb2-b327-f1d8c8ab1fc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 999 time: 0.1106305 Dec 08 00:25:30.729478 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5e438d81-a88f-42ea-b7cb-3c32717522cf tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/6b92b2d5-65f8-4be3-86fa-95f7524df944 HTTP/1.1" status: 200 len: 991 time: 0.2463005 Dec 08 00:25:30.764317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:30.785334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 23f21066-729a-4822-a6a2-a69e829c40de triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:30.785696 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:30.823908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-b2d87efc-e339-4ab7-97ab-733d46b5eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.825429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-b2d87efc-e339-4ab7-97ab-733d46b5eac0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.1519735 Dec 08 00:25:30.830364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-cd7c1ea1-25af-4018-9072-8b7599730119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.833266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-cd7c1ea1-25af-4018-9072-8b7599730119 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 1096 time: 0.0604846 Dec 08 00:25:30.845201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:30.863078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:30.891276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:30.897395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.898056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:30.904063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=487a1cea-57a4-46e3-9a19-217734ffa691,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:30.917671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e9423-1b9b-4ab7-baf6-c25a3d4358ce req-840ffe49-7721-46ef-b9ff-4cdd1dc55d7d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.919483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a5e9423-1b9b-4ab7-baf6-c25a3d4358ce req-840ffe49-7721-46ef-b9ff-4cdd1dc55d7d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1949661 Dec 08 00:25:30.978784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-103dd5ac-ae1b-42cd-888a-ccb02d1dad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:30.980523 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-103dd5ac-ae1b-42cd-888a-ccb02d1dad19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 912 time: 0.1369720 Dec 08 00:25:30.981976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2bdfcde0-6189-4813-bdf8-ef28f6272889 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8021147 Dec 08 00:25:30.984844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50410) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:31.138503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:31.162209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-27c87ff3-74b5-4334-bb63-6b918f2c0aee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 200 len: 1000 time: 0.1623294 Dec 08 00:25:31.192140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 23f21066-729a-4822-a6a2-a69e829c40de, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=23f21066-729a-4822-a6a2-a69e829c40de,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:31.202481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8c90e-a617-41f0-b3f3-79116352b141 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:31.207240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:31.220274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8c90e-a617-41f0-b3f3-79116352b141 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:31.220687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-10f8c90e-a617-41f0-b3f3-79116352b141 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2346148 Dec 08 00:25:31.244968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '6b92b2d5-65f8-4be3-86fa-95f7524df944', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'port_id': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'mac_address': 'fa:16:3e:f2:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:25:27Z', 'updated_at': '2021-12-08T00:25:27Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:09Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:25:31.251528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50412) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:31.285231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0f770-f25a-4984-9970-1063b4532e42 None None] The sync data for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 is: [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '6b92b2d5-65f8-4be3-86fa-95f7524df944', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'port_id': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'mac_address': 'fa:16:3e:f2:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:25:27Z', 'updated_at': '2021-12-08T00:25:27Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:09Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:25:31.323729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=23f21066-729a-4822-a6a2-a69e829c40de,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:31.342284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-ffe381d9-6a79-49f2-9b63-77bbc457f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:31.345384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-ffe381d9-6a79-49f2-9b63-77bbc457f0fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.1660712 Dec 08 00:25:31.430291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-edcbd306-5e6b-48b5-a4d9-84105a9da356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:31.432420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-edcbd306-5e6b-48b5-a4d9-84105a9da356 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5987928 Dec 08 00:25:31.455033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-361e5d8c-50f2-48b3-8bf0-82127f91dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:31.456710 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-361e5d8c-50f2-48b3-8bf0-82127f91dc0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878110 Dec 08 00:25:31.458539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84228a5-4da4-4d4e-92bd-908803d31d89 req-973a43fa-3fd3-4ec8-8e51-650aa4c93dbd tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:31.460096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d84228a5-4da4-4d4e-92bd-908803d31d89 req-973a43fa-3fd3-4ec8-8e51-650aa4c93dbd tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 944 time: 0.5582235 Dec 08 00:25:31.469012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 487a1cea-57a4-46e3-9a19-217734ffa691 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:31.469461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:31.471225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a5e9423-1b9b-4ab7-baf6-c25a3d4358ce req-9d268bb0-f7ac-4dea-a5b2-ac53132b78c3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5392234 Dec 08 00:25:31.568938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d84228a5-4da4-4d4e-92bd-908803d31d89 req-d58a8a63-62f1-4d77-8387-31ed4db163c6 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966401 Dec 08 00:25:31.590018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-10a2c37d-3bd7-443f-abf9-a69cc1f19c39 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484675 Dec 08 00:25:31.636367 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ca351-4bc8-4a4b-9a04-4e931008aea2 None None] New status for floating IP 6b92b2d5-65f8-4be3-86fa-95f7524df944: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:25:31.719308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d2ddc59f-9bb7-4742-95cd-49a00426dd2a req-6d66f8fc-4087-4329-90e5-c9d21e6c876e service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209400 Dec 08 00:25:31.730011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4b932df5-47fd-4a57-bc3f-6e70a9e37347 None None] Provisioning complete for port 23f21066-729a-4822-a6a2-a69e829c40de triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:31.730593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4b932df5-47fd-4a57-bc3f-6e70a9e37347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:31.733515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50416) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:31.922388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4fe9997e-0082-49cb-bd36-30bd62cd5229 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/6b92b2d5-65f8-4be3-86fa-95f7524df944 HTTP/1.1" status: 200 len: 991 time: 0.1821833 Dec 08 00:25:31.952700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:31.957155 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-d9d436f8-36f7-4341-9021-b8629c7594e3 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910977 Dec 08 00:25:31.974153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 487a1cea-57a4-46e3-9a19-217734ffa691 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:32.006717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-204316cc-f3e8-4620-bdd5-1efa7ef6fc0c None None] Provisioning complete for port 487a1cea-57a4-46e3-9a19-217734ffa691 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:32.007118 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-204316cc-f3e8-4620-bdd5-1efa7ef6fc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.042287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-204316cc-f3e8-4620-bdd5-1efa7ef6fc0c None None] Port 487a1cea-57a4-46e3-9a19-217734ffa691 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:25:32.104917 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cfb42be0-2548-48cf-9255-7a18c1f6389a req-f3b83d8f-d945-4e1a-9763-d3e3fa7ced78 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400793 Dec 08 00:25:32.109516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7554eacf-0a61-4c49-adac-95308bb45eba details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:25:32.172469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.203666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=487a1cea-57a4-46e3-9a19-217734ffa691,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:32.209718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7554eacf-0a61-4c49-adac-95308bb45eba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7554eacf-0a61-4c49-adac-95308bb45eba,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:32.222471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '7554eacf-0a61-4c49-adac-95308bb45eba', 'network_id': '050132c7-3d7f-4567-a521-3f7f9574c518', 'port_id': '7554eacf-0a61-4c49-adac-95308bb45eba', 'mac_address': 'fa:16:3e:32:fc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2efa9206-3862-42ee-87b4-046fa1eeb01c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:25:32.232679 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.236326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-24b459d3-668b-421a-b547-61db62e83b0c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/487a1cea-57a4-46e3-9a19-217734ffa691 HTTP/1.1" status: 204 len: 168 time: 0.9835184 Dec 08 00:25:32.238842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50418) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.264617 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.279992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7554eacf-0a61-4c49-adac-95308bb45eba {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:32.299417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e508cb-d1bb-4577-ba82-d49003441bd2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:32.301862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e508cb-d1bb-4577-ba82-d49003441bd2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:32.302476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7554eacf-0a61-4c49-adac-95308bb45eba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7554eacf-0a61-4c49-adac-95308bb45eba,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:32.303863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c4e508cb-d1bb-4577-ba82-d49003441bd2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0637729 Dec 08 00:25:32.306842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50420) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.308006 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.358362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7554eacf-0a61-4c49-adac-95308bb45eba,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:32.370325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 218ab3e8-afd1-4396-b76d-8006711435da {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:32.373604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.415841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.491864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23f21066-729a-4822-a6a2-a69e829c40de up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:32.498658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.549908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 23f21066-729a-4822-a6a2-a69e829c40de triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:32.550210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.604789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df37aa-31f6-49c8-b431-95fba3198e76 req-a5829adf-32b0-47d3-9d04-b02dc236e9ee tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:32.606394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88df37aa-31f6-49c8-b431-95fba3198e76 req-a5829adf-32b0-47d3-9d04-b02dc236e9ee tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.0653064 Dec 08 00:25:32.607903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.646466 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:32.649675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/218ab3e8-afd1-4396-b76d-8006711435da HTTP/1.1" status: 204 len: 168 time: 0.3416042 Dec 08 00:25:32.652983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50426) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.660600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea28a8e-0ee8-467a-a66a-9531b78f6aab tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=218ab3e8-afd1-4396-b76d-8006711435da,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:32.660843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c37ff-4756-4e37-b742-9596b0ede6fc None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:32.701679 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f651ece6-11d6-4779-8232-0d6ed15b4f3c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469472 Dec 08 00:25:32.706026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50428) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.732560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7554eacf-0a61-4c49-adac-95308bb45eba'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:32.743685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88df37aa-31f6-49c8-b431-95fba3198e76 req-349bf0ea-6747-4b57-8362-e6dcca4b099b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272318 Dec 08 00:25:32.757047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd075625-4dc8-4d1a-9ca7-aaf5dd7cb7a5 req-9972d84a-272b-4e7d-9334-c178d6c41b48 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:32.757372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd075625-4dc8-4d1a-9ca7-aaf5dd7cb7a5 req-9972d84a-272b-4e7d-9334-c178d6c41b48 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 945 time: 0.0986133 Dec 08 00:25:32.783632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c5658-5fef-4f28-a643-ef930effca9a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:32.786926 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-034c5658-5fef-4f28-a643-ef930effca9a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0784338 Dec 08 00:25:32.789354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50430) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.814042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd075625-4dc8-4d1a-9ca7-aaf5dd7cb7a5 req-10389753-daf7-4a19-adec-2cd0668a5f4d tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486975 Dec 08 00:25:32.845000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db37e9e8-bdc7-4a51-8f61-4a6648dc8804 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:32.846476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-db37e9e8-bdc7-4a51-8f61-4a6648dc8804 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559835 Dec 08 00:25:32.849635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50432) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.899656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b38d3b51-eb56-4c5f-bf21-2177f402542b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483880 Dec 08 00:25:32.902948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50434) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.908168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:32.926379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50436) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:32.927298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:32.997929 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a19117ec-f439-4442-907c-a1f1f2ea48ef tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/6b92b2d5-65f8-4be3-86fa-95f7524df944 HTTP/1.1" status: 200 len: 993 time: 0.0703521 Dec 08 00:25:33.004933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:33.006720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] Deleting port 23f21066-729a-4822-a6a2-a69e829c40de {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:33.006720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.008597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.070279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] For port 23f21066-729a-4822-a6a2-a69e829c40de, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=23f21066-729a-4822-a6a2-a69e829c40de,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:33.070597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.085016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] Calling delete_port for 23f21066-729a-4822-a6a2-a69e829c40de owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:33.167161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.191927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] Pushing event deleted for resources: {'Port': ['ID=23f21066-729a-4822-a6a2-a69e829c40de,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:33.196081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7881e2-80f4-4fc2-bd47-4910561f7087 None None] No DVR routers for this DVR port 23f21066-729a-4822-a6a2-a69e829c40de on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:33.268989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:33.270374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.313822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:33.317058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:33.321424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:33.322000 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.327213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f70a2-3e0d-43d2-be44-9d0e65b98a89 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:33.331461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=0b7a221b-667f-46db-939a-e83835bf15df,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:33.344843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a6f7caf6-f0e5-4b8b-95c0-41646a91382c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4406364 Dec 08 00:25:33.347530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50438) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:33.353661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:f0:fc:8b', 'name': 'tempest-NetworksTestDHCPv6-1570721508'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:33.426009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '0b7a221b-667f-46db-939a-e83835bf15df'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:33.426872 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.466470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:33.470431 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.490005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port eccbf822-39aa-4ec9-a212-025bc0b58c2c yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:33.561174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Allocated IP 2001:db8::f816:3eff:feda:36e7 (4a2e7540-686a-45ff-a008-3d83de30eb8b/0b7a221b-667f-46db-939a-e83835bf15df/084532af-9a97-49ff-9b16-d1373633506e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:33.698531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.704492 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.758053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:33.758749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fef0:fc8b (4a2e7540-686a-45ff-a008-3d83de30eb8b/0b7a221b-667f-46db-939a-e83835bf15df/eccbf822-39aa-4ec9-a212-025bc0b58c2c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:33.760330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Pushing event updated for resources: {'Port': ['ID=084532af-9a97-49ff-9b16-d1373633506e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:33.762725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:33.764698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:33.820454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Attempting to bind port 084532af-9a97-49ff-9b16-d1373633506e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:33.820853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Attempting to bind port 084532af-9a97-49ff-9b16-d1373633506e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:33.821218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Attempting to bind port 084532af-9a97-49ff-9b16-d1373633506e on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:33.826860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:33.827261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:33.827666 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.828061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:33.828521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Bound port: 084532af-9a97-49ff-9b16-d1373633506e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:33.828906 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.893164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] For port 084532af-9a97-49ff-9b16-d1373633506e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:33.896475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] For port 084532af-9a97-49ff-9b16-d1373633506e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=084532af-9a97-49ff-9b16-d1373633506e,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:33.900789 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:33.953093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df090e-eac3-4b8c-8275-237cfdf0cc0c req-87f58d5d-8f20-4fd0-805b-57e94a58ea4b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:33.953093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3df090e-eac3-4b8c-8275-237cfdf0cc0c req-87f58d5d-8f20-4fd0-805b-57e94a58ea4b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1362207 Dec 08 00:25:33.965748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc9cc2-e724-4c11-b51f-ac4b3c9c5999 None None] Pushing event updated for resources: {'Port': ['ID=084532af-9a97-49ff-9b16-d1373633506e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:34.015794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730461ed-1697-49cd-9b2c-42bfa9ad64c1 req-8a9808c4-1711-4ae2-9efa-dc7cd5cee167 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:34.017290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-730461ed-1697-49cd-9b2c-42bfa9ad64c1 req-8a9808c4-1711-4ae2-9efa-dc7cd5cee167 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 945 time: 0.1099949 Dec 08 00:25:34.020404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.070388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3df090e-eac3-4b8c-8275-237cfdf0cc0c req-59b6d9a9-927a-4a14-8f14-0345b3420856 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083519 Dec 08 00:25:34.110553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-730461ed-1697-49cd-9b2c-42bfa9ad64c1 req-3d2d212b-23ad-4957-b7db-5830e7b96e1a tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854924 Dec 08 00:25:34.119643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.126452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7554eacf-0a61-4c49-adac-95308bb45eba up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:34.193730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:34.197054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:34.201171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:34.206665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 7554eacf-0a61-4c49-adac-95308bb45eba completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:25:34.207816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:34.208538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.211196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 7554eacf-0a61-4c49-adac-95308bb45eba triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:34.211570 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.215041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=eccbf822-39aa-4ec9-a212-025bc0b58c2c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:34.234768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-120fc8d4-7c95-4cb9-98e1-8c6564893a89 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8832853 Dec 08 00:25:34.235511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50446) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:34.300766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16070089-3e17-4dba-87d9-e7cd1120b365 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:34.304126 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.308688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16070089-3e17-4dba-87d9-e7cd1120b365 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:34.310576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-16070089-3e17-4dba-87d9-e7cd1120b365 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0737739 Dec 08 00:25:34.313350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50448) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:34.332439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7554eacf-0a61-4c49-adac-95308bb45eba'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:34.334709 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8600191-ceda-4ec6-b3da-6483276c74e6" -d '{"events": [{"server_uuid": "b54df54d-4ec0-47c1-85c8-6b13e6b52807", "name": "network-vif-plugged", "status": "completed", "tag": "7554eacf-0a61-4c49-adac-95308bb45eba"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:34.348586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7554eacf-0a61-4c49-adac-95308bb45eba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7554eacf-0a61-4c49-adac-95308bb45eba,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:34.354103 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.378040 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11dd461-7a10-4533-b564-8aaf38ef124b x-openstack-request-id: req-a11dd461-7a10-4533-b564-8aaf38ef124b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:34.378335 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54df54d-4ec0-47c1-85c8-6b13e6b52807", "name": "network-vif-plugged", "status": "completed", "tag": "7554eacf-0a61-4c49-adac-95308bb45eba", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:34.378593 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a11dd461-7a10-4533-b564-8aaf38ef124b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:34.379010 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7554eacf-0a61-4c49-adac-95308bb45eba', 'code': 200} Dec 08 00:25:34.404840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7554eacf-0a61-4c49-adac-95308bb45eba,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:34.410917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port eccbf822-39aa-4ec9-a212-025bc0b58c2c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:34.411332 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.511551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 084532af-9a97-49ff-9b16-d1373633506e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:34.520592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8431-075d-493b-9b2e-8b72c1cf775b req-ce2389c4-ec05-43f0-a227-491b5c52b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:34.521156 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.522999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-042d8431-075d-493b-9b2e-8b72c1cf775b req-ce2389c4-ec05-43f0-a227-491b5c52b1cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 1097 time: 0.0506454 Dec 08 00:25:34.534480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for eccbf822-39aa-4ec9-a212-025bc0b58c2c owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:34.561435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 084532af-9a97-49ff-9b16-d1373633506e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:34.561803 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.575768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-042d8431-075d-493b-9b2e-8b72c1cf775b req-5d8b923d-c530-4ac2-9615-472c2d852200 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Dec 08 00:25:34.645907 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.676629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.684919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 084532af-9a97-49ff-9b16-d1373633506e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=084532af-9a97-49ff-9b16-d1373633506e,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:34.689874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.719215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=eccbf822-39aa-4ec9-a212-025bc0b58c2c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:34.756815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=084532af-9a97-49ff-9b16-d1373633506e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:34.757603 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.765352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c28c218b-2b9c-4d6c-bf5d-ad99e50c9530 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/eccbf822-39aa-4ec9-a212-025bc0b58c2c HTTP/1.1" status: 204 len: 168 time: 0.4489255 Dec 08 00:25:34.766025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50452) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:34.768772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23f21066-729a-4822-a6a2-a69e829c40de no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:34.791433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 23f21066-729a-4822-a6a2-a69e829c40de {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:25:34.791779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23f21066-729a-4822-a6a2-a69e829c40de not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:25:34.824274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386c6d4-d300-44c8-b965-53ee0711db30 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:34.825934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386c6d4-d300-44c8-b965-53ee0711db30 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:34.827500 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7386c6d4-d300-44c8-b965-53ee0711db30 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0607984 Dec 08 00:25:34.830108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50454) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:34.883497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 0b7a221b-667f-46db-939a-e83835bf15df {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:34.887464 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:34.929046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.019678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.080456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.091867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c1159bfb-b312-4691-9463-eb4dd6413395 None None] Provisioning complete for port 084532af-9a97-49ff-9b16-d1373633506e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:35.092620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1159bfb-b312-4691-9463-eb4dd6413395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.110920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7a221b-667f-46db-939a-e83835bf15df,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:35.113429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.116616 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/0b7a221b-667f-46db-939a-e83835bf15df HTTP/1.1" status: 204 len: 168 time: 0.2855105 Dec 08 00:25:35.120878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50456) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:35.124979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.125332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.125674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.126018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.126354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.126684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.127045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.127374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.127700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.128024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.128488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.129007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.129338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f77f7-89cb-4299-9721-1909833ec053 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:35.174808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c8b3dda3-d0ee-474c-9d32-b57145351c4b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500338 Dec 08 00:25:35.175150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50462) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:35.188074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:35.221842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e5e1d-dff5-4671-9dda-a6729a753994 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:35.304646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994aca9-e98b-4472-b677-74bc785133c9 req-787bf462-04f1-4a02-a93e-d9fbadb63c13 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:35.307346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b994aca9-e98b-4472-b677-74bc785133c9 req-787bf462-04f1-4a02-a93e-d9fbadb63c13 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 946 time: 0.0979607 Dec 08 00:25:35.319874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:35.324176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776a22-c716-483d-91ec-60822ff354b6 req-de824f2d-988a-4682-b09e-e9c1f99be100 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:35.324672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.325751 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0776a22-c716-483d-91ec-60822ff354b6 req-de824f2d-988a-4682-b09e-e9c1f99be100 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0811172 Dec 08 00:25:35.377182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b33ebdb-5742-4e93-9356-7e3ad739bf2d None None] Could not find standard attr ID for object eccbf822-39aa-4ec9-a212-025bc0b58c2c. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:35.402039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b994aca9-e98b-4472-b677-74bc785133c9 req-1ef009b4-11f6-4f05-bb89-4ef46d7edb77 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752699 Dec 08 00:25:35.410336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:35.426549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0776a22-c716-483d-91ec-60822ff354b6 req-b78a6f46-f967-408e-8767-ac7d53929daf tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780382 Dec 08 00:25:35.459691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] Deleting port 084532af-9a97-49ff-9b16-d1373633506e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:35.460062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.523339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] For port 084532af-9a97-49ff-9b16-d1373633506e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=084532af-9a97-49ff-9b16-d1373633506e,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:35.523657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.542535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] Calling delete_port for 084532af-9a97-49ff-9b16-d1373633506e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:35.545568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0c9e7-af8a-4df8-ae1b-3d87278c08c5 req-d6130680-79a8-4bfc-a2cc-4d46983ac895 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:35.547168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94a0c9e7-af8a-4df8-ae1b-3d87278c08c5 req-d6130680-79a8-4bfc-a2cc-4d46983ac895 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0496795 Dec 08 00:25:35.604444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94a0c9e7-af8a-4df8-ae1b-3d87278c08c5 req-ea524cc5-0d3b-4b25-a4e7-7650a5ec1c9c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469220 Dec 08 00:25:35.634699 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.666538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] Pushing event deleted for resources: {'Port': ['ID=084532af-9a97-49ff-9b16-d1373633506e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:35.674313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4131392c-41e4-4274-9612-bdc30081a4c6 None None] No DVR routers for this DVR port 084532af-9a97-49ff-9b16-d1373633506e on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:35.688845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:35.851041 n-d-820549-2 neutron-server[103113]: WARNING neutron.services.revisions.revision_plugin [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Could not find related port for resource to bump revision. Dec 08 00:25:35.856542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_pluggable_backend [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Port 084532af-9a97-49ff-9b16-d1373633506e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103113) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 00:25:35.856919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_pluggable_backend [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Reverting IP allocation for 2001:db8::f816:3eff:feda:36e7 {{(pid=103113) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 00:25:35.860988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_pluggable_backend [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feda:36e7 {{(pid=103113) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 00:25:35.862193 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.898585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:35.903508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:35.903860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-4722622d-912e-404d-b734-cef7140ec277 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:35.906903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-4722622d-912e-404d-b734-cef7140ec277 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.1063159 Dec 08 00:25:35.907560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:35.908151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:35.913102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d40ad2-befb-4667-b9f0-cffce6e0075c None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:35.924465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=510dbbb5-e7db-4abc-b4d1-65cfc81fdcab,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:35.929782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-fac49499-a68c-4b4c-b931-c682cd7676d4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/quotas/10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 375 time: 0.0157380 Dec 08 00:25:35.938724 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-67100a8d-09d5-4e88-a3ef-a2760768c488 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7617452 Dec 08 00:25:35.941350 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50478) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:35.947994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:e7:cf:f2', 'name': 'tempest-NetworksTestDHCPv6-1741894055'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:36.027610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '510dbbb5-e7db-4abc-b4d1-65cfc81fdcab'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:36.028478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.051131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-29ed3052-7669-49aa-8aae-6cca8a6333a6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1203876 Dec 08 00:25:36.155034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:36.163220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Allocated IP 2001:db8::f816:3eff:fe3e:c03e (4a2e7540-686a-45ff-a008-3d83de30eb8b/510dbbb5-e7db-4abc-b4d1-65cfc81fdcab/a15cb1fa-813e-4db2-8177-b29e0a439001) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:36.192990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-d6cf2ebc-5b5e-4046-be47-4641ed866d80 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345620 Dec 08 00:25:36.304478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.304706 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.312364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.340187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 65dd86c3-f9e9-40f3-876c-7670a65ea0ec yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:36.351269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:36.351778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-127b5cb0-f695-4615-b3de-4eb1fb87dbfc service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287386 Dec 08 00:25:36.359057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:36.361448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:36.375630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Pushing event updated for resources: {'Port': ['ID=a15cb1fa-813e-4db2-8177-b29e0a439001,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:36.423133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Attempting to bind port a15cb1fa-813e-4db2-8177-b29e0a439001 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:36.423406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Attempting to bind port a15cb1fa-813e-4db2-8177-b29e0a439001 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:36.423777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Attempting to bind port a15cb1fa-813e-4db2-8177-b29e0a439001 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:36.446303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:36.447250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:36.447665 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.448069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:36.448563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Bound port: a15cb1fa-813e-4db2-8177-b29e0a439001, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:36.449615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.468536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fee7:cff2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/510dbbb5-e7db-4abc-b4d1-65cfc81fdcab/65dd86c3-f9e9-40f3-876c-7670a65ea0ec) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:36.520706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 084532af-9a97-49ff-9b16-d1373633506e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:36.566489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 084532af-9a97-49ff-9b16-d1373633506e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:25:36.567374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 084532af-9a97-49ff-9b16-d1373633506e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:25:36.595493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] For port a15cb1fa-813e-4db2-8177-b29e0a439001, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:36.598994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] For port a15cb1fa-813e-4db2-8177-b29e0a439001, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a15cb1fa-813e-4db2-8177-b29e0a439001,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:36.604899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.614188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4cb1efc6-946e-43d7-b0fc-9bebd0f5c8b6 req-606c477b-628f-4302-8cd1-77dfd658023f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 210 time: 0.0538294 Dec 08 00:25:36.639154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323b604-4a46-4e51-8225-6d85cbce0f74 req-0613204a-6d7d-460e-9067-2aadcbf0b080 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:36.639154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8323b604-4a46-4e51-8225-6d85cbce0f74 req-0613204a-6d7d-460e-9067-2aadcbf0b080 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 946 time: 0.1213129 Dec 08 00:25:36.657005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a494084-bb37-447a-9da8-9eb0fea101ac None None] Pushing event updated for resources: {'Port': ['ID=a15cb1fa-813e-4db2-8177-b29e0a439001,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:36.756738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8323b604-4a46-4e51-8225-6d85cbce0f74 req-af916319-01c4-4677-a336-d2ec334a0cd0 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136763 Dec 08 00:25:36.784490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.824866 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.883209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=65dd86c3-f9e9-40f3-876c-7670a65ea0ec,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:36.901914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:36.903590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:36.908992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:36.916600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:36.917249 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:36.958365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b0cbac8a-5702-4c63-a141-af9aced4f919 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0159550 Dec 08 00:25:36.961329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50496) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:37.023211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c002e-a1e5-4d6b-b960-9172f7278b6a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:37.029179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c002e-a1e5-4d6b-b960-9172f7278b6a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:37.030814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1c3c002e-a1e5-4d6b-b960-9172f7278b6a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0685546 Dec 08 00:25:37.033700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50502) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:37.161830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 65dd86c3-f9e9-40f3-876c-7670a65ea0ec {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:37.162168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:37.268136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:37.281380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 65dd86c3-f9e9-40f3-876c-7670a65ea0ec owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:37.412505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:37.439788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=65dd86c3-f9e9-40f3-876c-7670a65ea0ec,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:37.472994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:37.477051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea15e523-e481-46b1-aea2-2aeff6428ca1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/65dd86c3-f9e9-40f3-876c-7670a65ea0ec HTTP/1.1" status: 204 len: 168 time: 0.4405968 Dec 08 00:25:37.480318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50506) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:37.546729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e45a9-25c9-4ee0-a0ff-eccd78b868b7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:37.548499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e45a9-25c9-4ee0-a0ff-eccd78b868b7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:37.552832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fd5e45a9-25c9-4ee0-a0ff-eccd78b868b7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0688148 Dec 08 00:25:37.552998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50508) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:37.612820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 510dbbb5-e7db-4abc-b4d1-65cfc81fdcab {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:37.616338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:37.661342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:37.873713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ac8a291-8248-4ca8-a49a-798c3e7ca5ee req-6d143ab7-c925-4116-b13b-72f0ee43f6f1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 210 time: 0.0857668 Dec 08 00:25:37.899461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-f91ce35e-cefc-4f88-a6a8-2ae892a8e75c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:37.900967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-f91ce35e-cefc-4f88-a6a8-2ae892a8e75c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.2157514 Dec 08 00:25:37.902198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:37.928244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'port': {'device_id': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'admin_state_up': True, 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:37.928862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ee302311-7547-4ae6-b7cc-e231e000bd20 None None] Provisioning complete for port a15cb1fa-813e-4db2-8177-b29e0a439001 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:37.928862 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee302311-7547-4ae6-b7cc-e231e000bd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.025576 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee302311-7547-4ae6-b7cc-e231e000bd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.047929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.098809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.102218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/510dbbb5-e7db-4abc-b4d1-65cfc81fdcab HTTP/1.1" status: 204 len: 168 time: 0.5482078 Dec 08 00:25:38.103706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd298748-c232-4a9b-88e2-559f0fc6d88f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=510dbbb5-e7db-4abc-b4d1-65cfc81fdcab,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:38.105331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50512) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:38.152117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Made reservation on behalf of 10fabfc8b3e84bfd915bff600e710ddf for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:38.157389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.165341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-57273495-fc1d-493e-8bc2-6b89ddf0f4ad tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580692 Dec 08 00:25:38.171530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50514) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:38.254010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdefb1d-6ab6-4a08-a3c8-9e064a93ecf4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:38.259835 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2fdefb1d-6ab6-4a08-a3c8-9e064a93ecf4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0863683 Dec 08 00:25:38.262476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50518) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:38.279047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2a163-43d2-47a5-9cd0-0de949e720ba None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:38.316095 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-ee302311-7547-4ae6-b7cc-e231e000bd20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:25:38.316456 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-ee302311-7547-4ae6-b7cc-e231e000bd20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:25:38.377401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f7abf-421b-4d2b-8e51-b89591f3f686 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:38.381833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-210f7abf-421b-4d2b-8e51-b89591f3f686 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158607 Dec 08 00:25:38.382011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:38.389558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Allocated IP 172.20.0.11 (88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e/27e788d9-60e5-4936-b281-1e0aaa4fb177/b53b9ae0-14f7-4652-8291-2fca1d391a5c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:38.451753 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5bdc96c3-08ae-4d91-91e3-b92ae58893fb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654302 Dec 08 00:25:38.458867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50522) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:38.461087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:38.469477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:38.514391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] Deleting port a15cb1fa-813e-4db2-8177-b29e0a439001 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:38.515320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.578454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] For port a15cb1fa-813e-4db2-8177-b29e0a439001, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a15cb1fa-813e-4db2-8177-b29e0a439001,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:38.579035 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.592082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] Calling delete_port for a15cb1fa-813e-4db2-8177-b29e0a439001 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:38.649606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:38.653656 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.661501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.680758 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.707373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] Pushing event deleted for resources: {'Port': ['ID=a15cb1fa-813e-4db2-8177-b29e0a439001,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:38.711006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9f032-7413-4355-b2ae-a3cf8ccbfd0d None None] No DVR routers for this DVR port a15cb1fa-813e-4db2-8177-b29e0a439001 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:38.779800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:38.814928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f5a50a9f-b758-45aa-a36a-3c516aca57b9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:38.817296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:38.861566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:38.871493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:38.873930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:38.880012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=b53b9ae0-14f7-4652-8291-2fca1d391a5c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:38.890429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ee302311-7547-4ae6-b7cc-e231e000bd20 None None] Port a15cb1fa-813e-4db2-8177-b29e0a439001 update to ACTIVE by agent not found {{(pid=103115) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 00:25:39.037151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2a4ef0de-62ad-48c6-8295-3c8110efece1 None None] Could not find standard attr ID for object 65dd86c3-f9e9-40f3-876c-7670a65ea0ec. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:39.258025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-652a4472-101b-431b-a98f-c946159afcef None None] Provisioning complete for port b53b9ae0-14f7-4652-8291-2fca1d391a5c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:39.258309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-652a4472-101b-431b-a98f-c946159afcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.302182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-652a4472-101b-431b-a98f-c946159afcef None None] Port b53b9ae0-14f7-4652-8291-2fca1d391a5c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:25:39.361049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:39.361666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.375810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.417810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-cb02d882-114a-407b-8113-3d64fcfa1174 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4933860 Dec 08 00:25:39.441900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a50dd-552d-4596-89db-107aea73a2bd req-366cb315-9e00-418b-9193-76d716552d9a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:39.443578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-299a50dd-552d-4596-89db-107aea73a2bd req-366cb315-9e00-418b-9193-76d716552d9a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 932 time: 0.4515800 Dec 08 00:25:39.448330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:39.454787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Request body: {'port': {'device_id': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:39.464097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:39.466875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:39.467634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.474476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e250b-7baf-4016-bde8-7c37ab51867a None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:39.523772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0566695 Dec 08 00:25:39.524459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:39.529785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:7f:ee:ef', 'name': 'tempest-NetworksTestDHCPv6-1840090456'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:39.531813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd58d3d-5ae1-4b4c-b32e-d7276e41d5c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=94d96fef-149f-43ba-81a2-b723af22df6b,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:39.586910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.591847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-299a50dd-552d-4596-89db-107aea73a2bd req-dbd4251c-4703-4d5d-aaf9-0597a168535b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334176 Dec 08 00:25:39.610223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '94d96fef-149f-43ba-81a2-b723af22df6b'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:39.612396 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.696248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:39.775640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/94d96fef-149f-43ba-81a2-b723af22df6b/a6029fde-0372-4e8b-8761-d294ca01f465) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:39.807984 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.840078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 46ccb1b6-9dd5-429b-b214-b881b3aba11f yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:39.923084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53b9ae0-14f7-4652-8291-2fca1d391a5c {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:39.931697 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.945345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Transition to ACTIVE for port object b53b9ae0-14f7-4652-8291-2fca1d391a5c will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:25:39.949311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.958877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:39.966696 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.015513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Pushing event updated for resources: {'Port': ['ID=b53b9ae0-14f7-4652-8291-2fca1d391a5c,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:40.024703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:40.029047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:40.036206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Pushing event updated for resources: {'Port': ['ID=a6029fde-0372-4e8b-8761-d294ca01f465,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:40.038503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:40.045887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::31 (4a2e7540-686a-45ff-a008-3d83de30eb8b/94d96fef-149f-43ba-81a2-b723af22df6b/46ccb1b6-9dd5-429b-b214-b881b3aba11f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:40.103805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Attempting to bind port b53b9ae0-14f7-4652-8291-2fca1d391a5c on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:40.104304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Attempting to bind port b53b9ae0-14f7-4652-8291-2fca1d391a5c by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:40.104732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Attempting to bind port b53b9ae0-14f7-4652-8291-2fca1d391a5c on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:40.116567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Attempting to bind port a6029fde-0372-4e8b-8761-d294ca01f465 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:40.116946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Attempting to bind port a6029fde-0372-4e8b-8761-d294ca01f465 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:40.117084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Port b53b9ae0-14f7-4652-8291-2fca1d391a5c on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:25:40.117321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Attempting to bind port a6029fde-0372-4e8b-8761-d294ca01f465 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:40.117600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Attempting to bind port b53b9ae0-14f7-4652-8291-2fca1d391a5c on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:40.126325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:40.126913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:40.127657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Bound using segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:40.128203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:40.128551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Bound port: b53b9ae0-14f7-4652-8291-2fca1d391a5c, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:40.129014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.130879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:40.131311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.131713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:40.132198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Bound port: a6029fde-0372-4e8b-8761-d294ca01f465, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:40.132587 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.215387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] For port b53b9ae0-14f7-4652-8291-2fca1d391a5c, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:40.220748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] For port b53b9ae0-14f7-4652-8291-2fca1d391a5c, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:40.230659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] For port a6029fde-0372-4e8b-8761-d294ca01f465, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:40.231044 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.233948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] For port a6029fde-0372-4e8b-8761-d294ca01f465, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6029fde-0372-4e8b-8761-d294ca01f465,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:40.237297 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.244986 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.279149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.279813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.281620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] 10.222.0.59 "PUT /v2.0/ports/b53b9ae0-14f7-4652-8291-2fca1d391a5c HTTP/1.1" status: 200 len: 1092 time: 0.8369267 Dec 08 00:25:40.287161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:40.289604 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e517ebf3-998c-4ab1-8428-15697cf21c50" -d '{"events": [{"name": "network-changed", "server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:40.328402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.345012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2b86-a8d7-40b1-9b23-bc4157fdd02d service neutron] Pushing event updated for resources: {'Port': ['ID=b53b9ae0-14f7-4652-8291-2fca1d391a5c,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:40.363655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0b1b7-2d00-4cd2-9686-b095b0dcd74a None None] Pushing event updated for resources: {'Port': ['ID=a6029fde-0372-4e8b-8761-d294ca01f465,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:40.441002 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae967bf-c97c-4ebf-b649-94cc1a88e0fc x-openstack-request-id: req-dae967bf-c97c-4ebf-b649-94cc1a88e0fc {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:40.441959 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:40.442390 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dae967bf-c97c-4ebf-b649-94cc1a88e0fc {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:40.442989 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c', 'status': 'completed', 'code': 200} Dec 08 00:25:40.464066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:40.465235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a15cb1fa-813e-4db2-8177-b29e0a439001 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:40.478563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=46ccb1b6-9dd5-429b-b214-b881b3aba11f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:40.480419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-7bd59c0e-9a4d-4119-8294-8182bec8af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.482176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-7bd59c0e-9a4d-4119-8294-8182bec8af4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 1095 time: 0.1228850 Dec 08 00:25:40.491702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a15cb1fa-813e-4db2-8177-b29e0a439001 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:25:40.492217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a15cb1fa-813e-4db2-8177-b29e0a439001 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:25:40.494984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:40.508937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:40.516039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.516696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.551781 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f6c6a3dd-f92b-4a08-b066-cc25923ef852 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0258906 Dec 08 00:25:40.553530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:40.573623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-6f324c43-68d5-4d45-afd8-906fa5ea4aeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c HTTP/1.1" status: 200 len: 217 time: 0.0662465 Dec 08 00:25:40.626070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7971c7-1b3f-4352-b962-8aa34bf6ccb2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.637736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7971c7-1b3f-4352-b962-8aa34bf6ccb2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.639979 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ae7971c7-1b3f-4352-b962-8aa34bf6ccb2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0851226 Dec 08 00:25:40.642300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50540) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:40.654212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-01157d58-84bc-416f-bce5-72e7292c5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.656277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-01157d58-84bc-416f-bce5-72e7292c5971 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0744240 Dec 08 00:25:40.781914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a3fac-209f-47d2-aab9-401636340225 req-5ab57767-d1ea-4d05-9bba-96030ba64aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.786002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-5ab57767-d1ea-4d05-9bba-96030ba64aca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180475 Dec 08 00:25:40.820242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 46ccb1b6-9dd5-429b-b214-b881b3aba11f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:40.820593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.877656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db91e0-ef9e-4699-b260-f7346a1be138 req-848906bc-4a22-4645-b892-fc20b4a11889 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:40.879651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45db91e0-ef9e-4699-b260-f7346a1be138 req-848906bc-4a22-4645-b892-fc20b4a11889 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 944 time: 0.1341774 Dec 08 00:25:40.937410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:40.939758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-5a6498d4-ec81-485c-a44c-2c40114d9890 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460042 Dec 08 00:25:40.950964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 46ccb1b6-9dd5-429b-b214-b881b3aba11f owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:40.990049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45db91e0-ef9e-4699-b260-f7346a1be138 req-493b97cf-8e14-4d49-a59a-8b34985691d5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008105 Dec 08 00:25:41.060182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14a3fac-209f-47d2-aab9-401636340225 req-55bf880f-af3a-4e8f-b6d8-74a4d5fd8e9a service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099510 Dec 08 00:25:41.107936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.139532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=46ccb1b6-9dd5-429b-b214-b881b3aba11f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:41.171040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.174735 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-31b43135-60f0-4ede-a9ea-3c7d75754877 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/46ccb1b6-9dd5-429b-b214-b881b3aba11f HTTP/1.1" status: 204 len: 168 time: 0.5308225 Dec 08 00:25:41.176948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50542) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:41.214006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-855a1910-9d31-46a6-bd77-cb0f3f862f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.215880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-855a1910-9d31-46a6-bd77-cb0f3f862f9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 1095 time: 0.0455542 Dec 08 00:25:41.230560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ec056-766a-4960-8f81-18e1eaf0e44e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.232320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ec056-766a-4960-8f81-18e1eaf0e44e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.233948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7c3ec056-766a-4960-8f81-18e1eaf0e44e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0559428 Dec 08 00:25:41.236593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50544) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:41.299421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 94d96fef-149f-43ba-81a2-b723af22df6b {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:41.303809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.332205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-89b5a6f2-eabf-40db-b682-7e055381285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.334549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-89b5a6f2-eabf-40db-b682-7e055381285a service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1077113 Dec 08 00:25:41.351228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.389241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-ad046c6a-5be5-4e5e-9a3e-60d54feeb050 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c HTTP/1.1" status: 200 len: 217 time: 0.0432701 Dec 08 00:25:41.455690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-c1c1db7b-57f4-4e71-99aa-461ab35b193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.457271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-c1c1db7b-57f4-4e71-99aa-461ab35b193c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0595725 Dec 08 00:25:41.468501 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.543046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-ed740149-0531-4684-8367-9f5750dc1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.544722 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-ed740149-0531-4684-8367-9f5750dc1c8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791132 Dec 08 00:25:41.546587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.576843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=94d96fef-149f-43ba-81a2-b723af22df6b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:41.580806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.586453 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ceb94b3b-0f87-4e49-b27b-f7ccc009d190 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/94d96fef-149f-43ba-81a2-b723af22df6b HTTP/1.1" status: 204 len: 168 time: 0.3467221 Dec 08 00:25:41.587454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50548) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:41.637493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50550) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:41.638375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-eff1aef2-0deb-419d-9393-98cef045d6b3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473237 Dec 08 00:25:41.704250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-4c442c02-ad5e-4a81-b710-61c904816060 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503093 Dec 08 00:25:41.716100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9f120-63e1-45fd-a128-721ddc8ea3a9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.717684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-64a9f120-63e1-45fd-a128-721ddc8ea3a9 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0784113 Dec 08 00:25:41.720237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50552) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:41.730399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1968b7-f9a6-480a-911f-37b41187f4a9 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:41.832204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-30923e6c-935d-469f-a56c-9a998243bd5f None None] Provisioning complete for port a6029fde-0372-4e8b-8761-d294ca01f465 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:41.832722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30923e6c-935d-469f-a56c-9a998243bd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.839847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413f5bb-e5fa-4ddb-a6b8-c1db000e4af8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:41.843627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1413f5bb-e5fa-4ddb-a6b8-c1db000e4af8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1141171 Dec 08 00:25:41.844157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50554) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:41.887618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e517ebf3-998c-4ab1-8428-15697cf21c50 req-13481975-0b59-40e1-9221-e782f48c1a21 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686828 Dec 08 00:25:41.893874 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c3384f3-d5f5-4676-ba97-f9be48185c0f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483072 Dec 08 00:25:41.897866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50556) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:41.905360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:41.919148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30923e6c-935d-469f-a56c-9a998243bd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:41.959495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:41.972719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-30923e6c-935d-469f-a56c-9a998243bd5f None None] For port a6029fde-0372-4e8b-8761-d294ca01f465, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6029fde-0372-4e8b-8761-d294ca01f465,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:41.979058 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30923e6c-935d-469f-a56c-9a998243bd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.053212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:42.060711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.087561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30923e6c-935d-469f-a56c-9a998243bd5f None None] Pushing event updated for resources: {'Port': ['ID=a6029fde-0372-4e8b-8761-d294ca01f465,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:42.099147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] Deleting port a6029fde-0372-4e8b-8761-d294ca01f465 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:42.099518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.140177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffe0bc-f8e6-4828-8fed-0c5fabb8b950 req-6823c7e5-ddd6-43a1-8041-337b1be2ea50 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:42.142094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdffe0bc-f8e6-4828-8fed-0c5fabb8b950 req-6823c7e5-ddd6-43a1-8041-337b1be2ea50 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 944 time: 0.0669162 Dec 08 00:25:42.171541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] For port a6029fde-0372-4e8b-8761-d294ca01f465, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6029fde-0372-4e8b-8761-d294ca01f465,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:42.171995 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.197311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] Calling delete_port for a6029fde-0372-4e8b-8761-d294ca01f465 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:42.206061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdffe0bc-f8e6-4828-8fed-0c5fabb8b950 req-ec8ef675-aa39-4330-94fc-6199471917d0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576370 Dec 08 00:25:42.287813 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.316409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] Pushing event deleted for resources: {'Port': ['ID=a6029fde-0372-4e8b-8761-d294ca01f465,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:42.320068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc4076-7986-4d0d-97e8-4c4aa37949f9 None None] No DVR routers for this DVR port a6029fde-0372-4e8b-8761-d294ca01f465 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:42.373574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:42.375199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.416412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:42.421676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:42.426314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:42.427099 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.434496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79a149-c265-4219-a0e7-74db7672a981 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:42.439454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:42.452811 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2c21e8bc-4bee-488f-9231-351cc92e935b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5513484 Dec 08 00:25:42.453250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50560) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:42.458356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3bb1d24d-fe98-4fc4-bec9-406844f80144 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:42.557889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': '718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:42.558605 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.593050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb1d24d-fe98-4fc4-bec9-406844f80144 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:42.597186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d24d-fe98-4fc4-bec9-406844f80144 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.700747 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-3bb1d24d-fe98-4fc4-bec9-406844f80144 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6 (CIDR: 2001:db8::/64) Dec 08 00:25:42.701012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Allocated IP 2001:db8::f816:3eff:fe03:a176 (4a2e7540-686a-45ff-a008-3d83de30eb8b/718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6/a6dbe333-71dc-4406-b0da-3fea9e601482) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:42.704375 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb1d24d-fe98-4fc4-bec9-406844f80144 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:42.704993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb1d24d-fe98-4fc4-bec9-406844f80144 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:42.726318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3bb1d24d-fe98-4fc4-bec9-406844f80144 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2694795 Dec 08 00:25:42.726576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50564) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:42.733206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:42.779030 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:25:42.857085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.864182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.864863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:42.869479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.885611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:42.888415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:42.890487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:42.963623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:42.976568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Attempting to bind port a6dbe333-71dc-4406-b0da-3fea9e601482 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:42.976964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Attempting to bind port a6dbe333-71dc-4406-b0da-3fea9e601482 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:42.977579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Attempting to bind port a6dbe333-71dc-4406-b0da-3fea9e601482 on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:42.986780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:42.987391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:42.987955 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:42.988385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:42.988962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Bound port: a6dbe333-71dc-4406-b0da-3fea9e601482, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:42.989462 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.058745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:43.062010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:43.065542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.119078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.121696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef08dd6-997d-4137-b9a3-5a5c0520fd3b None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:43.161801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:43.167068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:43.171299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:43.171903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.188308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=e04a48d9-8b88-4435-8a78-d11ca7eacef1,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:43.199917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:43.200563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ad5ff889-251e-4b82-b048-b18875f407e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4716418 Dec 08 00:25:43.205064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:6b:b7:f4', 'name': 'tempest-NetworksTestDHCPv6-1606272908'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:43.342321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:43.346756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.354821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f2781-eec6-4410-ae4e-d1f8a0b3de20 req-dd987284-fda9-415a-a9b9-bdf61c171bce tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:43.356334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f8f2781-eec6-4410-ae4e-d1f8a0b3de20 req-dd987284-fda9-415a-a9b9-bdf61c171bce tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 944 time: 0.0738363 Dec 08 00:25:43.368972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 52308a53-6777-4471-9680-e8de2dedebfd yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:43.417382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f8f2781-eec6-4410-ae4e-d1f8a0b3de20 req-a4ec32c6-cdb5-4734-94d3-c21de366f0f5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Dec 08 00:25:43.544533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8:0:1::346 (4a2e7540-686a-45ff-a008-3d83de30eb8b/e04a48d9-8b88-4435-8a78-d11ca7eacef1/52308a53-6777-4471-9680-e8de2dedebfd) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:43.550504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fe6b:b7f4 (4a2e7540-686a-45ff-a008-3d83de30eb8b/718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6/52308a53-6777-4471-9680-e8de2dedebfd) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:43.575358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device b53b9ae0-14f7-4652-8291-2fca1d391a5c details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:25:43.677309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port b53b9ae0-14f7-4652-8291-2fca1d391a5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:43.692638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c', 'mac_address': 'fa:16:3e:77:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:25:43.704144 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.731874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.737615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.748633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53b9ae0-14f7-4652-8291-2fca1d391a5c {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:43.774538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.777161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port b53b9ae0-14f7-4652-8291-2fca1d391a5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:43.781201 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.790372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:43.793516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:43.798456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:43.804063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:43.804683 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:43.807964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=52308a53-6777-4471-9680-e8de2dedebfd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:43.826420 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-878e303c-edea-43bc-87aa-33187e24da17 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6252053 Dec 08 00:25:43.828848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50572) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:43.831869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=b53b9ae0-14f7-4652-8291-2fca1d391a5c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:43.921837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 52308a53-6777-4471-9680-e8de2dedebfd {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:43.922176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.016440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.029388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 52308a53-6777-4471-9680-e8de2dedebfd owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:44.084054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['b53b9ae0-14f7-4652-8291-2fca1d391a5c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:44.163251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267df849-8911-4723-b18f-1f542e26eaaa None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:44.209273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.302942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7377fe60-dda1-4bf5-8d00-8e14bd5ae183 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:44.303424 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7377fe60-dda1-4bf5-8d00-8e14bd5ae183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.456341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7377fe60-dda1-4bf5-8d00-8e14bd5ae183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.484552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29254c04-8d8f-4fa8-8008-e055383e22a5 None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6', 'ip_address': '2001:db8::f816:3eff:fe03:a176'}, {'subnet_id': 'e04a48d9-8b88-4435-8a78-d11ca7eacef1'}], 'binding:host_id': 'n-d-820549-2'}, 'id': 'a6dbe333-71dc-4406-b0da-3fea9e601482'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:44.523061 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29254c04-8d8f-4fa8-8008-e055383e22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.528502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7377fe60-dda1-4bf5-8d00-8e14bd5ae183 None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:44.530436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=52308a53-6777-4471-9680-e8de2dedebfd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:44.538666 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7377fe60-dda1-4bf5-8d00-8e14bd5ae183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.584097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e46e-436e-4cf2-9fdd-c88536e64ee5 req-a53f1354-6f81-42aa-bb2d-327d2614d0e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:44.584649 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.587378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca68e46e-436e-4cf2-9fdd-c88536e64ee5 req-a53f1354-6f81-42aa-bb2d-327d2614d0e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 945 time: 0.0784185 Dec 08 00:25:44.590222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50578) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:44.590386 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0012e9ef-849a-4d61-a1ff-539954ef9c86 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/52308a53-6777-4471-9680-e8de2dedebfd HTTP/1.1" status: 204 len: 168 time: 0.7604735 Dec 08 00:25:44.603275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:44.678325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580d8a6-7f05-47f0-836d-316ba9b38003 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:44.682143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f580d8a6-7f05-47f0-836d-316ba9b38003 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0892501 Dec 08 00:25:44.684153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50582) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:44.702021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca68e46e-436e-4cf2-9fdd-c88536e64ee5 req-e2be5efb-4a22-46c6-9bb5-06f752aa46bc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950849 Dec 08 00:25:44.740596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843bd7f-2436-4e70-a35f-95b321df5245 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:44.742249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2843bd7f-2436-4e70-a35f-95b321df5245 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0567420 Dec 08 00:25:44.745394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50584) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:44.801687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ec39d-20a2-4adc-a5ef-88b4ee190936 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:44.803244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ec39d-20a2-4adc-a5ef-88b4ee190936 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:44.804966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ec39d-20a2-4adc-a5ef-88b4ee190936 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:44.806570 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3b9ec39d-20a2-4adc-a5ef-88b4ee190936 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0602534 Dec 08 00:25:44.809228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50586) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:44.859280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:44.862300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.872252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377fe60-dda1-4bf5-8d00-8e14bd5ae183 None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:44.901720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.903408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:44.903786 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:44.984451 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.041281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-29254c04-8d8f-4fa8-8008-e055383e22a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6: This subnet is being modified by another concurrent operation. Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:45.043239 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6: This subnet is being modified by another concurrent operation. Dec 08 00:25:45.047812 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:25:45.069596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:45.071591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.074877 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2fec1d5a-4211-4a72-ae09-336cc0d566bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6 HTTP/1.1" status: 204 len: 168 time: 0.2647159 Dec 08 00:25:45.077520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50588) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:45.129575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7662a517-5424-4db9-95b8-b1aac460f56a None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:45.134447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet e04a48d9-8b88-4435-8a78-d11ca7eacef1 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:45.137672 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.182846 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.208550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eaf38082-f5df-4b21-a196-f3b083581ef0 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:45.208924 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eaf38082-f5df-4b21-a196-f3b083581ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.234375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.294189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.322304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=e04a48d9-8b88-4435-8a78-d11ca7eacef1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:45.329595 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.333687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dbb8fb1f-57a9-49a7-a191-7c64368a893c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/e04a48d9-8b88-4435-8a78-d11ca7eacef1 HTTP/1.1" status: 204 len: 168 time: 0.2548244 Dec 08 00:25:45.336206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:45.349296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2f96e-77d8-4c01-acd1-a7f2ecc28d41 None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'e04a48d9-8b88-4435-8a78-d11ca7eacef1'}], 'binding:host_id': 'n-d-820549-2'}, 'id': 'a6dbe333-71dc-4406-b0da-3fea9e601482'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:45.375310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3348ed8d-0d2b-4cc4-9b26-d73858e114c8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378146 Dec 08 00:25:45.377492 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f96e-77d8-4c01-acd1-a7f2ecc28d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.378030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50592) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:45.382780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:45.473284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:45.476899 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.562387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-26118b1b-b2da-4b87-992e-9d1e3fc3fcdc None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:45.562854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26118b1b-b2da-4b87-992e-9d1e3fc3fcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.595531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device b53b9ae0-14f7-4652-8291-2fca1d391a5c up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:45.628992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d4d74-befc-4e81-947a-8475af6710c6 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:25:45.737714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port b53b9ae0-14f7-4652-8291-2fca1d391a5c completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:25:45.761398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port b53b9ae0-14f7-4652-8291-2fca1d391a5c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:45.761769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.802494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:45.823656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56586a9-c808-4d54-a65a-37e620998e69 req-f6a35ac5-1ef7-4002-8ff9-b235393e9a6d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:45.831098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c56586a9-c808-4d54-a65a-37e620998e69 req-f6a35ac5-1ef7-4002-8ff9-b235393e9a6d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 945 time: 0.0643764 Dec 08 00:25:45.834992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d4d74-befc-4e81-947a-8475af6710c6 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:25:45.879877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c56586a9-c808-4d54-a65a-37e620998e69 req-2ebc87fa-67c9-43db-adf2-ea83d5474a83 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Dec 08 00:25:45.907852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-10e89677-2d0a-482b-afe7-f9e570e2ebdf None None] Could not find standard attr ID for object 52308a53-6777-4471-9680-e8de2dedebfd. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:45.919846 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.960788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:45.984852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:45.987248 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc5c90-4e06-4445-9529-fc657b42ee7c" -d '{"events": [{"server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "name": "network-vif-plugged", "status": "completed", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:46.005052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port b53b9ae0-14f7-4652-8291-2fca1d391a5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:46.014181 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.047274 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c81973-f155-47e7-badb-f14d0ef5c496 x-openstack-request-id: req-71c81973-f155-47e7-badb-f14d0ef5c496 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:46.047566 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "name": "network-vif-plugged", "status": "completed", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:46.047818 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71c81973-f155-47e7-badb-f14d0ef5c496 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:46.048211 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c', 'code': 200} Dec 08 00:25:46.100339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=b53b9ae0-14f7-4652-8291-2fca1d391a5c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:46.129051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:46.161887 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.167727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.168808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.175234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24e481-a667-42b8-ad0f-c19f4ff8c110 req-495fe8d6-20af-4383-84cc-771a3238aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:46.176730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e24e481-a667-42b8-ad0f-c19f4ff8c110 req-495fe8d6-20af-4383-84cc-771a3238aa2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 1097 time: 0.0413125 Dec 08 00:25:46.228537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e24e481-a667-42b8-ad0f-c19f4ff8c110 req-ee496bce-a963-4eeb-8043-b6f7d62322e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Dec 08 00:25:46.251056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:46.260363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:46.266656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:46.267257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.272259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:46.286213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=af7d29be-d41d-46bf-9f65-d38ca20a4864,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:46.294725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7154b98f-b498-41c7-b57f-32b3de814f58 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9156916 Dec 08 00:25:46.297495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50600) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:46.302501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6ac1eeb1-62f8-4381-95b0-2782cf8b2c8f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:46.433331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac1eeb1-62f8-4381-95b0-2782cf8b2c8f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:46.437390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6ac1eeb1-62f8-4381-95b0-2782cf8b2c8f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.438241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:46.524244 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.544438 n-d-820549-2 neutron-server[103113]: INFO neutron.db.ipam_backend_mixin [None req-6ac1eeb1-62f8-4381-95b0-2782cf8b2c8f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af7d29be-d41d-46bf-9f65-d38ca20a4864 (CIDR: 2001:db8::/64) Dec 08 00:25:46.548713 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac1eeb1-62f8-4381-95b0-2782cf8b2c8f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:46.549174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac1eeb1-62f8-4381-95b0-2782cf8b2c8f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:46.563550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:46.566700 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6ac1eeb1-62f8-4381-95b0-2782cf8b2c8f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2680354 Dec 08 00:25:46.570567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50602) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:46.571216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.576564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:46.629128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:46.695717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:46.705018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:46.709325 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.747662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:46.748031 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.838723 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.882267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:46.887670 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:46.936727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015dae0e-60bc-45c5-8ba6-f9943c76856c None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:25:46.969502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:46.985208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.008710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272d164-05cd-48b1-8f0f-bedd3a684705 req-59f3373b-f6c1-4d04-b638-cb20c96f7e3e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:47.011487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f272d164-05cd-48b1-8f0f-bedd3a684705 req-59f3373b-f6c1-4d04-b638-cb20c96f7e3e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 946 time: 0.0548239 Dec 08 00:25:47.035334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:47.040830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:47.045061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:47.045644 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.053405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=8df82759-5f1e-4250-ab0e-1b63470ef1ce,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:47.066179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7ef1131c-1d91-4cd2-87b3-b3e58a9701fa None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:47.066555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7ef1131c-1d91-4cd2-87b3-b3e58a9701fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.070372 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4ab1d069-c1af-4c41-9999-e900eb3278e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4985585 Dec 08 00:25:47.074717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50608) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:47.079732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:53:e8:df', 'name': 'tempest-NetworksTestDHCPv6-1045685033'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:47.089398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015dae0e-60bc-45c5-8ba6-f9943c76856c None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:25:47.100299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f272d164-05cd-48b1-8f0f-bedd3a684705 req-9ea4d991-86a2-4236-bd1b-ae1b7300eb78 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801620 Dec 08 00:25:47.196005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:47.284683 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.306137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 527d6126-4696-4cb2-ae82-07d7dd4697b9 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:47.438293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae5a19-35a7-44fa-b621-d6e17f8417e0 None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'af7d29be-d41d-46bf-9f65-d38ca20a4864', 'ip_address': '2001:db8::f816:3eff:fe03:a176'}, {'subnet_id': '8df82759-5f1e-4250-ab0e-1b63470ef1ce'}], 'binding:host_id': 'n-d-820549-2'}, 'id': 'a6dbe333-71dc-4406-b0da-3fea9e601482'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:47.470035 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5a19-35a7-44fa-b621-d6e17f8417e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.491562 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8:0:1::1cd (4a2e7540-686a-45ff-a008-3d83de30eb8b/8df82759-5f1e-4250-ab0e-1b63470ef1ce/527d6126-4696-4cb2-ae82-07d7dd4697b9) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:47.498149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::f816:3eff:fe53:e8df (4a2e7540-686a-45ff-a008-3d83de30eb8b/af7d29be-d41d-46bf-9f65-d38ca20a4864/527d6126-4696-4cb2-ae82-07d7dd4697b9) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:47.524136 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.641571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.678648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.723817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:47.726966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:47.728070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae5a19-35a7-44fa-b621-d6e17f8417e0 None None] Allocated IP 2001:db8:0:1::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/8df82759-5f1e-4250-ab0e-1b63470ef1ce/a6dbe333-71dc-4406-b0da-3fea9e601482) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:47.730945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:47.736720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:47.737347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.748274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=527d6126-4696-4cb2-ae82-07d7dd4697b9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:47.757748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6b05a97d-5fb2-4aab-988b-c7d9637885c1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6820045 Dec 08 00:25:47.760791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:47.829523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f8ae5a19-35a7-44fa-b621-d6e17f8417e0 None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:47.848756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 527d6126-4696-4cb2-ae82-07d7dd4697b9 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:47.849105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.857400 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5a19-35a7-44fa-b621-d6e17f8417e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.863215 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5a19-35a7-44fa-b621-d6e17f8417e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.941456 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:47.948992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae5a19-35a7-44fa-b621-d6e17f8417e0 None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:47.955382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 527d6126-4696-4cb2-ae82-07d7dd4697b9 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:48.136128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.171553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=527d6126-4696-4cb2-ae82-07d7dd4697b9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:48.242259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.246014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6b6d45c9-2e84-4a67-a96b-8dc35ef37158 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/527d6126-4696-4cb2-ae82-07d7dd4697b9 HTTP/1.1" status: 204 len: 168 time: 0.4842856 Dec 08 00:25:48.248582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50616) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:48.266319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb823-3a4a-48cb-b27d-10a8be28791b req-39beff36-b657-4c34-bcfc-cb0c9a0c24ba tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.268088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-847cb823-3a4a-48cb-b27d-10a8be28791b req-39beff36-b657-4c34-bcfc-cb0c9a0c24ba tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 946 time: 0.0757802 Dec 08 00:25:48.299369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4edf78b-ccdb-460b-a150-785982dfbcba tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.303332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f4edf78b-ccdb-460b-a150-785982dfbcba tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0514836 Dec 08 00:25:48.303834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50618) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:48.323485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-847cb823-3a4a-48cb-b27d-10a8be28791b req-289327ed-d510-4a3f-b590-4588ebc3c2c7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492294 Dec 08 00:25:48.362110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec3353-4ad9-44bf-aaf4-c72c78b5f43f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.363749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-18ec3353-4ad9-44bf-aaf4-c72c78b5f43f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0588977 Dec 08 00:25:48.366287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50622) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:48.422566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f1bbc-7c59-44bf-a737-05f09e21eeac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.424012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f1bbc-7c59-44bf-a737-05f09e21eeac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.425657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f1bbc-7c59-44bf-a737-05f09e21eeac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.427311 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6c8f1bbc-7c59-44bf-a737-05f09e21eeac tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0598660 Dec 08 00:25:48.430303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50624) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:48.446244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-2e2ca5ab-41ba-4959-aa98-8656b07335fc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 267 time: 0.0490575 Dec 08 00:25:48.491779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16031d21-2a0d-4340-87a0-561f5b54f207 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:48.494941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 8df82759-5f1e-4250-ab0e-1b63470ef1ce {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:48.498977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.510261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-5762c7ae-922f-429e-ac58-6a3e8b2a1363 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.512375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-5762c7ae-922f-429e-ac58-6a3e8b2a1363 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 946 time: 0.0595007 Dec 08 00:25:48.523900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'port': {'security_groups': []}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:48.529045 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:48.544451 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.597657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.623150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f5fbe59c-28ef-46ed-80c3-f3c036c9239b None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:48.623669 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f5fbe59c-28ef-46ed-80c3-f3c036c9239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.659348 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.707863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:48.708390 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.732249 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.764982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=8df82759-5f1e-4250-ab0e-1b63470ef1ce,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:48.771209 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.773938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1ddd5ecf-11cb-44e1-ad7e-df5128ee5d78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/8df82759-5f1e-4250-ab0e-1b63470ef1ce HTTP/1.1" status: 204 len: 168 time: 0.3421860 Dec 08 00:25:48.776895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50626) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:48.810026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] For port b53b9ae0-14f7-4652-8291-2fca1d391a5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:48.849216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet af7d29be-d41d-46bf-9f65-d38ca20a4864 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:48.852702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.860148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.866862 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.896466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.906338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f5a50a9f-b758-45aa-a36a-3c516aca57b9', 'b53b9ae0-14f7-4652-8291-2fca1d391a5c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:48.914418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:48.916586 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:48.918118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94a32e5c-586a-4426-9308-0e49ab54f220 req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "PUT /v2.0/ports/b53b9ae0-14f7-4652-8291-2fca1d391a5c HTTP/1.1" status: 200 len: 905 time: 0.3991909 Dec 08 00:25:48.922554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:48.924734 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e487fe12-a1b5-49e0-85f9-8a539b7105af" -d '{"events": [{"name": "network-changed", "server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:48.979830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:48.980720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4df78-5b4d-4c9b-9ff9-70f5c9be1036 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=b53b9ae0-14f7-4652-8291-2fca1d391a5c,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:49.013672 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e98fc-2a2d-47e8-8d51-400437c92c25 x-openstack-request-id: req-364e98fc-2a2d-47e8-8d51-400437c92c25 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:49.013918 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:49.014179 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-364e98fc-2a2d-47e8-8d51-400437c92c25 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:49.014590 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c', 'status': 'completed', 'code': 200} Dec 08 00:25:49.065653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04600f1a-bd3d-4d04-a0c3-b6cc4f2c6d93 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:49.070995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:49.173341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['b53b9ae0-14f7-4652-8291-2fca1d391a5c'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:49.174233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14216a2-97a9-44dd-acb7-bcfbe6c05d11 req-0969fe0f-1018-4bb3-8a87-40d5beded5e6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:49.175812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c14216a2-97a9-44dd-acb7-bcfbe6c05d11 req-0969fe0f-1018-4bb3-8a87-40d5beded5e6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 908 time: 0.1146672 Dec 08 00:25:49.176941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:49.177768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-4333bb9f-a950-44c1-8a04-993a5d02b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:49.179985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-4333bb9f-a950-44c1-8a04-993a5d02b708 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 1059 time: 0.1311603 Dec 08 00:25:49.235990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=af7d29be-d41d-46bf-9f65-d38ca20a4864,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:49.253343 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:49.265648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fb7f25cb-9c67-44ca-a4d2-08ea4435b1d2 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:49.266299 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb7f25cb-9c67-44ca-a4d2-08ea4435b1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:49.269424 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5f71a5b8-8cdc-46d0-a1df-0aac225ea68b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/af7d29be-d41d-46bf-9f65-d38ca20a4864 HTTP/1.1" status: 204 len: 168 time: 0.4861097 Dec 08 00:25:49.270660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50638) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:49.363244 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-072abf27-f931-40c9-9d8d-d124f19ff278 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913811 Dec 08 00:25:49.366112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50642) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:49.373878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:49.399248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-b2bf3f71-bffa-4558-993a-7b915d0f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:49.400931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-b2bf3f71-bffa-4558-993a-7b915d0f39e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2021840 Dec 08 00:25:49.413780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8134-c3b6-40df-85c2-af27a4af95d9 req-6f9c03da-231c-433e-b023-91d9ee2fc599 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:49.415457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-836f8134-c3b6-40df-85c2-af27a4af95d9 req-6f9c03da-231c-433e-b023-91d9ee2fc599 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1044312 Dec 08 00:25:49.463798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-4a381449-1bb6-457a-84f7-6fb16c45eb5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c HTTP/1.1" status: 200 len: 217 time: 0.0473008 Dec 08 00:25:49.489265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:49.496054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:49.535400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-836f8134-c3b6-40df-85c2-af27a4af95d9 req-e1bd36d3-8d56-47ed-abc1-1b18ebcabf7c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122186 Dec 08 00:25:49.541531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-dc32aaa9-9954-4cf4-8304-c6ad7b3c18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:49.543113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-dc32aaa9-9954-4cf4-8304-c6ad7b3c18af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0703006 Dec 08 00:25:49.599321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-f4cf413c-afc4-4d4b-aeae-ba56f4c83de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:49.601320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-f4cf413c-afc4-4d4b-aeae-ba56f4c83de8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473449 Dec 08 00:25:49.726291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-eccceb57-5066-46d1-a5b3-161cc1417e51 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160605 Dec 08 00:25:49.779897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:49.840211 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:49.844689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:49.851523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:49.853311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:49.865226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f2f95-03b3-4afb-83b2-e8b78eee7c12 None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'af7d29be-d41d-46bf-9f65-d38ca20a4864'}], 'binding:host_id': 'n-d-820549-2'}, 'id': 'a6dbe333-71dc-4406-b0da-3fea9e601482'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:49.871530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=0a86630e-8df0-4c77-ac78-27e342d20558,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:49.890838 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28a3a906-b789-4b2e-994f-2d1cd6221357 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5207975 Dec 08 00:25:49.891147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50646) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:49.896209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a53330b1-eabe-4fef-a45d-806fd2a18695 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:49.916160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-340f2f95-03b3-4afb-83b2-e8b78eee7c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.021255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53330b1-eabe-4fef-a45d-806fd2a18695 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:50.028442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a53330b1-eabe-4fef-a45d-806fd2a18695 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.079892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dce5ebd2-f1b0-477f-ae85-9caa57f05c93 None None] Provisioning complete for port b53b9ae0-14f7-4652-8291-2fca1d391a5c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:50.080879 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dce5ebd2-f1b0-477f-ae85-9caa57f05c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.144843 n-d-820549-2 neutron-server[103113]: INFO neutron.db.ipam_backend_mixin [None req-a53330b1-eabe-4fef-a45d-806fd2a18695 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a86630e-8df0-4c77-ac78-27e342d20558 (CIDR: 2001:db8::/64) Dec 08 00:25:50.151387 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53330b1-eabe-4fef-a45d-806fd2a18695 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:50.152864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53330b1-eabe-4fef-a45d-806fd2a18695 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:50.169452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd365-0627-4561-b0e8-24c329c7d4b2 req-2035cf61-7058-4325-8965-51a2907f09a2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:50.171322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-890cd365-0627-4561-b0e8-24c329c7d4b2 req-2035cf61-7058-4325-8965-51a2907f09a2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.4439180 Dec 08 00:25:50.186003 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a53330b1-eabe-4fef-a45d-806fd2a18695 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2935491 Dec 08 00:25:50.188416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50648) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:50.206876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:50.223913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e487fe12-a1b5-49e0-85f9-8a539b7105af req-4794a60f-1c4f-43a8-a0da-ea3c1c23c4f8 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624846 Dec 08 00:25:50.242158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-890cd365-0627-4561-b0e8-24c329c7d4b2 req-f47630ea-ef65-431c-b854-b95c5f9ea6d4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627046 Dec 08 00:25:50.258698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc423ee5-1392-4d58-8739-382d074f2b48 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:50.360198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:50.365788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.372424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9b5e7fa6-2486-4430-adf7-4da12e994d60 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:50.372800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7fa6-2486-4430-adf7-4da12e994d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.525947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:50.579522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-dce08004-12cc-4d20-bbba-0ec46e2935ed tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:50.581311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-dce08004-12cc-4d20-bbba-0ec46e2935ed tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.1849599 Dec 08 00:25:50.603685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-0d82e854-a72c-4592-8d0c-fe8e8117c9c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/quotas/10fabfc8b3e84bfd915bff600e710ddf HTTP/1.1" status: 200 len: 375 time: 0.0153456 Dec 08 00:25:50.694695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-de6e32fa-ce9a-4600-a4ed-e4fb360fce3c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0901480 Dec 08 00:25:50.705007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '0a86630e-8df0-4c77-ac78-27e342d20558'}], 'binding:host_id': 'n-d-820549-2'}, 'id': 'a6dbe333-71dc-4406-b0da-3fea9e601482'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:50.766442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.768472 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.779225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.objects.ports [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103113) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:50.791438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-686374f5-84ce-45ba-9391-928021d06a17 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957944 Dec 08 00:25:50.836843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:50.891204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.908348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-e6280b7e-a0e0-4ea3-8a50-fbe3ff379d48 service neutron] 10.222.0.18 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089540 Dec 08 00:25:50.979871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:50.991961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:51.152698 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe03:a176-fe240129-509d-49c3-a426-0d48bac {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:25:51.153072 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:25:51.272363 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e6345ac-5e5c-4bec-b1be-ab9dea6548cf req-38e9ded0-c12c-422f-962e-b5035beafff9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 210 time: 0.0679009 Dec 08 00:25:51.314233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:51.357821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:51.363657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:51.364700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:51.408414 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4d8-4ef9-44b4-bc54-10b171349107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:51.480066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:51.483057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=14']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:51.487925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:51.492341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:51.492931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:51.510100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=95ae8c2b-5f99-490a-baca-4dd079515931,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:51.523571 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4812c359-0c7a-4fce-943b-f2686f35d59b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3306310 Dec 08 00:25:51.523956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50684) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:51.529778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:d3:62:41', 'name': 'tempest-NetworksTestDHCPv6-81126382'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:51.682082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:51.683949 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:51.686380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:51.709998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port 20efa4fc-4579-4305-ac9c-76e69b2e835e yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:51.888332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::44 (4a2e7540-686a-45ff-a008-3d83de30eb8b/0a86630e-8df0-4c77-ac78-27e342d20558/20efa4fc-4579-4305-ac9c-76e69b2e835e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:51.894754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8:0:1:f816:3eff:fed3:6241 (4a2e7540-686a-45ff-a008-3d83de30eb8b/95ae8c2b-5f99-490a-baca-4dd079515931/20efa4fc-4579-4305-ac9c-76e69b2e835e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:52.047065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.081764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.131371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:52.134623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:52.138398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:52.141150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/0a86630e-8df0-4c77-ac78-27e342d20558/a6dbe333-71dc-4406-b0da-3fea9e601482) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:52.144134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:52.144781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.154010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=20efa4fc-4579-4305-ac9c-76e69b2e835e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:52.171167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-237231c1-953d-429a-a417-1b01dc7104bc tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6453600 Dec 08 00:25:52.173420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50690) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:52.255670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:52.264157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port 20efa4fc-4579-4305-ac9c-76e69b2e835e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:52.264502 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.292140 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.297380 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.365619 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.370093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307f9e7-743c-4768-8e67-b3a71a6ec1ef None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=15']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:52.380717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for 20efa4fc-4579-4305-ac9c-76e69b2e835e owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:52.601644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-8ab33433-cbc1-49f9-a14f-f7fb523dff9d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:52.603508 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-8ab33433-cbc1-49f9-a14f-f7fb523dff9d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.44 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 812 time: 0.1683817 Dec 08 00:25:52.642980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Request body: {'port': {'device_id': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'admin_state_up': True, 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:52.663571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff12a7f1-f5e0-4f02-86ae-b975921ad7cc req-b5c103ea-d796-47be-86cc-551e6629da3a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 210 time: 0.3120248 Dec 08 00:25:52.714875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.760124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=20efa4fc-4579-4305-ac9c-76e69b2e835e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:52.816050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.823622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0c6cca32-7cc4-4765-a957-758cda938226 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/20efa4fc-4579-4305-ac9c-76e69b2e835e HTTP/1.1" status: 204 len: 168 time: 0.6470189 Dec 08 00:25:52.826806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50700) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:52.837802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Made reservation on behalf of 10fabfc8b3e84bfd915bff600e710ddf for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:52.848006 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:52.852157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50702) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:52.984027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223d936-1312-4554-8f1f-77e8b231d18f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:52.985565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f223d936-1312-4554-8f1f-77e8b231d18f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1575701 Dec 08 00:25:52.988335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50706) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:53.050521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fbcdd-7f06-42a4-867b-88296f558db0 req-788bed19-3c9c-4086-800c-297446f26767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:53.052091 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-217fbcdd-7f06-42a4-867b-88296f558db0 req-788bed19-3c9c-4086-800c-297446f26767 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1096 time: 0.1985056 Dec 08 00:25:53.058595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8f32a-8513-470f-9f16-4b4c651a0fd3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:53.060333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e4b8f32a-8513-470f-9f16-4b4c651a0fd3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0708659 Dec 08 00:25:53.063272 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50708) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:53.083913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Allocated IP 172.20.0.14 (88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e/27e788d9-60e5-4936-b281-1e0aaa4fb177/8bf7a779-045b-4139-960a-a2783b86d57a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:53.125397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da6182-0bdd-45e5-b426-db577505f214 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:53.127149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da6182-0bdd-45e5-b426-db577505f214 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:53.128877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da6182-0bdd-45e5-b426-db577505f214 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:53.130589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38da6182-0bdd-45e5-b426-db577505f214 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0664661 Dec 08 00:25:53.133306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:53.139877 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-217fbcdd-7f06-42a4-867b-88296f558db0 req-a62b8c8f-d96e-466f-a20c-32f65ccbbec0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767851 Dec 08 00:25:53.192162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 0a86630e-8df0-4c77-ac78-27e342d20558 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:53.197414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.269492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.325498 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.501716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.510868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb2eb4-8a7b-4b4a-af8b-1bf877582375 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:53.532109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.544879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f5a50a9f-b758-45aa-a36a-3c516aca57b9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:53.558434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:53.591674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:53.608101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:53.611903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:53.614622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:53.634350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.669841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:53.670339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.687397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=0a86630e-8df0-4c77-ac78-27e342d20558,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:53.687580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-278bde71-b418-4a75-9219-c95080e70dae None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:53.688177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-278bde71-b418-4a75-9219-c95080e70dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.695610 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.699172 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a10270a1-024c-42d5-ba31-5d46cc7b612f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0739734 Dec 08 00:25:53.701960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-471de7c0-7469-46fc-a98b-a2c117cc65a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/0a86630e-8df0-4c77-ac78-27e342d20558 HTTP/1.1" status: 204 len: 168 time: 0.5674691 Dec 08 00:25:53.704542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50718) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:53.751724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Request body: {'port': {'device_id': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:53.758341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1e28c316-23be-412a-b42a-fb7e162f24e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.844118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet 95ae8c2b-5f99-490a-baca-4dd079515931 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:53.851594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.853067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c08892-ea34-4f88-ba8a-9999391b861b req-383505b3-9322-49c7-a7aa-47fd6f9754e8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:53.856025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4c08892-ea34-4f88-ba8a-9999391b861b req-383505b3-9322-49c7-a7aa-47fd6f9754e8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 932 time: 0.0792985 Dec 08 00:25:53.873683 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.911460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:53.932793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4c08892-ea34-4f88-ba8a-9999391b861b req-4d08c019-8942-4f2d-8e27-9f4987beb7de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649233 Dec 08 00:25:54.107603 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-278bde71-b418-4a75-9219-c95080e70dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.109505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.175598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307913f-e1ff-40ac-bd87-70eb830a386d None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': '95ae8c2b-5f99-490a-baca-4dd079515931', 'ip_address': '2001:db8:0:1:f816:3eff:fe03:a176'}, {'subnet_id': '0a86630e-8df0-4c77-ac78-27e342d20558'}], 'binding:host_id': 'n-d-820549-2'}, 'id': 'a6dbe333-71dc-4406-b0da-3fea9e601482'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:54.211090 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9307913f-e1ff-40ac-bd87-70eb830a386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.236425 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.276853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=95ae8c2b-5f99-490a-baca-4dd079515931,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:54.282564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.286251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cdfb5623-f9d0-4776-abd5-7ceb4b10a0e3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/95ae8c2b-5f99-490a-baca-4dd079515931 HTTP/1.1" status: 204 len: 168 time: 0.5805697 Dec 08 00:25:54.288900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50726) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:54.331369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1dc0be4d-a8e7-40e5-95a3-b4047d3c071c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412130 Dec 08 00:25:54.332330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50728) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:54.333120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf7a779-045b-4139-960a-a2783b86d57a {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:54.338574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:54.344730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.362880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Transition to ACTIVE for port object 8bf7a779-045b-4139-960a-a2783b86d57a will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:25:54.370470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.449515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623451-c504-41de-a52e-59952523a152 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:54.481124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:54.485387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.548434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Attempting to bind port 8bf7a779-045b-4139-960a-a2783b86d57a on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:54.554912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Attempting to bind port 8bf7a779-045b-4139-960a-a2783b86d57a by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:54.554912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Attempting to bind port 8bf7a779-045b-4139-960a-a2783b86d57a on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:54.559225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Port 8bf7a779-045b-4139-960a-a2783b86d57a on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:25:54.559565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Attempting to bind port 8bf7a779-045b-4139-960a-a2783b86d57a on network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:54.567252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:54.567596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Checking segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:54.568126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Bound using segment: {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:54.568571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Bound port: 8bf7a779-045b-4139-960a-a2783b86d57a, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3cde4f-21ef-47d8-816e-471c297620ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:54.568932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.583421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-278bde71-b418-4a75-9219-c95080e70dae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:25:54.584015 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-278bde71-b418-4a75-9219-c95080e70dae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-9307913f-e1ff-40ac-bd87-70eb830a386d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ae8c2b-5f99-490a-baca-4dd079515931: This subnet is being modified by another concurrent operation. Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:54.592344 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ae8c2b-5f99-490a-baca-4dd079515931: This subnet is being modified by another concurrent operation. Dec 08 00:25:54.596938 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:25:54.620318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:25:54.696579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:54.697125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.721752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:54.728898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:54.738235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.762328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4599411-19c3-454f-ab95-7f0f4cab1cfa None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:54.776437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.838637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=fbe96521-bf12-4ab0-9fb3-3018934da4cd,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:54.851007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:54.853091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:54.856497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:54.857116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.881890 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-06772b4b-5fd9-4ec3-8f89-6b6babad780d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5453672 Dec 08 00:25:54.882621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50742) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:54.889977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d97c03b5-cf34-485c-a5a0-789cec15f9f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:54.924352 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:54.983360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:55.000554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.044285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:55.099928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:55.100675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.102183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-f7623451-c504-41de-a52e-59952523a152 service neutron] 10.222.0.44 "PUT /v2.0/ports/8bf7a779-045b-4139-960a-a2783b86d57a HTTP/1.1" status: 200 len: 1092 time: 1.3565454 Dec 08 00:25:55.102749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:25:55.105130 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1609a6-727c-49a0-a029-e6225de97226" -d '{"events": [{"name": "network-changed", "server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:25:55.159724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053dda-42d2-40b1-8d02-f7ff81b85a73 req-5c94a54f-c10d-4acd-8e79-11131c919288 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:55.161869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f053dda-42d2-40b1-8d02-f7ff81b85a73 req-5c94a54f-c10d-4acd-8e79-11131c919288 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 944 time: 0.1192031 Dec 08 00:25:55.163048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97c03b5-cf34-485c-a5a0-789cec15f9f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:55.166836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d97c03b5-cf34-485c-a5a0-789cec15f9f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.177351 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ba5492-39ef-4aeb-8eac-0843182fa704 x-openstack-request-id: req-29ba5492-39ef-4aeb-8eac-0843182fa704 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:25:55.177922 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:25:55.178401 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29ba5492-39ef-4aeb-8eac-0843182fa704 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:25:55.179040 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a', 'status': 'completed', 'code': 200} Dec 08 00:25:55.180456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623451-c504-41de-a52e-59952523a152 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:55.247028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-18d6411e-c94a-43f3-9bd1-ab7b72c605b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:55.250519 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-18d6411e-c94a-43f3-9bd1-ab7b72c605b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 1095 time: 0.0560074 Dec 08 00:25:55.261851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=18']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:55.279870 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.324403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Deleting port a6dbe333-71dc-4406-b0da-3fea9e601482 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:55.324959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.353687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-5c61a321-8c65-49b6-97d3-2cd9fb11a9eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bf7a779-045b-4139-960a-a2783b86d57a HTTP/1.1" status: 200 len: 217 time: 0.0861125 Dec 08 00:25:55.386537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f053dda-42d2-40b1-8d02-f7ff81b85a73 req-f4d5391d-8819-40ee-aeb0-fc5d0d3f732a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764264 Dec 08 00:25:55.397320 n-d-820549-2 neutron-server[103114]: INFO neutron.db.ipam_backend_mixin [None req-d97c03b5-cf34-485c-a5a0-789cec15f9f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fbe96521-bf12-4ab0-9fb3-3018934da4cd (CIDR: 2001:db8::/64) Dec 08 00:25:55.412745 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97c03b5-cf34-485c-a5a0-789cec15f9f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:25:55.412984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97c03b5-cf34-485c-a5a0-789cec15f9f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:55.437386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d97c03b5-cf34-485c-a5a0-789cec15f9f4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5509982 Dec 08 00:25:55.437650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50748) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:55.442490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'subnet': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:55.456322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] For port a6dbe333-71dc-4406-b0da-3fea9e601482, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a6dbe333-71dc-4406-b0da-3fea9e601482,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:55.456861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.465970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a904b4c6-92be-478b-8757-e2900bf2927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:55.467764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-a904b4c6-92be-478b-8757-e2900bf2927e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1058569 Dec 08 00:25:55.468908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1826a8bb-cf57-4519-b7ac-b27dd295f147 None None] Provisioning complete for port a6dbe333-71dc-4406-b0da-3fea9e601482 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:55.469376 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1826a8bb-cf57-4519-b7ac-b27dd295f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.504537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Calling delete_port for a6dbe333-71dc-4406-b0da-3fea9e601482 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:55.558143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-3fb840c5-ca16-4a71-bd42-aea8da9c84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:55.560096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-3fb840c5-ca16-4a71-bd42-aea8da9c84b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758910 Dec 08 00:25:55.578931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:55.582631 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.653792 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.677450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-e18c7641-22b6-4b95-946a-f21083b7a0fd service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060348 Dec 08 00:25:55.686656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] No DVR routers for this DVR port a6dbe333-71dc-4406-b0da-3fea9e601482 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:55.691185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Pushing event deleted for resources: {'Port': ['ID=a6dbe333-71dc-4406-b0da-3fea9e601482,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:55.703049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.703560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.704009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.704421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.705470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.705661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.706093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.706493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.706996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.707562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.707975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.708424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.708788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336a635-acd6-45de-bee3-9792ed989f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:25:55.721525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e05dd-d6e7-4ccf-9409-c6c959ecb3fc None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:55.815304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee727d84-0cee-427f-b975-b0f038324fe5 req-1c28f77b-f2bd-4503-aa42-66d57737ecbe service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293194 Dec 08 00:25:55.839505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-4a2e7540-686a-45ff-a008-3d83de30eb8b', 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'project_id': '554cf582dc2f41d991bcc3f7c6507227', 'fixed_ips': [{'subnet_id': 'fbe96521-bf12-4ab0-9fb3-3018934da4cd'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:25:55.840471 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.941051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.objects.ports [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103114) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 00:25:55.943389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:55.990841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:55.996395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:55.997438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1609a6-727c-49a0-a029-e6225de97226 req-3714f993-9f49-4686-ac40-1a55a36f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:55.999888 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a1609a6-727c-49a0-a029-e6225de97226 req-3714f993-9f49-4686-ac40-1a55a36f9ac4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 1095 time: 0.0837023 Dec 08 00:25:56.000548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:56.001141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.004725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Subnet': ['ID=ac457706-6bbd-4186-a740-85851ca77ec0,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:56.013622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Allocated IP 2001:db8::2 (4a2e7540-686a-45ff-a008-3d83de30eb8b/fbe96521-bf12-4ab0-9fb3-3018934da4cd/7e342b75-3b61-4e1a-8350-fc2eb6332acd) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:56.027720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8eac1e93-3792-4fa2-a725-2c13f8706e0e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5888984 Dec 08 00:25:56.030261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50752) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:56.036982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Request body: {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'mac_address': 'fa:16:3e:43:86:ac', 'name': 'tempest-NetworksTestDHCPv6-1640402622'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:25:56.132393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1609a6-727c-49a0-a029-e6225de97226 req-8e0d32ef-6300-4914-b688-b685dfcd80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:56.135295 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a1609a6-727c-49a0-a029-e6225de97226 req-8e0d32ef-6300-4914-b688-b685dfcd80eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1164999 Dec 08 00:25:56.169099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Made reservation on behalf of 554cf582dc2f41d991bcc3f7c6507227 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:25:56.191732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a1609a6-727c-49a0-a029-e6225de97226 req-60572df5-36a3-4b5e-bdbe-7696973fc2ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bf7a779-045b-4139-960a-a2783b86d57a HTTP/1.1" status: 200 len: 217 time: 0.0475793 Dec 08 00:25:56.199577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.208394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.254336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:56.258251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:56.264170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:56.276140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Pushing event updated for resources: {'Port': ['ID=7e342b75-3b61-4e1a-8350-fc2eb6332acd,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:56.276629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.279720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1609a6-727c-49a0-a029-e6225de97226 req-eeaa204f-c3bb-4b7a-9331-25d626d32ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:56.281804 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a1609a6-727c-49a0-a029-e6225de97226 req-eeaa204f-c3bb-4b7a-9331-25d626d32ae6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0773773 Dec 08 00:25:56.322124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] device_id is not set on port a542717d-9a8b-4218-b669-c2ec1a766f2b yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:25:56.335950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1609a6-727c-49a0-a029-e6225de97226 req-1660a219-bfab-46f3-aa82-f259496fe6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:56.337142 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.338175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a1609a6-727c-49a0-a029-e6225de97226 req-1660a219-bfab-46f3-aa82-f259496fe6e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481799 Dec 08 00:25:56.341744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Attempting to bind port 7e342b75-3b61-4e1a-8350-fc2eb6332acd on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:25:56.342123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Attempting to bind port 7e342b75-3b61-4e1a-8350-fc2eb6332acd by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:25:56.342495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Attempting to bind port 7e342b75-3b61-4e1a-8350-fc2eb6332acd on network 4a2e7540-686a-45ff-a008-3d83de30eb8b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:25:56.348382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:25:56.348768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Checking segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:25:56.349170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.349567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Bound using segment: {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:25:56.350041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Bound port: 7e342b75-3b61-4e1a-8350-fc2eb6332acd, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc3824-3d35-4308-8ea4-63600a8d7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:25:56.350426 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.439344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] For port 7e342b75-3b61-4e1a-8350-fc2eb6332acd, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:25:56.450003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] For port 7e342b75-3b61-4e1a-8350-fc2eb6332acd, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7e342b75-3b61-4e1a-8350-fc2eb6332acd,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:25:56.460935 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:56.482026 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a1609a6-727c-49a0-a029-e6225de97226 req-6c31ce5a-7412-47dd-86c8-38b82ca77186 service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335983 Dec 08 00:25:56.623605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8::274 (4a2e7540-686a-45ff-a008-3d83de30eb8b/fbe96521-bf12-4ab0-9fb3-3018934da4cd/a542717d-9a8b-4218-b669-c2ec1a766f2b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:56.632654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Allocated IP 2001:db8:0:1:f816:3eff:fe43:86ac (4a2e7540-686a-45ff-a008-3d83de30eb8b/ac457706-6bbd-4186-a740-85851ca77ec0/a542717d-9a8b-4218-b669-c2ec1a766f2b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:25:56.640819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3296fc-0944-486c-999c-92813271ffcd None None] Pushing event updated for resources: {'Port': ['ID=7e342b75-3b61-4e1a-8350-fc2eb6332acd,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:56.673132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:25:56.680088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14f9f4-c7b2-44c5-b9a0-30e3951811bf req-9d4259dc-0c78-4768-817f-dbe04e2ea992 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:56.682352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d14f9f4-c7b2-44c5-b9a0-30e3951811bf req-9d4259dc-0c78-4768-817f-dbe04e2ea992 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 944 time: 0.1837089 Dec 08 00:25:56.709941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a6dbe333-71dc-4406-b0da-3fea9e601482 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:25:56.709941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a6dbe333-71dc-4406-b0da-3fea9e601482 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:25:56.733569 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1a1609a6-727c-49a0-a029-e6225de97226 req-e2fb0f22-325c-49ca-bf7b-17d88e2196db service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415900 Dec 08 00:25:56.857186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d14f9f4-c7b2-44c5-b9a0-30e3951811bf req-da4712ca-9e3a-41b0-9678-7e8c756d3593 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657760 Dec 08 00:25:56.946710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.001660 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.049366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:25:57.052589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:25:57.056338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:25:57.061976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:57.062592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.068827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event updated for resources: {'Port': ['ID=a542717d-9a8b-4218-b669-c2ec1a766f2b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:57.083605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8a1fdcd4-9fc8-4b1c-9a8b-5c9614af8810 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0515220 Dec 08 00:25:57.086168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50758) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:57.180580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting port a542717d-9a8b-4218-b669-c2ec1a766f2b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:57.180829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.212587 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.267848 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.280468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Calling delete_port for a542717d-9a8b-4218-b669-c2ec1a766f2b owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:57.466003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.501248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Port': ['ID=a542717d-9a8b-4218-b669-c2ec1a766f2b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:57.547352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.553378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cf17ddb8-3413-4c59-808b-6f80f15cd4e2 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a542717d-9a8b-4218-b669-c2ec1a766f2b HTTP/1.1" status: 204 len: 168 time: 0.4631133 Dec 08 00:25:57.553577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50762) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:57.604252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43e38bf-1a19-40fd-bc4c-0f2d7ed156df tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:57.608747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d43e38bf-1a19-40fd-bc4c-0f2d7ed156df tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0512795 Dec 08 00:25:57.608747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50764) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:57.613041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2fd120-1938-4aee-9804-84525b7e88ac None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:57.656905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac4aff-3e05-472a-96af-c836728d51d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:57.658710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f6ac4aff-3e05-472a-96af-c836728d51d3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0494263 Dec 08 00:25:57.661555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50766) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:57.719057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e6ec6-6c55-4b41-b04e-2ea46b1c2c99 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:57.719272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8ba2aaf8-7877-4583-b2c6-b49f7e0ddb70 None None] Provisioning complete for port 7e342b75-3b61-4e1a-8350-fc2eb6332acd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:57.719759 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aaf8-7877-4583-b2c6-b49f7e0ddb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.720609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e6ec6-6c55-4b41-b04e-2ea46b1c2c99 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:57.722131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e6ec6-6c55-4b41-b04e-2ea46b1c2c99 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:57.723724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-724e6ec6-6c55-4b41-b04e-2ea46b1c2c99 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0612655 Dec 08 00:25:57.726662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50768) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:57.778954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet ac457706-6bbd-4186-a740-85851ca77ec0 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:57.782274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.831640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.833351 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aaf8-7877-4583-b2c6-b49f7e0ddb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.851473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df292751-8473-414d-9dd2-7e01be589e69 None None] Update dhcp port {'port': {'network_id': '4a2e7540-686a-45ff-a008-3d83de30eb8b', 'fixed_ips': [{'subnet_id': 'fbe96521-bf12-4ab0-9fb3-3018934da4cd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac457706-6bbd-4186-a740-85851ca77ec0'}], 'binding:host_id': 'n-d-820549-2'}, 'id': '7e342b75-3b61-4e1a-8350-fc2eb6332acd'} from n-d-820549-2. {{(pid=103115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 00:25:57.878909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.891963 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-df292751-8473-414d-9dd2-7e01be589e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.897076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8ba2aaf8-7877-4583-b2c6-b49f7e0ddb70 None None] For port 7e342b75-3b61-4e1a-8350-fc2eb6332acd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7e342b75-3b61-4e1a-8350-fc2eb6332acd,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:57.905257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aaf8-7877-4583-b2c6-b49f7e0ddb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.943867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.973137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=ac457706-6bbd-4186-a740-85851ca77ec0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:57.976864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:57.980873 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2493c3cf-b7e6-4100-8271-6b3a4c9dbf7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ac457706-6bbd-4186-a740-85851ca77ec0 HTTP/1.1" status: 204 len: 168 time: 0.2531347 Dec 08 00:25:57.983468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50774) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.007664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38979177-d7a0-4940-944e-b60f1ee13d77 req-7793ec9a-1d0c-4197-b7c3-d61248a15681 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:58.009514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38979177-d7a0-4940-944e-b60f1ee13d77 req-7793ec9a-1d0c-4197-b7c3-d61248a15681 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 944 time: 0.0669680 Dec 08 00:25:58.043437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2aaf8-7877-4583-b2c6-b49f7e0ddb70 None None] Pushing event updated for resources: {'Port': ['ID=7e342b75-3b61-4e1a-8350-fc2eb6332acd,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:58.054619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Deleting subnet fbe96521-bf12-4ab0-9fb3-3018934da4cd {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:25:58.058674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-df292751-8473-414d-9dd2-7e01be589e69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac457706-6bbd-4186-a740-85851ca77ec0: This subnet is being modified by another concurrent operation. Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:25:58.073084 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac457706-6bbd-4186-a740-85851ca77ec0: This subnet is being modified by another concurrent operation. Dec 08 00:25:58.077650 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:25:58.093806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38979177-d7a0-4940-944e-b60f1ee13d77 req-cfe7105b-5a36-40fa-bd6a-16472c90f20b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742595 Dec 08 00:25:58.140495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.228589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8bf7a779-045b-4139-960a-a2783b86d57a details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:25:58.231916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.261410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-90d7f465-4076-4156-88fb-a136b2789efd None None] Provisioning complete for port 7e342b75-3b61-4e1a-8350-fc2eb6332acd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:25:58.261410 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90d7f465-4076-4156-88fb-a136b2789efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.318264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.356390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe96521-bf12-4ab0-9fb3-3018934da4cd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:58.358370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.364172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50780) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.364477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ac33355f-8ab7-4584-9baf-8fcaf6e73ed5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/fbe96521-bf12-4ab0-9fb3-3018934da4cd HTTP/1.1" status: 204 len: 168 time: 0.3789020 Dec 08 00:25:58.407484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b7b01-4496-45f5-b393-f2e4c718f6a4 None None] Network 4a2e7540-686a-45ff-a008-3d83de30eb8b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:25:58.423117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2ebaffce-e14b-4d60-bbdb-2e2a82767801 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571768 Dec 08 00:25:58.425550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.477222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b21db4-8a0b-46cb-af8b-250ebaa326c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:58.479559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9b21db4-8a0b-46cb-af8b-250ebaa326c6 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0530567 Dec 08 00:25:58.482115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50784) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.516341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:58.534192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657b146-01e0-4d76-a0bc-12644522287d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:58.538706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e657b146-01e0-4d76-a0bc-12644522287d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554781 Dec 08 00:25:58.539011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50786) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.547155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8bf7a779-045b-4139-960a-a2783b86d57a', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': '8bf7a779-045b-4139-960a-a2783b86d57a', 'mac_address': 'fa:16:3e:f1:c7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:25:58.578762 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e48f3a96-65e6-4096-866c-1e8e1278fb55 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376849 Dec 08 00:25:58.587438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50788) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.594369 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.608709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf7a779-045b-4139-960a-a2783b86d57a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:25:58.615512 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c843ee0c-596c-4d05-9e35-d7e8df83e784 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.616151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c843ee0c-596c-4d05-9e35-d7e8df83e784 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.619741 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c843ee0c-596c-4d05-9e35-d7e8df83e784 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a542717d-9a8b-4218-b669-c2ec1a766f2b HTTP/1.1" status: 404 len: 333 time: 0.0310285 Dec 08 00:25:58.622382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50790) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.633964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0114b97e-cb03-4b27-9ca6-7b36c4b14fd0 None None] Could not find standard attr ID for object a542717d-9a8b-4218-b669-c2ec1a766f2b. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:58.636472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:58.639163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0114b97e-cb03-4b27-9ca6-7b36c4b14fd0 None None] Could not find standard attr ID for object 20efa4fc-4579-4305-ac9c-76e69b2e835e. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:58.643488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] DHCP port deletion for 4a2e7540-686a-45ff-a008-3d83de30eb8b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:25:58.647807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.653087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0114b97e-cb03-4b27-9ca6-7b36c4b14fd0 None None] Could not find standard attr ID for object 527d6126-4696-4cb2-ae82-07d7dd4697b9. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:25:58.656222 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-da075295-8218-4e7d-ba15-495ebaecd773 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.656674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da075295-8218-4e7d-ba15-495ebaecd773 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.662624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-da075295-8218-4e7d-ba15-495ebaecd773 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ac457706-6bbd-4186-a740-85851ca77ec0 HTTP/1.1" status: 404 len: 337 time: 0.0364528 Dec 08 00:25:58.662860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50792) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.689283 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebcd7b0-556d-4144-b9c6-310ecf72b681 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.689738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebcd7b0-556d-4144-b9c6-310ecf72b681 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.692769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6ebcd7b0-556d-4144-b9c6-310ecf72b681 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/fbe96521-bf12-4ab0-9fb3-3018934da4cd HTTP/1.1" status: 404 len: 337 time: 0.0287893 Dec 08 00:25:58.695229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50794) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.723413 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8e29a9-e308-4dd1-a3fc-04ff840998db tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.723981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8e29a9-e308-4dd1-a3fc-04ff840998db tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.724462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:58.727840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dc8e29a9-e308-4dd1-a3fc-04ff840998db tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/20efa4fc-4579-4305-ac9c-76e69b2e835e HTTP/1.1" status: 404 len: 333 time: 0.0309391 Dec 08 00:25:58.730261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50796) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.743859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] Deleting port 7e342b75-3b61-4e1a-8350-fc2eb6332acd {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:25:58.744243 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.758246 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84ad305-e094-425a-8c73-dc0714c7aa3f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.759445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84ad305-e094-425a-8c73-dc0714c7aa3f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.764358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c84ad305-e094-425a-8c73-dc0714c7aa3f tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/95ae8c2b-5f99-490a-baca-4dd079515931 HTTP/1.1" status: 404 len: 337 time: 0.0301299 Dec 08 00:25:58.764638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50798) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.791355 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e270f350-d27f-4a0b-a724-5df5b8b4e831 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.791814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e270f350-d27f-4a0b-a724-5df5b8b4e831 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.797213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e270f350-d27f-4a0b-a724-5df5b8b4e831 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/0a86630e-8df0-4c77-ac78-27e342d20558 HTTP/1.1" status: 404 len: 337 time: 0.0293605 Dec 08 00:25:58.797389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.812872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] For port 7e342b75-3b61-4e1a-8350-fc2eb6332acd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7e342b75-3b61-4e1a-8350-fc2eb6332acd,segment=NetworkSegment(c4dc3824-3d35-4308-8ea4-63600a8d7a18),segment_id=c4dc3824-3d35-4308-8ea4-63600a8d7a18)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:25:58.813279 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.820655 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf0d55f-29f2-479d-a1ee-d1e2a899722d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.821302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf0d55f-29f2-479d-a1ee-d1e2a899722d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.826909 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5bf0d55f-29f2-479d-a1ee-d1e2a899722d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/527d6126-4696-4cb2-ae82-07d7dd4697b9 HTTP/1.1" status: 404 len: 333 time: 0.0262105 Dec 08 00:25:58.827082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] Calling delete_port for 7e342b75-3b61-4e1a-8350-fc2eb6332acd owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:25:58.827195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50802) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.853560 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-414da9ca-a32d-4897-bcce-8992cdc880b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.854011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414da9ca-a32d-4897-bcce-8992cdc880b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.859702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-414da9ca-a32d-4897-bcce-8992cdc880b1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/8df82759-5f1e-4250-ab0e-1b63470ef1ce HTTP/1.1" status: 404 len: 337 time: 0.0288858 Dec 08 00:25:58.859914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50804) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.886571 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b196191e-aaca-4eae-be5f-3e96aedf3956 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.887051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b196191e-aaca-4eae-be5f-3e96aedf3956 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.892643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b196191e-aaca-4eae-be5f-3e96aedf3956 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/af7d29be-d41d-46bf-9f65-d38ca20a4864 HTTP/1.1" status: 404 len: 337 time: 0.0294745 Dec 08 00:25:58.892904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50806) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.911890 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:25:58.921538 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de8ee11-e900-4bc2-8237-acd84fdca49c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.922085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de8ee11-e900-4bc2-8237-acd84fdca49c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.927623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3de8ee11-e900-4bc2-8237-acd84fdca49c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/52308a53-6777-4471-9680-e8de2dedebfd HTTP/1.1" status: 404 len: 333 time: 0.0312419 Dec 08 00:25:58.927797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50808) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.947145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] No DVR routers for this DVR port 7e342b75-3b61-4e1a-8350-fc2eb6332acd on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:25:58.951262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80c5d2-9070-4273-b55c-ffdd550336b2 None None] Pushing event deleted for resources: {'Port': ['ID=7e342b75-3b61-4e1a-8350-fc2eb6332acd,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:25:58.955601 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de94cf9-0a3e-4a09-bb15-ce9932420df0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.955601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de94cf9-0a3e-4a09-bb15-ce9932420df0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.958539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0de94cf9-0a3e-4a09-bb15-ce9932420df0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/e04a48d9-8b88-4435-8a78-d11ca7eacef1 HTTP/1.1" status: 404 len: 337 time: 0.0297835 Dec 08 00:25:58.960970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50810) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:58.980614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9b3c3-e4a7-4d31-ab73-2ae8afb0ebbe None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:25:58.991830 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-661215fd-84cf-4b11-83ed-a64118784ffb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:58.992284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661215fd-84cf-4b11-83ed-a64118784ffb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:58.995483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-661215fd-84cf-4b11-83ed-a64118784ffb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/718b1c80-8e4b-4577-b8fc-fb38f1dd1ea6 HTTP/1.1" status: 404 len: 337 time: 0.0334895 Dec 08 00:25:58.998092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50812) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.019260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8bf7a779-045b-4139-960a-a2783b86d57a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:25:59.024784 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd6cd2d-983a-4185-9310-540b9c90f943 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.024784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd6cd2d-983a-4185-9310-540b9c90f943 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.029978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2fd6cd2d-983a-4185-9310-540b9c90f943 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/46ccb1b6-9dd5-429b-b214-b881b3aba11f HTTP/1.1" status: 404 len: 333 time: 0.0284514 Dec 08 00:25:59.030114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50814) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.056968 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c6da41-f275-451c-8a9a-a643756dcb78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.057413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c6da41-f275-451c-8a9a-a643756dcb78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.063143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-07c6da41-f275-451c-8a9a-a643756dcb78 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/94d96fef-149f-43ba-81a2-b723af22df6b HTTP/1.1" status: 404 len: 337 time: 0.0297678 Dec 08 00:25:59.063387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50816) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.087105 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c508a826-9116-40d5-87fa-7088c59acb7c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.087660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c508a826-9116-40d5-87fa-7088c59acb7c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.093263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c508a826-9116-40d5-87fa-7088c59acb7c tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/65dd86c3-f9e9-40f3-876c-7670a65ea0ec HTTP/1.1" status: 404 len: 333 time: 0.0262148 Dec 08 00:25:59.093713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50818) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.124699 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b86db-2f1b-4e42-8554-dcd2f81f1290 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.125145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7b86db-2f1b-4e42-8554-dcd2f81f1290 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.130636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cf7b86db-2f1b-4e42-8554-dcd2f81f1290 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/510dbbb5-e7db-4abc-b4d1-65cfc81fdcab HTTP/1.1" status: 404 len: 337 time: 0.0335855 Dec 08 00:25:59.131399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50820) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.138357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9b3c3-e4a7-4d31-ab73-2ae8afb0ebbe None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:25:59.174581 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4469e5a9-335c-4eda-ba34-05f8494d288e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.175351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4469e5a9-335c-4eda-ba34-05f8494d288e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.181336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4469e5a9-335c-4eda-ba34-05f8494d288e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/eccbf822-39aa-4ec9-a212-025bc0b58c2c HTTP/1.1" status: 404 len: 333 time: 0.0465293 Dec 08 00:25:59.182068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.214116 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d8e680-447b-4b86-966c-0dad830f96fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.215838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d8e680-447b-4b86-966c-0dad830f96fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.222566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-07d8e680-447b-4b86-966c-0dad830f96fe tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/0b7a221b-667f-46db-939a-e83835bf15df HTTP/1.1" status: 404 len: 337 time: 0.0386524 Dec 08 00:25:59.222732 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50828) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.262107 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f14ccc1-d3d9-4ac1-ab95-cbda6e2258f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.262600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f14ccc1-d3d9-4ac1-ab95-cbda6e2258f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.265825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7f14ccc1-d3d9-4ac1-ab95-cbda6e2258f8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/487a1cea-57a4-46e3-9a19-217734ffa691 HTTP/1.1" status: 404 len: 333 time: 0.0401268 Dec 08 00:25:59.268291 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50830) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.297753 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3ab8c0-906a-4248-8c42-27a61739de70 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.298199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3ab8c0-906a-4248-8c42-27a61739de70 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.303969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6d3ab8c0-906a-4248-8c42-27a61739de70 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/218ab3e8-afd1-4396-b76d-8006711435da HTTP/1.1" status: 404 len: 337 time: 0.0322921 Dec 08 00:25:59.304961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.323050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664a438-2110-4bed-b87c-7cf2a75c57cf req-49735462-6a87-4039-b27f-3639daaf53ed tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:25:59.326799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c664a438-2110-4bed-b87c-7cf2a75c57cf req-49735462-6a87-4039-b27f-3639daaf53ed tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 945 time: 0.1131592 Dec 08 00:25:59.372268 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85e7305-a571-4808-9eae-aae7735a94a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.372839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85e7305-a571-4808-9eae-aae7735a94a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.375983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a85e7305-a571-4808-9eae-aae7735a94a5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a7d1c767-6074-4b56-967a-a1962f47df27 HTTP/1.1" status: 404 len: 333 time: 0.0679517 Dec 08 00:25:59.378447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.394611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c664a438-2110-4bed-b87c-7cf2a75c57cf req-a135378b-dd4e-4278-adfc-14d6d209a8a5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612783 Dec 08 00:25:59.464610 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0505cf7-011d-40cb-8927-97605c599b40 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.465340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0505cf7-011d-40cb-8927-97605c599b40 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.468190 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f0505cf7-011d-40cb-8927-97605c599b40 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/b496fee4-b814-414b-9394-c04211dcf99a HTTP/1.1" status: 404 len: 337 time: 0.0887833 Dec 08 00:25:59.470811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50836) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.500927 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6956913-895d-4aec-8ac9-10a78f04d499 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.501929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6956913-895d-4aec-8ac9-10a78f04d499 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.506949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e6956913-895d-4aec-8ac9-10a78f04d499 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/88bc3d7b-bca3-4d63-a07f-698f79c838da HTTP/1.1" status: 404 len: 333 time: 0.0324063 Dec 08 00:25:59.507235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50838) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.535437 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c27aa52-c386-4f7b-8ef8-68bccc9aee71 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.535899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c27aa52-c386-4f7b-8ef8-68bccc9aee71 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.541555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0c27aa52-c386-4f7b-8ef8-68bccc9aee71 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/f34356d2-de8a-4dc3-91ca-1927d2cac637 HTTP/1.1" status: 404 len: 337 time: 0.0307872 Dec 08 00:25:59.542207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50840) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.547285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f16a50-4bff-4e8e-9579-6e60436052bc None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:25:59.568241 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-594ea73e-935b-45b5-bb08-aeaf1bbc2345 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.568631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594ea73e-935b-45b5-bb08-aeaf1bbc2345 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.572480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-594ea73e-935b-45b5-bb08-aeaf1bbc2345 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ec891356-660a-4929-9a4b-f6a6024f6e8a HTTP/1.1" status: 404 len: 337 time: 0.0292141 Dec 08 00:25:59.575461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50842) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.606083 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5f51a0-2686-4ec3-8fe8-5e7ea0f05056 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.606701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5f51a0-2686-4ec3-8fe8-5e7ea0f05056 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.610144 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2e5f51a0-2686-4ec3-8fe8-5e7ea0f05056 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/49a925d4-d1ba-4e14-bd38-38bfe9b2df51 HTTP/1.1" status: 404 len: 333 time: 0.0336561 Dec 08 00:25:59.612761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50844) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.639189 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae1f43e-71af-4e2b-866f-1598a8229f7d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.639644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae1f43e-71af-4e2b-866f-1598a8229f7d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.643113 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fae1f43e-71af-4e2b-866f-1598a8229f7d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/5a2374b3-3256-455b-bf67-98b98feedf80 HTTP/1.1" status: 404 len: 337 time: 0.0293319 Dec 08 00:25:59.645708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50846) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.658378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f16a50-4bff-4e8e-9579-6e60436052bc None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:25:59.673135 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9371c8cb-18d7-444f-8c23-27f35c1bd653 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.673721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9371c8cb-18d7-444f-8c23-27f35c1bd653 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.676958 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9371c8cb-18d7-444f-8c23-27f35c1bd653 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/cded7c63-71b5-4647-bf94-e06d245f4175 HTTP/1.1" status: 404 len: 337 time: 0.0300374 Dec 08 00:25:59.679530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50848) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.703923 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4c974c-14ef-4953-bebf-994a5064231a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.704474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4c974c-14ef-4953-bebf-994a5064231a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.710009 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1d4c974c-14ef-4953-bebf-994a5064231a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a5c18d89-274c-4efa-91ea-48b10806b453 HTTP/1.1" status: 404 len: 333 time: 0.0272181 Dec 08 00:25:59.710301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50850) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.741408 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d824f59-d3f1-4cda-8195-ec6579af3932 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.741866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d824f59-d3f1-4cda-8195-ec6579af3932 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.747914 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5d824f59-d3f1-4cda-8195-ec6579af3932 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/3220e572-9bae-464f-b516-f92f85db2ca1 HTTP/1.1" status: 404 len: 337 time: 0.0335894 Dec 08 00:25:59.748334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50852) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.777607 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a76be8d-4241-47f1-9923-f833bc235c80 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.778070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a76be8d-4241-47f1-9923-f833bc235c80 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.781191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4a76be8d-4241-47f1-9923-f833bc235c80 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/3e093421-dca4-465f-a314-2c1bf924a8a4 HTTP/1.1" status: 404 len: 337 time: 0.0320921 Dec 08 00:25:59.783852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50854) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.808667 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1394dd51-580a-4294-b26a-c581a103f69a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.809221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1394dd51-580a-4294-b26a-c581a103f69a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.812335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1394dd51-580a-4294-b26a-c581a103f69a tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/12d8f271-7340-43be-ba9b-e7bca299eb8e HTTP/1.1" status: 404 len: 333 time: 0.0268347 Dec 08 00:25:59.814708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50856) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.839937 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8067c668-14df-4b75-92e0-8b85cca4ee1e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.840398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8067c668-14df-4b75-92e0-8b85cca4ee1e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.843444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8067c668-14df-4b75-92e0-8b85cca4ee1e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ea47348c-fb1b-4a3b-811b-8e94c4ce2147 HTTP/1.1" status: 404 len: 337 time: 0.0278072 Dec 08 00:25:59.845854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50858) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.871048 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a710cb5-3c6d-42c9-9410-621d0641fe88 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.871492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a710cb5-3c6d-42c9-9410-621d0641fe88 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.874527 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a710cb5-3c6d-42c9-9410-621d0641fe88 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/d83e490d-b79a-468b-90a5-8c657af03014 HTTP/1.1" status: 404 len: 337 time: 0.0277822 Dec 08 00:25:59.877519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50860) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.903313 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f9fff3c3-d2ee-4eda-a890-8d704bee5af5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports?device_id=483c3071-f905-4767-ad4e-cfa1a517dae2 HTTP/1.1" status: 200 len: 205 time: 0.0251791 Dec 08 00:25:59.905366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.945400 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-aee67daf-a209-4e10-8e72-aad1e74d357e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] delete failed (client error): The resource could not be found. Dec 08 00:25:59.946380 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aee67daf-a209-4e10-8e72-aad1e74d357e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/routers/483c3071-f905-4767-ad4e-cfa1a517dae2 HTTP/1.1" status: 404 len: 336 time: 0.0401456 Dec 08 00:25:59.948814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:25:59.973758 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be18a9c-e18a-4451-abee-7d1954e0b18e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:25:59.974183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be18a9c-e18a-4451-abee-7d1954e0b18e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:25:59.977171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2be18a9c-e18a-4451-abee-7d1954e0b18e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/24251aaf-9f20-4404-adf4-f45fbf2dc33e HTTP/1.1" status: 404 len: 337 time: 0.0274401 Dec 08 00:25:59.980136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50866) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.004786 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-063bbeb9-b454-4c88-a960-50a68dd83d7b tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a32cc9d-f66b-401f-b6c3-f5798151af5e HTTP/1.1" status: 200 len: 205 time: 0.0236762 Dec 08 00:26:00.006868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50868) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.046533 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-4fb6b14d-0442-47b1-ac72-4361691b42a0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] delete failed (client error): The resource could not be found. Dec 08 00:26:00.047523 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4fb6b14d-0442-47b1-ac72-4361691b42a0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/routers/7a32cc9d-f66b-401f-b6c3-f5798151af5e HTTP/1.1" status: 404 len: 336 time: 0.0397778 Dec 08 00:26:00.049834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50870) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.074434 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f73e8bf-e309-4113-93ea-dc2c9a64b998 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.074879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f73e8bf-e309-4113-93ea-dc2c9a64b998 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.077907 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8f73e8bf-e309-4113-93ea-dc2c9a64b998 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/3e271b22-442c-4a93-9ccb-c7dbff0cb296 HTTP/1.1" status: 404 len: 337 time: 0.0272102 Dec 08 00:26:00.081529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.108043 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c3465d-81fd-4d31-a468-bebeeb2618e5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.108480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c3465d-81fd-4d31-a468-bebeeb2618e5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.111469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1c3465d-81fd-4d31-a468-bebeeb2618e5 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/ddc36f51-6eb9-4d0b-b8f1-364be513d24f HTTP/1.1" status: 404 len: 337 time: 0.0290241 Dec 08 00:26:00.113879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50874) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.135625 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-47219cbc-1431-4bad-8c43-fca161d23e49 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.136124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47219cbc-1431-4bad-8c43-fca161d23e49 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.139109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-47219cbc-1431-4bad-8c43-fca161d23e49 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/f68e9e3e-fd4e-4090-bd48-4d44c76358da HTTP/1.1" status: 404 len: 333 time: 0.0243199 Dec 08 00:26:00.141454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50876) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.166472 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-537af21c-67b0-48ac-8015-5b093da003e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.166917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537af21c-67b0-48ac-8015-5b093da003e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.169808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-537af21c-67b0-48ac-8015-5b093da003e0 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/5358251b-2aa9-42b1-9358-c2c21d4fd385 HTTP/1.1" status: 404 len: 337 time: 0.0274899 Dec 08 00:26:00.172032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50878) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.194906 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82e6b34-74c0-4a5c-8c2a-1cd904ce46b8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.195416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82e6b34-74c0-4a5c-8c2a-1cd904ce46b8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.199198 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b82e6b34-74c0-4a5c-8c2a-1cd904ce46b8 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/a6887b6f-bf7f-4cde-a724-b8c5fab0cb16 HTTP/1.1" status: 404 len: 333 time: 0.0262353 Dec 08 00:26:00.201600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.231981 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68fbab4-a3f4-439a-8fbd-ff9ad970a7e1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.232583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68fbab4-a3f4-439a-8fbd-ff9ad970a7e1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.236073 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c68fbab4-a3f4-439a-8fbd-ff9ad970a7e1 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/6d44fa00-22af-45e4-b627-f9be0f600236 HTTP/1.1" status: 404 len: 337 time: 0.0335739 Dec 08 00:26:00.238706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50886) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.239910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8bf7a779-045b-4139-960a-a2783b86d57a up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:00.263892 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c6cb06-de4e-4d67-8489-34e937b4455d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.264388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c6cb06-de4e-4d67-8489-34e937b4455d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.270139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50890) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.270680 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e5c6cb06-de4e-4d67-8489-34e937b4455d tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/835d0af9-2dd6-4882-b930-4c0a23aa2277 HTTP/1.1" status: 404 len: 333 time: 0.0288579 Dec 08 00:26:00.301148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 8bf7a779-045b-4139-960a-a2783b86d57a completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:26:00.303137 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39f1207-7c9e-4719-897b-6b4e795e57e7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.303723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39f1207-7c9e-4719-897b-6b4e795e57e7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.305696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 8bf7a779-045b-4139-960a-a2783b86d57a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:00.306336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.309518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c39f1207-7c9e-4719-897b-6b4e795e57e7 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/f0633b44-8dae-4099-bd1b-d6846b634bd7 HTTP/1.1" status: 404 len: 337 time: 0.0358236 Dec 08 00:26:00.310087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50892) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.333588 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8866c53e-9693-4a5a-b3c5-7e4842129486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.334135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8866c53e-9693-4a5a-b3c5-7e4842129486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.340617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8866c53e-9693-4a5a-b3c5-7e4842129486 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/00cfd270-68f7-4f4b-9105-eec640a44b73 HTTP/1.1" status: 404 len: 333 time: 0.0295029 Dec 08 00:26:00.340974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.368119 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d89e224-dcba-4734-aa23-5ceca89f70a3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.368572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d89e224-dcba-4734-aa23-5ceca89f70a3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.373840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4d89e224-dcba-4734-aa23-5ceca89f70a3 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/533ec157-5cbd-498c-aa81-f0e2e7ff81aa HTTP/1.1" status: 404 len: 337 time: 0.0292494 Dec 08 00:26:00.374075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.391436 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.397910 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-514cb49b-9a3f-435e-bca8-dcf5c20be609 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.398459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514cb49b-9a3f-435e-bca8-dcf5c20be609 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.402147 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-514cb49b-9a3f-435e-bca8-dcf5c20be609 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/d17fa969-ced8-477c-8a75-1f2ed85664b7 HTTP/1.1" status: 404 len: 333 time: 0.0269802 Dec 08 00:26:00.404929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50898) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.416228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:00.418676 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3147973c-2220-42de-b28b-1de231b0f39e" -d '{"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-plugged", "status": "completed", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:00.430836 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f76852b-d493-4be8-bea1-1c28ac0a0fdf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.431795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f76852b-d493-4be8-bea1-1c28ac0a0fdf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.434462 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5f76852b-d493-4be8-bea1-1c28ac0a0fdf tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/328409e2-b7e8-4da3-b711-e1dcc1cb6041 HTTP/1.1" status: 404 len: 337 time: 0.0285544 Dec 08 00:26:00.437064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50902) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.440699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:00.449230 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.477440 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dc833a-6f9b-4b1b-8f14-b2769d1aacd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.478134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dc833a-6f9b-4b1b-8f14-b2769d1aacd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.479686 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cba692-6029-406e-90cf-53d07a09ca5d x-openstack-request-id: req-26cba692-6029-406e-90cf-53d07a09ca5d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:00.480093 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-plugged", "status": "completed", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:00.480354 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26cba692-6029-406e-90cf-53d07a09ca5d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:00.480746 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a', 'code': 200} Dec 08 00:26:00.481768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b4dc833a-6f9b-4b1b-8f14-b2769d1aacd4 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/e5fee272-88e6-4a9b-bc47-621d8c732071 HTTP/1.1" status: 404 len: 333 time: 0.0435915 Dec 08 00:26:00.484405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50906) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.519850 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99da0cd-592a-4c49-b384-d3978c79be9e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.520237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99da0cd-592a-4c49-b384-d3978c79be9e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.525626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:00.526737 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b99da0cd-592a-4c49-b384-d3978c79be9e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/b598bd34-f80a-4744-baf7-a69eb6194c4f HTTP/1.1" status: 404 len: 337 time: 0.0413058 Dec 08 00:26:00.527654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.563335 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1a12b4-1521-4bb0-bf0e-f3e84b6dc1eb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.563880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1a12b4-1521-4bb0-bf0e-f3e84b6dc1eb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.567002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8a1a12b4-1521-4bb0-bf0e-f3e84b6dc1eb tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/ports/1f1e78b7-9437-406f-bf75-2fa7841e5a51 HTTP/1.1" status: 404 len: 333 time: 0.0378971 Dec 08 00:26:00.569869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50910) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.613817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1851fb-e94a-423c-8a91-e92f3989b74f req-b3a1cf0a-e62a-41ff-97ff-ea7d9aeffd2e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:00.615620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f1851fb-e94a-423c-8a91-e92f3989b74f req-b3a1cf0a-e62a-41ff-97ff-ea7d9aeffd2e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0544157 Dec 08 00:26:00.621704 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49d4bf8-9ab4-4c97-a753-fb4ce7666244 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] DELETE failed (client error): The resource could not be found. Dec 08 00:26:00.622158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49d4bf8-9ab4-4c97-a753-fb4ce7666244 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:26:00.627860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e49d4bf8-9ab4-4c97-a753-fb4ce7666244 tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/subnets/d43b198e-a57f-41e8-8923-f9e0bdbb511a HTTP/1.1" status: 404 len: 337 time: 0.0567811 Dec 08 00:26:00.630193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50914) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:00.643369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce00261-318a-4b89-9c15-24932d3798a2 req-4be93f59-d3f1-4a82-bfaa-92eb8d1cfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:00.645427 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fce00261-318a-4b89-9c15-24932d3798a2 req-4be93f59-d3f1-4a82-bfaa-92eb8d1cfdef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 1097 time: 0.0724325 Dec 08 00:26:00.699039 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fce00261-318a-4b89-9c15-24932d3798a2 req-da51a5a8-162c-4eff-b2e3-ecb531b0f0c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Dec 08 00:26:00.732173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f1851fb-e94a-423c-8a91-e92f3989b74f req-503545d8-e1ed-410c-936a-6d868773ec0a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087475 Dec 08 00:26:00.739084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.834604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.855401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2e7540-686a-45ff-a008-3d83de30eb8b']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:00.871591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dc3824-3d35-4308-8ea4-63600a8d7a18') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:00.871888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dc3824-3d35-4308-8ea4-63600a8d7a18') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:00.894654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.917437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.925436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:00.926195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: items = [ Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:00.929869 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:00.990538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:00.999101 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:01.001707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] 10.222.0.18 "DELETE /v2.0/networks/4a2e7540-686a-45ff-a008-3d83de30eb8b HTTP/1.1" status: 204 len: 168 time: 0.3704884 Dec 08 00:26:01.014626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd197624-8559-4b61-a1a0-5d850ad2448e tempest-NetworksTestDHCPv6-146102200 tempest-NetworksTestDHCPv6-146102200-project] Pushing event deleted for resources: {'Network': ['ID=4a2e7540-686a-45ff-a008-3d83de30eb8b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:01.256480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50920) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:01.396292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ba717774-3370-42db-b755-dee88c3f6072 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=554cf582dc2f41d991bcc3f7c6507227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385727 Dec 08 00:26:01.399588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50926) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:01.452278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33be9e0b-a41d-48bb-9480-0609c72bd945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:01.473777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33be9e0b-a41d-48bb-9480-0609c72bd945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:01.529912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33be9e0b-a41d-48bb-9480-0609c72bd945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:01.533853 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-33be9e0b-a41d-48bb-9480-0609c72bd945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:01.535865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-33be9e0b-a41d-48bb-9480-0609c72bd945 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a76d2bb-717f-4eb8-9988-c3d8ff4d701d HTTP/1.1" status: 204 len: 168 time: 0.1344781 Dec 08 00:26:01.550578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be9e0b-a41d-48bb-9480-0609c72bd945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76d2bb-717f-4eb8-9988-c3d8ff4d701d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:01.868648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fdd01-c8b8-45c9-a6e5-96362049e195 req-94dcb3a8-3b2c-422a-ba42-bafbbabb8cc6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:01.870148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-301fdd01-c8b8-45c9-a6e5-96362049e195 req-94dcb3a8-3b2c-422a-ba42-bafbbabb8cc6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0558712 Dec 08 00:26:01.926607 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-301fdd01-c8b8-45c9-a6e5-96362049e195 req-54b3f60b-4229-4a0b-9c52-4429c240b382 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479650 Dec 08 00:26:02.216755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36df1-9037-49c6-a700-ccf2e7745e4b req-63e25b57-5fce-4b0a-b3af-fb97b079f962 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:02.218288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cee36df1-9037-49c6-a700-ccf2e7745e4b req-63e25b57-5fce-4b0a-b3af-fb97b079f962 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0402415 Dec 08 00:26:02.226930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50954) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:02.240206 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cee36df1-9037-49c6-a700-ccf2e7745e4b req-59b859c0-a057-4e21-a72c-c1738b598b83 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.323264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cee36df1-9037-49c6-a700-ccf2e7745e4b req-59b859c0-a057-4e21-a72c-c1738b598b83 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.327312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cee36df1-9037-49c6-a700-ccf2e7745e4b req-59b859c0-a057-4e21-a72c-c1738b598b83 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.331094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1484562955'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:02.357245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Made reservation on behalf of b28edd51f3f746469abe555c76aa6811 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:02.361688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.366875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b859c0-a057-4e21-a72c-c1738b598b83 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdac02f-3f63-41a8-a408-e62148fa52f8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:02.373119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cee36df1-9037-49c6-a700-ccf2e7745e4b req-59b859c0-a057-4e21-a72c-c1738b598b83 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488192 Dec 08 00:26:02.379568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.466051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.470722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.499052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fc4ab-ad8a-4fd0-a9b9-b6ac770e18a6 req-6193dad1-0a80-4bb0-bbb0-419f86815eaa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:02.501291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab2fc4ab-ad8a-4fd0-a9b9-b6ac770e18a6 req-6193dad1-0a80-4bb0-bbb0-419f86815eaa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0556169 Dec 08 00:26:02.511022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2574285-3e92-457b-87b0-f8e1a34627df,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:02.516898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:02.528845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.529266 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Added segment c2ff389c-33c2-455b-93bd-566ccba7cf2e of type vlan for network 45e8271d-86be-46fb-8894-b348a910063a Dec 08 00:26:02.567473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab2fc4ab-ad8a-4fd0-a9b9-b6ac770e18a6 req-f6f773b8-0e74-4665-a4ca-34478c533f1e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599647 Dec 08 00:26:02.587489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.589817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:02.663477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.669598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:02.670182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:02.675056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f7e82460-5dae-4288-94f9-7d1b3fd26e4c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/6b92b2d5-65f8-4be3-86fa-95f7524df944 HTTP/1.1" status: 200 len: 993 time: 0.0841525 Dec 08 00:26:02.720025 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4913697 Dec 08 00:26:02.722858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 50974) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:02.753696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Request body: {'subnet': {'network_id': '45e8271d-86be-46fb-8894-b348a910063a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:02.758508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50f38f-d1e0-4e1e-b486-8cdd1543b573 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event updated for resources: {'Network': ['ID=45e8271d-86be-46fb-8894-b348a910063a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:02.768487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 45e8271d-86be-46fb-8894-b348a910063a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:02.848833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Made reservation on behalf of b28edd51f3f746469abe555c76aa6811 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:02.853043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.062511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263189d-337f-42c7-bf05-c9a74dd96f13 req-7c3ec67c-75af-40fe-8fac-58cacad2c53d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:03.069961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5263189d-337f-42c7-bf05-c9a74dd96f13 req-7c3ec67c-75af-40fe-8fac-58cacad2c53d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0632749 Dec 08 00:26:03.077273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-096b002c-ea1f-4433-9b66-d80a3cfb4a02 req-02371f69-e226-4f67-8f18-0bd53ac25431 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:26:03.077536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.078279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-096b002c-ea1f-4433-9b66-d80a3cfb4a02 req-02371f69-e226-4f67-8f18-0bd53ac25431 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0850132 Dec 08 00:26:03.122056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5263189d-337f-42c7-bf05-c9a74dd96f13 req-6a0dfefb-eb49-41c5-953d-45232bbef9d3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 Dec 08 00:26:03.159019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event updated for resources: {'Subnet': ['ID=f038d70c-2728-46f0-b2db-d00b25be69bd,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:03.161928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Checking segment: {'id': 'c2ff389c-33c2-455b-93bd-566ccba7cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '45e8271d-86be-46fb-8894-b348a910063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:03.162291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Network hostable DHCP agents. Network: 45e8271d-86be-46fb-8894-b348a910063a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:03.190518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Network 45e8271d-86be-46fb-8894-b348a910063a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:03.202095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 45e8271d-86be-46fb-8894-b348a910063a) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:03.205931 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:03.206581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.214346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dfc7d0-8187-495d-a2b4-cd427b1e5ff3 None None] Network 45e8271d-86be-46fb-8894-b348a910063a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:03.232870 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cca1c234-b2a2-4c19-84b4-2bb59365a794 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5065615 Dec 08 00:26:03.233457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 50990) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:03.239641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Request body: {'port': {'network_id': '45e8271d-86be-46fb-8894-b348a910063a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-497659483'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:03.408373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-45e8271d-86be-46fb-8894-b348a910063a', 'network_id': '45e8271d-86be-46fb-8894-b348a910063a', 'project_id': 'b28edd51f3f746469abe555c76aa6811', 'fixed_ips': [{'subnet_id': 'f038d70c-2728-46f0-b2db-d00b25be69bd'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:26:03.409423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.637032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Allocated IP 2001:db8::2 (45e8271d-86be-46fb-8894-b348a910063a/f038d70c-2728-46f0-b2db-d00b25be69bd/757f6b13-dfa2-4397-beda-9c00fc099b82) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:03.836477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-602b047a-2023-4f4a-944e-407d41b7799d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151750 Dec 08 00:26:03.841840 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.846389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-f5e46e3f-81f8-42aa-9fd4-7d74cecb58dd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:26:03.847708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-f5e46e3f-81f8-42aa-9fd4-7d74cecb58dd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060668 Dec 08 00:26:03.851481 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.863573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97f3b-f860-4c9f-b1df-85a190b4fa4f req-62430b04-4000-482b-a98b-74161e92dfc6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:03.865143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46b97f3b-f860-4c9f-b1df-85a190b4fa4f req-62430b04-4000-482b-a98b-74161e92dfc6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.5170147 Dec 08 00:26:03.902598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Pushing event updated for resources: {'Port': ['ID=757f6b13-dfa2-4397-beda-9c00fc099b82,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:03.917334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Network 45e8271d-86be-46fb-8894-b348a910063a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:03.918915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:03.924242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:03.924726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44238bce-0a83-40ff-8ea8-a35d67371914 req-561714d6-885c-40da-a400-9e845effbe5a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:03.934686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44238bce-0a83-40ff-8ea8-a35d67371914 req-561714d6-885c-40da-a400-9e845effbe5a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1654129 Dec 08 00:26:03.956494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Made reservation on behalf of b28edd51f3f746469abe555c76aa6811 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:03.959615 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.985559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Attempting to bind port 757f6b13-dfa2-4397-beda-9c00fc099b82 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:03.985933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Attempting to bind port 757f6b13-dfa2-4397-beda-9c00fc099b82 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'c2ff389c-33c2-455b-93bd-566ccba7cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '45e8271d-86be-46fb-8894-b348a910063a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:03.986300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Attempting to bind port 757f6b13-dfa2-4397-beda-9c00fc099b82 on network 45e8271d-86be-46fb-8894-b348a910063a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:03.992145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:03.992524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Checking segment: {'id': 'c2ff389c-33c2-455b-93bd-566ccba7cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '45e8271d-86be-46fb-8894-b348a910063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:03.992961 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:03.993365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Bound using segment: {'id': 'c2ff389c-33c2-455b-93bd-566ccba7cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '45e8271d-86be-46fb-8894-b348a910063a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:03.993836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Bound port: 757f6b13-dfa2-4397-beda-9c00fc099b82, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff389c-33c2-455b-93bd-566ccba7cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '45e8271d-86be-46fb-8894-b348a910063a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:03.994216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.002816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] device_id is not set on port 1503773d-2e7e-4b5e-8a60-8264cd448ee6 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:26:04.044186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46b97f3b-f860-4c9f-b1df-85a190b4fa4f req-ea500f32-dc6d-46e7-8959-9832bbca90ec tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676064 Dec 08 00:26:04.067524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44238bce-0a83-40ff-8ea8-a35d67371914 req-ad87e6ed-2a26-4d84-b3de-b4cc92371164 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291668 Dec 08 00:26:04.069733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] For port 757f6b13-dfa2-4397-beda-9c00fc099b82, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:04.079171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] For port 757f6b13-dfa2-4397-beda-9c00fc099b82, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=757f6b13-dfa2-4397-beda-9c00fc099b82,segment=NetworkSegment(c2ff389c-33c2-455b-93bd-566ccba7cf2e),segment_id=c2ff389c-33c2-455b-93bd-566ccba7cf2e)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:04.082607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.154931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffa2de-0169-495e-ad8c-68a034813534 None None] Pushing event updated for resources: {'Port': ['ID=757f6b13-dfa2-4397-beda-9c00fc099b82,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:04.220025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Allocated IP 2001:db8::9a (45e8271d-86be-46fb-8894-b348a910063a/f038d70c-2728-46f0-b2db-d00b25be69bd/1503773d-2e7e-4b5e-8a60-8264cd448ee6) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:04.490122 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.593055 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.615419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 757f6b13-dfa2-4397-beda-9c00fc099b82 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:04.666449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Network 45e8271d-86be-46fb-8894-b348a910063a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:04.673219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:04.680166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:04.686297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 757f6b13-dfa2-4397-beda-9c00fc099b82 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:04.686673 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.686996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:04.687838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.712949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.4784441 Dec 08 00:26:04.714322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83755bfe-0a0c-4194-a364-84f778df01a5 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event updated for resources: {'Port': ['ID=1503773d-2e7e-4b5e-8a60-8264cd448ee6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:04.716162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:04.722426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Request body: {'port': {'network_id': '45e8271d-86be-46fb-8894-b348a910063a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1154870645', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:04.723454 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.api.validators [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] bootfile-name is not in valid_values {{(pid=103113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:26:04.723995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.api.validators [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] tftp-server is not in valid_values {{(pid=103113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:26:04.724564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.api.validators [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] server-ip-address is not in valid_values {{(pid=103113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:26:04.842393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.870398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Made reservation on behalf of b28edd51f3f746469abe555c76aa6811 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:04.874483 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.890030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 757f6b13-dfa2-4397-beda-9c00fc099b82, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=757f6b13-dfa2-4397-beda-9c00fc099b82,segment=NetworkSegment(c2ff389c-33c2-455b-93bd-566ccba7cf2e),segment_id=c2ff389c-33c2-455b-93bd-566ccba7cf2e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:04.893413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] device_id is not set on port ddc681f7-7f0b-4570-bd9e-4a83b64febfa yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:26:04.895734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:04.954260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=757f6b13-dfa2-4397-beda-9c00fc099b82,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:05.040502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Allocated IP 2001:db8::37b (45e8271d-86be-46fb-8894-b348a910063a/f038d70c-2728-46f0-b2db-d00b25be69bd/ddc681f7-7f0b-4570-bd9e-4a83b64febfa) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:05.209385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071c997-88e7-4aa1-8452-25a19ae03d66 req-54aa07bf-c8da-4923-ab4a-00ff39e81f71 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.211414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b071c997-88e7-4aa1-8452-25a19ae03d66 req-54aa07bf-c8da-4923-ab4a-00ff39e81f71 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0646825 Dec 08 00:26:05.254382 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:05.299821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e909a02-c602-48a3-97bd-e7b654e3282b req-d54860ba-1d2f-4d89-8481-beda80336601 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.301605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e909a02-c602-48a3-97bd-e7b654e3282b req-d54860ba-1d2f-4d89-8481-beda80336601 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0894318 Dec 08 00:26:05.314910 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:05.346311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b071c997-88e7-4aa1-8452-25a19ae03d66 req-efb63cca-6933-4319-86c1-4d83713bb009 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919807 Dec 08 00:26:05.377448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Network 45e8271d-86be-46fb-8894-b348a910063a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:05.383866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:05.386404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:05.392832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.393598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:05.394790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e909a02-c602-48a3-97bd-e7b654e3282b req-c2321d0d-9dd9-4cab-bbd0-60fa10f3a032 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572784 Dec 08 00:26:05.405502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event updated for resources: {'Port': ['ID=ddc681f7-7f0b-4570-bd9e-4a83b64febfa,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:05.423884 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7b75d437-e465-40e2-8cab-db3c97e7a971 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7057312 Dec 08 00:26:05.426487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51038) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:05.427432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a11711-3159-4e66-9056-e5f635850252 None None] Network 45e8271d-86be-46fb-8894-b348a910063a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:05.477950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3d5fc2f4-c833-47ec-8cbd-07a4070bbfa9 None None] Provisioning complete for port 757f6b13-dfa2-4397-beda-9c00fc099b82 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:05.478464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d5fc2f4-c833-47ec-8cbd-07a4070bbfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:05.562068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f9b72-074f-4aba-9374-fcec1c17bbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.569361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f9b72-074f-4aba-9374-fcec1c17bbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.577772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f9b72-074f-4aba-9374-fcec1c17bbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.579551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-192f9b72-074f-4aba-9374-fcec1c17bbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1520143 Dec 08 00:26:05.582785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51040) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:05.596241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-3a43f569-071c-43ef-82db-f9a340395e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.597796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-3a43f569-071c-43ef-82db-f9a340395e8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1010618 Dec 08 00:26:05.702582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Deleting port ddc681f7-7f0b-4570-bd9e-4a83b64febfa {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:05.703082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:05.781413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-1519330c-322c-41de-84e4-22a933f1c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:05.783270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-1519330c-322c-41de-84e4-22a933f1c77d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.1779282 Dec 08 00:26:05.884534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:05.907603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Calling delete_port for ddc681f7-7f0b-4570-bd9e-4a83b64febfa owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:05.941314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-433d0882-c258-4f27-ad0a-506e4b202315 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 1001 time: 0.1476688 Dec 08 00:26:06.022496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6138a0-42cc-41da-be8e-1ea0a14c8738 req-6090a760-663f-49d5-b170-9a4c9ad755d6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:06.024437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd6138a0-42cc-41da-be8e-1ea0a14c8738 req-6090a760-663f-49d5-b170-9a4c9ad755d6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.1028404 Dec 08 00:26:06.033137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-c4b4f80d-68d0-4c05-ba65-94100617b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:06.035232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-c4b4f80d-68d0-4c05-ba65-94100617b6d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.0722153 Dec 08 00:26:06.081431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.113126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event deleted for resources: {'Port': ['ID=ddc681f7-7f0b-4570-bd9e-4a83b64febfa,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:06.138610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fd40ce36-d591-45b5-80a3-2a4ea885d707 None None] Could not find standard attr ID for object ddc681f7-7f0b-4570-bd9e-4a83b64febfa. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:26:06.168263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd6138a0-42cc-41da-be8e-1ea0a14c8738 req-818776c2-f0e5-4037-a351-1740abb6b22f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269891 Dec 08 00:26:06.169026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fd40ce36-d591-45b5-80a3-2a4ea885d707 None None] Provisioning complete for port 757f6b13-dfa2-4397-beda-9c00fc099b82 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:06.169419 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce36-d591-45b5-80a3-2a4ea885d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.176486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-695027c4-98df-4129-92ad-537f788520d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:06.182409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-695027c4-98df-4129-92ad-537f788520d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392732 Dec 08 00:26:06.193072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.218808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-faeee533-541b-4f52-b17f-24a2e9dcd79d tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "DELETE /v2.0/ports/ddc681f7-7f0b-4570-bd9e-4a83b64febfa HTTP/1.1" status: 204 len: 168 time: 0.6286016 Dec 08 00:26:06.218808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51054) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:06.229022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Request body: {'port': {'name': 'tempest-new-port-name-264157597', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:06.229433 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.api.validators [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] bootfile-name is not in valid_values {{(pid=103113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:26:06.229767 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.api.validators [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] tftp-server is not in valid_values {{(pid=103113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:26:06.230100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.api.validators [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] server-ip-address is not in valid_values {{(pid=103113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 00:26:06.324790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-a0bed7f8-8082-4728-aa82-a70cd7fd3b04 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293187 Dec 08 00:26:06.341794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.345158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fd40ce36-d591-45b5-80a3-2a4ea885d707 None None] Provisioning complete for port 1503773d-2e7e-4b5e-8a60-8264cd448ee6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:06.345539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce36-d591-45b5-80a3-2a4ea885d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.388734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fd40ce36-d591-45b5-80a3-2a4ea885d707 None None] Port 1503773d-2e7e-4b5e-8a60-8264cd448ee6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:06.443584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-516de76b-d438-463a-b9d8-74a48978cbd3 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094251 Dec 08 00:26:06.532231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3e5043d1-8a89-4638-b57a-634b0f7e145d None None] Provisioning complete for port 1503773d-2e7e-4b5e-8a60-8264cd448ee6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:06.532889 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e5043d1-8a89-4638-b57a-634b0f7e145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.594188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3e5043d1-8a89-4638-b57a-634b0f7e145d None None] Port 1503773d-2e7e-4b5e-8a60-8264cd448ee6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:06.609531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 757f6b13-dfa2-4397-beda-9c00fc099b82 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:06.615799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797d3e1-9b24-437f-af65-ad8488801b4b req-bc3402fc-b840-450a-997b-4546c2c00e9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:06.622452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c797d3e1-9b24-437f-af65-ad8488801b4b req-bc3402fc-b840-450a-997b-4546c2c00e9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0798645 Dec 08 00:26:06.689225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 757f6b13-dfa2-4397-beda-9c00fc099b82 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:06.691013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.700229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c797d3e1-9b24-437f-af65-ad8488801b4b req-6d35dad9-30f6-4460-af30-913920cefbfa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679140 Dec 08 00:26:06.735852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.744417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.780874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] In _notify_port_updated(), no bound segment for port 1503773d-2e7e-4b5e-8a60-8264cd448ee6 on network 45e8271d-86be-46fb-8894-b348a910063a {{(pid=103113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 00:26:06.787410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:06.788128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:06.790044 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "PUT /v2.0/ports/1503773d-2e7e-4b5e-8a60-8264cd448ee6 HTTP/1.1" status: 200 len: 1128 time: 0.5707159 Dec 08 00:26:06.793190 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51058) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:06.827762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6325dc9b-3575-496e-9e7a-388d27d2b760 None None] Could not find standard attr ID for object ddc681f7-7f0b-4570-bd9e-4a83b64febfa. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:26:06.846239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0588601-cbb9-462d-a5ca-11a6ccfc3b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event updated for resources: {'Port': ['ID=1503773d-2e7e-4b5e-8a60-8264cd448ee6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:06.863032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbc15f-de3c-416d-a60e-d4a99e2abc41 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:06.864670 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fcdbc15f-de3c-416d-a60e-d4a99e2abc41 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "GET /v2.0/ports/1503773d-2e7e-4b5e-8a60-8264cd448ee6 HTTP/1.1" status: 200 len: 1128 time: 0.0705481 Dec 08 00:26:06.869042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51060) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:06.972397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Deleting port 1503773d-2e7e-4b5e-8a60-8264cd448ee6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:06.973032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.075090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.088102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Calling delete_port for 1503773d-2e7e-4b5e-8a60-8264cd448ee6 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:07.235031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.276353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event deleted for resources: {'Port': ['ID=1503773d-2e7e-4b5e-8a60-8264cd448ee6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:07.324561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.327669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa9c-21eb-49c2-a1d1-3d0fb1b8bed0 req-69a40488-a537-4f54-b3ce-22e16065079a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:07.329257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6497fa9c-21eb-49c2-a1d1-3d0fb1b8bed0 req-69a40488-a537-4f54-b3ce-22e16065079a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0798695 Dec 08 00:26:07.332384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5a613c96-bbcf-49a9-ad1d-886e40af5a35 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "DELETE /v2.0/ports/1503773d-2e7e-4b5e-8a60-8264cd448ee6 HTTP/1.1" status: 204 len: 168 time: 0.4623568 Dec 08 00:26:07.333270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51066) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:07.346972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-93eb0eac-f647-4386-a43f-20691e3c5f8c None None] Could not find standard attr ID for object 1503773d-2e7e-4b5e-8a60-8264cd448ee6. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:26:07.394377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6497fa9c-21eb-49c2-a1d1-3d0fb1b8bed0 req-0c846094-293a-4856-818d-90fa648da657 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568268 Dec 08 00:26:07.401869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Deleting subnet f038d70c-2728-46f0-b2db-d00b25be69bd {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:26:07.405176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.453952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.542670 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.600160 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.631819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.639394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "DELETE /v2.0/subnets/f038d70c-2728-46f0-b2db-d00b25be69bd HTTP/1.1" status: 204 len: 168 time: 0.3014014 Dec 08 00:26:07.639394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bb9e9-0f3a-4cf3-9f33-9bb247e6fb94 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event deleted for resources: {'Subnet': ['ID=f038d70c-2728-46f0-b2db-d00b25be69bd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:07.639717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51068) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:07.641628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f5208-c0a0-4e54-b7f3-5c9760eb40e9 None None] Network 45e8271d-86be-46fb-8894-b348a910063a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:07.742553 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.819964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] DHCP port deletion for 45e8271d-86be-46fb-8894-b348a910063a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:26:07.838668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Deleting port 757f6b13-dfa2-4397-beda-9c00fc099b82 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:07.839036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.863765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244af2ab-aec7-4264-8f9e-a67d5cfb8f50 req-afc08a1d-f40b-4da9-9963-dc00c6a25687 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:07.865230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-244af2ab-aec7-4264-8f9e-a67d5cfb8f50 req-afc08a1d-f40b-4da9-9963-dc00c6a25687 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0706997 Dec 08 00:26:07.872307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] Deleting port 757f6b13-dfa2-4397-beda-9c00fc099b82 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:07.872917 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.943219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] For port 757f6b13-dfa2-4397-beda-9c00fc099b82, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=757f6b13-dfa2-4397-beda-9c00fc099b82,segment=NetworkSegment(c2ff389c-33c2-455b-93bd-566ccba7cf2e),segment_id=c2ff389c-33c2-455b-93bd-566ccba7cf2e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:07.943588 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.947055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] For port 757f6b13-dfa2-4397-beda-9c00fc099b82, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=757f6b13-dfa2-4397-beda-9c00fc099b82,segment=NetworkSegment(c2ff389c-33c2-455b-93bd-566ccba7cf2e),segment_id=c2ff389c-33c2-455b-93bd-566ccba7cf2e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:07.947695 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:07.959863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] Calling delete_port for 757f6b13-dfa2-4397-beda-9c00fc099b82 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:07.965658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Calling delete_port for 757f6b13-dfa2-4397-beda-9c00fc099b82 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:07.972829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-244af2ab-aec7-4264-8f9e-a67d5cfb8f50 req-9b027ec3-32b3-4862-86f2-2de3155c9e21 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986440 Dec 08 00:26:08.046276 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.076058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] Pushing event deleted for resources: {'Port': ['ID=757f6b13-dfa2-4397-beda-9c00fc099b82,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:08.079825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fdca08-b380-4b82-a385-71bbe7cad779 None None] No DVR routers for this DVR port 757f6b13-dfa2-4397-beda-9c00fc099b82 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:08.080185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.111163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event deleted for resources: {'Port': ['ID=757f6b13-dfa2-4397-beda-9c00fc099b82,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:08.115493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] No DVR routers for this DVR port 757f6b13-dfa2-4397-beda-9c00fc099b82 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:08.192857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.225000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e8271d-86be-46fb-8894-b348a910063a']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:08.234942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ff389c-33c2-455b-93bd-566ccba7cf2e') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:08.235238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ff389c-33c2-455b-93bd-566ccba7cf2e') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:08.244409 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.257201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.263486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:08.263871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.266508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8bf7a779-045b-4139-960a-a2783b86d57a details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:08.267282 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:08.337410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.351529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.355517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] 10.222.0.18 "DELETE /v2.0/networks/45e8271d-86be-46fb-8894-b348a910063a HTTP/1.1" status: 204 len: 168 time: 0.7156022 Dec 08 00:26:08.366474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecc94f-422b-46d8-9c2c-b3b10e15bd23 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817 tempest-ExtraDHCPOptionsIpV6TestJSON-2104796817-project] Pushing event deleted for resources: {'Network': ['ID=45e8271d-86be-46fb-8894-b348a910063a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:08.388989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:08.401819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '8bf7a779-045b-4139-960a-a2783b86d57a', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'port_id': '8bf7a779-045b-4139-960a-a2783b86d57a', 'mac_address': 'fa:16:3e:f1:c7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:26:08.454149 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.484345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bf7a779-045b-4139-960a-a2783b86d57a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:26:08.511619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:08.529371 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.535422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 757f6b13-dfa2-4397-beda-9c00fc099b82 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:08.552609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d193c-95ca-4c0e-81c7-badf7c0cae7e req-71411379-1333-477a-bb62-2edd9c40613b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:08.554682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e8d193c-95ca-4c0e-81c7-badf7c0cae7e req-71411379-1333-477a-bb62-2edd9c40613b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0730391 Dec 08 00:26:08.590744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 757f6b13-dfa2-4397-beda-9c00fc099b82 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:08.591123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 757f6b13-dfa2-4397-beda-9c00fc099b82 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:08.628880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:08.655416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e8d193c-95ca-4c0e-81c7-badf7c0cae7e req-f44233cc-7e32-4006-a9c7-82d83f0da5c1 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927444 Dec 08 00:26:08.735876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8bf7a779-045b-4139-960a-a2783b86d57a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:26:08.757936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51092) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:08.922702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8a6da37d-0283-4e60-bfef-a681aa9756cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b28edd51f3f746469abe555c76aa6811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633508 Dec 08 00:26:08.925242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51100) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:08.974169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5df166cd-8a37-49c7-bf49-4e7571a0ab46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:08.996828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5df166cd-8a37-49c7-bf49-4e7571a0ab46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:09.053151 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5df166cd-8a37-49c7-bf49-4e7571a0ab46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:09.055366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5df166cd-8a37-49c7-bf49-4e7571a0ab46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:09.056521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5df166cd-8a37-49c7-bf49-4e7571a0ab46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2574285-3e92-457b-87b0-f8e1a34627df HTTP/1.1" status: 204 len: 168 time: 0.1303146 Dec 08 00:26:09.093576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df166cd-8a37-49c7-bf49-4e7571a0ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2574285-3e92-457b-87b0-f8e1a34627df,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:09.127366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e872a2-0cde-47dd-83db-5d2031122416 req-1ca232cf-e971-479c-89ea-3efc07e780e2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:09.129139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43e872a2-0cde-47dd-83db-5d2031122416 req-1ca232cf-e971-479c-89ea-3efc07e780e2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0669887 Dec 08 00:26:09.224160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43e872a2-0cde-47dd-83db-5d2031122416 req-e92f8a23-6cc6-48ba-bd0c-c5ed326937bc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847776 Dec 08 00:26:09.418546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e21d42-935f-480e-8ed2-54b2202f3d0f req-543142ca-2edb-4c4b-9c9d-826417cd4cd6 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:09.428045 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8e21d42-935f-480e-8ed2-54b2202f3d0f req-543142ca-2edb-4c4b-9c9d-826417cd4cd6 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 946 time: 0.0702820 Dec 08 00:26:09.488354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8e21d42-935f-480e-8ed2-54b2202f3d0f req-431280c6-d358-44a5-9aac-027eb5bf529d tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592370 Dec 08 00:26:09.794734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3c965-e7b5-4250-a5c5-ca3e00cccbb2 req-1bf2257c-1804-4f50-9639-89f872bdfab5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:09.796546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ea3c965-e7b5-4250-a5c5-ca3e00cccbb2 req-1bf2257c-1804-4f50-9639-89f872bdfab5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 945 time: 0.0566306 Dec 08 00:26:09.931724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ea3c965-e7b5-4250-a5c5-ca3e00cccbb2 req-ee82fce0-7e8c-49d9-81bc-dcfa8e80755e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231544 Dec 08 00:26:09.947337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51150) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:10.081824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'networks': [{'name': 'tempest-network--252327260'}, {'name': 'tempest-network--1052800367'}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:10.082286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'network': {'name': 'tempest-network--252327260'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:10.082842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'network': {'name': 'tempest-network--1052800367'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:10.108380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Made reservation on behalf of 470198690a8341cb8302cf98018859cb for: {'network': 2} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:10.113381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.126518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.240498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.249283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.249962 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.276413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8bf7a779-045b-4139-960a-a2783b86d57a up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:10.341722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 8bf7a779-045b-4139-960a-a2783b86d57a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:10.342130 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.387088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efd3e91-2b96-4c84-8e85-6558f691e740,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:10.392080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:10.410178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.410536 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Added segment f119f4fb-0ebb-44a0-bc40-c1f966d075e8 of type vlan for network 5d7f4a42-9dc3-40f3-962c-d324e0f00649 Dec 08 00:26:10.433726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57a17-51a3-492c-9a19-ec95d3f875a3 req-611aafc0-a8bd-4308-a3e0-e7af503e67e3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:10.435305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78a57a17-51a3-492c-9a19-ec95d3f875a3 req-611aafc0-a8bd-4308-a3e0-e7af503e67e3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1749175 Dec 08 00:26:10.444319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a736b-01af-4987-aae4-1c87062e10a3 req-0de367df-0f9a-4763-858c-8a9200071791 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:10.446379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-732a736b-01af-4987-aae4-1c87062e10a3 req-0de367df-0f9a-4763-858c-8a9200071791 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1261957 Dec 08 00:26:10.485367 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.516143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:10.517977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.541552 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74b9ae8-e70a-47ba-a504-68763eaa4a53" -d '{"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-plugged", "status": "completed", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:10.558013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:10.565595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.587103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78a57a17-51a3-492c-9a19-ec95d3f875a3 req-a2eeec78-4e91-4aa5-851d-46345384eb59 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352088 Dec 08 00:26:10.631236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-732a736b-01af-4987-aae4-1c87062e10a3 req-5fab017d-735f-4957-ac51-1449f531b4e0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762719 Dec 08 00:26:10.641683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:10.659575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:10.675622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.676058 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Added segment d210bd78-1fa1-40eb-b2f7-d042be0dcf3d of type vlan for network cb0dc026-f6ac-459a-869d-d6675cc44672 Dec 08 00:26:10.702381 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34192552-fe7a-4c7d-a171-b1886b6c9140 x-openstack-request-id: req-34192552-fe7a-4c7d-a171-b1886b6c9140 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:10.703612 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-plugged", "status": "completed", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:10.704095 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34192552-fe7a-4c7d-a171-b1886b6c9140 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:10.704667 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a', 'code': 200} Dec 08 00:26:10.756722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.796521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16741949-c1cb-4c26-87bd-db7617c44cb4 req-36b13714-d055-4b04-b047-0c3b5d96e5bb tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:10.797993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16741949-c1cb-4c26-87bd-db7617c44cb4 req-36b13714-d055-4b04-b047-0c3b5d96e5bb tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 946 time: 0.0787330 Dec 08 00:26:10.804927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.804927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.811820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:10.816659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:10.817312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:10.891924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9410336 Dec 08 00:26:10.892305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:10.928529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Network': ['ID=5d7f4a42-9dc3-40f3-962c-d324e0f00649,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:10.940876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 5d7f4a42-9dc3-40f3-962c-d324e0f00649 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:10.979204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16741949-c1cb-4c26-87bd-db7617c44cb4 req-a26baaa2-a194-42a0-9b16-698415c1a0e2 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582849 Dec 08 00:26:11.061824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692400f8-67f7-402a-b022-2a78052347db tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Network': ['ID=cb0dc026-f6ac-459a-869d-d6675cc44672,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:11.075216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network cb0dc026-f6ac-459a-869d-d6675cc44672 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:11.143088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d28d1-5100-47b8-be3a-737a16eb385f req-a4c396f4-fbee-4f86-9624-fdc696331d02 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.151138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d1d28d1-5100-47b8-be3a-737a16eb385f req-a4c396f4-fbee-4f86-9624-fdc696331d02 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0918343 Dec 08 00:26:11.170766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa086f-b839-4da1-b28b-e4b1ceea2ff7 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.178656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa086f-b839-4da1-b28b-e4b1ceea2ff7 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.188404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa086f-b839-4da1-b28b-e4b1ceea2ff7 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.194534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa086f-b839-4da1-b28b-e4b1ceea2ff7 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.197544 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f6aa086f-b839-4da1-b28b-e4b1ceea2ff7 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3042135 Dec 08 00:26:11.200281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51170) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:11.212590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d1d28d1-5100-47b8-be3a-737a16eb385f req-e04be5e3-ff6f-4246-ab9c-7a4fcebebf3e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600364 Dec 08 00:26:11.283613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.382848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-22a509c8-a3b7-4c16-899d-3594ef392310 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.384853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-22a509c8-a3b7-4c16-899d-3594ef392310 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.44 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 946 time: 0.0980067 Dec 08 00:26:11.425415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.479070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7f4a42-9dc3-40f3-962c-d324e0f00649']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:11.506835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f119f4fb-0ebb-44a0-bc40-c1f966d075e8') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:11.507162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f119f4fb-0ebb-44a0-bc40-c1f966d075e8') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:11.525141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.543183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.551292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:11.551684 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:11.554654 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:11.570067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Deleting port 7554eacf-0a61-4c49-adac-95308bb45eba {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:11.570458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.753775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd846d0c-f941-423a-bd7a-a77e2bf95ef4 req-113d084e-76ec-4979-94c8-006b089b8480 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.756008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd846d0c-f941-423a-bd7a-a77e2bf95ef4 req-113d084e-76ec-4979-94c8-006b089b8480 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.0836952 Dec 08 00:26:11.841989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c69818-5ea6-4c74-909f-d2661ae880a4 req-c8226ab9-d7eb-4520-ab01-925e923221d4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:11.843795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1c69818-5ea6-4c74-909f-d2661ae880a4 req-c8226ab9-d7eb-4520-ab01-925e923221d4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0867264 Dec 08 00:26:11.867748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd846d0c-f941-423a-bd7a-a77e2bf95ef4 req-8852904a-c987-4f85-ad07-5002fff6b53b tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013258 Dec 08 00:26:11.917757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1c69818-5ea6-4c74-909f-d2661ae880a4 req-8bcff3fd-ff3f-4a07-98bd-08c8c211cc91 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648565 Dec 08 00:26:11.940039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.945168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:11.948820 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/networks/5d7f4a42-9dc3-40f3-962c-d324e0f00649 HTTP/1.1" status: 204 len: 168 time: 0.7474515 Dec 08 00:26:11.951530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51176) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:11.990822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637b74e-8133-4710-b85b-1818a66d8f93 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Network': ['ID=5d7f4a42-9dc3-40f3-962c-d324e0f00649,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:12.039622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] For port 7554eacf-0a61-4c49-adac-95308bb45eba, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7554eacf-0a61-4c49-adac-95308bb45eba,segment=NetworkSegment(ccfa0772-990e-45dc-b937-1ea40a8c7086),segment_id=ccfa0772-990e-45dc-b937-1ea40a8c7086)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:12.040279 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.049888 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.066498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Calling delete_port for 7554eacf-0a61-4c49-adac-95308bb45eba owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:12.192097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.219340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bfc3f-0a4b-4243-8cf2-d5aa0b161a5f req-5b0ec2b5-a2e4-43dc-9470-b3f6187e96e3 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:12.219340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-563bfc3f-0a4b-4243-8cf2-d5aa0b161a5f req-5b0ec2b5-a2e4-43dc-9470-b3f6187e96e3 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 946 time: 0.1534626 Dec 08 00:26:12.233848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0dc026-f6ac-459a-869d-d6675cc44672']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:12.256941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd210bd78-1fa1-40eb-b2f7-d042be0dcf3d') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:12.257327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd210bd78-1fa1-40eb-b2f7-d042be0dcf3d') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:12.269315 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.273252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.312813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Pushing event deleted for resources: {'Port': ['ID=7554eacf-0a61-4c49-adac-95308bb45eba,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:12.333399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7554eacf-0a61-4c49-adac-95308bb45eba'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:26:12.354773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-563bfc3f-0a4b-4243-8cf2-d5aa0b161a5f req-34835e1a-38f2-401c-9824-e7dd34c91b52 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/security-groups?id=af828687-f3da-490d-9fe5-aa29f27254e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262357 Dec 08 00:26:12.378862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266776e5-6fcd-41d3-a08b-dbed351ca1bd None None] DHCP port deletion for 050132c7-3d7f-4567-a521-3f7f9574c518 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:26:12.401917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.402167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] No DVR routers for this DVR port 7554eacf-0a61-4c49-adac-95308bb45eba on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:12.405030 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.410797 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b0156caf-8ae6-4500-aa3b-f721698f0307 req-0d22fd45-d8cb-4acd-92c3-2eda7ef1f23c tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.44 "DELETE /v2.0/ports/7554eacf-0a61-4c49-adac-95308bb45eba HTTP/1.1" status: 204 len: 173 time: 1.0179393 Dec 08 00:26:12.411338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'name': 'network-vif-deleted', 'tag': '7554eacf-0a61-4c49-adac-95308bb45eba'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:12.414009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:12.414009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.414927 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde694d3-a76e-436f-95e4-df03928b5c63" -d '{"events": [{"server_uuid": "b54df54d-4ec0-47c1-85c8-6b13e6b52807", "name": "network-vif-deleted", "tag": "7554eacf-0a61-4c49-adac-95308bb45eba"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:12.427286 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:12.477500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f7f8-dab5-4d66-b01a-69094ed7bcd6 req-71cba755-325a-4ebd-85ab-bc11c2834b92 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:12.479190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1036f7f8-dab5-4d66-b01a-69094ed7bcd6 req-71cba755-325a-4ebd-85ab-bc11c2834b92 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.1334658 Dec 08 00:26:12.502981 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7dd70-0f4b-4c96-8fea-b9efea6442e1 x-openstack-request-id: req-62b7dd70-0f4b-4c96-8fea-b9efea6442e1 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:12.502981 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54df54d-4ec0-47c1-85c8-6b13e6b52807", "name": "network-vif-deleted", "tag": "7554eacf-0a61-4c49-adac-95308bb45eba", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:12.502981 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62b7dd70-0f4b-4c96-8fea-b9efea6442e1 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:12.502981 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54df54d-4ec0-47c1-85c8-6b13e6b52807', 'name': 'network-vif-deleted', 'tag': '7554eacf-0a61-4c49-adac-95308bb45eba', 'status': 'completed', 'code': 200} Dec 08 00:26:12.536650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.550136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.553572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/networks/cb0dc026-f6ac-459a-869d-d6675cc44672 HTTP/1.1" status: 204 len: 168 time: 0.6008959 Dec 08 00:26:12.556794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51184) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:12.579092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a42e52-720f-4d02-a3b8-c4db54123950 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Network': ['ID=cb0dc026-f6ac-459a-869d-d6675cc44672,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:12.596305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1036f7f8-dab5-4d66-b01a-69094ed7bcd6 req-8de4524b-1825-4a3d-833b-55846784c00f tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835869 Dec 08 00:26:12.738880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91385-8509-48ae-9779-02238a2b09cc req-7caef6d7-7da4-438e-a96f-7c6acab40c7e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:12.740439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-39d91385-8509-48ae-9779-02238a2b09cc req-7caef6d7-7da4-438e-a96f-7c6acab40c7e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1323657 Dec 08 00:26:12.770757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ab18e-c0ff-44d8-acad-25f97a056871 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:12.777870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ab18e-c0ff-44d8-acad-25f97a056871 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:12.783242 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c2ab18e-c0ff-44d8-acad-25f97a056871 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2256103 Dec 08 00:26:12.783997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51192) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:12.792632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1800689893'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:12.834428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Made reservation on behalf of 470198690a8341cb8302cf98018859cb for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:12.841561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.877239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Deleting port 6d927572-6d05-445b-bb47-827a9d21f4ff {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:12.877677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.892743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:12.907709 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:12.908531 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Added segment ba4f88d7-53c6-4583-9dc5-10cfe9f4895a of type vlan for network dfe2624e-5eef-495d-b514-f4392fc008ff Dec 08 00:26:12.985702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.010976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] For port 6d927572-6d05-445b-bb47-827a9d21f4ff, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=6d927572-6d05-445b-bb47-827a9d21f4ff,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:13.011619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.090430 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.096228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:13.096828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.195109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4089901 Dec 08 00:26:13.200329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51198) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:13.200744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6077-0fa9-4d68-b55c-41417836d89b tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Network': ['ID=dfe2624e-5eef-495d-b514-f4392fc008ff,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:13.207841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2052707242'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:13.212448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network dfe2624e-5eef-495d-b514-f4392fc008ff details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:13.224030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67e922-4046-4831-b5c2-8a47129f14cc req-ed737e7e-518e-4d0c-9792-85219fd1ffe5 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:13.225666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b67e922-4046-4831-b5c2-8a47129f14cc req-ed737e7e-518e-4d0c-9792-85219fd1ffe5 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 945 time: 0.1926899 Dec 08 00:26:13.235113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aec74-4b14-4018-999f-76d17cba8bc3 req-1dc0112c-293d-436e-b74b-1a3f358fad66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:13.242231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-239aec74-4b14-4018-999f-76d17cba8bc3 req-1dc0112c-293d-436e-b74b-1a3f358fad66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.2103083 Dec 08 00:26:13.325329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.325329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.325678 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Floating IP 19ba2843-53ae-423c-88ca-ed7a534ba89a disassociated. External IP: 172.25.6.59, port: 6d927572-6d05-445b-bb47-827a9d21f4ff. Dec 08 00:26:13.326768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Calling delete_port for 6d927572-6d05-445b-bb47-827a9d21f4ff owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:13.350421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-239aec74-4b14-4018-999f-76d17cba8bc3 req-9b6ebc81-2602-4fa5-9792-17202aa4d256 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057379 Dec 08 00:26:13.413950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b67e922-4046-4831-b5c2-8a47129f14cc req-3ffb25a2-8007-49f7-a50c-d6c715d631ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617808 Dec 08 00:26:13.415228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Made reservation on behalf of 470198690a8341cb8302cf98018859cb for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:13.419239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.463235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:13.483600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.484259 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Added segment 470a7b46-7594-415c-ba7b-c7b625b00557 of type vlan for network 7b37e1bd-c199-4b00-a47b-dc2960216ea5 Dec 08 00:26:13.549005 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.574520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fda652ee-66a1-47d8-833b-cf1b2a502553 req-8866df74-e52a-4513-bf15-e631982dd806 tempest-VolumesSnapshotTestJSON-169362643 tempest-VolumesSnapshotTestJSON-169362643-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54df54d-4ec0-47c1-85c8-6b13e6b52807 HTTP/1.1" status: 200 len: 210 time: 0.0541079 Dec 08 00:26:13.576154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.619106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event deleted for resources: {'Port': ['ID=6d927572-6d05-445b-bb47-827a9d21f4ff,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:13.625529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.637287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:13.642546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.777662 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:13.790778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Network': ['ID=7b37e1bd-c199-4b00-a47b-dc2960216ea5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:13.801027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fa050f78-56f6-4d91-9fa6-8b1266907494 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5977609 Dec 08 00:26:13.804623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51204) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:13.806335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7b37e1bd-c199-4b00-a47b-dc2960216ea5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:13.810815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'ports': [{'network_id': 'dfe2624e-5eef-495d-b514-f4392fc008ff', 'name': 'tempest-port--1180425432', 'admin_state_up': True}, {'network_id': '7b37e1bd-c199-4b00-a47b-dc2960216ea5', 'admin_state_up': False}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:13.811407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'port': {'network_id': 'dfe2624e-5eef-495d-b514-f4392fc008ff', 'name': 'tempest-port--1180425432', 'admin_state_up': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:13.812069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'port': {'network_id': '7b37e1bd-c199-4b00-a47b-dc2960216ea5', 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:13.823219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Router 4aee2064-fb3a-4510-9b5c-d51aba739801 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:26:13.864573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6793d2-9cdf-4d43-8aa7-3aa7e24a7331 req-55f1cda7-126d-44b7-bfe5-d440fdd8f6a3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:13.874721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f6793d2-9cdf-4d43-8aa7-3aa7e24a7331 req-55f1cda7-126d-44b7-bfe5-d440fdd8f6a3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.1656871 Dec 08 00:26:13.962928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:13.981726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] Sync routers for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:14.006007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f6793d2-9cdf-4d43-8aa7-3aa7e24a7331 req-e0069a00-c00f-44ce-bc4e-0ae068d3e1f5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230431 Dec 08 00:26:14.010659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:14.013487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:25:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:14.027788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] No DVR routers for this DVR port 6d927572-6d05-445b-bb47-827a9d21f4ff on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:14.030463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:14.036094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-39d91385-8509-48ae-9779-02238a2b09cc req-50751799-6382-44cc-8f90-4fc9cee634ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "DELETE /v2.0/ports/6d927572-6d05-445b-bb47-827a9d21f4ff HTTP/1.1" status: 204 len: 173 time: 1.2860031 Dec 08 00:26:14.092659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Made reservation on behalf of 470198690a8341cb8302cf98018859cb for: {'port': 2} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:14.097748 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:14.129566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:14.233862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:26:14.250453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] device_id is not set on port 5b1b5082-dfb4-48e0-8497-058487dfcbc9 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:26:14.300761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7554eacf-0a61-4c49-adac-95308bb45eba no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:14.370593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 7554eacf-0a61-4c49-adac-95308bb45eba {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:14.371186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7554eacf-0a61-4c49-adac-95308bb45eba not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:14.374207 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-291848fc-9f1c-48f6-96c5-8b78e6857966 req-fd042bb1-fb63-44b2-9359-82ced537ecef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314741 Dec 08 00:26:14.415816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:14.480785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-291848fc-9f1c-48f6-96c5-8b78e6857966 req-ac4fa5a2-6945-4cc1-8f0c-40fb4ac1cdcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 210 time: 0.0326738 Dec 08 00:26:14.499514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'name': 'network-vif-deleted', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:14.501925 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62eaa79-aeda-4ad5-ba57-1f912194b45f" -d '{"events": [{"server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "name": "network-vif-deleted", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:14.595698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] device_id is not set on port 37754ade-430c-4049-8a1f-9fc98cf44726 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:26:14.598959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:14.660109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] Checking router: 4aee2064-fb3a-4510-9b5c-d51aba739801 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:26:14.673355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:14.674266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:25:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:14.709683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c16a6d84-f563-4c5c-8438-f6bae5c4a5b3 req-4933dec7-0874-4392-84fc-048c90237fc1 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1 HTTP/1.1" status: 200 len: 210 time: 0.1187525 Dec 08 00:26:14.776107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291848fc-9f1c-48f6-96c5-8b78e6857966 req-b739469e-c2de-4b73-a5f1-7e0106a7f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:14.777740 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-291848fc-9f1c-48f6-96c5-8b78e6857966 req-b739469e-c2de-4b73-a5f1-7e0106a7f855 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=02af2c8d35904777ae8121d05472c453&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2669683 Dec 08 00:26:14.819986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e153f-1298-48a5-a849-b32e218b8558 req-80c575b1-7135-4e6a-9ced-3052f500f1fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:14.842211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d2e153f-1298-48a5-a849-b32e218b8558 req-80c575b1-7135-4e6a-9ced-3052f500f1fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.2559421 Dec 08 00:26:14.848575 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a2130-4131-49e5-af4e-527184c66574 x-openstack-request-id: req-019a2130-4131-49e5-af4e-527184c66574 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:14.848959 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1", "name": "network-vif-deleted", "tag": "6d927572-6d05-445b-bb47-827a9d21f4ff", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:14.851068 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-019a2130-4131-49e5-af4e-527184c66574 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:14.851601 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bd3d7d-389f-4d8e-b4b8-83c8552cd6b1', 'name': 'network-vif-deleted', 'tag': '6d927572-6d05-445b-bb47-827a9d21f4ff', 'status': 'completed', 'code': 200} Dec 08 00:26:15.001798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d2e153f-1298-48a5-a849-b32e218b8558 req-14d8b1fd-5293-4638-89cb-008f77706326 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575899 Dec 08 00:26:15.089417 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:15.119082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291848fc-9f1c-48f6-96c5-8b78e6857966 req-b41f8d9a-e81c-4159-9031-64e7ae1216bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:15.119683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:26:15.120573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-291848fc-9f1c-48f6-96c5-8b78e6857966 req-b41f8d9a-e81c-4159-9031-64e7ae1216bb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274448 Dec 08 00:26:15.183954 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:15.209669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ca62-3223-4199-bab1-17dfc8bf49eb req-10a66728-2063-4380-98a1-5011555ae5f4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:15.218680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37c4ca62-3223-4199-bab1-17dfc8bf49eb req-10a66728-2063-4380-98a1-5011555ae5f4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.0947895 Dec 08 00:26:15.342379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37c4ca62-3223-4199-bab1-17dfc8bf49eb req-dc3dfc7c-a7f5-47b3-8162-7a58f7cc8632 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221936 Dec 08 00:26:15.367292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Port': ['ID=5b1b5082-dfb4-48e0-8497-058487dfcbc9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:15.388025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Checking segment: {'id': 'ba4f88d7-53c6-4583-9dc5-10cfe9f4895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dfe2624e-5eef-495d-b514-f4392fc008ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:15.388640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network hostable DHCP agents. Network: dfe2624e-5eef-495d-b514-f4392fc008ff, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:15.436696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network dfe2624e-5eef-495d-b514-f4392fc008ff is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:15.462086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, dfe2624e-5eef-495d-b514-f4392fc008ff) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:15.470212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:15.471224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:15.512235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4631ab-9c20-45a5-a693-14b06c6a7b43 None None] Network dfe2624e-5eef-495d-b514-f4392fc008ff requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:15.527340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:15.585384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Port': ['ID=37754ade-430c-4049-8a1f-9fc98cf44726,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:15.601528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Checking segment: {'id': '470a7b46-7594-415c-ba7b-c7b625b00557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7b37e1bd-c199-4b00-a47b-dc2960216ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:15.602540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network hostable DHCP agents. Network: 7b37e1bd-c199-4b00-a47b-dc2960216ea5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:15.629100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network 7b37e1bd-c199-4b00-a47b-dc2960216ea5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:15.634918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790acc9-5ee0-4737-8bc1-af4bbb5a265f None None] The sync data for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 is: [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:15.651712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7b37e1bd-c199-4b00-a47b-dc2960216ea5) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:15.667686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fa86a-41a2-4d79-b209-ec21a6e114d9 None None] Network 7b37e1bd-c199-4b00-a47b-dc2960216ea5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:15.672102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:15.681056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:15.686810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:15.688196 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:15.720239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0408455a-a363-4fd3-a12f-c4599e014f23 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9142454 Dec 08 00:26:15.723573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51224) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:15.795348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95008f0a-d4c3-4430-abe4-17748c7185b0 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:15.802655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95008f0a-d4c3-4430-abe4-17748c7185b0 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:15.810125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51230) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:15.810558 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95008f0a-d4c3-4430-abe4-17748c7185b0 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0855396 Dec 08 00:26:15.861050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51232) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:15.969051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02652a1-3b59-40e4-a29c-8f43950223b8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.010074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02652a1-3b59-40e4-a29c-8f43950223b8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.056806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Deleting port 5b1b5082-dfb4-48e0-8497-058487dfcbc9 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:16.071885 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.103844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02652a1-3b59-40e4-a29c-8f43950223b8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.107562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c02652a1-3b59-40e4-a29c-8f43950223b8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.116163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51236) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:16.118414 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c02652a1-3b59-40e4-a29c-8f43950223b8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0dd6d9a-82e9-4e29-834c-f0f1241b3b64 HTTP/1.1" status: 204 len: 168 time: 0.2517052 Dec 08 00:26:16.152831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02652a1-3b59-40e4-a29c-8f43950223b8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd6d9a-82e9-4e29-834c-f0f1241b3b64,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:16.187910 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-17c57a00-0fae-4c0e-84cc-50a294354ca3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] show failed (client error): The resource could not be found. Dec 08 00:26:16.188950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-17c57a00-0fae-4c0e-84cc-50a294354ca3 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups/f0dd6d9a-82e9-4e29-834c-f0f1241b3b64 HTTP/1.1" status: 404 len: 347 time: 0.0720718 Dec 08 00:26:16.192249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51238) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:16.248874 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.271934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Calling delete_port for 5b1b5082-dfb4-48e0-8497-058487dfcbc9 owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:16.292661 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab981ff0-6b8a-4a40-9c17-9df766f1f40c None None] New status for floating IP 19ba2843-53ae-423c-88ca-ed7a534ba89a: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:26:16.301083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f59a6-241e-4b80-86eb-33ec18aeab14 req-a309720d-0703-41c8-af57-cab9b99ad159 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:16.308876 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-851f59a6-241e-4b80-86eb-33ec18aeab14 req-a309720d-0703-41c8-af57-cab9b99ad159 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1643271 Dec 08 00:26:16.316443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6d927572-6d05-445b-bb47-827a9d21f4ff no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:16.348162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 6d927572-6d05-445b-bb47-827a9d21f4ff {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:16.348900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 6d927572-6d05-445b-bb47-827a9d21f4ff not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:16.448467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Deleting port c06d83ab-bcb9-4371-9663-375ac8ac1363 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:16.450998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.465763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.506943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Port': ['ID=5b1b5082-dfb4-48e0-8497-058487dfcbc9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:16.604554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.607975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2733e7f1-f16c-421e-822b-ed8120987a06 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/ports/5b1b5082-dfb4-48e0-8497-058487dfcbc9 HTTP/1.1" status: 204 len: 168 time: 0.7967749 Dec 08 00:26:16.612486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.612981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.619264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51244) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:16.653960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-851f59a6-241e-4b80-86eb-33ec18aeab14 req-ad7c0d99-4a70-4cb7-9f87-fafe49510670 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375766 Dec 08 00:26:16.696098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860622-0393-4e8f-96ed-0e40e25591ad req-e9fd22b3-d207-4e46-8d27-7424028097df tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:16.699942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb860622-0393-4e8f-96ed-0e40e25591ad req-e9fd22b3-d207-4e46-8d27-7424028097df tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.2020545 Dec 08 00:26:16.704277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Calling delete_port for c06d83ab-bcb9-4371-9663-375ac8ac1363 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:16.786627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb860622-0393-4e8f-96ed-0e40e25591ad req-6357d423-2c6a-4913-adae-8b6490acf90c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 Dec 08 00:26:16.836907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Deleting port 37754ade-430c-4049-8a1f-9fc98cf44726 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:16.837251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.925731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:16.964479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Calling delete_port for 37754ade-430c-4049-8a1f-9fc98cf44726 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:17.031032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.070247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event deleted for resources: {'Port': ['ID=c06d83ab-bcb9-4371-9663-375ac8ac1363,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:17.144468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.146264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.149011 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.153522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-29f94c8c-90d1-4728-92e0-97af9c44f683 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "DELETE /v2.0/floatingips/19ba2843-53ae-423c-88ca-ed7a534ba89a HTTP/1.1" status: 204 len: 168 time: 0.9561961 Dec 08 00:26:17.184583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Port': ['ID=37754ade-430c-4049-8a1f-9fc98cf44726,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:17.189980 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.193779 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6a5d169b-f52f-4891-8af5-7590b6153583 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/ports/37754ade-430c-4049-8a1f-9fc98cf44726 HTTP/1.1" status: 204 len: 168 time: 0.5734558 Dec 08 00:26:17.197200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51246) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:17.231914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e1ea5f4e-38c7-4929-af32-5dc8addb48d6 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327718 Dec 08 00:26:17.235825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51250) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:17.241210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1588565849'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:17.276400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Made reservation on behalf of 470198690a8341cb8302cf98018859cb for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:17.282950 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.312307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:17.323457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.324018 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Added segment 502d25e2-427d-4bca-aeca-ce684cdec1fa of type vlan for network 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 Dec 08 00:26:17.368079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.411938 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.418752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:17.419589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.462919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51252) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:17.465705 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2287619 Dec 08 00:26:17.466292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51254) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:17.467555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594874513', 'description': 'tempest-description--1097863719'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:17.479895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2000004136'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:17.497435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.502137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 00:26:17.502137 n-d-820549-2 neutron-server[103114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 00:26:17.502137 n-d-820549-2 neutron-server[103114]: [parameters: {'project_id_1': '02af2c8d35904777ae8121d05472c453', 'expiration_1': datetime.datetime(2021, 12, 8, 0, 25, 57, 474084)}] Dec 08 00:26:17.502137 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:26:17.502717 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:26:17.533892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f43d9-ecf3-4b31-9791-aa78e2a18227 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Network': ['ID=46ea0c27-cbec-4ae8-8d2b-86bf89276ce6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:17.548427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:17.550530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Made reservation on behalf of 470198690a8341cb8302cf98018859cb for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:17.555131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.592260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:17.622153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.622510 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Added segment 7ab4db2d-a0d4-4060-9ba4-490eb099d68f of type vlan for network 2a00022c-06c2-42b8-bb4e-34d0a089d04b Dec 08 00:26:17.675165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.717281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.723359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:17.723974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:17.802066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Network': ['ID=2a00022c-06c2-42b8-bb4e-34d0a089d04b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:17.813403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2a00022c-06c2-42b8-bb4e-34d0a089d04b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:17.816542 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-599d8830-e7f1-48fc-8a9c-c33053f6ad1c tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3408008 Dec 08 00:26:17.976001 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51266) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:17.981479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'subnets': [{'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1081736803', 'ip_version': 4}, {'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:17.981860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'subnet': {'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1081736803', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:17.982451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Request body: {'subnet': {'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:18.210426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Made reservation on behalf of 470198690a8341cb8302cf98018859cb for: {'subnet': 2} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:18.216847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.217467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.359805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c2a37-6cc1-4e29-9c94-60c8b0ec66da req-88e95095-507a-4868-b20c-4d51998baf1f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:18.371017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb4c2a37-6cc1-4e29-9c94-60c8b0ec66da req-88e95095-507a-4868-b20c-4d51998baf1f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.6323946 Dec 08 00:26:18.379912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.411299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ba25b-df47-44b2-b366-0f2822eee8d2 req-b239a9b3-7038-4f30-8984-9613cecc1b55 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:18.420114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-128ba25b-df47-44b2-b366-0f2822eee8d2 req-b239a9b3-7038-4f30-8984-9613cecc1b55 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.1553359 Dec 08 00:26:18.528893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb4c2a37-6cc1-4e29-9c94-60c8b0ec66da req-7b76261a-167a-432a-90a8-b82fff71cb32 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566710 Dec 08 00:26:18.602810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-128ba25b-df47-44b2-b366-0f2822eee8d2 req-6edfb7ef-a9db-450d-805a-b60a38f4ec0b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812055 Dec 08 00:26:18.620225 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-4b300673-b7d1-49ef-971c-9cd8f68c25d5 service neutron] show failed (client error): The resource could not be found. Dec 08 00:26:18.621638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-4b300673-b7d1-49ef-971c-9cd8f68c25d5 service neutron] 10.222.0.59 "GET /v2.0/ports/d22c56f2-dfbb-46f0-9ead-bc285280735e/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0851371 Dec 08 00:26:18.663238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.672223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.708841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47959e3-261b-47de-a4db-bc6ac427c33b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:18.744243 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.746043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d068c1b6-32cf-49dc-aaac-b4ed2b7d4585 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2822735 Dec 08 00:26:18.749248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51272) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:18.764393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a7e2caec-8776-4004-91ac-f6a2fcfc5c20 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'security_group_rule': {'security_group_id': 'f47959e3-261b-47de-a4db-bc6ac427c33b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:18.809696 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7e2caec-8776-4004-91ac-f6a2fcfc5c20 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.825611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-7b244d0c-2533-4916-8146-b48feae7939f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1842918 Dec 08 00:26:18.950307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7e2caec-8776-4004-91ac-f6a2fcfc5c20 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.960350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7e2caec-8776-4004-91ac-f6a2fcfc5c20 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:18.991725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2caec-8776-4004-91ac-f6a2fcfc5c20 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a62fdd-ae7c-4fc5-bea7-f9d589969cb8,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:19.007482 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7e2caec-8776-4004-91ac-f6a2fcfc5c20 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.009718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a7e2caec-8776-4004-91ac-f6a2fcfc5c20 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2590978 Dec 08 00:26:19.012483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51276) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:19.019509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ffda16b5-7e17-45e7-aee6-14837ee19da9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'security_group_rule': {'security_group_id': 'f47959e3-261b-47de-a4db-bc6ac427c33b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:19.064339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffda16b5-7e17-45e7-aee6-14837ee19da9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.082790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-b0729a75-15a8-44fb-9325-6c8c0bd10812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:19.084442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-b0729a75-15a8-44fb-9325-6c8c0bd10812 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 1097 time: 0.1830978 Dec 08 00:26:19.090139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-02bf2491-07f0-4d8e-b841-28cdf6ede651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:19.091749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-02bf2491-07f0-4d8e-b841-28cdf6ede651 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.1434796 Dec 08 00:26:19.105584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:19.150171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffda16b5-7e17-45e7-aee6-14837ee19da9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.160629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffda16b5-7e17-45e7-aee6-14837ee19da9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.168133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.191945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda16b5-7e17-45e7-aee6-14837ee19da9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24af9194-0268-4828-84dc-2f539738fa3f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:19.204055 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ffda16b5-7e17-45e7-aee6-14837ee19da9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.206033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ffda16b5-7e17-45e7-aee6-14837ee19da9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911943 Dec 08 00:26:19.209029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51278) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:19.214971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:19.246374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.279480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.501068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:19.725677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Subnet': ['ID=58fcc0b6-5210-44eb-9b46-f5f75a265ca3,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:19.777766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Checking segment: {'id': '502d25e2-427d-4bca-aeca-ce684cdec1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:19.778031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network hostable DHCP agents. Network: 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:19.779891 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:26:19.784466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Allocated IP 172.25.6.171 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b24bed1d-08e2-426a-bde9-2f05e7d9635a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:19.800016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-a72e3713-74eb-4202-9b87-9a2218293afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:19.802047 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-a72e3713-74eb-4202-9b87-9a2218293afa service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.6626024 Dec 08 00:26:19.958156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa38c97-f3f2-48e1-82fe-ac48ec04b09e req-65b4bbbb-3ee1-483b-9556-c13ff40fd257 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:19.964426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8aa38c97-f3f2-48e1-82fe-ac48ec04b09e req-65b4bbbb-3ee1-483b-9556-c13ff40fd257 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.3469841 Dec 08 00:26:19.981432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:20.035251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:20.045764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc186b-a331-40bd-9349-197ce7a24724 None None] Network 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:20.049135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.079009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e1f59-04bc-4e8c-b389-26b43b02c2a1 req-5c228b84-94eb-4f22-8fec-9d1ef139e125 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.080718 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-957e1f59-04bc-4e8c-b389-26b43b02c2a1 req-5c228b84-94eb-4f22-8fec-9d1ef139e125 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.3003218 Dec 08 00:26:20.104235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8aa38c97-f3f2-48e1-82fe-ac48ec04b09e req-6071a42c-d92f-408d-a0ce-3f40e2b77820 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302493 Dec 08 00:26:20.179192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:20.225605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.262522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-46ea0c27-cbec-4ae8-8d2b-86bf89276ce6', 'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6', 'project_id': '470198690a8341cb8302cf98018859cb', 'fixed_ips': [{'subnet_id': '58fcc0b6-5210-44eb-9b46-f5f75a265ca3'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:26:20.264004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.266157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-957e1f59-04bc-4e8c-b389-26b43b02c2a1 req-1c8cf30a-7f56-4c34-83b5-6160669e94bc tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609085 Dec 08 00:26:20.310493 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.311881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event updated for resources: {'Subnet': ['ID=02b417d7-f3f6-49f5-9c2b-463288713373,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:20.328939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:20.362807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:20.368714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:20.372959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:20.373584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-e502f2b2-52b9-4e4c-9d58-b08a1328fc3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.4923759 Dec 08 00:26:20.402911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'Port': ['ID=b24bed1d-08e2-426a-bde9-2f05e7d9635a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:20.456261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:20.458855 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a006a68-76b7-434d-9143-9c8984ae3e8a" -d '{"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-unplugged", "status": "completed", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:20.466004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.479717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Checking segment: {'id': '7ab4db2d-a0d4-4060-9ba4-490eb099d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:20.480176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network hostable DHCP agents. Network: 2a00022c-06c2-42b8-bb4e-34d0a089d04b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:20.509738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Transition to ACTIVE for port object d22c56f2-dfbb-46f0-9ead-bc285280735e will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:26:20.517087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-c9a63a40-e2d3-41d7-954e-bacf8e5fe842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.518688 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-c9a63a40-e2d3-41d7-954e-bacf8e5fe842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1312532 Dec 08 00:26:20.520193 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.541153 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.556185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Network 2a00022c-06c2-42b8-bb4e-34d0a089d04b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:20.568455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Allocated IP 172.20.0.2 (46ea0c27-cbec-4ae8-8d2b-86bf89276ce6/58fcc0b6-5210-44eb-9b46-f5f75a265ca3/c9e8c127-d513-45c2-b9ac-4012135df282) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:20.598750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2a00022c-06c2-42b8-bb4e-34d0a089d04b) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:20.603641 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a2d5a-e738-4024-94b6-06d0144de9ee x-openstack-request-id: req-3c3a2d5a-e738-4024-94b6-06d0144de9ee {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:20.604025 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-unplugged", "status": "completed", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:20.604345 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c3a2d5a-e738-4024-94b6-06d0144de9ee {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:20.604829 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'code': 200} Dec 08 00:26:20.613041 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.616990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.616990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.617509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.651186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:20.652558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5727bdf-3456-48a3-bdac-90b1bff5d31b None None] Network 2a00022c-06c2-42b8-bb4e-34d0a089d04b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:20.797274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-31cb37db-233d-4a29-a6c6-e5f8609a50b2 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8200433 Dec 08 00:26:20.801510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51288) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:20.807336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-836d848c-9901-45ad-82e9-d0a90848db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.808406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2a00022c-06c2-42b8-bb4e-34d0a089d04b', 'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b', 'project_id': '470198690a8341cb8302cf98018859cb', 'fixed_ips': [{'subnet_id': '02b417d7-f3f6-49f5-9c2b-463288713373'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:26:20.809017 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-836d848c-9901-45ad-82e9-d0a90848db58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823110 Dec 08 00:26:20.809441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:20.915946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c20a2e-e8b8-44eb-89f7-9b8488aa3c13 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.918422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c20a2e-e8b8-44eb-89f7-9b8488aa3c13 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.921082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c20a2e-e8b8-44eb-89f7-9b8488aa3c13 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:20.923556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9c20a2e-e8b8-44eb-89f7-9b8488aa3c13 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1208239 Dec 08 00:26:20.930349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51290) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:20.976085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Allocated IP 172.20.0.18 (2a00022c-06c2-42b8-bb4e-34d0a089d04b/02b417d7-f3f6-49f5-9c2b-463288713373/2dafb9fa-712c-4408-82fe-7f9f5366cbbd) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:21.000173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.020901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.033687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] No DVR routers for this DVR port d22c56f2-dfbb-46f0-9ead-bc285280735e on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:21.107964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Deleting subnet 58fcc0b6-5210-44eb-9b46-f5f75a265ca3 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:26:21.111180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'Port': ['ID=b24bed1d-08e2-426a-bde9-2f05e7d9635a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:21.180531 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-b53cbd03-a8dd-4e59-8546-7d7cd11fb375 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596947 Dec 08 00:26:21.190401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.208679 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.208934 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.373878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Network 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:21.377094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:21.386924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:21.411302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ca3786-02b9-41da-a3f2-a019fc0e95ca req-be75d78a-6719-4d3a-a5a7-526e054607dc service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225850 Dec 08 00:26:21.413407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:21.414837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:21.415293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:21.425613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Port d22c56f2-dfbb-46f0-9ead-bc285280735e on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:26:21.427995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Attempting to bind port d22c56f2-dfbb-46f0-9ead-bc285280735e on network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:21.433392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Pushing event updated for resources: {'Port': ['ID=c9e8c127-d513-45c2-b9ac-4012135df282,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:21.442516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:21.442992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Checking segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:21.443486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Bound using segment: {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:21.444367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Bound port: d22c56f2-dfbb-46f0-9ead-bc285280735e, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315d67ec-f814-4c37-a435-9bfa3aa41db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:21.445513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.495441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d4c2-eabf-4d80-9413-c5ce146f3e13 req-4810c7c4-e948-4822-9115-a7872423a9a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:21.498930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7cdde25b-fba0-46c3-a7c9-1c46fc42dcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.501226 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.508055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e63d4c2-eabf-4d80-9413-c5ce146f3e13 req-4810c7c4-e948-4822-9115-a7872423a9a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.2327859 Dec 08 00:26:21.516453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.541016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.578478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.588025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.598063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-95444f18-08ec-4c22-b701-0f65644d9d44 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3791211 Dec 08 00:26:21.598290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Network 2a00022c-06c2-42b8-bb4e-34d0a089d04b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:21.598290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Attempting to bind port c9e8c127-d513-45c2-b9ac-4012135df282 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:21.598290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Attempting to bind port c9e8c127-d513-45c2-b9ac-4012135df282 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '502d25e2-427d-4bca-aeca-ce684cdec1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:21.598290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Attempting to bind port c9e8c127-d513-45c2-b9ac-4012135df282 on network 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:21.640829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:21.661812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9c1d-e29e-478d-89ef-f27d46085b19 req-3c85e9b7-38a0-4c87-9e30-7c60c364025a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:21.675670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fedc9c1d-e29e-478d-89ef-f27d46085b19 req-3c85e9b7-38a0-4c87-9e30-7c60c364025a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.2114623 Dec 08 00:26:21.677336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:21.680770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:21.692686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:21.701205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.706010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:21.706639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Checking segment: {'id': '502d25e2-427d-4bca-aeca-ce684cdec1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:21.709060 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.709560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Bound using segment: {'id': '502d25e2-427d-4bca-aeca-ce684cdec1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:21.710851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Bound port: c9e8c127-d513-45c2-b9ac-4012135df282, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502d25e2-427d-4bca-aeca-ce684cdec1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '46ea0c27-cbec-4ae8-8d2b-86bf89276ce6'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:21.712933 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.731019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Pushing event updated for resources: {'Port': ['ID=2dafb9fa-712c-4408-82fe-7f9f5366cbbd,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:21.791994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fedc9c1d-e29e-478d-89ef-f27d46085b19 req-9336e0df-9085-4c76-af79-bf3b4c8b44c9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101165 Dec 08 00:26:21.812616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e63d4c2-eabf-4d80-9413-c5ce146f3e13 req-8d801b87-2090-411c-8bcb-cf4215192d95 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035419 Dec 08 00:26:21.847615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:21.872838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:21.873573 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.876172 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-77687ec7-eba7-4632-9e0a-d0dff0f75459 service neutron] 10.222.0.44 "PUT /v2.0/ports/d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 1092 time: 2.7748320 Dec 08 00:26:21.888718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] For port c9e8c127-d513-45c2-b9ac-4012135df282, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:21.898039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] For port c9e8c127-d513-45c2-b9ac-4012135df282, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c9e8c127-d513-45c2-b9ac-4012135df282,segment=NetworkSegment(502d25e2-427d-4bca-aeca-ce684cdec1fa),segment_id=502d25e2-427d-4bca-aeca-ce684cdec1fa)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:21.932357 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:21.961066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.000496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-7fdfc6ab-e35c-4f53-adb3-fa135a00c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:22.003929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-7fdfc6ab-e35c-4f53-adb3-fa135a00c77f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0904276 Dec 08 00:26:22.108155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Attempting to bind port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:22.108534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Attempting to bind port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '7ab4db2d-a0d4-4060-9ba4-490eb099d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:22.108908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Attempting to bind port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd on network 2a00022c-06c2-42b8-bb4e-34d0a089d04b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:22.111436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-2d4273df-3ce6-4aa8-824b-68ac2d615382 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1594874513&fields=id&tenant_id=02af2c8d35904777ae8121d05472c453 HTTP/1.1" status: 200 len: 267 time: 0.1728184 Dec 08 00:26:22.141715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:22.149397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Checking segment: {'id': '7ab4db2d-a0d4-4060-9ba4-490eb099d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:22.149911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.150330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Bound using segment: {'id': '7ab4db2d-a0d4-4060-9ba4-490eb099d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:22.150854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Bound port: 2dafb9fa-712c-4408-82fe-7f9f5366cbbd, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab4db2d-a0d4-4060-9ba4-490eb099d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a00022c-06c2-42b8-bb4e-34d0a089d04b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:22.151527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.287502 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.314271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] For port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:22.322528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] For port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2dafb9fa-712c-4408-82fe-7f9f5366cbbd,segment=NetworkSegment(7ab4db2d-a0d4-4060-9ba4-490eb099d68f),segment_id=7ab4db2d-a0d4-4060-9ba4-490eb099d68f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:22.324729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97483867-b70b-4b4b-a950-db412c74e549 None None] Pushing event updated for resources: {'Port': ['ID=c9e8c127-d513-45c2-b9ac-4012135df282,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:22.332937 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.363316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Subnet': ['ID=58fcc0b6-5210-44eb-9b46-f5f75a265ca3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:22.380568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.381032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-3aa8e25f-6d83-4e1f-b9ed-51f2d07b1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:22.385084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a3da4995-4e49-45d1-960b-10cfc9fdfc45 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/subnets/58fcc0b6-5210-44eb-9b46-f5f75a265ca3 HTTP/1.1" status: 204 len: 168 time: 1.4533813 Dec 08 00:26:22.389854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51318) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:22.393685 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-3aa8e25f-6d83-4e1f-b9ed-51f2d07b1d08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.3802996 Dec 08 00:26:22.490977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-4f47fbbd-8359-4e31-a53b-6ad2f350bf5e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:22.518763 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-04d9d04d-41fb-4bb2-b7d7-75b986fff4dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 999 time: 0.1149468 Dec 08 00:26:22.536747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-4f47fbbd-8359-4e31-a53b-6ad2f350bf5e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 811 time: 0.4244592 Dec 08 00:26:22.550183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb893-ec2e-4826-8d4b-d574ba8ef206 None None] Pushing event updated for resources: {'Port': ['ID=2dafb9fa-712c-4408-82fe-7f9f5366cbbd,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:22.583646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-d0689d3a-c979-4dab-847c-2d98a0fcc4a2 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/quotas/02af2c8d35904777ae8121d05472c453 HTTP/1.1" status: 200 len: 375 time: 0.0247207 Dec 08 00:26:22.637166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:22.643114 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68079397-1ae8-4dd6-884c-1431db3117a1" -d '{"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:22.689722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Deleting subnet 02b417d7-f3f6-49f5-9c2b-463288713373 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:26:22.690253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-d8f9be00-0812-4958-8b10-0d34df352009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:22.691762 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-d8f9be00-0812-4958-8b10-0d34df352009 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.1646128 Dec 08 00:26:22.695814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.796929 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-585b0666-3eb5-40d5-bab8-1c5ccd9969f9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123470 Dec 08 00:26:22.808330 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269ed7d3-41c6-4bf1-85c4-a7a41b7c4a9f x-openstack-request-id: req-269ed7d3-41c6-4bf1-85c4-a7a41b7c4a9f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:22.809927 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:22.810203 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-269ed7d3-41c6-4bf1-85c4-a7a41b7c4a9f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:22.810623 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'status': 'completed', 'code': 200} Dec 08 00:26:22.938795 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:22.939993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-19c464c4-b81f-418b-94d6-3b02cba08f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:22.942765 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-19c464c4-b81f-418b-94d6-3b02cba08f30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2419484 Dec 08 00:26:23.126949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c907aa5-617a-4f80-a8d5-5776cc74d0d9 req-1336165a-04c0-4c7e-a83e-245b67e1e1db tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:23.128955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c907aa5-617a-4f80-a8d5-5776cc74d0d9 req-1336165a-04c0-4c7e-a83e-245b67e1e1db tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.2253478 Dec 08 00:26:23.167972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-c00127ed-8676-45be-abb9-cee05f0563ad service neutron] 10.222.0.18 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268137 Dec 08 00:26:23.190346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-a07eeb32-71ca-4f75-ab6b-9b044f7495ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:23.191569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:23.193156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-a07eeb32-71ca-4f75-ab6b-9b044f7495ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1095 time: 0.3167462 Dec 08 00:26:23.223054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-48147d0c-180a-482d-b6fc-0411a0fa4d6a service neutron] 10.222.0.44 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691536 Dec 08 00:26:23.307103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c907aa5-617a-4f80-a8d5-5776cc74d0d9 req-dbec8f4f-e134-4c57-b854-bcf796f2d1b3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589046 Dec 08 00:26:23.423655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-c212ea55-2d3c-42da-852d-c70e5c67575f service neutron] 10.222.0.18 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865849 Dec 08 00:26:23.439000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:23.485353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Subnet': ['ID=02b417d7-f3f6-49f5-9c2b-463288713373,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:23.497186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:23.503358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9e3dbd82-35f5-471a-8de9-fe6949deb709 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/subnets/02b417d7-f3f6-49f5-9c2b-463288713373 HTTP/1.1" status: 204 len: 168 time: 1.1119254 Dec 08 00:26:23.504164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51328) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:23.579577 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-82643cb2-5b67-467c-93af-f53e1c8ba4ea service neutron] 10.222.0.44 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394952 Dec 08 00:26:23.599207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bed63-95a7-42f1-9d5d-e3215fe68036 req-066cc32b-c263-4ed5-92d2-1e0e2c28bcff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:23.602106 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-70479013-85b2-4ef2-8404-271761f93187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:23.604392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-661bed63-95a7-42f1-9d5d-e3215fe68036 req-066cc32b-c263-4ed5-92d2-1e0e2c28bcff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.1792800 Dec 08 00:26:23.640024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-66651462-7a76-462e-9c2d-9719adb810d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:23.642711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-66651462-7a76-462e-9c2d-9719adb810d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.4350643 Dec 08 00:26:23.645597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dded4cf-21f3-41ea-b0de-82995582b7cc tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:23.647201 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3dded4cf-21f3-41ea-b0de-82995582b7cc tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1407170 Dec 08 00:26:23.652596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51330) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:23.779543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-661bed63-95a7-42f1-9d5d-e3215fe68036 req-21f59f42-663f-45aa-8aff-3675307a3014 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625521 Dec 08 00:26:23.792451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:23.888347 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-9fde0115-4353-4991-afb6-7fb11c7e0cbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 999 time: 0.2341697 Dec 08 00:26:23.914455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a414d299-00d1-40d5-94a6-fda91e85eec3 req-9eb3422f-a283-4d44-a76b-e5ce84ae3bb9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 210 time: 0.0718510 Dec 08 00:26:23.937712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:24.067867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-1b726017-3816-411d-899a-77751b195d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:24.069594 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-1b726017-3816-411d-899a-77751b195d84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.1749058 Dec 08 00:26:24.190240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:24.234134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-9fc414a6-0d7f-4414-bdcb-e3d5f0657ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:24.235999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-9fc414a6-0d7f-4414-bdcb-e3d5f0657ac3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1095 time: 0.3425195 Dec 08 00:26:24.240235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-5a47a8bb-98fa-4299-b672-22b3d95b9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:24.243360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-5a47a8bb-98fa-4299-b672-22b3d95b9a51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361110 Dec 08 00:26:24.289708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b8732-e821-499c-81c5-822418678dd5 None None] Network 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:24.459083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4221cc55-a8ee-40ed-b544-69bd8ed23d75 None None] Provisioning complete for port c9e8c127-d513-45c2-b9ac-4012135df282 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:24.459638 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4221cc55-a8ee-40ed-b544-69bd8ed23d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:24.537454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fa789-b488-4592-8006-0c8475545fbf None None] Network 2a00022c-06c2-42b8-bb4e-34d0a089d04b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:24.608477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Deleting port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:24.609397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:24.634153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc39b55-703a-4d4d-b169-f926754a6ab4 req-83fa5615-5531-46df-a8bf-8408c4ce0294 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:24.638126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0dc39b55-703a-4d4d-b169-f926754a6ab4 req-83fa5615-5531-46df-a8bf-8408c4ce0294 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.2110655 Dec 08 00:26:24.640024 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4221cc55-a8ee-40ed-b544-69bd8ed23d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:24.763763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4221cc55-a8ee-40ed-b544-69bd8ed23d75 None None] For port c9e8c127-d513-45c2-b9ac-4012135df282, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c9e8c127-d513-45c2-b9ac-4012135df282,segment=NetworkSegment(502d25e2-427d-4bca-aeca-ce684cdec1fa),segment_id=502d25e2-427d-4bca-aeca-ce684cdec1fa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:24.769764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-4a8aadcb-1465-48bb-b1ab-ca5ed6a3d0da service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866273 Dec 08 00:26:24.782919 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4221cc55-a8ee-40ed-b544-69bd8ed23d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:24.794274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-14958760-21d8-43e7-b56d-91594ad425c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:24.795958 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-14958760-21d8-43e7-b56d-91594ad425c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.4995737 Dec 08 00:26:24.839917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0dc39b55-703a-4d4d-b169-f926754a6ab4 req-c4745cc0-6436-4be9-9b18-fdadcfddec5e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839688 Dec 08 00:26:24.885825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] DHCP port deletion for 46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:26:24.920407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2dafb9fa-712c-4408-82fe-7f9f5366cbbd up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:24.976336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] DHCP port deletion for 2a00022c-06c2-42b8-bb4e-34d0a089d04b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:26:24.997608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] For port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2dafb9fa-712c-4408-82fe-7f9f5366cbbd,segment=NetworkSegment(7ab4db2d-a0d4-4060-9ba4-490eb099d68f),segment_id=7ab4db2d-a0d4-4060-9ba4-490eb099d68f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:25.002940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.111040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d43fec2-8501-4cee-81f0-7c2c92c4604a req-c7deb499-5402-477f-b0f2-3564919a50d8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 210 time: 0.0581870 Dec 08 00:26:25.140701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b0f3-00a0-4f63-8ab4-28ee059e407d req-10cd6860-5490-4348-a5cb-750d5bd6ee84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:25.140701 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fb5b0f3-00a0-4f63-8ab4-28ee059e407d req-10cd6860-5490-4348-a5cb-750d5bd6ee84 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.1806872 Dec 08 00:26:25.141041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Calling delete_port for 2dafb9fa-712c-4408-82fe-7f9f5366cbbd owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:25.162126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e1093d2e-c94d-453f-8e35-53616cd2f7d2 None None] Provisioning complete for port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:25.162525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1093d2e-c94d-453f-8e35-53616cd2f7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.226989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fb5b0f3-00a0-4f63-8ab4-28ee059e407d req-a1973cde-3de3-45a1-bcfc-dc06a8d95bb5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861590 Dec 08 00:26:25.315958 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-535a0038-2f0b-426b-bb3d-4304b98e50e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 999 time: 0.5063498 Dec 08 00:26:25.350312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.415265 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-d55d42a9-481d-4236-befe-aeb14015baf3 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309772 Dec 08 00:26:25.452488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] No DVR routers for this DVR port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:25.462286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Port': ['ID=2dafb9fa-712c-4408-82fe-7f9f5366cbbd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:25.472956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e1093d2e-c94d-453f-8e35-53616cd2f7d2 None None] Could not find standard attr ID for object 2dafb9fa-712c-4408-82fe-7f9f5366cbbd. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:26:25.476153 n-d-820549-2 neutron-server[103115]: INFO neutron.plugins.ml2.db [None req-e1093d2e-c94d-453f-8e35-53616cd2f7d2 None None] No ports have port_id starting with 2dafb9fa-712c-4408-82fe-7f9f5366cbbd Dec 08 00:26:25.487192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221cc55-a8ee-40ed-b544-69bd8ed23d75 None None] Pushing event updated for resources: {'Port': ['ID=c9e8c127-d513-45c2-b9ac-4012135df282,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:25.496881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No active binding found for port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd {{(pid=103115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 00:26:25.497511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2dafb9fa-712c-4408-82fe-7f9f5366cbbd not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 00:26:25.522712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd not found, will not notify nova. {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 00:26:25.525358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.532072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] Deleting port c9e8c127-d513-45c2-b9ac-4012135df282 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:25.532633 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.608243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] For port c9e8c127-d513-45c2-b9ac-4012135df282, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c9e8c127-d513-45c2-b9ac-4012135df282,segment=NetworkSegment(502d25e2-427d-4bca-aeca-ce684cdec1fa),segment_id=502d25e2-427d-4bca-aeca-ce684cdec1fa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:25.608924 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.623146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] Calling delete_port for c9e8c127-d513-45c2-b9ac-4012135df282 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:25.740160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Deleting port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:25.741320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.745195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.745754 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.779088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a00022c-06c2-42b8-bb4e-34d0a089d04b']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:25.796113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab4db2d-a0d4-4060-9ba4-490eb099d68f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:25.796437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab4db2d-a0d4-4060-9ba4-490eb099d68f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:25.814092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.830648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.837792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:25.838278 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:25.844806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] Pushing event deleted for resources: {'Port': ['ID=c9e8c127-d513-45c2-b9ac-4012135df282,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:25.854428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ee1f2-2476-489a-930b-dd4451a159d9 None None] No DVR routers for this DVR port c9e8c127-d513-45c2-b9ac-4012135df282 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:26.017648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] For port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:26.021717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.059327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Calling delete_port for 2dafb9fa-712c-4408-82fe-7f9f5366cbbd owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:26.067189 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:26.069727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:26:26.073292 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.078946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.090249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-694ff343-7d82-4454-aaf8-5c39b994bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:26.093585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-694ff343-7d82-4454-aaf8-5c39b994bf8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.7527785 Dec 08 00:26:26.108555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Network 2a00022c-06c2-42b8-bb4e-34d0a089d04b is not hosted by any dhcp agent {{(pid=103115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:26:26.109007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] No DVR routers for this DVR port 2dafb9fa-712c-4408-82fe-7f9f5366cbbd on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:26.116127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.118129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-16bf334f-07db-41db-92bc-6e1faccbbcfe tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:26.119896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-16bf334f-07db-41db-92bc-6e1faccbbcfe tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 811 time: 0.4862587 Dec 08 00:26:26.123977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/networks/2a00022c-06c2-42b8-bb4e-34d0a089d04b HTTP/1.1" status: 204 len: 168 time: 2.4625926 Dec 08 00:26:26.129557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51354) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:26.175244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eb6ca-7e8b-4cac-8338-781bd9a0d589 None None] Pushing event deleted for resources: {'Port': ['ID=2dafb9fa-712c-4408-82fe-7f9f5366cbbd,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:26.192831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1855d19-9331-438c-addc-02bafc797d21 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Network': ['ID=2a00022c-06c2-42b8-bb4e-34d0a089d04b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:26.208076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-9128c6e7-8580-4a35-a8a1-266281d54c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:26.209779 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-9128c6e7-8580-4a35-a8a1-266281d54c52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867317 Dec 08 00:26:26.232954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515901-31b7-4873-9d92-83274ab60d07 req-72fe3887-9619-46c7-b752-927ce7059855 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:26.234688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18515901-31b7-4873-9d92-83274ab60d07 req-72fe3887-9619-46c7-b752-927ce7059855 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.2002072 Dec 08 00:26:26.313541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.368703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.372888 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-aa3b2912-20bd-4ac0-ae88-62c7e6130e1d service neutron] 10.222.0.44 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528046 Dec 08 00:26:26.374335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:26:26.383653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa5d793b-3723-43d3-8930-3369045f6a53 req-58bb447e-2fcb-4f71-9c0f-65dad1628a0d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 210 time: 0.0821748 Dec 08 00:26:26.448502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-be2e5026-e1a0-4247-be69-a09411b5ca8e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af2c8d35904777ae8121d05472c453 HTTP/1.1" status: 200 len: 380 time: 0.2964962 Dec 08 00:26:26.496090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-18515901-31b7-4873-9d92-83274ab60d07 req-b21080a7-ed4e-4130-a459-494f6080b1c8 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231357 Dec 08 00:26:26.503549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'port': {'device_id': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'admin_state_up': True, 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'security_groups': ['f47959e3-261b-47de-a4db-bc6ac427c33b']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:26.583556 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-68079397-1ae8-4dd6-884c-1431db3117a1 req-44a81b2b-9489-4f7a-8df2-6006a9938101 service neutron] 10.222.0.44 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019103 Dec 08 00:26:26.606766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2dafb9fa-712c-4408-82fe-7f9f5366cbbd no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:26.625717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:26.659636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'port_id': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'mac_address': 'fa:16:3e:f2:5e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:26:26.665444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2dafb9fa-712c-4408-82fe-7f9f5366cbbd {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:26.666219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2dafb9fa-712c-4408-82fe-7f9f5366cbbd not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:26.666871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c9e8c127-d513-45c2-b9ac-4012135df282 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:26.692115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c9e8c127-d513-45c2-b9ac-4012135df282 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:26.692825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c9e8c127-d513-45c2-b9ac-4012135df282 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:26.723882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Made reservation on behalf of 02af2c8d35904777ae8121d05472c453 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:26.728566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.735865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.754849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22c56f2-dfbb-46f0-9ead-bc285280735e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:26:26.779092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:26.783527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.847393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:26.924366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:26.946801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c97641-23d1-456e-9ef8-f54db22eb0e2 req-c7b9145d-4a00-486c-a1ae-b6d75cc8aa09 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:26.950436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50c97641-23d1-456e-9ef8-f54db22eb0e2 req-c7b9145d-4a00-486c-a1ae-b6d75cc8aa09 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 944 time: 0.2825761 Dec 08 00:26:26.997678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Allocated IP 172.20.0.4 (00a4b0d8-7234-4555-af0a-a0eef6ceac27/7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a/1372310b-fc4b-42e7-b27c-79275e647883) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:27.000794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ea0c27-cbec-4ae8-8d2b-86bf89276ce6']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:27.026862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502d25e2-427d-4bca-aeca-ce684cdec1fa') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:27.027172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502d25e2-427d-4bca-aeca-ce684cdec1fa') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:27.054111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.088996 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.094477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50c97641-23d1-456e-9ef8-f54db22eb0e2 req-6169a353-3f9a-4675-977b-8dccc8a4544a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251197 Dec 08 00:26:27.106038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:27.106352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:27.109551 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:27.124483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['d22c56f2-dfbb-46f0-9ead-bc285280735e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:26:27.276914 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.381045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.415927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.426953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/networks/46ea0c27-cbec-4ae8-8d2b-86bf89276ce6 HTTP/1.1" status: 204 len: 168 time: 1.2930319 Dec 08 00:26:27.427355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:27.537432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3191e64b-a549-4a27-8482-cc1feed15d65 req-d21d1765-4e76-475f-a16e-99625ea2095f tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 210 time: 0.0617981 Dec 08 00:26:27.541198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a3d5f-198a-462c-81bc-8eaea697d44e tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Network': ['ID=46ea0c27-cbec-4ae8-8d2b-86bf89276ce6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:27.562416 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.582206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2b78-ea0b-40ee-96f1-60cec46c4920 req-968320bb-c54f-42bb-be1d-34f47dfaf2da tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:27.583771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ffb2b78-ea0b-40ee-96f1-60cec46c4920 req-968320bb-c54f-42bb-be1d-34f47dfaf2da tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 945 time: 0.2007339 Dec 08 00:26:27.624430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.641077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.678617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-ad8f6bf0-c522-4952-bc20-ddf2b02d27e1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:27.680713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-ad8f6bf0-c522-4952-bc20-ddf2b02d27e1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7&tenant_id=67f0588638f3439eb5346e5a32ef2d21&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 945 time: 0.1862521 Dec 08 00:26:27.705751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:27.709033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:27.717176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:27.811450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.814988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba3fc3-c809-4b2e-9114-252ad9452c8d req-0c9e2a09-b776-42f0-8ec6-a0f2240e4815 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:27.816769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11ba3fc3-c809-4b2e-9114-252ad9452c8d req-0c9e2a09-b776-42f0-8ec6-a0f2240e4815 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.1839459 Dec 08 00:26:27.820733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event updated for resources: {'Port': ['ID=1372310b-fc4b-42e7-b27c-79275e647883,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:27.835513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ffb2b78-ea0b-40ee-96f1-60cec46c4920 req-95853a29-59e3-4156-8162-fe33787971ac tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202978 Dec 08 00:26:27.860592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:27.861378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.896603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b37e1bd-c199-4b00-a47b-dc2960216ea5']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:27.919244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470a7b46-7594-415c-ba7b-c7b625b00557') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:27.922405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8f07c072-06eb-4992-bb10-8521dbdfe3ba tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4634929 Dec 08 00:26:27.925238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470a7b46-7594-415c-ba7b-c7b625b00557') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:27.940242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.942374 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-8f8a5abf-3203-43f4-8944-cbc076cda46c service neutron] delete failed (client error): The resource could not be found. Dec 08 00:26:27.943417 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-8f8a5abf-3203-43f4-8944-cbc076cda46c service neutron] 10.222.0.59 "DELETE /v2.0/ports/d22c56f2-dfbb-46f0-9ead-bc285280735e/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.2339184 Dec 08 00:26:27.944411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Request body: {'port': {'device_id': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:27.960628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11ba3fc3-c809-4b2e-9114-252ad9452c8d req-ea58e2fc-05e3-4a9f-899b-6428f90722f2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218045 Dec 08 00:26:27.962272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.987092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:27.987521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:27.995522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-379b34e6-b962-44c7-bc69-0a047774d4e7 None None] Provisioning complete for port 1372310b-fc4b-42e7-b27c-79275e647883 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:27.997082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-379b34e6-b962-44c7-bc69-0a047774d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:28.006004 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:28.046865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.062004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-379b34e6-b962-44c7-bc69-0a047774d4e7 None None] Port 1372310b-fc4b-42e7-b27c-79275e647883 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:28.126291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.145611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.148931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/networks/7b37e1bd-c199-4b00-a47b-dc2960216ea5 HTTP/1.1" status: 204 len: 168 time: 0.7205710 Dec 08 00:26:28.161690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:28.171547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba61615-91dd-44f7-b810-35694cdaba12 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Network': ['ID=7b37e1bd-c199-4b00-a47b-dc2960216ea5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:28.174579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-69d1819b-a19a-4410-9b25-7c51bda2d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:28.176022 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-69d1819b-a19a-4410-9b25-7c51bda2d2c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 1097 time: 0.0859549 Dec 08 00:26:28.180230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-4b33e745-8e63-4e55-8603-90fa8c7007e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:28.182178 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-4b33e745-8e63-4e55-8603-90fa8c7007e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1096 time: 0.1483059 Dec 08 00:26:28.389488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1372310b-fc4b-42e7-b27c-79275e647883 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:26:28.399658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.415210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:28.416911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Transition to ACTIVE for port object 1372310b-fc4b-42e7-b27c-79275e647883 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:26:28.422097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.498615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1372310b-fc4b-42e7-b27c-79275e647883,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:28.513181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port d22c56f2-dfbb-46f0-9ead-bc285280735e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:26:28.528726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port d22c56f2-dfbb-46f0-9ead-bc285280735e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:28.529479 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.616384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Attempting to bind port 1372310b-fc4b-42e7-b27c-79275e647883 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:28.616730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Attempting to bind port 1372310b-fc4b-42e7-b27c-79275e647883 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:28.617588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Attempting to bind port 1372310b-fc4b-42e7-b27c-79275e647883 on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:28.646639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Port 1372310b-fc4b-42e7-b27c-79275e647883 on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:26:28.646931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Attempting to bind port 1372310b-fc4b-42e7-b27c-79275e647883 on network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:28.668255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:28.669025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Checking segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:28.669592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Bound using segment: {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:28.670049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Bound port: 1372310b-fc4b-42e7-b27c-79275e647883, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f228d697-04db-435f-9dde-570ee3e8889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:28.670408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.714550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-dbbe8ea1-306a-44ec-aa6d-bff0f063a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:28.716821 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-dbbe8ea1-306a-44ec-aa6d-bff0f063a853 service neutron] 10.222.0.44 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.5070007 Dec 08 00:26:28.785600 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.794590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-57b08897-1e57-4e25-8e58-f820d080d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:28.796199 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-57b08897-1e57-4e25-8e58-f820d080d0c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.6038308 Dec 08 00:26:28.885741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:28.890770 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94979271-1169-4d27-8bb0-5e48788942b9" -d '{"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-plugged", "status": "completed", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:28.923302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284ce9-f4e5-4cfc-9868-2250c6fdd5a0 req-568655eb-9e81-41e6-ba26-22135855b3d0 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:28.924889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d284ce9-f4e5-4cfc-9868-2250c6fdd5a0 req-568655eb-9e81-41e6-ba26-22135855b3d0 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 943 time: 0.2328262 Dec 08 00:26:28.938493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:28.964408 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:28.964658 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-b67d1181-8c74-42d6-998b-65e56061c781 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bf7a779-045b-4139-960a-a2783b86d57a HTTP/1.1" status: 200 len: 217 time: 0.1650488 Dec 08 00:26:28.965710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8bf7a779-045b-4139-960a-a2783b86d57a no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:29.040064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.097988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] For port 1372310b-fc4b-42e7-b27c-79275e647883, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:29.109617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-cf7c6f10-e812-46ee-9763-73b83c8b235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:29.111314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-cf7c6f10-e812-46ee-9763-73b83c8b235b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1104341 Dec 08 00:26:29.123266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-2b1d15cc-94c9-43c1-809d-5f560e987144 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 1001 time: 0.2192094 Dec 08 00:26:29.156004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] For port 1372310b-fc4b-42e7-b27c-79275e647883, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1372310b-fc4b-42e7-b27c-79275e647883,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:29.187286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-de94d014-9df3-4dfd-b683-ca5f7f41f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:29.188681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-de94d014-9df3-4dfd-b683-ca5f7f41f49c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.0540798 Dec 08 00:26:29.233872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.260361 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.299985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-b31f4b8f-0f32-41db-bb72-f66ae084ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:29.301560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-b31f4b8f-0f32-41db-bb72-f66ae084ffab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752448 Dec 08 00:26:29.303883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d284ce9-f4e5-4cfc-9868-2250c6fdd5a0 req-ed73aafc-ec86-471c-a29a-9223708428ed tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3712699 Dec 08 00:26:29.313437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe2624e-5eef-495d-b514-f4392fc008ff']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:29.409446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4f88d7-53c6-4583-9dc5-10cfe9f4895a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:29.410113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4f88d7-53c6-4583-9dc5-10cfe9f4895a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:29.434233 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba5a1c2-3696-47d5-ad22-1ec53c3fd54c x-openstack-request-id: req-bba5a1c2-3696-47d5-ad22-1ec53c3fd54c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:29.434758 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-plugged", "status": "completed", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:29.434758 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bba5a1c2-3696-47d5-ad22-1ec53c3fd54c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:29.435667 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'code': 200} Dec 08 00:26:29.446615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.459666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bca5df-40c5-401a-9b10-f6db4e04eaab req-58176a32-3fde-4773-9e30-4d25b615d1e1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:29.474267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:29.474511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-62beafbb-73ba-4898-af83-42d147c3fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:29.478988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60bca5df-40c5-401a-9b10-f6db4e04eaab req-58176a32-3fde-4773-9e30-4d25b615d1e1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.5048656 Dec 08 00:26:29.487087 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.488850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-62beafbb-73ba-4898-af83-42d147c3fd58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768593 Dec 08 00:26:29.517611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1372310b-fc4b-42e7-b27c-79275e647883,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:29.562483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.563213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.563366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.563715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.564109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.564530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.564953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.565337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.565723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.566136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.566520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.566932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.567320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:29.577174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:29.577994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.579972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-21d73632-e8ab-4c13-b466-b1bc28918ca6 service neutron] 10.222.0.44 "PUT /v2.0/ports/1372310b-fc4b-42e7-b27c-79275e647883 HTTP/1.1" status: 200 len: 1091 time: 1.6406660 Dec 08 00:26:29.581559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:29.585154 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66daf35-da04-482a-9694-2b884cc87d43" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "tag": "1372310b-fc4b-42e7-b27c-79275e647883"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:29.637656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:29.655124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.761558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.800228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:29.815394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:29.815695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:29.819093 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:29.975575 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-3f24cf76-f8d0-4b4d-a09e-1cc4b7405110 service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506050 Dec 08 00:26:30.003208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:30.008191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:30.014153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] 10.222.0.18 "DELETE /v2.0/networks/dfe2624e-5eef-495d-b514-f4392fc008ff HTTP/1.1" status: 204 len: 168 time: 1.8504868 Dec 08 00:26:30.057285 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-dc3540ac-bd40-4668-bafd-cd83065eb992 service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577400 Dec 08 00:26:30.087103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791745af-8ac6-4d0a-86ed-3a36dbec1013 tempest-BulkNetworkOpsTest-1432244990 tempest-BulkNetworkOpsTest-1432244990-project] Pushing event deleted for resources: {'Network': ['ID=dfe2624e-5eef-495d-b514-f4392fc008ff,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:30.205917 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8f9e5e22-819a-4ef4-a992-e1e488edc3a6 req-1bc9fb18-f87f-4415-a302-1df8cdbc906a service neutron] 10.222.0.59 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299684 Dec 08 00:26:30.267127 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d310e44-77ba-4f48-9f1b-45883bb258ad req-99aacd6a-ab6b-4765-9607-7fda5bb178f1 service neutron] 10.222.0.44 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788453 Dec 08 00:26:30.301408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60bca5df-40c5-401a-9b10-f6db4e04eaab req-eebc16c8-ca6f-4dfd-8145-2f067635c033 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7473474 Dec 08 00:26:30.339271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169217bb-182b-4308-9c79-c2a2ec2e8e2b req-4bd3cba2-e91f-4f4b-bf60-35c78ea6de93 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:30.343393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-169217bb-182b-4308-9c79-c2a2ec2e8e2b req-4bd3cba2-e91f-4f4b-bf60-35c78ea6de93 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 946 time: 0.8124797 Dec 08 00:26:30.352585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-7ccb26b1-d5a7-4993-8868-8594360e9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:30.364743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-7ccb26b1-d5a7-4993-8868-8594360e9a23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 1094 time: 0.1503074 Dec 08 00:26:30.407735 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddf1d17-ac60-4a02-a3c4-21d0c3e67ece x-openstack-request-id: req-bddf1d17-ac60-4a02-a3c4-21d0c3e67ece {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:30.411795 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "tag": "1372310b-fc4b-42e7-b27c-79275e647883", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:30.413386 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bddf1d17-ac60-4a02-a3c4-21d0c3e67ece {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:30.415430 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883', 'status': 'completed', 'code': 200} Dec 08 00:26:30.491532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-c17e3dc6-175e-45e0-82cc-b1ed69880530 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1372310b-fc4b-42e7-b27c-79275e647883 HTTP/1.1" status: 200 len: 217 time: 0.1155086 Dec 08 00:26:30.537635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51410) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:30.576522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-169217bb-182b-4308-9c79-c2a2ec2e8e2b req-f6f142e8-b2fe-42f9-b7a5-ebc9a4ec684d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104959 Dec 08 00:26:30.598574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-3a9d3921-42ba-4771-b77d-2a7d2f8a458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:30.600063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-3a9d3921-42ba-4771-b77d-2a7d2f8a458f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.0871093 Dec 08 00:26:30.619889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523da285-1320-49fb-883f-e71bba2fe734 req-806b5a8b-0698-45f2-a686-4d60573a697c tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:30.621476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-523da285-1320-49fb-883f-e71bba2fe734 req-806b5a8b-0698-45f2-a686-4d60573a697c tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 943 time: 0.1395316 Dec 08 00:26:30.743603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-7af1b3e5-a1f4-4481-b286-b10362419e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:30.745117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-7af1b3e5-a1f4-4481-b286-b10362419e31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227164 Dec 08 00:26:30.783479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-94b0a9d1-a147-4b0a-8fd5-870a0d4278ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=470198690a8341cb8302cf98018859cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443488 Dec 08 00:26:30.784246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-523da285-1320-49fb-883f-e71bba2fe734 req-39c824de-2386-4c7c-b0a0-aa27e2a671a6 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332088 Dec 08 00:26:30.786692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51414) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:30.876273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-8e1c77ff-0e63-4be9-b95c-5e2db253fa1d service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234386 Dec 08 00:26:30.893267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86eba4f6-9703-48e3-968e-355a98ac65f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:30.930664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86eba4f6-9703-48e3-968e-355a98ac65f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:30.994184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45cc6279-f8e9-4f36-916a-59303e559bd9 req-d77327a1-acf6-4de5-be55-ef271f3e46b7 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082563 Dec 08 00:26:31.009449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86eba4f6-9703-48e3-968e-355a98ac65f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:31.012586 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-86eba4f6-9703-48e3-968e-355a98ac65f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:31.016255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-86eba4f6-9703-48e3-968e-355a98ac65f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4efd3e91-2b96-4c84-8e85-6558f691e740 HTTP/1.1" status: 204 len: 168 time: 0.2260695 Dec 08 00:26:31.023120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eba4f6-9703-48e3-968e-355a98ac65f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efd3e91-2b96-4c84-8e85-6558f691e740,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:31.145298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66daf35-da04-482a-9694-2b884cc87d43 req-47f2c1b4-d669-46ff-999a-fa962ef8dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:31.147023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e66daf35-da04-482a-9694-2b884cc87d43 req-47f2c1b4-d669-46ff-999a-fa962ef8dbe0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 1094 time: 0.0443754 Dec 08 00:26:31.259803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66daf35-da04-482a-9694-2b884cc87d43 req-6363ad5d-fc6b-45e4-8e7c-a66e90550729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:31.261321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e66daf35-da04-482a-9694-2b884cc87d43 req-6363ad5d-fc6b-45e4-8e7c-a66e90550729 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 912 time: 0.1000013 Dec 08 00:26:31.307822 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e66daf35-da04-482a-9694-2b884cc87d43 req-4cb1cc89-8e12-486b-8a7e-93883b463516 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1372310b-fc4b-42e7-b27c-79275e647883 HTTP/1.1" status: 200 len: 217 time: 0.0388625 Dec 08 00:26:31.401810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66daf35-da04-482a-9694-2b884cc87d43 req-aede0255-1c91-4d49-89e3-733164697225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:31.401810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e66daf35-da04-482a-9694-2b884cc87d43 req-aede0255-1c91-4d49-89e3-733164697225 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.0852394 Dec 08 00:26:31.436109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:31.439208 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce2325-02c3-4b31-945e-be095b638442" -d '{"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:31.528815 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3b389c-cc2b-4f04-9f3e-6bed836b3188 x-openstack-request-id: req-7d3b389c-cc2b-4f04-9f3e-6bed836b3188 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:31.529114 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:31.529392 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d3b389c-cc2b-4f04-9f3e-6bed836b3188 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:31.529778 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a', 'code': 200} Dec 08 00:26:31.546876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326921-c65d-4e00-94d9-538c52d9192b req-01d505f9-b48a-4c71-8707-3a2da0e0bf16 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:31.548802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59326921-c65d-4e00-94d9-538c52d9192b req-01d505f9-b48a-4c71-8707-3a2da0e0bf16 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1646154 Dec 08 00:26:31.554708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66daf35-da04-482a-9694-2b884cc87d43 req-9f3e1885-a521-43c2-8a64-e23e33a766d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:31.556164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e66daf35-da04-482a-9694-2b884cc87d43 req-9f3e1885-a521-43c2-8a64-e23e33a766d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375844 Dec 08 00:26:31.746498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e66daf35-da04-482a-9694-2b884cc87d43 req-776319f6-0cd5-487c-9ebc-c69bdb23b627 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708214 Dec 08 00:26:31.856884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e66daf35-da04-482a-9694-2b884cc87d43 req-a4b585e0-2ca8-41a1-b4d0-805e22e06cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962782 Dec 08 00:26:31.878863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519686d-639e-47b2-8fc8-6e8d2449650a req-c9c851a4-b03f-487e-a4b0-97cb0b1e4540 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:31.880477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d519686d-639e-47b2-8fc8-6e8d2449650a req-c9c851a4-b03f-487e-a4b0-97cb0b1e4540 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 944 time: 0.1786282 Dec 08 00:26:31.884914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59326921-c65d-4e00-94d9-538c52d9192b req-4781e28f-1b55-4023-85f6-8035c1e0d23d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169353 Dec 08 00:26:31.914976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51448) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:32.012286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d519686d-639e-47b2-8fc8-6e8d2449650a req-d86e7337-c481-4a18-b4f2-f5a3696a4415 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202996 Dec 08 00:26:32.030151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77ed29-dffd-4bec-83e6-8704a260649a req-5bdd2f77-8728-40e7-a09e-5a9ac35f2240 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:32.031578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51450) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:32.031735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a77ed29-dffd-4bec-83e6-8704a260649a req-5bdd2f77-8728-40e7-a09e-5a9ac35f2240 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 943 time: 0.0586469 Dec 08 00:26:32.059794 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5480c011-0c55-4a00-9a4a-2601c487f938 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/6b92b2d5-65f8-4be3-86fa-95f7524df944 HTTP/1.1" status: 200 len: 993 time: 0.1413651 Dec 08 00:26:32.100750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a77ed29-dffd-4bec-83e6-8704a260649a req-a476aa38-1079-4672-81a0-a7dfe8bbcadf tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551054 Dec 08 00:26:32.151803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1323114255'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:32.174014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:32.178232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.187951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.268543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.272808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.312863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:32.323252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094a19d8-722c-4497-ad62-8e55708282aa,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:32.333762 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.336390 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment 2accf99e-1708-46c7-b6dd-993cd80dc5ca of type vlan for network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 Dec 08 00:26:32.381132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.411738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.417864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:32.418472 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.448758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4153550 Dec 08 00:26:32.454860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51454) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:32.460335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-691797526'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:32.490504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:32.494384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.504731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a821c-1b97-4fda-bbb5-a576667054b3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=1734b7d2-63c6-46af-81f8-8945eeaf6c15,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:32.517736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:32.520691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:32.532358 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.532695 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment 0e2e2b4e-2916-4c39-a774-1c5e321924d4 of type vlan for network 23f9d5aa-1990-4319-bcf8-b67b898e017e Dec 08 00:26:32.583380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.616393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.621882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:32.622539 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:32.658719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2026765 Dec 08 00:26:32.661915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51456) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:32.669058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': '1734b7d2-63c6-46af-81f8-8945eeaf6c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:32.714930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb11345-8496-49f9-87d6-fcdda76e3420 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=23f9d5aa-1990-4319-bcf8-b67b898e017e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:32.728094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:32.800311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:32.804724 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.015651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.094917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=111a3b93-25d1-4a0b-a930-cac58a5d5e1d,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:33.105169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': '2accf99e-1708-46c7-b6dd-993cd80dc5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1734b7d2-63c6-46af-81f8-8945eeaf6c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:33.105526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: 1734b7d2-63c6-46af-81f8-8945eeaf6c15, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:33.160107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:33.181349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9b071-5b14-4c3c-85e3-fb8528c3d074 req-f43385bb-e2f3-482d-919f-be2b9b1c2365 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:33.183525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57f9b071-5b14-4c3c-85e3-fb8528c3d074 req-f43385bb-e2f3-482d-919f-be2b9b1c2365 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 944 time: 0.0753407 Dec 08 00:26:33.192774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 1734b7d2-63c6-46af-81f8-8945eeaf6c15) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:33.197592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:33.198314 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.205917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b50afb3-a500-4c81-a94a-50877168a7a1 None None] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:33.235145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4a5c1a76-96a3-4cc3-beb1-3408d4e81808 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5696707 Dec 08 00:26:33.235573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51464) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:33.241678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': '23f9d5aa-1990-4319-bcf8-b67b898e017e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:33.286529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57f9b071-5b14-4c3c-85e3-fb8528c3d074 req-83ce4853-4475-4d2d-bcfc-fca8cc496b4b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731032 Dec 08 00:26:33.301555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce443-64fa-42a8-8f9a-61e0cec41c24 req-cfbfa69f-0021-4129-83e2-9123a9bd9b3a tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:33.303515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-144ce443-64fa-42a8-8f9a-61e0cec41c24 req-cfbfa69f-0021-4129-83e2-9123a9bd9b3a tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 943 time: 0.1194334 Dec 08 00:26:33.367977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:33.372547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.423938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-1734b7d2-63c6-46af-81f8-8945eeaf6c15', 'network_id': '1734b7d2-63c6-46af-81f8-8945eeaf6c15', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': '111a3b93-25d1-4a0b-a930-cac58a5d5e1d'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:26:33.425386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.439969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-144ce443-64fa-42a8-8f9a-61e0cec41c24 req-5850de06-22bb-4c99-96d2-51401afe5231 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286032 Dec 08 00:26:33.668316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.699953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Allocated IP 2001:db8::2 (1734b7d2-63c6-46af-81f8-8945eeaf6c15/111a3b93-25d1-4a0b-a930-cac58a5d5e1d/1726f43e-fa2d-4be2-8d1c-7ca5b8239f55) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:33.717654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8a12e-f69d-45f5-a379-e78f699231aa req-625b2fce-063d-4c99-bb84-482d57eb2bcb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:33.728311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a8a12e-f69d-45f5-a379-e78f699231aa req-625b2fce-063d-4c99-bb84-482d57eb2bcb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0818870 Dec 08 00:26:33.743578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=febb0239-b78e-4b0b-9c22-76d8ad6fa55a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:33.771997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': '0e2e2b4e-2916-4c39-a774-1c5e321924d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '23f9d5aa-1990-4319-bcf8-b67b898e017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:33.772749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: 23f9d5aa-1990-4319-bcf8-b67b898e017e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:33.793409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:33.801512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56a8a12e-f69d-45f5-a379-e78f699231aa req-765bcb80-bf7f-4599-b7b7-e44f21bb12d6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662606 Dec 08 00:26:33.809226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 23f9d5aa-1990-4319-bcf8-b67b898e017e) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:33.820110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:33.823316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.834017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55bb5e-d29f-46f9-9e3b-f3d1d4c9b048 None None] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:33.844425 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a136289-b46b-463d-a0c1-7aa9810fa9fd tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6076748 Dec 08 00:26:33.847097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51470) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:33.852070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2259dc06-55b1-40d0-a706-1c0f9d190309 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-675108572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:33.883282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2259dc06-55b1-40d0-a706-1c0f9d190309 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.885247 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2259dc06-55b1-40d0-a706-1c0f9d190309 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.934245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f6d20-a9b1-4c57-b1b4-e2f81acaabb5 req-ea0cc9d8-7d6b-49a4-bdd5-d8693cec3d2a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:33.938241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc1f6d20-a9b1-4c57-b1b4-e2f81acaabb5 req-ea0cc9d8-7d6b-49a4-bdd5-d8693cec3d2a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0581815 Dec 08 00:26:33.941767 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2259dc06-55b1-40d0-a706-1c0f9d190309 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.948570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2259dc06-55b1-40d0-a706-1c0f9d190309 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.964114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.969625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2259dc06-55b1-40d0-a706-1c0f9d190309 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.973811 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2259dc06-55b1-40d0-a706-1c0f9d190309 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1231780 Dec 08 00:26:33.974153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51472) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:33.983720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:33.999132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc1f6d20-a9b1-4c57-b1b4-e2f81acaabb5 req-da86cbfc-b149-4ad9-95a5-9b0e79c07385 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523391 Dec 08 00:26:34.018372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-23f9d5aa-1990-4319-bcf8-b67b898e017e', 'network_id': '23f9d5aa-1990-4319-bcf8-b67b898e017e', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': 'febb0239-b78e-4b0b-9c22-76d8ad6fa55a'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:26:34.018372 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.041761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:34.052830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:34.056094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Pushing event updated for resources: {'Port': ['ID=1726f43e-fa2d-4be2-8d1c-7ca5b8239f55,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:34.118286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:34.263782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Attempting to bind port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:34.264426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Attempting to bind port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2accf99e-1708-46c7-b6dd-993cd80dc5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1734b7d2-63c6-46af-81f8-8945eeaf6c15'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:34.264849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Attempting to bind port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 on network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:34.275367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:34.275813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Checking segment: {'id': '2accf99e-1708-46c7-b6dd-993cd80dc5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1734b7d2-63c6-46af-81f8-8945eeaf6c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:34.276174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.276572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Bound using segment: {'id': '2accf99e-1708-46c7-b6dd-993cd80dc5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1734b7d2-63c6-46af-81f8-8945eeaf6c15'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:34.277058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Bound port: 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2accf99e-1708-46c7-b6dd-993cd80dc5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1734b7d2-63c6-46af-81f8-8945eeaf6c15'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:34.277437 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.307861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea97e1-5a78-4c67-8479-382e1b1b3275 req-82dd27af-f115-4f64-ab84-020342dff8f7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:34.332333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12ea97e1-5a78-4c67-8479-382e1b1b3275 req-82dd27af-f115-4f64-ab84-020342dff8f7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1168742 Dec 08 00:26:34.345346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Allocated IP 2001:db8:1::2 (23f9d5aa-1990-4319-bcf8-b67b898e017e/febb0239-b78e-4b0b-9c22-76d8ad6fa55a/1413e8fe-9466-4fdc-9059-014b7f755054) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:34.349029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.395050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] For port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:34.399861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12ea97e1-5a78-4c67-8479-382e1b1b3275 req-bb6ccb3d-5fb0-47c3-8c34-3e767939da72 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660448 Dec 08 00:26:34.412613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] For port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1726f43e-fa2d-4be2-8d1c-7ca5b8239f55,segment=NetworkSegment(2accf99e-1708-46c7-b6dd-993cd80dc5ca),segment_id=2accf99e-1708-46c7-b6dd-993cd80dc5ca)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:34.438453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1372310b-fc4b-42e7-b27c-79275e647883 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:26:34.442419 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.576648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23eef4-c0c0-436b-a1c9-f6cf857d7795 req-c3df51e1-d415-4770-8c61-7c8d473fb531 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:34.578248 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db23eef4-c0c0-436b-a1c9-f6cf857d7795 req-c3df51e1-d415-4770-8c61-7c8d473fb531 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 943 time: 0.0665119 Dec 08 00:26:34.603148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e051cef-5c38-490b-9ed5-6289bef5e5c9 None None] Pushing event updated for resources: {'Port': ['ID=1726f43e-fa2d-4be2-8d1c-7ca5b8239f55,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:34.715659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db23eef4-c0c0-436b-a1c9-f6cf857d7795 req-e13a3270-bc16-4d0f-a227-0406f2714e8c tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295483 Dec 08 00:26:34.752945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8::1 (1734b7d2-63c6-46af-81f8-8945eeaf6c15/111a3b93-25d1-4a0b-a930-cac58a5d5e1d/e41e8d81-6840-4b68-a113-a3e39a4fc78a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:34.933099 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.940559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.947861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1372310b-fc4b-42e7-b27c-79275e647883, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1372310b-fc4b-42e7-b27c-79275e647883,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:34.952482 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.985645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:34.994391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '1372310b-fc4b-42e7-b27c-79275e647883', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'port_id': '1372310b-fc4b-42e7-b27c-79275e647883', 'mac_address': 'fa:16:3e:b2:19:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:26:35.031683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:35.035637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:35.035802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:35.039661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:35.040177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.044028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:35.050018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:35.053680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Pushing event updated for resources: {'Port': ['ID=1413e8fe-9466-4fdc-9059-014b7f755054,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:35.067132 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.080181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=e41e8d81-6840-4b68-a113-a3e39a4fc78a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:35.124306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1372310b-fc4b-42e7-b27c-79275e647883 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:26:35.130985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Attempting to bind port 1413e8fe-9466-4fdc-9059-014b7f755054 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:35.131213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Attempting to bind port 1413e8fe-9466-4fdc-9059-014b7f755054 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0e2e2b4e-2916-4c39-a774-1c5e321924d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '23f9d5aa-1990-4319-bcf8-b67b898e017e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:35.131589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Attempting to bind port 1413e8fe-9466-4fdc-9059-014b7f755054 on network 23f9d5aa-1990-4319-bcf8-b67b898e017e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:35.149837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:35.150220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Checking segment: {'id': '0e2e2b4e-2916-4c39-a774-1c5e321924d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '23f9d5aa-1990-4319-bcf8-b67b898e017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:35.150628 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.151071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Bound using segment: {'id': '0e2e2b4e-2916-4c39-a774-1c5e321924d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '23f9d5aa-1990-4319-bcf8-b67b898e017e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:35.151567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Bound port: 1413e8fe-9466-4fdc-9059-014b7f755054, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2e2b4e-2916-4c39-a774-1c5e321924d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '23f9d5aa-1990-4319-bcf8-b67b898e017e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:35.151958 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.155038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1372310b-fc4b-42e7-b27c-79275e647883, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1372310b-fc4b-42e7-b27c-79275e647883,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:35.165969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.173156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.259141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1372310b-fc4b-42e7-b27c-79275e647883,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:35.266670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] For port 1413e8fe-9466-4fdc-9059-014b7f755054, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:35.270042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] For port 1413e8fe-9466-4fdc-9059-014b7f755054, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1413e8fe-9466-4fdc-9059-014b7f755054,segment=NetworkSegment(0e2e2b4e-2916-4c39-a774-1c5e321924d4),segment_id=0e2e2b4e-2916-4c39-a774-1c5e321924d4)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:35.276092 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.394144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23736f7e-fc7a-4ef4-87e3-34492aced111 None None] Pushing event updated for resources: {'Port': ['ID=1413e8fe-9466-4fdc-9059-014b7f755054,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:35.487665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.493778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.495267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:35.527510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['1372310b-fc4b-42e7-b27c-79275e647883'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:26:35.597860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=e41e8d81-6840-4b68-a113-a3e39a4fc78a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:35.611544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.611898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.612252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.612721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.613037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.613221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.613648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.613865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.614194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.614521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.614921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.615252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.615570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:35.625556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab40e2-dc8a-4ffa-9021-0a6555dd866e req-965e5a62-2590-4554-800f-8e4dcc07f3ce tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:35.627164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cab40e2-dc8a-4ffa-9021-0a6555dd866e req-965e5a62-2590-4554-800f-8e4dcc07f3ce tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1374092 Dec 08 00:26:35.742400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cab40e2-dc8a-4ffa-9021-0a6555dd866e req-92f92c8b-0063-4f7e-bd7e-f95da2a863d5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044245 Dec 08 00:26:35.782353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:35.784093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:35.895104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8335523-75de-4924-a809-0d5b76be8707 req-d01e13f5-3207-4ce1-966b-75adfcc1a413 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:35.896785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8335523-75de-4924-a809-0d5b76be8707 req-d01e13f5-3207-4ce1-966b-75adfcc1a413 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 944 time: 0.0624862 Dec 08 00:26:35.952790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 5fb2886a-1b6f-4de9-9b17-1775cf405da3 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:26:35.971183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8335523-75de-4924-a809-0d5b76be8707 req-4640c889-94ef-4278-9557-40170b4b7a46 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641675 Dec 08 00:26:36.035521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f099b33-9427-4d80-a080-b979968cde31 None None] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:36.057920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:36.067896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51496) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:36.073407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] Sync routers for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:36.079277 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca81f576-6828-4744-b3ab-70358f7f2cef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/5fb2886a-1b6f-4de9-9b17-1775cf405da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038911 Dec 08 00:26:36.119299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3962a88b-e3c2-434d-8b09-4110d1dd84ee tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:36.123490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51498) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:36.123644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3962a88b-e3c2-434d-8b09-4110d1dd84ee tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports/e41e8d81-6840-4b68-a113-a3e39a4fc78a HTTP/1.1" status: 200 len: 911 time: 0.0546248 Dec 08 00:26:36.127574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:36.128208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:36.176570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:36.206771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f2f68ca9-ac16-40e5-bc21-3f249a49dfc4 None None] Provisioning complete for port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:36.207159 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2f68ca9-ac16-40e5-bc21-3f249a49dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.211387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:36.212016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:36.273098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:36.273670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733a5cf-080c-46d9-a11a-45574901996c None None] The sync data for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:36.378172 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2f68ca9-ac16-40e5-bc21-3f249a49dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.452994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1372310b-fc4b-42e7-b27c-79275e647883 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:36.465194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f2f68ca9-ac16-40e5-bc21-3f249a49dfc4 None None] For port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1726f43e-fa2d-4be2-8d1c-7ca5b8239f55,segment=NetworkSegment(2accf99e-1708-46c7-b6dd-993cd80dc5ca),segment_id=2accf99e-1708-46c7-b6dd-993cd80dc5ca)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:36.491004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2f68ca9-ac16-40e5-bc21-3f249a49dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.602460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f68ca9-ac16-40e5-bc21-3f249a49dfc4 None None] Pushing event updated for resources: {'Port': ['ID=1726f43e-fa2d-4be2-8d1c-7ca5b8239f55,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:36.620219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 1372310b-fc4b-42e7-b27c-79275e647883 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:26:36.627212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 1372310b-fc4b-42e7-b27c-79275e647883 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:36.627473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.627967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.758803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:36.819041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.890621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e019d10f-6a02-40c5-9d37-dcb1bf46c72f None None] Provisioning complete for port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:36.892497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e019d10f-6a02-40c5-9d37-dcb1bf46c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.900639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:36.907795 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee158a4f-0a50-429e-af7a-9e716e3df10d" -d '{"events": [{"server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "name": "network-vif-plugged", "status": "completed", "tag": "1372310b-fc4b-42e7-b27c-79275e647883"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:36.953235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 1372310b-fc4b-42e7-b27c-79275e647883, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1372310b-fc4b-42e7-b27c-79275e647883,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:36.953986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147a66-1ae4-47c5-ae97-8b6210b3bf38 req-98a07fea-a188-47f8-8d90-68a1fb5d8a45 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:36.966111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:36.967068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8bf7a779-045b-4139-960a-a2783b86d57a no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:36.968581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9147a66-1ae4-47c5-ae97-8b6210b3bf38 req-98a07fea-a188-47f8-8d90-68a1fb5d8a45 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1030338 Dec 08 00:26:36.973412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f9a41-632c-4ff0-ab0e-56dbae4044a3 None None] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:36.977714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:36.978210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.050625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9147a66-1ae4-47c5-ae97-8b6210b3bf38 req-2c56f09a-de4f-485c-89b3-6b74da6c934d tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808890 Dec 08 00:26:37.093653 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad48276-a92a-4a94-b38e-301990515d14 x-openstack-request-id: req-5ad48276-a92a-4a94-b38e-301990515d14 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:37.094326 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "name": "network-vif-plugged", "status": "completed", "tag": "1372310b-fc4b-42e7-b27c-79275e647883", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:37.094326 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ad48276-a92a-4a94-b38e-301990515d14 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:37.094687 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883', 'code': 200} Dec 08 00:26:37.147312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8:1::1 (23f9d5aa-1990-4319-bcf8-b67b898e017e/febb0239-b78e-4b0b-9c22-76d8ad6fa55a/f3adef6e-e1c4-4bf3-9626-2aad7d2e011c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:37.214621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a8115-4e03-40b6-985b-9ad769d641af req-3d8ba1af-9c27-41ff-a548-5ceedfc9c6f8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:37.217019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f0a8115-4e03-40b6-985b-9ad769d641af req-3d8ba1af-9c27-41ff-a548-5ceedfc9c6f8 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.1173429 Dec 08 00:26:37.221224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c331e7a-55ef-48e3-a84c-479b95a54aab req-3189490b-8a09-4481-b231-5f01c66d1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:37.223014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c331e7a-55ef-48e3-a84c-479b95a54aab req-3189490b-8a09-4481-b231-5f01c66d1130 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 1096 time: 0.1108534 Dec 08 00:26:37.245123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=1372310b-fc4b-42e7-b27c-79275e647883,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:37.322757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f0a8115-4e03-40b6-985b-9ad769d641af req-c2a2d694-aa2b-4cd4-bdad-9a99a7c05f09 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984862 Dec 08 00:26:37.337777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c331e7a-55ef-48e3-a84c-479b95a54aab req-872c4978-fdf5-4179-a0bc-0a3aa78c9a0a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869427 Dec 08 00:26:37.372747 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.385989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1413e8fe-9466-4fdc-9059-014b7f755054 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:37.419806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.439343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e019d10f-6a02-40c5-9d37-dcb1bf46c72f None None] Provisioning complete for port e41e8d81-6840-4b68-a113-a3e39a4fc78a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:37.439853 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e019d10f-6a02-40c5-9d37-dcb1bf46c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.469497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:37.473045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:37.475425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:37.476274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.477171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e019d10f-6a02-40c5-9d37-dcb1bf46c72f None None] Port e41e8d81-6840-4b68-a113-a3e39a4fc78a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:37.515961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1413e8fe-9466-4fdc-9059-014b7f755054 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:37.516330 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.543512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=f3adef6e-e1c4-4bf3-9626-2aad7d2e011c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:37.620560 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.650939 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.652414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8ab1d2b7-054e-4079-b569-c7836ad2764b None None] Provisioning complete for port 1413e8fe-9466-4fdc-9059-014b7f755054 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:37.652893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ab1d2b7-054e-4079-b569-c7836ad2764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.727203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 1413e8fe-9466-4fdc-9059-014b7f755054, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1413e8fe-9466-4fdc-9059-014b7f755054,segment=NetworkSegment(0e2e2b4e-2916-4c39-a774-1c5e321924d4),segment_id=0e2e2b4e-2916-4c39-a774-1c5e321924d4)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:37.742442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.860663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=1413e8fe-9466-4fdc-9059-014b7f755054,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:37.888032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8ab1d2b7-054e-4079-b569-c7836ad2764b None None] Provisioning complete for port e41e8d81-6840-4b68-a113-a3e39a4fc78a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:37.888419 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ab1d2b7-054e-4079-b569-c7836ad2764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:37.961291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1d2b7-054e-4079-b569-c7836ad2764b None None] Port e41e8d81-6840-4b68-a113-a3e39a4fc78a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:38.039299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:38.045261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:38.046069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:38.093032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-abba20a5-ad76-4880-9874-4ef27981b682 None None] Provisioning complete for port 1413e8fe-9466-4fdc-9059-014b7f755054 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:38.093571 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abba20a5-ad76-4880-9874-4ef27981b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:38.210913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=f3adef6e-e1c4-4bf3-9626-2aad7d2e011c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:38.250744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4105f5-bcdb-4090-8d69-d33f5e0ef6c2 req-0778f60f-7cf7-4fe1-8af8-a4cf6d1a3bee tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:38.254251 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa4105f5-bcdb-4090-8d69-d33f5e0ef6c2 req-0778f60f-7cf7-4fe1-8af8-a4cf6d1a3bee tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0865002 Dec 08 00:26:38.258592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:38.260930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:38.320544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa4105f5-bcdb-4090-8d69-d33f5e0ef6c2 req-8adbc298-995b-4ba9-871a-7f45a011b140 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582168 Dec 08 00:26:38.387495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c1862fdd-5989-4ae5-80e3-7df971c6c58a None None] Provisioning complete for port f3adef6e-e1c4-4bf3-9626-2aad7d2e011c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:38.391174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1862fdd-5989-4ae5-80e3-7df971c6c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:38.479221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c1862fdd-5989-4ae5-80e3-7df971c6c58a None None] Port f3adef6e-e1c4-4bf3-9626-2aad7d2e011c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:38.575253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beca80-3709-4b47-8ae1-6121b4966c95 req-1c07c165-a5ad-4d08-800a-b1a8e06aacb2 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:38.587477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0beca80-3709-4b47-8ae1-6121b4966c95 req-1c07c165-a5ad-4d08-800a-b1a8e06aacb2 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.1171412 Dec 08 00:26:38.687473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0beca80-3709-4b47-8ae1-6121b4966c95 req-9abafa3c-4f5e-4d53-a533-66a347e05743 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968311 Dec 08 00:26:38.706091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:38.767014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:38.767776 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:38.976476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 5fb2886a-1b6f-4de9-9b17-1775cf405da3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:26:39.000576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f9bdb731-8b1f-496b-98fe-5c548fcee0e0 None None] Provisioning complete for port f3adef6e-e1c4-4bf3-9626-2aad7d2e011c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:39.000798 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb731-8b1f-496b-98fe-5c548fcee0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:39.070384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f9bdb731-8b1f-496b-98fe-5c548fcee0e0 None None] Port f3adef6e-e1c4-4bf3-9626-2aad7d2e011c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:39.079731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1413e8fe-9466-4fdc-9059-014b7f755054 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:39.086516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:39.096098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51524) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:39.100484 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] Sync routers for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:39.107304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-185a8220-c154-4e67-bef5-7fae2a97d515 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/5fb2886a-1b6f-4de9-9b17-1775cf405da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9815104 Dec 08 00:26:39.115253 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:39.117994 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:39.138780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 1413e8fe-9466-4fdc-9059-014b7f755054 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:39.139322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:39.143484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76bac55-b465-4361-8959-fde2a9f33153 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:39.147536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b76bac55-b465-4361-8959-fde2a9f33153 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports/f3adef6e-e1c4-4bf3-9626-2aad7d2e011c HTTP/1.1" status: 200 len: 913 time: 0.0478027 Dec 08 00:26:39.147915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51526) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:39.154612 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:39.166311 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:39.167164 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:39.207986 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:39.208897 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166b039-dfa9-4160-b52e-97db0309d1ae None None] The sync data for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:39.435148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8741-f96f-4ada-a6b2-434d6570dad2 req-1c472dd2-5cdb-4f24-8eef-d01d87bcbf8c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:39.436645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-963e8741-f96f-4ada-a6b2-434d6570dad2 req-1c472dd2-5cdb-4f24-8eef-d01d87bcbf8c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0491605 Dec 08 00:26:39.463846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:39.483841 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-963e8741-f96f-4ada-a6b2-434d6570dad2 req-fe40c4aa-b45c-49e5-9cc9-369d1e20d7e7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410931 Dec 08 00:26:39.700367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port f3adef6e-e1c4-4bf3-9626-2aad7d2e011c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:39.700708 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:39.790479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:39.802696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for f3adef6e-e1c4-4bf3-9626-2aad7d2e011c owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:39.827879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412de8af-4729-4d28-948a-e81d3e1f74b9 req-762b8f1f-cf0d-4a74-baf0-4a01cafe8c73 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:39.829372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-412de8af-4729-4d28-948a-e81d3e1f74b9 req-762b8f1f-cf0d-4a74-baf0-4a01cafe8c73 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Dec 08 00:26:39.876846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-412de8af-4729-4d28-948a-e81d3e1f74b9 req-9f7c07c8-b5ac-4bd6-a3f2-be5d2cc882e6 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Dec 08 00:26:39.974571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:39.989287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3208905-c163-43f5-8b00-6fc6ff29198a req-cf76a1ae-ea8d-48c6-be72-aeafef47c714 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:39.990681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3208905-c163-43f5-8b00-6fc6ff29198a req-cf76a1ae-ea8d-48c6-be72-aeafef47c714 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.0499568 Dec 08 00:26:40.000787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:40.006581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Request body: {'floatingip': {'port_id': '1372310b-fc4b-42e7-b27c-79275e647883'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:40.009479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=f3adef6e-e1c4-4bf3-9626-2aad7d2e011c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:40.072117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:40.263397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:40.611462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 5fb2886a-1b6f-4de9-9b17-1775cf405da3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:26:40.619341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c5419-c0af-46d5-b07a-772c2b827e97 req-272ddf62-661e-45f9-aabc-9bb5c47dbcb5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:40.620958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e2c5419-c0af-46d5-b07a-772c2b827e97 req-272ddf62-661e-45f9-aabc-9bb5c47dbcb5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0513167 Dec 08 00:26:40.670645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e2c5419-c0af-46d5-b07a-772c2b827e97 req-e15c166b-2491-4340-9cc5-54ced28574e3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Dec 08 00:26:40.777930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:40.788487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] Sync routers for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:40.798674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:40.799310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:40.807888 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6970cfed-2faa-48c4-acea-9a62263fd5cc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/5fb2886a-1b6f-4de9-9b17-1775cf405da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582751 Dec 08 00:26:40.810789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51544) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:40.832336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:40.838659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:40.845551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:40.855649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:40.856566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:40.898531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:40.900223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0e0e0-e2a3-4cdb-b294-6a48f9c67bf8 None None] The sync data for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:40.953926 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Floating IP 3bbdd595-d962-4b39-8789-35aad1830e4f associated. External IP: 172.25.6.171, port: 1372310b-fc4b-42e7-b27c-79275e647883. Dec 08 00:26:41.146817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:41.180623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Router 4aee2064-fb3a-4510-9b5c-d51aba739801 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:26:41.413203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port e41e8d81-6840-4b68-a113-a3e39a4fc78a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:41.414456 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:41.521586 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:41.535186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for e41e8d81-6840-4b68-a113-a3e39a4fc78a owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:41.650701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:41.656726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:41.665105 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] Sync routers for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:41.691434 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-12b7ce57-396a-4781-aba1-269e5e7d57a9 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "PUT /v2.0/floatingips/3bbdd595-d962-4b39-8789-35aad1830e4f HTTP/1.1" status: 200 len: 991 time: 1.6881430 Dec 08 00:26:41.692571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:41.695065 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26766c7e-2524-4415-848d-fe44a4f31151" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "tag": "1372310b-fc4b-42e7-b27c-79275e647883"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:41.701473 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:41.705548 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:41.751540 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ef649-2197-4887-a353-288b886f6429 x-openstack-request-id: req-c09ef649-2197-4887-a353-288b886f6429 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:41.752121 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "tag": "1372310b-fc4b-42e7-b27c-79275e647883", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:41.752591 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c09ef649-2197-4887-a353-288b886f6429 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:41.753270 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883', 'status': 'completed', 'code': 200} Dec 08 00:26:41.845875 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:26:41.854302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:41.905338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=e41e8d81-6840-4b68-a113-a3e39a4fc78a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:41.947261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26766c7e-2524-4415-848d-fe44a4f31151 req-24101fe8-5b39-4c89-ae60-e34a596dadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:41.948782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26766c7e-2524-4415-848d-fe44a4f31151 req-24101fe8-5b39-4c89-ae60-e34a596dadab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02af2c8d35904777ae8121d05472c453&device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 1096 time: 0.1488743 Dec 08 00:26:42.015087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f28e-c1af-400f-9f38-e91089f981d3 req-30742aa4-ed04-498a-9f2e-637771dbb0f7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:42.016640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c994f28e-c1af-400f-9f38-e91089f981d3 req-30742aa4-ed04-498a-9f2e-637771dbb0f7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1740713 Dec 08 00:26:42.074624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:42.081565 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '3bbdd595-d962-4b39-8789-35aad1830e4f', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'port_id': '1372310b-fc4b-42e7-b27c-79275e647883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'mac_address': 'fa:16:3e:b2:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:26:20Z', 'updated_at': '2021-12-08T00:26:40Z', 'revision_number': 1, 'project_id': '02af2c8d35904777ae8121d05472c453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:42.113495 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] Checking router: 4aee2064-fb3a-4510-9b5c-d51aba739801 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:26:42.122449 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:42.123191 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:42.229535 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:26:42.474822 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '3bbdd595-d962-4b39-8789-35aad1830e4f', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'port_id': '1372310b-fc4b-42e7-b27c-79275e647883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'mac_address': 'fa:16:3e:b2:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:26:20Z', 'updated_at': '2021-12-08T00:26:40Z', 'revision_number': 1, 'project_id': '02af2c8d35904777ae8121d05472c453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:42.510873 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c1d11-7d73-4626-bf7c-96b19a78cc63 None None] The sync data for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 is: [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '3bbdd595-d962-4b39-8789-35aad1830e4f', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'port_id': '1372310b-fc4b-42e7-b27c-79275e647883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'mac_address': 'fa:16:3e:b2:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:26:20Z', 'updated_at': '2021-12-08T00:26:40Z', 'revision_number': 1, 'project_id': '02af2c8d35904777ae8121d05472c453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:42.538034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c994f28e-c1af-400f-9f38-e91089f981d3 req-1a5d9984-1549-40eb-976d-b579047ab8e7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4865899 Dec 08 00:26:42.547236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26766c7e-2524-4415-848d-fe44a4f31151 req-003192bf-713a-431f-ab61-2043813d9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:42.548672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26766c7e-2524-4415-848d-fe44a4f31151 req-003192bf-713a-431f-ab61-2043813d9fc6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 200 len: 912 time: 0.5644033 Dec 08 00:26:42.693002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26766c7e-2524-4415-848d-fe44a4f31151 req-eafc0c7c-eafe-447b-abce-fe498844ccb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1372310b-fc4b-42e7-b27c-79275e647883 HTTP/1.1" status: 200 len: 999 time: 0.1102152 Dec 08 00:26:42.705935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 5fb2886a-1b6f-4de9-9b17-1775cf405da3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:26:42.754314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034972d2-36b9-46ef-9e33-9031a8ea9dec None None] New status for floating IP 3bbdd595-d962-4b39-8789-35aad1830e4f: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:26:42.794936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26766c7e-2524-4415-848d-fe44a4f31151 req-36721929-89fb-4926-88cc-18237150c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:42.796407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26766c7e-2524-4415-848d-fe44a4f31151 req-36721929-89fb-4926-88cc-18237150c242 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 200 len: 850 time: 0.0927994 Dec 08 00:26:42.834374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:42.852249 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] Sync routers for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:42.853381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b6cd0b3a-485b-483b-89c1-9bbc49f9a8e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/5fb2886a-1b6f-4de9-9b17-1775cf405da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412495 Dec 08 00:26:42.856331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:42.864277 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:42.866424 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:42.872289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26766c7e-2524-4415-848d-fe44a4f31151 req-555986c6-c0c5-4ed3-a0ca-978e75854169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:42.875439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26766c7e-2524-4415-848d-fe44a4f31151 req-555986c6-c0c5-4ed3-a0ca-978e75854169 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a4b0d8-7234-4555-af0a-a0eef6ceac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525317 Dec 08 00:26:42.908376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fb6c487c-078d-46b6-a052-9cfc74890fcf tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fb2886a-1b6f-4de9-9b17-1775cf405da3 HTTP/1.1" status: 200 len: 205 time: 0.0498149 Dec 08 00:26:42.909150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51568) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:42.927766 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:42.937704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] Routers {'5fb2886a-1b6f-4de9-9b17-1775cf405da3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:42.938319 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:42.984272 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:42.984841 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31695c-8275-4b78-8687-487a2a80457e None None] The sync data for ids ['5fb2886a-1b6f-4de9-9b17-1775cf405da3'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:43.012018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26766c7e-2524-4415-848d-fe44a4f31151 req-80079eec-035b-4ac6-afba-3d39f60ab903 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300516 Dec 08 00:26:43.036117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b689c1-f57c-44ab-96c2-9a4e307c6d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.124080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26766c7e-2524-4415-848d-fe44a4f31151 req-dc00eda3-88ab-4fe0-b0c8-abeaff7da744 service neutron] 10.222.0.44 "GET /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037533 Dec 08 00:26:43.201690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b689c1-f57c-44ab-96c2-9a4e307c6d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.203845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b689c1-f57c-44ab-96c2-9a4e307c6d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.248329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b689c1-f57c-44ab-96c2-9a4e307c6d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.248831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b689c1-f57c-44ab-96c2-9a4e307c6d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb2886a-1b6f-4de9-9b17-1775cf405da3 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:26:43.256747 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3b689c1-f57c-44ab-96c2-9a4e307c6d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.260206 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f3b689c1-f57c-44ab-96c2-9a4e307c6d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/5fb2886a-1b6f-4de9-9b17-1775cf405da3 HTTP/1.1" status: 204 len: 168 time: 0.3458822 Dec 08 00:26:43.260444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51570) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:43.312365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet febb0239-b78e-4b0b-9c22-76d8ad6fa55a {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:26:43.315734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.359807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.456877 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.518730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.560252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=febb0239-b78e-4b0b-9c22-76d8ad6fa55a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:43.564052 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.568871 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-88f7bdb7-6054-4348-92c6-d21eb97b6f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/febb0239-b78e-4b0b-9c22-76d8ad6fa55a HTTP/1.1" status: 204 len: 168 time: 0.3060458 Dec 08 00:26:43.571146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51574) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:43.578410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da6794-ad3e-4c04-9139-772ac34b36b9 None None] Network 23f9d5aa-1990-4319-bcf8-b67b898e017e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:43.634923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet 111a3b93-25d1-4a0b-a930-cac58a5d5e1d {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:26:43.638785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.707665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e057d-59b4-436a-ad25-98d042ff6821 req-471e70a6-a6ea-48a3-b103-2537c08a7378 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:43.715229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.720916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c5e057d-59b4-436a-ad25-98d042ff6821 req-471e70a6-a6ea-48a3-b103-2537c08a7378 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0923181 Dec 08 00:26:43.776947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c5e057d-59b4-436a-ad25-98d042ff6821 req-511e5201-61f4-429d-a9f9-7cdb85d3fcdd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544608 Dec 08 00:26:43.786476 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.812644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] DHCP port deletion for 23f9d5aa-1990-4319-bcf8-b67b898e017e request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:26:43.837733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.865848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] Deleting port 1413e8fe-9466-4fdc-9059-014b7f755054 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:43.866229 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.903213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.930070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] For port 1413e8fe-9466-4fdc-9059-014b7f755054, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1413e8fe-9466-4fdc-9059-014b7f755054,segment=NetworkSegment(0e2e2b4e-2916-4c39-a774-1c5e321924d4),segment_id=0e2e2b4e-2916-4c39-a774-1c5e321924d4)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:43.930555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.933949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:43.937251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/111a3b93-25d1-4a0b-a930-cac58a5d5e1d HTTP/1.1" status: 204 len: 168 time: 0.3654075 Dec 08 00:26:43.938237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da14ea-ba01-4063-9887-185fc9e0e5b7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=111a3b93-25d1-4a0b-a930-cac58a5d5e1d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:43.939764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51578) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:43.945808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db40a0b-4d7b-496e-987d-610772f4e972 None None] Network 1734b7d2-63c6-46af-81f8-8945eeaf6c15 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:44.027089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.027320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] Calling delete_port for 1413e8fe-9466-4fdc-9059-014b7f755054 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:44.080866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 1413e8fe-9466-4fdc-9059-014b7f755054 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:44.081203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.144680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.151983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 1413e8fe-9466-4fdc-9059-014b7f755054, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1413e8fe-9466-4fdc-9059-014b7f755054,segment=NetworkSegment(0e2e2b4e-2916-4c39-a774-1c5e321924d4),segment_id=0e2e2b4e-2916-4c39-a774-1c5e321924d4)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:44.152354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.165898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 1413e8fe-9466-4fdc-9059-014b7f755054 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:44.179758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] DHCP port deletion for 1734b7d2-63c6-46af-81f8-8945eeaf6c15 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:26:44.183443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] Pushing event deleted for resources: {'Port': ['ID=1413e8fe-9466-4fdc-9059-014b7f755054,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:44.187886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c83ec-77a2-4886-92b5-c5f8c635adab None None] No DVR routers for this DVR port 1413e8fe-9466-4fdc-9059-014b7f755054 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:44.242492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] Deleting port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:44.242864 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.265419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.291918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=1413e8fe-9466-4fdc-9059-014b7f755054,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:44.295513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 1413e8fe-9466-4fdc-9059-014b7f755054 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:44.318662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] For port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=1726f43e-fa2d-4be2-8d1c-7ca5b8239f55,segment=NetworkSegment(2accf99e-1708-46c7-b6dd-993cd80dc5ca),segment_id=2accf99e-1708-46c7-b6dd-993cd80dc5ca)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:44.319346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.332851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] Calling delete_port for 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:44.381679 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.402963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f9d5aa-1990-4319-bcf8-b67b898e017e']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:44.415237 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2e2b4e-2916-4c39-a774-1c5e321924d4') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:44.415585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2e2b4e-2916-4c39-a774-1c5e321924d4') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:44.416880 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.426722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.443132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.445581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] Pushing event deleted for resources: {'Port': ['ID=1726f43e-fa2d-4be2-8d1c-7ca5b8239f55,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:44.450925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5cf3e-b887-4f11-bae5-76a0940e32d3 None None] No DVR routers for this DVR port 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:44.463545 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:44.522558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.533412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.539340 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/23f9d5aa-1990-4319-bcf8-b67b898e017e HTTP/1.1" status: 204 len: 168 time: 0.5962992 Dec 08 00:26:44.539731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51582) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:44.569106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bcf41-50db-4ab3-a237-82b92a08b419 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=23f9d5aa-1990-4319-bcf8-b67b898e017e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:44.582237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:44.604892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:44.605281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1726f43e-fa2d-4be2-8d1c-7ca5b8239f55 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:44.605659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1413e8fe-9466-4fdc-9059-014b7f755054 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:44.630579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 1413e8fe-9466-4fdc-9059-014b7f755054 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:44.631114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 1413e8fe-9466-4fdc-9059-014b7f755054 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:44.651604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.742747 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.765803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1734b7d2-63c6-46af-81f8-8945eeaf6c15']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:44.779432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2accf99e-1708-46c7-b6dd-993cd80dc5ca') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:44.780039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2accf99e-1708-46c7-b6dd-993cd80dc5ca') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:44.794379 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.814968 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.825945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:44.826974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:44.830842 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:44.918311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.927259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.934606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/1734b7d2-63c6-46af-81f8-8945eeaf6c15 HTTP/1.1" status: 204 len: 168 time: 0.3900876 Dec 08 00:26:44.935010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:44.940578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-160457557'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:44.942956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea09bb6-3950-43b2-8649-bea078d31c2a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=1734b7d2-63c6-46af-81f8-8945eeaf6c15,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:44.959809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3de05-4a18-41d6-acba-d224df66e4bd req-f27a28b6-87bc-44ef-bb27-28d3d9f85d8b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:44.966997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:44.967645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3c3de05-4a18-41d6-acba-d224df66e4bd req-f27a28b6-87bc-44ef-bb27-28d3d9f85d8b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1098430 Dec 08 00:26:44.970979 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:44.999711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:45.010035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.010379 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa of type vlan for network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a Dec 08 00:26:45.015753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3c3de05-4a18-41d6-acba-d224df66e4bd req-716951d4-1a20-406f-a454-aba2651d7752 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471935 Dec 08 00:26:45.053591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.080745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.087074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:45.087907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.135169 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989794 Dec 08 00:26:45.138050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51594) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:45.143719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:45.175332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a0183-c80f-46a3-9c49-4487b3da3d01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=47ba88f1-7dc4-44f9-a9a4-677f3fec555a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:45.191833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:45.288052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:45.292688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.308600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0f44-eca5-40f2-8baa-6864beb2d439 req-6741a38e-438d-4a32-858b-7bbc6e904f59 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:45.318829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79cd0f44-eca5-40f2-8baa-6864beb2d439 req-6741a38e-438d-4a32-858b-7bbc6e904f59 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0774086 Dec 08 00:26:45.400932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79cd0f44-eca5-40f2-8baa-6864beb2d439 req-b4f9ddbc-2aac-4022-958b-bfaf79439aba tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813203 Dec 08 00:26:45.436726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-72f565d7-c716-4a19-84af-c32c64f7af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:45.438224 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-72f565d7-c716-4a19-84af-c32c64f7af83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.1076403 Dec 08 00:26:45.603047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-795143e4-d733-4756-8d01-8955a182c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:45.604492 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-795143e4-d733-4756-8d01-8955a182c82b service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.1581247 Dec 08 00:26:45.611209 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.729088 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-3ff6020e-eec7-4075-bb5c-5cbf73485cf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.1157005 Dec 08 00:26:45.729597 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=29b68bd4-4912-4d2e-8ffc-c7554af3fd39,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:45.744670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': 'ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:45.745007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: 47ba88f1-7dc4-44f9-a9a4-677f3fec555a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:45.791751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-43bca424-7136-43cb-b968-78248407bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:45.793253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-43bca424-7136-43cb-b968-78248407bb62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.0566368 Dec 08 00:26:45.793833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:45.827803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 47ba88f1-7dc4-44f9-a9a4-677f3fec555a) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:45.838665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:45.838665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.848619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1c3be-cf43-44af-82a5-c83b336450d3 None None] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:45.864271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51600) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:45.864870 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-023479be-2ddd-4937-8f30-e5a5743f15a5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7248790 Dec 08 00:26:45.866980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-3b6f7b84-bd9d-4008-8a62-12e1acd05df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:45.868469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-3b6f7b84-bd9d-4008-8a62-12e1acd05df4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676153 Dec 08 00:26:45.871892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c585a804-57c9-4914-9b5a-e7db844a50ab tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1527209590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:45.896963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c585a804-57c9-4914-9b5a-e7db844a50ab tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.898048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c585a804-57c9-4914-9b5a-e7db844a50ab tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.962441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c585a804-57c9-4914-9b5a-e7db844a50ab tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.968243 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c585a804-57c9-4914-9b5a-e7db844a50ab tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.984185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-47ba88f1-7dc4-44f9-a9a4-677f3fec555a', 'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': '29b68bd4-4912-4d2e-8ffc-c7554af3fd39'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:26:45.985501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.988635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c585a804-57c9-4914-9b5a-e7db844a50ab tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:45.993725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c585a804-57c9-4914-9b5a-e7db844a50ab tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1276064 Dec 08 00:26:45.996874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51602) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:45.998035 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-1ed24c25-d783-42be-8bbd-a67b6feec10e service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221344 Dec 08 00:26:46.001847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'port': {'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a', 'name': 'tempest-RoutersIpV6Test-1520827801'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:46.100321 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-64e3a0e7-5fb2-4c93-8a7a-23441ae4c673 req-2c030481-eb48-465b-9782-57dd7c1b3bff service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952625 Dec 08 00:26:46.170534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Allocated IP 2001:db8::2 (47ba88f1-7dc4-44f9-a9a4-677f3fec555a/29b68bd4-4912-4d2e-8ffc-c7554af3fd39/8beda33a-6b33-479a-be01-bdc1659b62f0) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:46.186229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:46.190384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.209049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] device_id is not set on port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:26:46.356029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.361715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.408006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:46.411306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:46.418223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:46.439182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Pushing event updated for resources: {'Port': ['ID=8beda33a-6b33-479a-be01-bdc1659b62f0,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:46.456160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8::371 (47ba88f1-7dc4-44f9-a9a4-677f3fec555a/29b68bd4-4912-4d2e-8ffc-c7554af3fd39/8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:46.506578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Attempting to bind port 8beda33a-6b33-479a-be01-bdc1659b62f0 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:46.507385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Attempting to bind port 8beda33a-6b33-479a-be01-bdc1659b62f0 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:46.507695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Attempting to bind port 8beda33a-6b33-479a-be01-bdc1659b62f0 on network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:46.514381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:46.515084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Checking segment: {'id': 'ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:46.515521 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.516067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Bound using segment: {'id': 'ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:46.516554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Bound port: 8beda33a-6b33-479a-be01-bdc1659b62f0, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47ba88f1-7dc4-44f9-a9a4-677f3fec555a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:46.517072 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.598085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] For port 8beda33a-6b33-479a-be01-bdc1659b62f0, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:46.602105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] For port 8beda33a-6b33-479a-be01-bdc1659b62f0, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8beda33a-6b33-479a-be01-bdc1659b62f0,segment=NetworkSegment(ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa),segment_id=ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:46.607428 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.617921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b4fca-60b9-4250-9537-edcea0df2606 req-4465f5e6-ffee-4a60-89a7-1263f8a3ccda tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:46.619557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b0b4fca-60b9-4250-9537-edcea0df2606 req-4465f5e6-ffee-4a60-89a7-1263f8a3ccda tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1131446 Dec 08 00:26:46.677303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ed45f-1461-45f1-b4e8-3a788247b414 None None] Pushing event updated for resources: {'Port': ['ID=8beda33a-6b33-479a-be01-bdc1659b62f0,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:46.760282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b0b4fca-60b9-4250-9537-edcea0df2606 req-51e694fc-edd2-41cb-8850-8619c40b95b7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342921 Dec 08 00:26:46.795678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.844506 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.940199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:46.947270 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:46.949478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:46.953692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:46.957508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:46.958123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:46.995411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8ffa3796-4350-4b8a-a5ee-68574131bd81 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9973178 Dec 08 00:26:46.999280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:47.368447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:47.505596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:47.647731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:47.653796 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:47.725325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:47.885545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:47.888330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0655815-f507-4f8f-beae-928d03e5f9e5 None None] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:48.002330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baa343-303e-40ad-b433-6b9dd83ef236 req-96e7c674-737a-4840-8495-3b653b591587 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:48.010283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7baa343-303e-40ad-b433-6b9dd83ef236 req-96e7c674-737a-4840-8495-3b653b591587 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1555414 Dec 08 00:26:48.020295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0e7c172a-2edb-4f09-8d7d-6597b81eac56 None None] Provisioning complete for port 8beda33a-6b33-479a-be01-bdc1659b62f0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:48.021660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7c172a-2edb-4f09-8d7d-6597b81eac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.070987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.115772 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7c172a-2edb-4f09-8d7d-6597b81eac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.126235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7baa343-303e-40ad-b433-6b9dd83ef236 req-aa9c3ebd-8acb-4019-be1d-52ef8b874e24 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017878 Dec 08 00:26:48.179427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0e7c172a-2edb-4f09-8d7d-6597b81eac56 None None] For port 8beda33a-6b33-479a-be01-bdc1659b62f0, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8beda33a-6b33-479a-be01-bdc1659b62f0,segment=NetworkSegment(ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa),segment_id=ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:48.185952 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e7c172a-2edb-4f09-8d7d-6597b81eac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.275709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c172a-2edb-4f09-8d7d-6597b81eac56 None None] Pushing event updated for resources: {'Port': ['ID=8beda33a-6b33-479a-be01-bdc1659b62f0,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:48.367127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95711a8-0e8c-4b50-83e2-e30a3fee3065 req-5774418d-5dc0-419b-bd35-a83985e49585 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:48.368661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e95711a8-0e8c-4b50-83e2-e30a3fee3065 req-5774418d-5dc0-419b-bd35-a83985e49585 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1197207 Dec 08 00:26:48.442204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bb58abd4-1521-4801-b279-1dd549a64f60 None None] Provisioning complete for port 8beda33a-6b33-479a-be01-bdc1659b62f0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:48.442579 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bb58abd4-1521-4801-b279-1dd549a64f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.503611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e95711a8-0e8c-4b50-83e2-e30a3fee3065 req-c10b289c-41aa-4d50-a7a3-f28ab87347d4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225016 Dec 08 00:26:48.581440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bb58abd4-1521-4801-b279-1dd549a64f60 None None] Provisioning complete for port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:48.582520 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bb58abd4-1521-4801-b279-1dd549a64f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.583089 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.598657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.606602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.631372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bb58abd4-1521-4801-b279-1dd549a64f60 None None] Port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:48.666592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8beda33a-6b33-479a-be01-bdc1659b62f0 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:48.737136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8beda33a-6b33-479a-be01-bdc1659b62f0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:48.737442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.766072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:48.828439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068826d6-ef5c-4565-8a59-501320de8f06 req-434819b6-8fbe-47c5-920a-17c3ee869962 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:48.835979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-068826d6-ef5c-4565-8a59-501320de8f06 req-434819b6-8fbe-47c5-920a-17c3ee869962 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1711137 Dec 08 00:26:48.863536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:48.868881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:48.879683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-142fff98-dec3-4967-96d6-7b7cc44d97e4 None None] Provisioning complete for port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:48.880057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-142fff98-dec3-4967-96d6-7b7cc44d97e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:48.945482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-142fff98-dec3-4967-96d6-7b7cc44d97e4 None None] Port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:48.972478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-068826d6-ef5c-4565-8a59-501320de8f06 req-b4af2519-ed8d-406c-bbe8-323ace235563 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354270 Dec 08 00:26:49.036629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 9c794963-5409-4667-a6ef-2887c6eb73da is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:26:49.202663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-db62fb16-feda-451d-807d-40f49a68e98a None None] Provisioning complete for port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:49.211905 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-db62fb16-feda-451d-807d-40f49a68e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:49.271100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-db62fb16-feda-451d-807d-40f49a68e98a None None] Port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:49.525870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4d0767f4-a39e-4194-a34d-04087537a157 None None] Provisioning complete for port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:49.527381 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4d0767f4-a39e-4194-a34d-04087537a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:49.578926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4d0767f4-a39e-4194-a34d-04087537a157 None None] Port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:49.582083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21853a35-e62e-4d32-a066-7f51085b13d2 req-fe6d637e-68be-48c5-9b4a-06ac8423e252 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:49.589480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21853a35-e62e-4d32-a066-7f51085b13d2 req-fe6d637e-68be-48c5-9b4a-06ac8423e252 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1122236 Dec 08 00:26:49.599429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:49.608920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-82dfd3eb-9217-4e37-85b8-69f496a5537a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/9c794963-5409-4667-a6ef-2887c6eb73da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6086259 Dec 08 00:26:49.611559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51632) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:49.612071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] Sync routers for ids ['9c794963-5409-4667-a6ef-2887c6eb73da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:49.627657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] Routers {'9c794963-5409-4667-a6ef-2887c6eb73da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:49.628293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9c794963-5409-4667-a6ef-2887c6eb73da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:49.663777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21853a35-e62e-4d32-a066-7f51085b13d2 req-d11e5da3-e2e5-449f-bec3-6c89e1a2ea16 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680199 Dec 08 00:26:49.669240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f6cb6-4b86-425d-b73f-a257f96073ae tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:49.670844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-783f6cb6-4b86-425d-b73f-a257f96073ae tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports/8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d HTTP/1.1" status: 200 len: 984 time: 0.0573287 Dec 08 00:26:49.676117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51634) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:49.676906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:49.687341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] Routers {'9c794963-5409-4667-a6ef-2887c6eb73da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:49.687951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9c794963-5409-4667-a6ef-2887c6eb73da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:49.721206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:49.722128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a510e-a96b-47c4-bf86-3cd9f9978e97 None None] The sync data for ids ['9c794963-5409-4667-a6ef-2887c6eb73da'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:50.116837 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:50.340322 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:50.340663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:50.429828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:50.441829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:50.791733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780be8e0-4261-4cb9-8108-9a081e8ba3e0 req-6dd80587-7699-4216-b467-fbbc9689db2c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:50.794361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-780be8e0-4261-4cb9-8108-9a081e8ba3e0 req-6dd80587-7699-4216-b467-fbbc9689db2c tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0619018 Dec 08 00:26:50.855523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-780be8e0-4261-4cb9-8108-9a081e8ba3e0 req-5ed6938d-f322-4b27-875a-28715d11683a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543334 Dec 08 00:26:50.960547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:51.004752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=8e4c3fb1-1b73-4e5a-886e-3fef5ccd398d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:51.159132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ed67-b7ca-4fb4-a58a-b9cad4347f65 req-43e37dc0-3854-4e93-99ff-124fd0f521cd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:51.161101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f29ed67-b7ca-4fb4-a58a-b9cad4347f65 req-43e37dc0-3854-4e93-99ff-124fd0f521cd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1093168 Dec 08 00:26:51.203223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:51.274376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fbfc-960d-48e4-969f-529423d0228a req-68a64977-e6e1-4881-bef2-ced1d587a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:51.276097 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9544fbfc-960d-48e4-969f-529423d0228a req-68a64977-e6e1-4881-bef2-ced1d587a6aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 1095 time: 0.1519687 Dec 08 00:26:51.311920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f29ed67-b7ca-4fb4-a58a-b9cad4347f65 req-911ff76d-75fb-4fd8-93b8-4a6abfffd156 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432314 Dec 08 00:26:51.412500 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2212c30-3aa7-44f4-bba8-dd5e294f0b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:51.488886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 9c794963-5409-4667-a6ef-2887c6eb73da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:26:51.494524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fbfc-960d-48e4-969f-529423d0228a req-8f7dad14-a175-4fe6-bf46-1dd8cff699f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:51.496009 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9544fbfc-960d-48e4-969f-529423d0228a req-8f7dad14-a175-4fe6-bf46-1dd8cff699f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 200 len: 913 time: 0.2030394 Dec 08 00:26:51.605030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:51.611258 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8e424e15-0b0f-4495-8ff6-451f0c34944d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/9c794963-5409-4667-a6ef-2887c6eb73da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337451 Dec 08 00:26:51.613983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51648) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:51.620131 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] Sync routers for ids ['9c794963-5409-4667-a6ef-2887c6eb73da'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:51.629266 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] Routers {'9c794963-5409-4667-a6ef-2887c6eb73da'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:51.629873 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9c794963-5409-4667-a6ef-2887c6eb73da'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:51.661403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9544fbfc-960d-48e4-969f-529423d0228a req-81447caa-99aa-4f7d-8a7c-e2c7454b597f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 200 len: 999 time: 0.1576340 Dec 08 00:26:51.753933 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:51.762617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] Routers {'9c794963-5409-4667-a6ef-2887c6eb73da'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:51.763253 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['9c794963-5409-4667-a6ef-2887c6eb73da'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:51.796663 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:51.797316 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fcbba-9132-42bb-ba1d-438c282415ba None None] The sync data for ids ['9c794963-5409-4667-a6ef-2887c6eb73da'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:51.817436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fbfc-960d-48e4-969f-529423d0228a req-14537647-7301-4ae4-a8c3-5c0b136e211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:51.818927 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9544fbfc-960d-48e4-969f-529423d0228a req-14537647-7301-4ae4-a8c3-5c0b136e211c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 200 len: 851 time: 0.1253924 Dec 08 00:26:51.877012 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-56a7f0d9-2584-449a-bc17-aa4a9e64c413 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 00:26:51.878050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-56a7f0d9-2584-449a-bc17-aa4a9e64c413 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/9c794963-5409-4667-a6ef-2887c6eb73da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2631297 Dec 08 00:26:51.880936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51652) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:51.894595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fbfc-960d-48e4-969f-529423d0228a req-64847da4-4876-498f-8872-61be3e5c9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:51.896189 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9544fbfc-960d-48e4-969f-529423d0228a req-64847da4-4876-498f-8872-61be3e5c9c67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595944 Dec 08 00:26:51.909216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bfb9ee2d-4830-43b7-9af4-e6c012e98b2b tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c794963-5409-4667-a6ef-2887c6eb73da HTTP/1.1" status: 200 len: 205 time: 0.0270901 Dec 08 00:26:51.911908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51654) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:51.985398 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bd297d5-1696-46ea-a0c2-68be61c8f842 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:51.989396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9544fbfc-960d-48e4-969f-529423d0228a req-fe0a16c4-9f79-41e7-8687-b26f511c0421 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 Dec 08 00:26:52.084577 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9544fbfc-960d-48e4-969f-529423d0228a req-e041672b-1249-43b4-9728-32e67e916880 service neutron] 10.222.0.59 "GET /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883543 Dec 08 00:26:52.144566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bd297d5-1696-46ea-a0c2-68be61c8f842 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.148025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bd297d5-1696-46ea-a0c2-68be61c8f842 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.191997 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bd297d5-1696-46ea-a0c2-68be61c8f842 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.192535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd297d5-1696-46ea-a0c2-68be61c8f842 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Fanout notify agent at l3_agent the message router_deleted on router 9c794963-5409-4667-a6ef-2887c6eb73da {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:26:52.199864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bd297d5-1696-46ea-a0c2-68be61c8f842 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.200955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1bd297d5-1696-46ea-a0c2-68be61c8f842 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/9c794963-5409-4667-a6ef-2887c6eb73da HTTP/1.1" status: 204 len: 168 time: 0.2881341 Dec 08 00:26:52.203620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51658) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:52.254970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet 29b68bd4-4912-4d2e-8ffc-c7554af3fd39 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:26:52.258687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.304153 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.391376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.483198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f39bb3-abf3-4495-aa62-4e097267b4a7 req-125a9811-bd2a-48b0-80f0-82e1b07b53e2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:52.484746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f39bb3-abf3-4495-aa62-4e097267b4a7 req-125a9811-bd2a-48b0-80f0-82e1b07b53e2 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0719228 Dec 08 00:26:52.499979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.540242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=29b68bd4-4912-4d2e-8ffc-c7554af3fd39,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:52.542197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.545581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cc55339a-e44d-4d07-8c1f-29755e67ddef tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/29b68bd4-4912-4d2e-8ffc-c7554af3fd39 HTTP/1.1" status: 204 len: 168 time: 0.3410192 Dec 08 00:26:52.548231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51672) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:52.549838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19522d38-195a-4e47-824c-e69795142b07 None None] Network 47ba88f1-7dc4-44f9-a9a4-677f3fec555a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:52.579551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f39bb3-abf3-4495-aa62-4e097267b4a7 req-5833d957-8f23-4b9c-8a85-b243ac17557a tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882051 Dec 08 00:26:52.641917 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.695823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 8beda33a-6b33-479a-be01-bdc1659b62f0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:52.696379 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.734062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] DHCP port deletion for 47ba88f1-7dc4-44f9-a9a4-677f3fec555a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:26:52.768431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 8beda33a-6b33-479a-be01-bdc1659b62f0, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8beda33a-6b33-479a-be01-bdc1659b62f0,segment=NetworkSegment(ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa),segment_id=ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:52.768828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.785559 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 8beda33a-6b33-479a-be01-bdc1659b62f0 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:52.801037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] Deleting port 8beda33a-6b33-479a-be01-bdc1659b62f0 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:52.801788 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.901843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:52.930354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=8beda33a-6b33-479a-be01-bdc1659b62f0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:52.934113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 8beda33a-6b33-479a-be01-bdc1659b62f0 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:53.020915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.043479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ba88f1-7dc4-44f9-a9a4-677f3fec555a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:53.049935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] For port 8beda33a-6b33-479a-be01-bdc1659b62f0, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8beda33a-6b33-479a-be01-bdc1659b62f0,segment=NetworkSegment(ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa),segment_id=ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:53.050329 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.053188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:53.053520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1a1726-b22e-425f-a4a3-dc3eb29dbeaa') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:53.062580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] Calling delete_port for 8beda33a-6b33-479a-be01-bdc1659b62f0 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:53.062857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.077736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.086215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:26:53.086797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:26:53.090521 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:26:53.144431 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.158867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.167123 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.170482 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/47ba88f1-7dc4-44f9-a9a4-677f3fec555a HTTP/1.1" status: 204 len: 168 time: 0.6212308 Dec 08 00:26:53.174210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51676) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:53.181152 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1822345027'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:53.183858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a796aa-f751-4f52-aa13-c4905d318c22 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=47ba88f1-7dc4-44f9-a9a4-677f3fec555a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:53.185583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] Pushing event deleted for resources: {'Port': ['ID=8beda33a-6b33-479a-be01-bdc1659b62f0,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:53.188006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b8475-f096-48e5-93eb-9189cf1e5e8b None None] No DVR routers for this DVR port 8beda33a-6b33-479a-be01-bdc1659b62f0 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:53.211263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:53.214998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.240382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:26:53.250257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.250613 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment 341e8ce1-211b-4b23-820b-fbd4a2990269 of type vlan for network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 Dec 08 00:26:53.293542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.323917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.329947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:53.330501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.375823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1994514 Dec 08 00:26:53.378600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:53.408741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': '604d7fc1-c2a5-497e-84c6-0e9ba87ec085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:53.413725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643d199-fa81-45ac-9078-3096ef444c39 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=604d7fc1-c2a5-497e-84c6-0e9ba87ec085,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:53.425580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:26:53.513138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:26:53.517316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.589080 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5bd76ba-822b-4d04-9c40-4d2ae9c1140d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.745906 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.762085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54655a3-f93f-4b77-9981-02b606f98e95 req-f226fbb3-9cd1-4838-b8c0-49e065b834f9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:53.763719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f54655a3-f93f-4b77-9981-02b606f98e95 req-f226fbb3-9cd1-4838-b8c0-49e065b834f9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1050856 Dec 08 00:26:53.851293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=fe197403-8723-4eaf-a191-b6b006a5efbc,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:53.870495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f54655a3-f93f-4b77-9981-02b606f98e95 req-e66e3407-3a37-4c38-912d-dc7dd6bc2e16 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829720 Dec 08 00:26:53.871435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': '341e8ce1-211b-4b23-820b-fbd4a2990269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '604d7fc1-c2a5-497e-84c6-0e9ba87ec085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:53.871803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: 604d7fc1-c2a5-497e-84c6-0e9ba87ec085, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:26:53.894063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:26:53.902993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 604d7fc1-c2a5-497e-84c6-0e9ba87ec085) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:53.907672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:53.908332 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.917213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38606a0-e4e7-42d4-b531-54ba3e2534ab None None] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:53.929039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a76a6893-e82f-40e2-a901-577c6b635ad7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5487480 Dec 08 00:26:53.931663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51690) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:53.936468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3862db1f-4b64-4f0e-8599-50b5f3eb7a23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1876869478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:26:53.965422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3862db1f-4b64-4f0e-8599-50b5f3eb7a23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:53.966869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3862db1f-4b64-4f0e-8599-50b5f3eb7a23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.045363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-604d7fc1-c2a5-497e-84c6-0e9ba87ec085', 'network_id': '604d7fc1-c2a5-497e-84c6-0e9ba87ec085', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': 'fe197403-8723-4eaf-a191-b6b006a5efbc'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:26:54.046257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.048836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04543a27-2d9a-4e70-ba30-624801c692bf req-fa841aa3-7958-4ade-a914-1694513fb95e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:54.058157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04543a27-2d9a-4e70-ba30-624801c692bf req-fa841aa3-7958-4ade-a914-1694513fb95e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0722034 Dec 08 00:26:54.059965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3862db1f-4b64-4f0e-8599-50b5f3eb7a23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.065722 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3862db1f-4b64-4f0e-8599-50b5f3eb7a23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.104817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3862db1f-4b64-4f0e-8599-50b5f3eb7a23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.110871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51692) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:54.112902 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3862db1f-4b64-4f0e-8599-50b5f3eb7a23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1799457 Dec 08 00:26:54.203214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04543a27-2d9a-4e70-ba30-624801c692bf req-cfb437ab-e9e4-496e-ae60-31b615f894b9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424749 Dec 08 00:26:54.229520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Allocated IP 2001:db8::2 (604d7fc1-c2a5-497e-84c6-0e9ba87ec085/fe197403-8723-4eaf-a191-b6b006a5efbc/5a48a245-5c11-40b4-98cb-92857e7de119) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:54.433052 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.440339 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.470355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.481390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Pushing event updated for resources: {'Port': ['ID=5a48a245-5c11-40b4-98cb-92857e7de119,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:54.495279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:54.496651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:54.499072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:54.627934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Attempting to bind port 5a48a245-5c11-40b4-98cb-92857e7de119 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:26:54.629093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Attempting to bind port 5a48a245-5c11-40b4-98cb-92857e7de119 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '341e8ce1-211b-4b23-820b-fbd4a2990269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '604d7fc1-c2a5-497e-84c6-0e9ba87ec085'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:26:54.629740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Attempting to bind port 5a48a245-5c11-40b4-98cb-92857e7de119 on network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:26:54.638627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:26:54.639275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Checking segment: {'id': '341e8ce1-211b-4b23-820b-fbd4a2990269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '604d7fc1-c2a5-497e-84c6-0e9ba87ec085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:26:54.639926 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.640489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Bound using segment: {'id': '341e8ce1-211b-4b23-820b-fbd4a2990269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '604d7fc1-c2a5-497e-84c6-0e9ba87ec085'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:26:54.641522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Bound port: 5a48a245-5c11-40b4-98cb-92857e7de119, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341e8ce1-211b-4b23-820b-fbd4a2990269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '604d7fc1-c2a5-497e-84c6-0e9ba87ec085'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:26:54.642821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.654551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8beda33a-6b33-479a-be01-bdc1659b62f0 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:26:54.698810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8beda33a-6b33-479a-be01-bdc1659b62f0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:26:54.699272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8beda33a-6b33-479a-be01-bdc1659b62f0 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:26:54.753543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] For port 5a48a245-5c11-40b4-98cb-92857e7de119, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:26:54.758851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] For port 5a48a245-5c11-40b4-98cb-92857e7de119, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5a48a245-5c11-40b4-98cb-92857e7de119,segment=NetworkSegment(341e8ce1-211b-4b23-820b-fbd4a2990269),segment_id=341e8ce1-211b-4b23-820b-fbd4a2990269)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:26:54.769016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:54.810424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8::1 (604d7fc1-c2a5-497e-84c6-0e9ba87ec085/fe197403-8723-4eaf-a191-b6b006a5efbc/8eb6f657-1e17-4af6-ac2b-88356453dc23) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:26:54.857588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31425390-9de5-4c1a-be32-f3e0ae8c0f99 None None] Pushing event updated for resources: {'Port': ['ID=5a48a245-5c11-40b4-98cb-92857e7de119,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:54.971986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.016540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.085852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:55.093723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:55.102264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:26:55.104705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.153973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.183702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=8eb6f657-1e17-4af6-ac2b-88356453dc23,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:55.253180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-47cf184d-e728-43f1-97a5-f354ced8d717 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:55.254874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-47cf184d-e728-43f1-97a5-f354ced8d717 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d346c75-2778-4a52-b3a6-37eca0ab9118 HTTP/1.1" status: 200 len: 944 time: 0.1064880 Dec 08 00:26:55.318528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.485369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Deleting port 8bf7a779-045b-4139-960a-a2783b86d57a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:55.485809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.654956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] For port 8bf7a779-045b-4139-960a-a2783b86d57a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8bf7a779-045b-4139-960a-a2783b86d57a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:55.655334 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.676633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Calling delete_port for 8bf7a779-045b-4139-960a-a2783b86d57a owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:55.775963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.834524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.836164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:55.957992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=8eb6f657-1e17-4af6-ac2b-88356453dc23,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:55.990283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:56.027630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f5a50a9f-b758-45aa-a36a-3c516aca57b9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:26:56.029887 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:26:56.083446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event deleted for resources: {'Port': ['ID=8bf7a779-045b-4139-960a-a2783b86d57a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:56.112475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] No DVR routers for this DVR port 8bf7a779-045b-4139-960a-a2783b86d57a on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:56.115538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:56.119883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-424fe4ab-9e21-40b0-8704-b8d3375c909c req-23b3a23b-e440-4285-a12e-aa2eed83f1de tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "DELETE /v2.0/ports/8bf7a779-045b-4139-960a-a2783b86d57a HTTP/1.1" status: 204 len: 173 time: 0.8588860 Dec 08 00:26:56.125526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766f865-bf9c-4333-b452-100345017f71 None None] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:56.125737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-deleted', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:56.134465 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfed117-5e72-4f19-8ee2-c984ba86ade4" -d '{"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-deleted", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:56.162381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:26:56.163966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:26:56.236764 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc7a69b-be33-4774-ac69-d4ac4a1dfa2b x-openstack-request-id: req-5dc7a69b-be33-4774-ac69-d4ac4a1dfa2b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:56.237368 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d346c75-2778-4a52-b3a6-37eca0ab9118", "name": "network-vif-deleted", "tag": "8bf7a779-045b-4139-960a-a2783b86d57a", "status": "failed", "code": 422}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:56.237845 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dc7a69b-be33-4774-ac69-d4ac4a1dfa2b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:56.238517 n-d-820549-2 neutron-server[103114]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d346c75-2778-4a52-b3a6-37eca0ab9118', 'name': 'network-vif-deleted', 'tag': '8bf7a779-045b-4139-960a-a2783b86d57a', 'status': 'failed', 'code': 422} returned with failed status Dec 08 00:26:56.390934 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:56.425914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 48d66f42-1c30-4551-8cb4-54c08e19319b is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:26:56.440341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Provisioning complete for port 5a48a245-5c11-40b4-98cb-92857e7de119 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:56.441065 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:56.588861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:56.604938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51760) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:56.606386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c7da6d92-a22a-4cdc-8335-bd5b14dfcd34 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/48d66f42-1c30-4551-8cb4-54c08e19319b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4940388 Dec 08 00:26:56.642217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] Sync routers for ids ['48d66f42-1c30-4551-8cb4-54c08e19319b'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:56.693585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e8ad26-fc1e-46de-946a-07a568fd22cf tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:56.695142 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-05e8ad26-fc1e-46de-946a-07a568fd22cf tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports/8eb6f657-1e17-4af6-ac2b-88356453dc23 HTTP/1.1" status: 200 len: 911 time: 0.0884104 Dec 08 00:26:56.698980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:56.720470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5a48a245-5c11-40b4-98cb-92857e7de119 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:56.782455 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:26:56.809384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] Routers {'48d66f42-1c30-4551-8cb4-54c08e19319b'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:56.810033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['48d66f42-1c30-4551-8cb4-54c08e19319b'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:56.893114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:56.974397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:57.032764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] Routers {'48d66f42-1c30-4551-8cb4-54c08e19319b'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:57.033810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['48d66f42-1c30-4551-8cb4-54c08e19319b'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:57.117606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719a2a9-649f-47bf-9d19-186546efbe2f req-f5e7a50b-dce7-4226-8068-42057e59fe01 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:57.126994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e719a2a9-649f-47bf-9d19-186546efbe2f req-f5e7a50b-dce7-4226-8068-42057e59fe01 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 908 time: 0.0621824 Dec 08 00:26:57.129537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5a48a245-5c11-40b4-98cb-92857e7de119 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:57.130021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.174927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:57.176306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075746c6-48a6-4776-bc53-77abeb055fce None None] The sync data for ids ['48d66f42-1c30-4551-8cb4-54c08e19319b'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:57.188062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] For port 5a48a245-5c11-40b4-98cb-92857e7de119, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5a48a245-5c11-40b4-98cb-92857e7de119,segment=NetworkSegment(341e8ce1-211b-4b23-820b-fbd4a2990269),segment_id=341e8ce1-211b-4b23-820b-fbd4a2990269)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:57.198009 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.246750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.273394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.315164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Pushing event updated for resources: {'Port': ['ID=5a48a245-5c11-40b4-98cb-92857e7de119,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:57.340919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.341278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.341626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.341968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.342308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.342645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.343002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.343344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.343675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.344003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.344346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.344666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.344990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef536934-e85d-43e5-b96e-dbcc5eb5f1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:26:57.372241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fd219ff5-5349-44da-b0c4-744d27286187 None None] Provisioning complete for port 8eb6f657-1e17-4af6-ac2b-88356453dc23 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:57.373678 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd219ff5-5349-44da-b0c4-744d27286187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.434024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-fd219ff5-5349-44da-b0c4-744d27286187 None None] Port 8eb6f657-1e17-4af6-ac2b-88356453dc23 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:57.448424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fd219ff5-5349-44da-b0c4-744d27286187 None None] Provisioning complete for port 5a48a245-5c11-40b4-98cb-92857e7de119 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:57.448936 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fd219ff5-5349-44da-b0c4-744d27286187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.602056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 8eb6f657-1e17-4af6-ac2b-88356453dc23 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:57.602796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.674255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-37326a12-ae79-458b-8082-c26d1ed4c2a5 None None] Provisioning complete for port 8eb6f657-1e17-4af6-ac2b-88356453dc23 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:57.674588 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-37326a12-ae79-458b-8082-c26d1ed4c2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.700354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.712085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-37326a12-ae79-458b-8082-c26d1ed4c2a5 None None] Port 8eb6f657-1e17-4af6-ac2b-88356453dc23 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:26:57.713684 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 8eb6f657-1e17-4af6-ac2b-88356453dc23 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:57.881727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:57.909217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=8eb6f657-1e17-4af6-ac2b-88356453dc23,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:58.013620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:58.174083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 48d66f42-1c30-4551-8cb4-54c08e19319b has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:26:58.252383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:26:58.260477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ee894-186b-4364-b0f1-6ee173be1c0a req-51f67288-26d1-4e95-b1e5-ba20552755f6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:58.261886 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-08c8c852-1abd-4e4a-889b-70778883ae23 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/48d66f42-1c30-4551-8cb4-54c08e19319b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5603945 Dec 08 00:26:58.262106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b6ee894-186b-4364-b0f1-6ee173be1c0a req-51f67288-26d1-4e95-b1e5-ba20552755f6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 908 time: 0.0690815 Dec 08 00:26:58.262496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51782) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:58.269325 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d4029-7827-439b-a12b-849e62af941e None None] Sync routers for ids ['48d66f42-1c30-4551-8cb4-54c08e19319b'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:26:58.286197 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d4029-7827-439b-a12b-849e62af941e None None] Routers {'48d66f42-1c30-4551-8cb4-54c08e19319b'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:58.287115 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b29d4029-7827-439b-a12b-849e62af941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['48d66f42-1c30-4551-8cb4-54c08e19319b'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:58.327801 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b29d4029-7827-439b-a12b-849e62af941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:58.337251 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d4029-7827-439b-a12b-849e62af941e None None] Routers {'48d66f42-1c30-4551-8cb4-54c08e19319b'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:26:58.338173 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b29d4029-7827-439b-a12b-849e62af941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['48d66f42-1c30-4551-8cb4-54c08e19319b'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:58.373093 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b29d4029-7827-439b-a12b-849e62af941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:26:58.373767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d4029-7827-439b-a12b-849e62af941e None None] The sync data for ids ['48d66f42-1c30-4551-8cb4-54c08e19319b'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:26:58.578025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5a48a245-5c11-40b4-98cb-92857e7de119 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:26:58.631049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5a48a245-5c11-40b4-98cb-92857e7de119 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:26:58.631318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:58.636129 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-17405e08-e7aa-47fa-bbe1-82b3e3462d3f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=48d66f42-1c30-4551-8cb4-54c08e19319b HTTP/1.1" status: 200 len: 205 time: 0.3702190 Dec 08 00:26:58.636502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51786) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:58.683811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-811ea95f-efd5-41d9-9744-ac6d52e2ad22 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:58.685846 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-811ea95f-efd5-41d9-9744-ac6d52e2ad22 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 908 time: 0.0555019 Dec 08 00:26:58.727602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d267cdac-2665-48a7-88ae-9c05a900db45 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:58.802473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Deleting port b53b9ae0-14f7-4652-8291-2fca1d391a5c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:58.803155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:58.900394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] For port b53b9ae0-14f7-4652-8291-2fca1d391a5c, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=b53b9ae0-14f7-4652-8291-2fca1d391a5c,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:26:58.900804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:58.916197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Calling delete_port for b53b9ae0-14f7-4652-8291-2fca1d391a5c owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:59.063241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.092117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event deleted for resources: {'Port': ['ID=b53b9ae0-14f7-4652-8291-2fca1d391a5c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:59.135412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] No DVR routers for this DVR port b53b9ae0-14f7-4652-8291-2fca1d391a5c on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:26:59.138482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.142196 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b22e917d-f8a0-4e93-abe1-a5670d7ef5d6 req-4254ab67-83cb-40ba-af43-bd8836e696c5 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "DELETE /v2.0/ports/b53b9ae0-14f7-4652-8291-2fca1d391a5c HTTP/1.1" status: 204 len: 173 time: 0.4478049 Dec 08 00:26:59.142857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'name': 'network-vif-deleted', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:26:59.145597 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db687426-658e-4191-95f4-f402e669f0d2" -d '{"events": [{"server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "name": "network-vif-deleted", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:26:59.210789 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7fb275-c8a6-47b8-a809-fbf32bc1e86b x-openstack-request-id: req-2a7fb275-c8a6-47b8-a809-fbf32bc1e86b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:26:59.211523 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8811f53d-f154-4c32-ac34-81c2ded5179f", "name": "network-vif-deleted", "tag": "b53b9ae0-14f7-4652-8291-2fca1d391a5c", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:26:59.212016 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a7fb275-c8a6-47b8-a809-fbf32bc1e86b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:26:59.212837 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8811f53d-f154-4c32-ac34-81c2ded5179f', 'name': 'network-vif-deleted', 'tag': 'b53b9ae0-14f7-4652-8291-2fca1d391a5c', 'status': 'completed', 'code': 200} Dec 08 00:26:59.270851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7912dc-ddf4-4ff1-b9a1-35cfe3eb35c9 req-9385a4f9-4587-4dcc-85e9-96b3efa99769 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:26:59.278837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c7912dc-ddf4-4ff1-b9a1-35cfe3eb35c9 req-9385a4f9-4587-4dcc-85e9-96b3efa99769 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1915267 Dec 08 00:26:59.298492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d267cdac-2665-48a7-88ae-9c05a900db45 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.303256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d267cdac-2665-48a7-88ae-9c05a900db45 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.386381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51798) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:59.386541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c7912dc-ddf4-4ff1-b9a1-35cfe3eb35c9 req-dc5a66a6-60e6-473e-89d9-eb1037160f6d tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066973 Dec 08 00:26:59.393072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d267cdac-2665-48a7-88ae-9c05a900db45 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.393687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d267cdac-2665-48a7-88ae-9c05a900db45 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Fanout notify agent at l3_agent the message router_deleted on router 48d66f42-1c30-4551-8cb4-54c08e19319b {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:26:59.401187 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d267cdac-2665-48a7-88ae-9c05a900db45 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.404933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d267cdac-2665-48a7-88ae-9c05a900db45 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/48d66f42-1c30-4551-8cb4-54c08e19319b HTTP/1.1" status: 204 len: 168 time: 0.7647133 Dec 08 00:26:59.405508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:59.473069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-894e0a43-52c0-4a66-8d03-ad8ed3e22c9f req-0622f19b-3bb1-4566-90f0-2c27f01a43e4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=8811f53d-f154-4c32-ac34-81c2ded5179f HTTP/1.1" status: 200 len: 210 time: 0.0339940 Dec 08 00:26:59.487386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet fe197403-8723-4eaf-a191-b6b006a5efbc {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:26:59.491079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.535632 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.570983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 913867f3-0d26-461b-8fee-ad8acb2dea91 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:59.571241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.636753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.648035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.648360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.660871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 913867f3-0d26-461b-8fee-ad8acb2dea91 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:26:59.704946 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.736816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=fe197403-8723-4eaf-a191-b6b006a5efbc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:59.739000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.742904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8aee85bc-83e7-4333-a4de-05b4dbb23221 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/fe197403-8723-4eaf-a191-b6b006a5efbc HTTP/1.1" status: 204 len: 168 time: 0.3364034 Dec 08 00:26:59.745357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51802) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:26:59.762287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aece14-0780-439a-9253-05a9dfbb4e9f None None] Network 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:26:59.890134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.913576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.949604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=913867f3-0d26-461b-8fee-ad8acb2dea91,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:26:59.967031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 5a48a245-5c11-40b4-98cb-92857e7de119 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:26:59.967381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:26:59.983382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] DHCP port deletion for 604d7fc1-c2a5-497e-84c6-0e9ba87ec085 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:00.025233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.027284 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP 6b92b2d5-65f8-4be3-86fa-95f7524df944 disassociated (deleted). External IP: 172.25.6.76, port: d22c56f2-dfbb-46f0-9ead-bc285280735e. Dec 08 00:27:00.052477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] Deleting port 5a48a245-5c11-40b4-98cb-92857e7de119 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:00.052962 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.073735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 5a48a245-5c11-40b4-98cb-92857e7de119, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5a48a245-5c11-40b4-98cb-92857e7de119,segment=NetworkSegment(341e8ce1-211b-4b23-820b-fbd4a2990269),segment_id=341e8ce1-211b-4b23-820b-fbd4a2990269)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:00.074101 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.095396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 5a48a245-5c11-40b4-98cb-92857e7de119 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:00.130708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] For port 5a48a245-5c11-40b4-98cb-92857e7de119, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5a48a245-5c11-40b4-98cb-92857e7de119,segment=NetworkSegment(341e8ce1-211b-4b23-820b-fbd4a2990269),segment_id=341e8ce1-211b-4b23-820b-fbd4a2990269)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:00.131220 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.145140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] Calling delete_port for 5a48a245-5c11-40b4-98cb-92857e7de119 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:00.191108 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.212666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 5a48a245-5c11-40b4-98cb-92857e7de119 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:00.246009 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.269568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=5a48a245-5c11-40b4-98cb-92857e7de119,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:00.269944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] No DVR routers for this DVR port 5a48a245-5c11-40b4-98cb-92857e7de119 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:00.277321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 8b85d351-a331-42b2-94d5-a013c7c9ea62 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:00.302172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64dfcb-961d-4203-a426-16a60c5186f0 None None] Pushing event deleted for resources: {'Port': ['ID=5a48a245-5c11-40b4-98cb-92857e7de119,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:00.334190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.357526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604d7fc1-c2a5-497e-84c6-0e9ba87ec085']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:00.368648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341e8ce1-211b-4b23-820b-fbd4a2990269') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:00.368995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341e8ce1-211b-4b23-820b-fbd4a2990269') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:00.379766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.394177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.404326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:00.404639 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:00.408002 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:00.412933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:00.418016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.423759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] Sync routers for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:00.434402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:00.435401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:00.467954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-45bbc19f-fcb7-4577-8463-653d8d525211 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/floatingips/6b92b2d5-65f8-4be3-86fa-95f7524df944 HTTP/1.1" status: 204 len: 168 time: 1.0791376 Dec 08 00:27:00.496901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.510303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.515853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/604d7fc1-c2a5-497e-84c6-0e9ba87ec085 HTTP/1.1" status: 204 len: 168 time: 0.7695160 Dec 08 00:27:00.522027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51812) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:00.528537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2040328520', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:00.541310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d01ce4-f1d1-461d-abe0-1fd3487f53db tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=604d7fc1-c2a5-497e-84c6-0e9ba87ec085,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:00.584096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.585463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.607162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:00.687686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.902714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83841ef4-5148-4070-8026-016af1de65f3 req-4bb5f6b5-fdaa-47fb-8196-f1abc12815b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:00.908534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83841ef4-5148-4070-8026-016af1de65f3 req-4bb5f6b5-fdaa-47fb-8196-f1abc12815b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1173668 Dec 08 00:27:00.922813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:00.963383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5a48a245-5c11-40b4-98cb-92857e7de119 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:00.990676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 5a48a245-5c11-40b4-98cb-92857e7de119 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:00.991590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5a48a245-5c11-40b4-98cb-92857e7de119 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:00.996259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c331e9-8333-42a2-b870-8220dfd34417 req-c19fc275-fca4-48c2-955a-0ffc964eecfb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:01.005001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6c331e9-8333-42a2-b870-8220dfd34417 req-c19fc275-fca4-48c2-955a-0ffc964eecfb tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 945 time: 0.0950446 Dec 08 00:27:01.017134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83841ef4-5148-4070-8026-016af1de65f3 req-5afada1a-c757-4af1-befa-bed3612eac90 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956333 Dec 08 00:27:01.105122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6c331e9-8333-42a2-b870-8220dfd34417 req-6621bbc3-8349-4c56-85e0-69f402d92f76 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978363 Dec 08 00:27:01.170470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:01.195964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:01.237739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:01.240184 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e541d-0b9b-42a0-92dc-0f99dbd08c21" -d '{"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:01.264052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:09Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:01.297543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] Checking router: 8b85d351-a331-42b2-94d5-a013c7c9ea62 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:01.308226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:01.308951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:01.320279 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507609ab-1a9b-4b93-989f-4d0aaa8f1713 x-openstack-request-id: req-507609ab-1a9b-4b93-989f-4d0aaa8f1713 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:01.320807 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:01.321242 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-507609ab-1a9b-4b93-989f-4d0aaa8f1713 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:01.321819 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'status': 'completed', 'code': 200} Dec 08 00:27:01.351241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 172.25.6.214 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b3dca0e5-986b-4cbe-8e55-880613d39064) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:01.429009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:01.444980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-750e5320-620f-482e-ae3c-f4753bdf7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:01.446533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-750e5320-620f-482e-ae3c-f4753bdf7678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0851300 Dec 08 00:27:01.480818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:01.520453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:01.572938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:01.577055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:01.579649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:01.606156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-659028a7-240e-43ce-befe-4ecee6aefedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:01.608320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-659028a7-240e-43ce-befe-4ecee6aefedf service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 200 len: 896 time: 0.1500220 Dec 08 00:27:01.633323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=b3dca0e5-986b-4cbe-8e55-880613d39064,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:01.636157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56960cf-de54-4fb1-bab2-ca16fd20de99 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:01.700283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:09Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:01.702920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-4bed31fd-2d9c-49c8-94b2-4d34b0519553 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 200 len: 217 time: 0.0801909 Dec 08 00:27:01.732384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3b96a-0630-483c-a76b-945d84f9fb7c None None] The sync data for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 is: [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:25:05Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '77613f70-36f7-40e5-b61c-2a0714b1887a', 'name': '', 'network_id': '5c2dba8b-1a38-461a-951a-2b6800ca2e39', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:6a:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:25:03Z', 'updated_at': '2021-12-08T00:25:09Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '46ba18d5-76cf-41f1-b29d-1fa77f8219c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:01.792460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-811cb929-bdd0-4d9b-a959-37fe1da7663e None None] Provisioning complete for port b3dca0e5-986b-4cbe-8e55-880613d39064 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:01.792784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-811cb929-bdd0-4d9b-a959-37fe1da7663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:01.813875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-e6ea614d-8938-4401-ae62-720342ea8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:01.815726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-e6ea614d-8938-4401-ae62-720342ea8e9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 200 len: 835 time: 0.1046319 Dec 08 00:27:01.865124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-811cb929-bdd0-4d9b-a959-37fe1da7663e None None] Port b3dca0e5-986b-4cbe-8e55-880613d39064 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:01.892418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-27fe2c58-5b2b-4249-94da-e50f8a1684e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:01.893655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-27fe2c58-5b2b-4249-94da-e50f8a1684e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c2dba8b-1a38-461a-951a-2b6800ca2e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656371 Dec 08 00:27:01.934765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device b53b9ae0-14f7-4652-8291-2fca1d391a5c no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:01.969695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: b53b9ae0-14f7-4652-8291-2fca1d391a5c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:01.970356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device b53b9ae0-14f7-4652-8291-2fca1d391a5c not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:01.982073 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.033190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-a7e8e41b-c590-498c-9eb7-8562843373e9 service neutron] 10.222.0.44 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219296 Dec 08 00:27:02.176500 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f4cd8-780d-44d5-b9f0-31b9b46a3f51 None None] New status for floating IP 6b92b2d5-65f8-4be3-86fa-95f7524df944: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:27:02.259606 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.291955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-825e541d-0b9b-42a0-92dc-0f99dbd08c21 req-5654492f-2c50-4412-895b-80824a254363 service neutron] 10.222.0.44 "GET /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464380 Dec 08 00:27:02.306458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176e8d1-5f34-4d91-88c1-aaea8cec9b91 req-2eccaf07-2daa-4702-8688-dcfdf5690ef6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:02.307960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3176e8d1-5f34-4d91-88c1-aaea8cec9b91 req-2eccaf07-2daa-4702-8688-dcfdf5690ef6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.1730335 Dec 08 00:27:02.329046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ae8d2-08fc-4960-9400-51b347c231b6 req-4a298ecd-110a-4bcd-9532-ca5cb7ed4392 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:02.330817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a60ae8d2-08fc-4960-9400-51b347c231b6 req-4a298ecd-110a-4bcd-9532-ca5cb7ed4392 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 945 time: 0.1355054 Dec 08 00:27:02.410621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3176e8d1-5f34-4d91-88c1-aaea8cec9b91 req-bcf0b294-9af1-4dc7-a96a-2dda16947abe tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a3788ec-df9a-4815-b2ab-4c23ce00bd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787594 Dec 08 00:27:02.428109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a60ae8d2-08fc-4960-9400-51b347c231b6 req-58597df8-d768-45ad-9f29-6a801d9a3f44 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884295 Dec 08 00:27:02.481853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-1a8670ad-d9cf-435d-bc41-7b19cbebe0e0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:02.483384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-1a8670ad-d9cf-435d-bc41-7b19cbebe0e0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3447fd-86dd-4c16-80dc-f4a5b2481ca7 HTTP/1.1" status: 200 len: 946 time: 0.0541720 Dec 08 00:27:02.485148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2ab5eafb-bcc0-4bba-a40e-2fcad24eb7dd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:02.486621 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2ab5eafb-bcc0-4bba-a40e-2fcad24eb7dd tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 945 time: 0.0792415 Dec 08 00:27:02.549852 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 1ad69b95-0d40-448d-a88d-a6f606b487e3 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:27:02.596593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port d22c56f2-dfbb-46f0-9ead-bc285280735e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:02.596930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.686755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Deleting port f5a50a9f-b758-45aa-a36a-3c516aca57b9 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:02.687163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.688485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port d22c56f2-dfbb-46f0-9ead-bc285280735e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=d22c56f2-dfbb-46f0-9ead-bc285280735e,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:02.688851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.706931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for d22c56f2-dfbb-46f0-9ead-bc285280735e owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:02.721697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:02.733957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] Sync routers for ids ['1ad69b95-0d40-448d-a88d-a6f606b487e3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:02.752258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] Routers {'1ad69b95-0d40-448d-a88d-a6f606b487e3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:02.752809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1ad69b95-0d40-448d-a88d-a6f606b487e3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:02.796505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.800826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b380a4b2-3a1b-48be-b5cc-f3ec7e840639 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2771883 Dec 08 00:27:02.801525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51840) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:02.808698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:02.824017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] Routers {'1ad69b95-0d40-448d-a88d-a6f606b487e3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:02.824642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1ad69b95-0d40-448d-a88d-a6f606b487e3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:02.869094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:02.869755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e715dc2-70a0-4ad3-81bc-7f6fcc36b971 None None] The sync data for ids ['1ad69b95-0d40-448d-a88d-a6f606b487e3'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:02.880250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] For port f5a50a9f-b758-45aa-a36a-3c516aca57b9, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f5a50a9f-b758-45aa-a36a-3c516aca57b9,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:02.880766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.899519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Calling delete_port for f5a50a9f-b758-45aa-a36a-3c516aca57b9 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:02.923167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:02.962941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=d22c56f2-dfbb-46f0-9ead-bc285280735e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:02.989432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a9510c53-a33b-46a5-866d-e419d0dd2962 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/routers/1ad69b95-0d40-448d-a88d-a6f606b487e3 HTTP/1.1" status: 200 len: 885 time: 0.1840985 Dec 08 00:27:02.992879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51842) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:03.003464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] No DVR routers for this DVR port d22c56f2-dfbb-46f0-9ead-bc285280735e on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:03.007295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:03.010923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cd6d25d-15b6-4ecb-aa9b-b3d6e9362b83 req-07121b65-b919-405d-ad3d-86f11676280b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.44 "DELETE /v2.0/ports/d22c56f2-dfbb-46f0-9ead-bc285280735e HTTP/1.1" status: 204 len: 173 time: 0.5201423 Dec 08 00:27:03.011514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-deleted', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:03.014984 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbbcba1-12f8-4425-803f-a71c44066150" -d '{"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-deleted", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:03.055176 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d71e87-bdf6-4c15-b550-6d13ade68492 x-openstack-request-id: req-32d71e87-bdf6-4c15-b550-6d13ade68492 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:03.055494 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3447fd-86dd-4c16-80dc-f4a5b2481ca7", "name": "network-vif-deleted", "tag": "d22c56f2-dfbb-46f0-9ead-bc285280735e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:03.055753 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32d71e87-bdf6-4c15-b550-6d13ade68492 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:03.056751 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3447fd-86dd-4c16-80dc-f4a5b2481ca7', 'name': 'network-vif-deleted', 'tag': 'd22c56f2-dfbb-46f0-9ead-bc285280735e', 'status': 'completed', 'code': 200} Dec 08 00:27:03.489346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:03.562637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:03.580692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b51be820-952a-4bfa-b19e-16946381cdd9 req-36eacbed-3e8d-4537-89d9-3d004f7ff7be tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=675fd9e4-1eab-4919-b5f7-57cf6c872ebd HTTP/1.1" status: 200 len: 210 time: 0.0305843 Dec 08 00:27:03.597049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f5a50a9f-b758-45aa-a36a-3c516aca57b9'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:27:03.602055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:27:03.626848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event deleted for resources: {'Port': ['ID=f5a50a9f-b758-45aa-a36a-3c516aca57b9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:03.701459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] No DVR routers for this DVR port f5a50a9f-b758-45aa-a36a-3c516aca57b9 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:03.704753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:03.709734 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1f196c98-5eb9-4014-b61f-ec3ae10d01df req-2797b599-f2f2-46b4-be8e-7781077b73e9 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "DELETE /v2.0/ports/f5a50a9f-b758-45aa-a36a-3c516aca57b9 HTTP/1.1" status: 204 len: 173 time: 1.2151942 Dec 08 00:27:03.720030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'name': 'network-vif-deleted', 'tag': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:03.722690 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3905c58-9b64-4252-9ecb-e5e78ac32211" -d '{"events": [{"server_uuid": "675fd9e4-1eab-4919-b5f7-57cf6c872ebd", "name": "network-vif-deleted", "tag": "f5a50a9f-b758-45aa-a36a-3c516aca57b9"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:03.757764 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c3654ddf-c526-4cb1-9b3d-a43dfe1441e5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7637005 Dec 08 00:27:03.758771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:03.764121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-70b5b0f7-d635-4936-bf5c-832987aae1bc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2040328520'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:03.851041 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1426410-bf24-4708-9dee-6a510c7c5b30 x-openstack-request-id: req-c1426410-bf24-4708-9dee-6a510c7c5b30 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:03.851310 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675fd9e4-1eab-4919-b5f7-57cf6c872ebd", "name": "network-vif-deleted", "tag": "f5a50a9f-b758-45aa-a36a-3c516aca57b9", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:03.851597 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1426410-bf24-4708-9dee-6a510c7c5b30 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:03.852107 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675fd9e4-1eab-4919-b5f7-57cf6c872ebd', 'name': 'network-vif-deleted', 'tag': 'f5a50a9f-b758-45aa-a36a-3c516aca57b9', 'status': 'completed', 'code': 200} Dec 08 00:27:04.078403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.101149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70b5b0f7-d635-4936-bf5c-832987aae1bc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.115130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70b5b0f7-d635-4936-bf5c-832987aae1bc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.239257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b5b0f7-d635-4936-bf5c-832987aae1bc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 1ad69b95-0d40-448d-a88d-a6f606b487e3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:04.367166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b5b0f7-d635-4936-bf5c-832987aae1bc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:04.374899 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-70b5b0f7-d635-4936-bf5c-832987aae1bc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.381592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51864) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:04.381825 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] Sync routers for ids ['1ad69b95-0d40-448d-a88d-a6f606b487e3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:04.389591 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-70b5b0f7-d635-4936-bf5c-832987aae1bc tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/1ad69b95-0d40-448d-a88d-a6f606b487e3 HTTP/1.1" status: 200 len: 892 time: 0.6247458 Dec 08 00:27:04.393206 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] Routers {'1ad69b95-0d40-448d-a88d-a6f606b487e3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:04.394083 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1ad69b95-0d40-448d-a88d-a6f606b487e3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:04.440782 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:04.449342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 77613f70-36f7-40e5-b61c-2a0714b1887a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:04.449683 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.451871 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] Routers {'1ad69b95-0d40-448d-a88d-a6f606b487e3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:04.452690 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1ad69b95-0d40-448d-a88d-a6f606b487e3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:04.488572 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:04.489257 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a6cdb-78f7-4c5b-8a3d-383bfd44efdf None None] The sync data for ids ['1ad69b95-0d40-448d-a88d-a6f606b487e3'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:04.572911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port 77613f70-36f7-40e5-b61c-2a0714b1887a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=77613f70-36f7-40e5-b61c-2a0714b1887a,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:04.573525 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.593185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 77613f70-36f7-40e5-b61c-2a0714b1887a owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:04.616234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-44f28153-4d25-479b-afc5-e747b9d69206 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/routers/1ad69b95-0d40-448d-a88d-a6f606b487e3 HTTP/1.1" status: 200 len: 892 time: 0.2301097 Dec 08 00:27:04.617088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51870) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:04.644486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a8964c75-4bb1-4a0d-a0ce-7559b722e4d2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad69b95-0d40-448d-a88d-a6f606b487e3 HTTP/1.1" status: 200 len: 205 time: 0.0266573 Dec 08 00:27:04.647654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:04.781064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.826250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:04.860585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=77613f70-36f7-40e5-b61c-2a0714b1887a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:04.945778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.014412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port b3dca0e5-986b-4cbe-8e55-880613d39064 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:05.014811 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.111133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae519142-0a14-4f54-b6e8-55067fbd1054 req-1df0103c-8f27-4a30-b8f4-7691f96f307b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:05.112680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae519142-0a14-4f54-b6e8-55067fbd1054 req-1df0103c-8f27-4a30-b8f4-7691f96f307b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.1459212 Dec 08 00:27:05.115515 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.130573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for b3dca0e5-986b-4cbe-8e55-880613d39064 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:05.163839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.186512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae519142-0a14-4f54-b6e8-55067fbd1054 req-feed3ee3-9dba-435c-b26b-6644bedda154 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632854 Dec 08 00:27:05.325551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.353427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=b3dca0e5-986b-4cbe-8e55-880613d39064,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:05.374827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5f666-f5e6-40ef-b326-0c7d4fe14cf7 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:05.417488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.518062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.521092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.580342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.581245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad69b95-0d40-448d-a88d-a6f606b487e3 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:27:05.589338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.590938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f743738a-24b0-4a55-b4c2-0e9b67937567 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/1ad69b95-0d40-448d-a88d-a6f606b487e3 HTTP/1.1" status: 204 len: 168 time: 0.9413974 Dec 08 00:27:05.594599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51882) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:05.600730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1406087453'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:05.625372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:05.629425 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.655941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:05.666603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.667036 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment 2b12475b-e405-4515-b4a2-6dbf670846d9 of type vlan for network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 Dec 08 00:27:05.708763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.734455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.741639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:05.742342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.750085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 8b85d351-a331-42b2-94d5-a013c7c9ea62 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:05.792930 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1945884 Dec 08 00:27:05.793169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:05.797920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': 'ebcb9b28-2129-4eb1-a344-11b3b2e2a015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:05.874926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:05.886187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] Sync routers for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:05.889173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-25aa41de-e216-4cae-a661-1c935d1e1da0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/8b85d351-a331-42b2-94d5-a013c7c9ea62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3985991 Dec 08 00:27:05.891878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51888) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:05.897484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:05.898214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7893eb-8d80-4d6f-948e-9f68eb85d451 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=ebcb9b28-2129-4eb1-a344-11b3b2e2a015,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:05.898644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:05.912170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:05.937373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:05.944218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:05.960013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting subnet 46ba18d5-76cf-41f1-b29d-1fa77f8219c6 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:05.964677 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.004058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5a50a9f-b758-45aa-a36a-3c516aca57b9 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:06.012813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.059590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: f5a50a9f-b758-45aa-a36a-3c516aca57b9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:06.060340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f5a50a9f-b758-45aa-a36a-3c516aca57b9 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:06.112782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:06.122451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.173883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.205002 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.235678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Subnet': ['ID=46ba18d5-76cf-41f1-b29d-1fa77f8219c6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:06.237764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.242031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5065f721-d436-4902-8097-3493759fcb3a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/subnets/46ba18d5-76cf-41f1-b29d-1fa77f8219c6 HTTP/1.1" status: 204 len: 168 time: 0.3490915 Dec 08 00:27:06.245873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51892) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:06.275658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=9c627e96-2e25-4427-9c19-9cbbb3c3fc43,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:06.297061 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': '2b12475b-e405-4515-b4a2-6dbf670846d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ebcb9b28-2129-4eb1-a344-11b3b2e2a015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:06.297427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: ebcb9b28-2129-4eb1-a344-11b3b2e2a015, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:06.314991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a119446-4b34-4e70-8b0f-0ddefe3cee6c None None] Network 5c2dba8b-1a38-461a-951a-2b6800ca2e39 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:06.332977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:06.345517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ebcb9b28-2129-4eb1-a344-11b3b2e2a015) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:06.361036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:06.361650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.382542 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-02b8c155-b337-48d8-8e32-de7207212563 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5883968 Dec 08 00:27:06.383263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:06.387774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ae21039e-8bf1-4543-a68b-a17d8ca3bd31 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-331133366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:06.395811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26ec18-c1b6-4bb8-93b3-749be1714f1d None None] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:06.414725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae21039e-8bf1-4543-a68b-a17d8ca3bd31 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.415931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae21039e-8bf1-4543-a68b-a17d8ca3bd31 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.416092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a94a-d2cc-4525-a0da-268a535429dd req-2b9e7b0b-d927-498f-a0c6-ed7be465f961 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:06.417558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5219a94a-d2cc-4525-a0da-268a535429dd req-2b9e7b0b-d927-498f-a0c6-ed7be465f961 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.44 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.1298184 Dec 08 00:27:06.431999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c6ee-928a-4509-9422-3995b5097c8a req-4265c9f0-1949-4752-bfa7-864d12eed833 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:06.433402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9095c6ee-928a-4509-9422-3995b5097c8a req-4265c9f0-1949-4752-bfa7-864d12eed833 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 945 time: 0.1439993 Dec 08 00:27:06.469481 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.476364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae21039e-8bf1-4543-a68b-a17d8ca3bd31 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.487663 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae21039e-8bf1-4543-a68b-a17d8ca3bd31 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.530449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae21039e-8bf1-4543-a68b-a17d8ca3bd31 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.555074 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ae21039e-8bf1-4543-a68b-a17d8ca3bd31 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1634107 Dec 08 00:27:06.557630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:06.606869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:27:04Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'a1018d6c-799d-4963-b237-3c3b8fe38dd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:56Z', 'updated_at': '2021-12-08T00:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:06.609643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-ebcb9b28-2129-4eb1-a344-11b3b2e2a015', 'network_id': 'ebcb9b28-2129-4eb1-a344-11b3b2e2a015', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': '9c627e96-2e25-4427-9c19-9cbbb3c3fc43'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:06.610472 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.670330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:06.718731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] DHCP port deletion for 5c2dba8b-1a38-461a-951a-2b6800ca2e39 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:06.733034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9095c6ee-928a-4509-9422-3995b5097c8a req-14fa60dd-3a23-4ab9-971a-1616a63e842e tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887018 Dec 08 00:27:06.776894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] Checking router: 8b85d351-a331-42b2-94d5-a013c7c9ea62 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:06.783818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.808515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: d22c56f2-dfbb-46f0-9ead-bc285280735e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:06.809056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device d22c56f2-dfbb-46f0-9ead-bc285280735e not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:06.811734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Deleting port 8d1bb0e3-cd02-4117-a268-52fab72a1241 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:06.812836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:06.874762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] Routers {'8b85d351-a331-42b2-94d5-a013c7c9ea62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:06.875475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['8b85d351-a331-42b2-94d5-a013c7c9ea62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:07.072676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.080133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port a1018d6c-799d-4963-b237-3c3b8fe38dd7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:07.087271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.157663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] For port 8d1bb0e3-cd02-4117-a268-52fab72a1241, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=8d1bb0e3-cd02-4117-a268-52fab72a1241,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:07.158127 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.211979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Calling delete_port for 8d1bb0e3-cd02-4117-a268-52fab72a1241 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:07.243742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] Set router 8b85d351-a331-42b2-94d5-a013c7c9ea62 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:07.335299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:27:06Z', 'revision_number': 6, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:07.341304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] Deleting port 9811a65f-9e03-4f18-b2bc-274634f2efe8 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:07.341910 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.362903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port a1018d6c-799d-4963-b237-3c3b8fe38dd7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a1018d6c-799d-4963-b237-3c3b8fe38dd7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:07.363389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.380050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for a1018d6c-799d-4963-b237-3c3b8fe38dd7 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:07.383129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb412753-ce7e-4b18-b9eb-05069c8372d3 None None] The sync data for ids ['8b85d351-a331-42b2-94d5-a013c7c9ea62'] in n-d-820549-2 is: [{'id': '8b85d351-a331-42b2-94d5-a013c7c9ea62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117989117', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:55Z', 'updated_at': '2021-12-08T00:27:06Z', 'revision_number': 6, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:07.410313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Allocated IP 2001:db8::2 (ebcb9b28-2129-4eb1-a344-11b3b2e2a015/9c627e96-2e25-4427-9c19-9cbbb3c3fc43/3f650acf-8860-417e-b7a6-4f4be6891223) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:07.465699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] For port 9811a65f-9e03-4f18-b2bc-274634f2efe8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9811a65f-9e03-4f18-b2bc-274634f2efe8,segment=NetworkSegment(315d67ec-f814-4c37-a435-9bfa3aa41db0),segment_id=315d67ec-f814-4c37-a435-9bfa3aa41db0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:07.466096 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.496419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] Calling delete_port for 9811a65f-9e03-4f18-b2bc-274634f2efe8 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:07.541809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.579456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['8d1bb0e3-cd02-4117-a268-52fab72a1241'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:27:07.593161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event deleted for resources: {'Port': ['ID=8d1bb0e3-cd02-4117-a268-52fab72a1241,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:07.648435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] No DVR routers for this DVR port 8d1bb0e3-cd02-4117-a268-52fab72a1241 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:07.651566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.657293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5219a94a-d2cc-4525-a0da-268a535429dd req-0e2b2876-2f0a-4c45-a172-ab684281dab7 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.44 "DELETE /v2.0/ports/8d1bb0e3-cd02-4117-a268-52fab72a1241 HTTP/1.1" status: 204 len: 173 time: 1.2227139 Dec 08 00:27:07.723364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'name': 'network-vif-deleted', 'tag': '8d1bb0e3-cd02-4117-a268-52fab72a1241'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:07.737408 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a84772-f9be-4cf5-aadf-5245b5659b0f" -d '{"events": [{"server_uuid": "249e9159-ee40-4c96-bb5f-441b8bd7dd2c", "name": "network-vif-deleted", "tag": "8d1bb0e3-cd02-4117-a268-52fab72a1241"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:07.747394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.754465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.783730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] Pushing event deleted for resources: {'Port': ['ID=9811a65f-9e03-4f18-b2bc-274634f2efe8,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:07.786637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.830774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a0373-c6fc-44c9-9ec3-ed66a13de862 None None] No DVR routers for this DVR port 9811a65f-9e03-4f18-b2bc-274634f2efe8 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:07.922440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8::1 (ebcb9b28-2129-4eb1-a344-11b3b2e2a015/9c627e96-2e25-4427-9c19-9cbbb3c3fc43/90230039-4a7a-4302-b16a-eeb1617872bb) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:07.927968 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951da21-cbe8-4292-9a3c-a6ac200a5fd9 x-openstack-request-id: req-a951da21-cbe8-4292-9a3c-a6ac200a5fd9 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:07.928588 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249e9159-ee40-4c96-bb5f-441b8bd7dd2c", "name": "network-vif-deleted", "tag": "8d1bb0e3-cd02-4117-a268-52fab72a1241", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:07.928588 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a951da21-cbe8-4292-9a3c-a6ac200a5fd9 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:07.928962 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e9159-ee40-4c96-bb5f-441b8bd7dd2c', 'name': 'network-vif-deleted', 'tag': '8d1bb0e3-cd02-4117-a268-52fab72a1241', 'status': 'completed', 'code': 200} Dec 08 00:27:07.929504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:07.931467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:07.951883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:07.959037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:07.977098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb26db31-522e-45d8-bfce-6354310b4336 req-595f1a5b-1d92-4f75-accf-c9d481207139 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=249e9159-ee40-4c96-bb5f-441b8bd7dd2c HTTP/1.1" status: 200 len: 210 time: 0.0613825 Dec 08 00:27:08.023789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=a1018d6c-799d-4963-b237-3c3b8fe38dd7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:08.036362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148cd0d-20ba-4196-9f83-2e850fc099af None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:08.046650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Pushing event updated for resources: {'Port': ['ID=3f650acf-8860-417e-b7a6-4f4be6891223,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:08.111818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Attempting to bind port 3f650acf-8860-417e-b7a6-4f4be6891223 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:08.111818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Attempting to bind port 3f650acf-8860-417e-b7a6-4f4be6891223 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2b12475b-e405-4515-b4a2-6dbf670846d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ebcb9b28-2129-4eb1-a344-11b3b2e2a015'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:08.112260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Attempting to bind port 3f650acf-8860-417e-b7a6-4f4be6891223 on network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:08.112606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.121914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:08.122299 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Checking segment: {'id': '2b12475b-e405-4515-b4a2-6dbf670846d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ebcb9b28-2129-4eb1-a344-11b3b2e2a015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:08.122701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.123125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Bound using segment: {'id': '2b12475b-e405-4515-b4a2-6dbf670846d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ebcb9b28-2129-4eb1-a344-11b3b2e2a015'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:08.123600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Bound port: 3f650acf-8860-417e-b7a6-4f4be6891223, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b12475b-e405-4515-b4a2-6dbf670846d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ebcb9b28-2129-4eb1-a344-11b3b2e2a015'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:08.123983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.149323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.187579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.221603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] For port 3f650acf-8860-417e-b7a6-4f4be6891223, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:08.228171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] For port 3f650acf-8860-417e-b7a6-4f4be6891223, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3f650acf-8860-417e-b7a6-4f4be6891223,segment=NetworkSegment(2b12475b-e405-4515-b4a2-6dbf670846d9),segment_id=2b12475b-e405-4515-b4a2-6dbf670846d9)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:08.229634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.232471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.236975 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.298269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:08.300370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.301277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Fanout notify agent at l3_agent the message router_deleted on router 8b85d351-a331-42b2-94d5-a013c7c9ea62 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:27:08.302866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:08.307386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:08.308275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.319017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.319787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c3246690-0b34-48d7-9805-53fbd04771f4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/routers/8b85d351-a331-42b2-94d5-a013c7c9ea62 HTTP/1.1" status: 204 len: 168 time: 2.0728669 Dec 08 00:27:08.325371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51932) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:08.380817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96494f6-87c4-45d1-8e59-9c896a965ef1 None None] Pushing event updated for resources: {'Port': ['ID=3f650acf-8860-417e-b7a6-4f4be6891223,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:08.383957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=90230039-4a7a-4302-b16a-eeb1617872bb,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:08.497781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.536932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.669520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9811a65f-9e03-4f18-b2bc-274634f2efe8 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:08.695201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 9811a65f-9e03-4f18-b2bc-274634f2efe8 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:08.695552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9811a65f-9e03-4f18-b2bc-274634f2efe8 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:08.695980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a1018d6c-799d-4963-b237-3c3b8fe38dd7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:08.725445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a1018d6c-799d-4963-b237-3c3b8fe38dd7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:08.725708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a1018d6c-799d-4963-b237-3c3b8fe38dd7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:08.726121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77613f70-36f7-40e5-b61c-2a0714b1887a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:08.746637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.757986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 77613f70-36f7-40e5-b61c-2a0714b1887a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:08.758335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 77613f70-36f7-40e5-b61c-2a0714b1887a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:08.775132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2dba8b-1a38-461a-951a-2b6800ca2e39']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:08.826193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315d67ec-f814-4c37-a435-9bfa3aa41db0') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:08.826494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315d67ec-f814-4c37-a435-9bfa3aa41db0') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:08.863358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.885035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.899654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:08.900041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:08.902908 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:09.010330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.019905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.026000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/networks/5c2dba8b-1a38-461a-951a-2b6800ca2e39 HTTP/1.1" status: 204 len: 168 time: 0.6627831 Dec 08 00:27:09.027037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51936) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:09.040336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bba13-fe51-45da-a8f9-7ed25a553781 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Network': ['ID=5c2dba8b-1a38-461a-951a-2b6800ca2e39,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:09.110471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.115834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4afcad55-5aa1-4deb-b73a-09349029c863 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.118021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.119466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.165123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4afcad55-5aa1-4deb-b73a-09349029c863 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.199872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=90230039-4a7a-4302-b16a-eeb1617872bb,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:09.306248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:09.315598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:09.379344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0286-6763-44cc-95b4-d1e18bea1242 req-82284061-c081-42a7-9351-a1c815a84363 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:09.382064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1cea0286-6763-44cc-95b4-d1e18bea1242 req-82284061-c081-42a7-9351-a1c815a84363 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1048293 Dec 08 00:27:09.406799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4afcad55-5aa1-4deb-b73a-09349029c863 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.410240 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4afcad55-5aa1-4deb-b73a-09349029c863 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.411724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4afcad55-5aa1-4deb-b73a-09349029c863 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a3788ec-df9a-4815-b2ab-4c23ce00bd38 HTTP/1.1" status: 204 len: 168 time: 0.3830323 Dec 08 00:27:09.433561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcad55-5aa1-4deb-b73a-09349029c863 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3788ec-df9a-4815-b2ab-4c23ce00bd38,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:09.462923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router bad198f6-d102-4226-9af3-e48805f6bd3f is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:27:09.518926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1cea0286-6763-44cc-95b4-d1e18bea1242 req-95da67e1-c435-4662-a08c-b871f5636535 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076791 Dec 08 00:27:09.594530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:09.605057 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] Sync routers for ids ['bad198f6-d102-4226-9af3-e48805f6bd3f'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:09.611601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51950) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:09.616598 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] Routers {'bad198f6-d102-4226-9af3-e48805f6bd3f'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:09.617314 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bad198f6-d102-4226-9af3-e48805f6bd3f'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:09.622992 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f4457e9-c625-41c2-925e-a4a6bfefaf57 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/bad198f6-d102-4226-9af3-e48805f6bd3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0641048 Dec 08 00:27:09.685127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d37ea-b069-4328-ac81-f9f9b4f53a24 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:09.690142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:09.696634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c627e96-2e25-4427-9c19-9cbbb3c3fc43'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:09.696809 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:09.700368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c41d37ea-b069-4328-ac81-f9f9b4f53a24 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports/90230039-4a7a-4302-b16a-eeb1617872bb HTTP/1.1" status: 200 len: 911 time: 0.0876315 Dec 08 00:27:09.716853 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] Routers {'bad198f6-d102-4226-9af3-e48805f6bd3f'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:09.717743 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bad198f6-d102-4226-9af3-e48805f6bd3f'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:09.760610 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:09.761262 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250593b-17db-459b-99d9-d84f980ed926 None None] The sync data for ids ['bad198f6-d102-4226-9af3-e48805f6bd3f'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:09.800566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf3103-7e3a-47ff-a02b-efa54f707648 None None] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:09.855334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51954) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:09.860206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b300c0c1-94a8-4392-8a97-25bdb5a55738 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704071455', 'description': 'tempest-secgroup-smoke-704071455 description', 'project_id': '67f0588638f3439eb5346e5a32ef2d21'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:09.886622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b300c0c1-94a8-4392-8a97-25bdb5a55738 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.905956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-800222c2-918b-41e4-8ea8-a21af3688527 None None] Provisioning complete for port 3f650acf-8860-417e-b7a6-4f4be6891223 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:09.906329 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-800222c2-918b-41e4-8ea8-a21af3688527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.969384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b300c0c1-94a8-4392-8a97-25bdb5a55738 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:09.976899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b300c0c1-94a8-4392-8a97-25bdb5a55738 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.053136 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b300c0c1-94a8-4392-8a97-25bdb5a55738 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.057195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b300c0c1-94a8-4392-8a97-25bdb5a55738 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1981854 Dec 08 00:27:10.057772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300c0c1-94a8-4392-8a97-25bdb5a55738 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d968d63-1832-431b-b276-19742d64477c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:10.059861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51956) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:10.064787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bee67e3f-3772-40b8-9ebe-4cb3fc1ba43a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '9d968d63-1832-431b-b276-19742d64477c', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:10.067595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-800222c2-918b-41e4-8ea8-a21af3688527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.110177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bee67e3f-3772-40b8-9ebe-4cb3fc1ba43a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.111159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-800222c2-918b-41e4-8ea8-a21af3688527 None None] For port 3f650acf-8860-417e-b7a6-4f4be6891223, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3f650acf-8860-417e-b7a6-4f4be6891223,segment=NetworkSegment(2b12475b-e405-4515-b4a2-6dbf670846d9),segment_id=2b12475b-e405-4515-b4a2-6dbf670846d9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:10.119260 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-800222c2-918b-41e4-8ea8-a21af3688527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.183393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800222c2-918b-41e4-8ea8-a21af3688527 None None] Pushing event updated for resources: {'Port': ['ID=3f650acf-8860-417e-b7a6-4f4be6891223,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:10.187071 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bee67e3f-3772-40b8-9ebe-4cb3fc1ba43a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.193327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bee67e3f-3772-40b8-9ebe-4cb3fc1ba43a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.216523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee67e3f-3772-40b8-9ebe-4cb3fc1ba43a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07c7410-8849-4dcd-8c30-7982a370008a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:10.235734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bee67e3f-3772-40b8-9ebe-4cb3fc1ba43a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.237288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bee67e3f-3772-40b8-9ebe-4cb3fc1ba43a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1763842 Dec 08 00:27:10.244842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51958) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:10.250752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c273208b-f493-4957-8d5a-0ed767d2a7bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '9d968d63-1832-431b-b276-19742d64477c', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:10.280874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.289118 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c273208b-f493-4957-8d5a-0ed767d2a7bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.377870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c273208b-f493-4957-8d5a-0ed767d2a7bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.392150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c273208b-f493-4957-8d5a-0ed767d2a7bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.417114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273208b-f493-4957-8d5a-0ed767d2a7bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f62826-1993-472d-b278-7472a417a44e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:10.437379 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c273208b-f493-4957-8d5a-0ed767d2a7bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.439025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c273208b-f493-4957-8d5a-0ed767d2a7bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1925046 Dec 08 00:27:10.441827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51964) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:10.451082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-61370334-6535-47f7-8ad5-89b2bb058218 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '9d968d63-1832-431b-b276-19742d64477c', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:10.464620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-602d5d0c-e229-480e-a40d-a58b67adeb51 None None] Provisioning complete for port 3f650acf-8860-417e-b7a6-4f4be6891223 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:10.465104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-602d5d0c-e229-480e-a40d-a58b67adeb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.503789 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61370334-6535-47f7-8ad5-89b2bb058218 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.671819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1bb0e3-cd02-4117-a268-52fab72a1241 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:10.683529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61370334-6535-47f7-8ad5-89b2bb058218 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.701649 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61370334-6535-47f7-8ad5-89b2bb058218 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.731937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3f650acf-8860-417e-b7a6-4f4be6891223 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:10.738365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61370334-6535-47f7-8ad5-89b2bb058218 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e02802c-090b-4ff2-aa11-f5edf9f753c7,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:10.755059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61370334-6535-47f7-8ad5-89b2bb058218 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.759610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-61370334-6535-47f7-8ad5-89b2bb058218 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156505 Dec 08 00:27:10.760318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:10.766703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9b299ec3-2c7d-4db8-843e-d6004d1183ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '9d968d63-1832-431b-b276-19742d64477c', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:10.779404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b929f63-125d-4ce4-a8ba-b990a518347c req-a5264fc3-9822-4f20-a724-4dd0d3df18a3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:10.787967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b929f63-125d-4ce4-a8ba-b990a518347c req-a5264fc3-9822-4f20-a724-4dd0d3df18a3 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1015229 Dec 08 00:27:10.793092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 8d1bb0e3-cd02-4117-a268-52fab72a1241 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:10.793561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 8d1bb0e3-cd02-4117-a268-52fab72a1241 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:10.820611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-602d5d0c-e229-480e-a40d-a58b67adeb51 None None] Provisioning complete for port 90230039-4a7a-4302-b16a-eeb1617872bb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:10.821274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-602d5d0c-e229-480e-a40d-a58b67adeb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.848935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.861614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.872041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:10.873602 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.878342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b929f63-125d-4ce4-a8ba-b990a518347c req-a169e5d5-997c-4c0e-afaf-7244bce43dd0 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871925 Dec 08 00:27:10.878562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-602d5d0c-e229-480e-a40d-a58b67adeb51 None None] Port 90230039-4a7a-4302-b16a-eeb1617872bb cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:10.878684 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b299ec3-2c7d-4db8-843e-d6004d1183ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.885452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/ports/90230039-4a7a-4302-b16a-eeb1617872bb HTTP/1.1" status: 200 len: 911 time: 1.1941526 Dec 08 00:27:10.887858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:10.891273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3f650acf-8860-417e-b7a6-4f4be6891223 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:10.892276 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.949958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b299ec3-2c7d-4db8-843e-d6004d1183ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.960786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b299ec3-2c7d-4db8-843e-d6004d1183ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.992209 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9b299ec3-2c7d-4db8-843e-d6004d1183ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:10.993472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9b299ec3-2c7d-4db8-843e-d6004d1183ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2312036 Dec 08 00:27:10.994437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299ec3-2c7d-4db8-843e-d6004d1183ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1355e098-129d-43c2-9bab-96e60d6f4cf0,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:10.998426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51972) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:11.007546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '9d968d63-1832-431b-b276-19742d64477c', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:11.058919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1c938b4f-87fd-47cf-be04-e131022ed0a1 None None] Provisioning complete for port 90230039-4a7a-4302-b16a-eeb1617872bb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:11.059555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c938b4f-87fd-47cf-be04-e131022ed0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.064701 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:27:11.088805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.097311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c16142-554e-4ec3-b9ea-b59518f4748c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=90230039-4a7a-4302-b16a-eeb1617872bb,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:11.120612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1c938b4f-87fd-47cf-be04-e131022ed0a1 None None] Port 90230039-4a7a-4302-b16a-eeb1617872bb cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:11.233859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.243103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3f3f48f2-ffef-44d5-ac4a-cbd7e375c5d7 None None] Provisioning complete for port 90230039-4a7a-4302-b16a-eeb1617872bb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:11.243619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f3f48f2-ffef-44d5-ac4a-cbd7e375c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.246993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.275192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db42223a-5590-40fe-9587-b2e3a913c546,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:11.296809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f48f2-ffef-44d5-ac4a-cbd7e375c5d7 None None] Port 90230039-4a7a-4302-b16a-eeb1617872bb cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:11.313329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.317627 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5b080c82-f945-46fd-bf46-3fdbfac4e43b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3141522 Dec 08 00:27:11.318350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51974) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:11.324267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '9d968d63-1832-431b-b276-19742d64477c', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:11.420941 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:27:11.434829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-85c954de-eb2e-4fb0-a0ec-e56224a75250 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:11.436341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-85c954de-eb2e-4fb0-a0ec-e56224a75250 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.1035039 Dec 08 00:27:11.440149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.601471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.612888 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.642473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f629e1c7-0b6a-4d4f-a409-5f317a956165,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:11.659056 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.664103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.665306 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-30779de1-5bef-4910-842d-3c0b587fbd1a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3461726 Dec 08 00:27:11.668274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 51984) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:11.706924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'network': {'name': 'tempest-network-smoke--231286163', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:11.711874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Deleting port 96b5ced6-cb78-4bb3-a944-956f3331147a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:11.712216 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.833051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:11.836959 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.907312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] For port 96b5ced6-cb78-4bb3-a944-956f3331147a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=96b5ced6-cb78-4bb3-a944-956f3331147a,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:11.907678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:11.954021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:12.013224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.013850 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Added segment 0ca6bf6e-18c8-4b36-8a77-c9aead919b71 of type vlan for network 78a06670-c3dc-4839-9b8b-7835928bfab4 Dec 08 00:27:12.062225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad43ef-ecb2-4d13-99c6-94872da6bacc req-c779d92d-769e-41ed-b5e0-65703efc541b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:12.073899 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31ad43ef-ecb2-4d13-99c6-94872da6bacc req-c779d92d-769e-41ed-b5e0-65703efc541b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 944 time: 0.0890682 Dec 08 00:27:12.113088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.147531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31ad43ef-ecb2-4d13-99c6-94872da6bacc req-b261591c-477e-45fd-abb9-a95325d34101 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups?id=914d6e73-f82b-4867-8a28-13abb5fde9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715954 Dec 08 00:27:12.229717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.236427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:12.237060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.241184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.241544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.241864 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Floating IP bd158b05-2b96-4b2a-9910-23c49d454102 disassociated. External IP: 172.25.6.130, port: 96b5ced6-cb78-4bb3-a944-956f3331147a. Dec 08 00:27:12.242212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Calling delete_port for 96b5ced6-cb78-4bb3-a944-956f3331147a owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:12.324854 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6550751 Dec 08 00:27:12.327212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 51988) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:12.332075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'admin_state_up': True, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:12.364681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.365981 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.401659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61524f-02c8-4282-8799-0e86cbaaa7dd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Network': ['ID=78a06670-c3dc-4839-9b8b-7835928bfab4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:12.415199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:12.434145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 90230039-4a7a-4302-b16a-eeb1617872bb {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:12.434494 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.460533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.593196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.616644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 90230039-4a7a-4302-b16a-eeb1617872bb owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:12.637535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.663273 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.705683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event deleted for resources: {'Port': ['ID=96b5ced6-cb78-4bb3-a944-956f3331147a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:12.904222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:12.938206 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:12.961671 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.018273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.087874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=90230039-4a7a-4302-b16a-eeb1617872bb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:13.122650 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:13.135505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] Sync routers for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:13.147962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:13.148608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:13.161048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.168 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:13.262506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.287163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] No DVR routers for this DVR port 96b5ced6-cb78-4bb3-a944-956f3331147a on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:13.291018 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.294852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4c071c58-0cf2-46a9-ace6-912693dea35e req-bd5d9dad-18bb-47b0-97a7-cb10d2445d6b tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.59 "DELETE /v2.0/ports/96b5ced6-cb78-4bb3-a944-956f3331147a HTTP/1.1" status: 204 len: 173 time: 1.8484979 Dec 08 00:27:13.295116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-deleted', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:13.297362 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2505881-a066-4cde-8665-01baaf013453" -d '{"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-deleted", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:13.377837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e86d01e-019c-4243-8338-26f7ad0dcb73 req-5e0dc53e-cfc4-41f0-afea-3bbab51e58a6 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4a870fe-4240-4258-9ca3-910071930357 HTTP/1.1" status: 200 len: 210 time: 0.0857205 Dec 08 00:27:13.388319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:13.405637 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e8058f-cd59-403c-9d80-528b087c6ee6 x-openstack-request-id: req-40e8058f-cd59-403c-9d80-528b087c6ee6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:13.409093 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a870fe-4240-4258-9ca3-910071930357", "name": "network-vif-deleted", "tag": "96b5ced6-cb78-4bb3-a944-956f3331147a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:13.409451 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40e8058f-cd59-403c-9d80-528b087c6ee6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:13.410207 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a870fe-4240-4258-9ca3-910071930357', 'name': 'network-vif-deleted', 'tag': '96b5ced6-cb78-4bb3-a944-956f3331147a', 'status': 'completed', 'code': 200} Dec 08 00:27:13.425542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.473112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.521386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:13.528589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:13.531014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:13.533158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:13.552858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec01cf-bda6-47f4-8b99-768256c54444 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:13.554786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router bad198f6-d102-4226-9af3-e48805f6bd3f has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:13.652521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:13.667756 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] Sync routers for ids ['bad198f6-d102-4226-9af3-e48805f6bd3f'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:13.680306 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5d506c7b-9ade-4acf-9e2a-6ab107719931 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/bad198f6-d102-4226-9af3-e48805f6bd3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7825449 Dec 08 00:27:13.683595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52004) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:13.689300 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] Routers {'bad198f6-d102-4226-9af3-e48805f6bd3f'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:13.690978 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bad198f6-d102-4226-9af3-e48805f6bd3f'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:13.722119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d7e8877d-872c-4019-b08a-c60a1a779662 None None] Provisioning complete for port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:13.726441 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d7e8877d-872c-4019-b08a-c60a1a779662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.743137 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:13.754796 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] Routers {'bad198f6-d102-4226-9af3-e48805f6bd3f'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:13.755773 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['bad198f6-d102-4226-9af3-e48805f6bd3f'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:13.792888 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:13.793836 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b36fc-7fc1-4795-9823-de4c5e33adec None None] The sync data for ids ['bad198f6-d102-4226-9af3-e48805f6bd3f'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:13.854911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:13.858582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8877d-872c-4019-b08a-c60a1a779662 None None] Port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:13.875919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:09Z', 'revision_number': 5, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:13.908835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] Checking router: 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:13.919344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:13.919894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:13.933223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.066225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:14.202796 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e2f880d4-9ead-4103-a35b-80ac97417021 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=bad198f6-d102-4226-9af3-e48805f6bd3f HTTP/1.1" status: 200 len: 205 time: 0.5173831 Dec 08 00:27:14.208236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52010) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:14.245346 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.345531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93c3-1a55-4b11-8003-acf23f6dc946 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.405437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:09Z', 'revision_number': 5, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:14.423236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 81b820c6-860f-49dd-8554-8cf499f85617 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:27:14.445155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f87b9-df89-4fce-a687-d633eb661ed8 None None] The sync data for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 is: [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:19:04Z', 'revision_number': 4, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '56327f92-84fe-4063-a5da-56f18fdedaf3', 'name': '', 'network_id': '88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'mac_address': 'fa:16:3e:69:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:19:01Z', 'updated_at': '2021-12-08T00:19:09Z', 'revision_number': 5, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'subnets': [{'id': '27e788d9-60e5-4936-b281-1e0aaa4fb177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:14.500910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52016) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:14.570167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93c3-1a55-4b11-8003-acf23f6dc946 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.572726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93c3-1a55-4b11-8003-acf23f6dc946 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.613120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:14.628676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Sync routers for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:14.638302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b62f50aa-1bed-4b6a-832a-ed75237ea4b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.641083 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93c3-1a55-4b11-8003-acf23f6dc946 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.641578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd93c3-1a55-4b11-8003-acf23f6dc946 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Fanout notify agent at l3_agent the message router_deleted on router bad198f6-d102-4226-9af3-e48805f6bd3f {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:27:14.648159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.648865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93c3-1a55-4b11-8003-acf23f6dc946 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:14.649974 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8ebd93c3-1a55-4b11-8003-acf23f6dc946 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/bad198f6-d102-4226-9af3-e48805f6bd3f HTTP/1.1" status: 204 len: 168 time: 0.4406972 Dec 08 00:27:14.650255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3ad0a913-0b76-44d6-a057-e805514298ab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3216178 Dec 08 00:27:14.654285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52018) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:14.654982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52020) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:14.663485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:14.668133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:14.846683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:14.883062 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b345b46-4808-4f30-bdbe-4832327043df None None] New status for floating IP bd158b05-2b96-4b2a-9910-23c49d454102: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:27:15.120870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-36dbd3e5-a5f3-43cb-afac-eef090c65049 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=67f0588638f3439eb5346e5a32ef2d21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4441643 Dec 08 00:27:15.123644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52026) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:15.134086 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b62f50aa-1bed-4b6a-832a-ed75237ea4b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.156311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet 9c627e96-2e25-4427-9c19-9cbbb3c3fc43 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:15.165135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.224218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.266317 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b62f50aa-1bed-4b6a-832a-ed75237ea4b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.269195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b62f50aa-1bed-4b6a-832a-ed75237ea4b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.273405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b62f50aa-1bed-4b6a-832a-ed75237ea4b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "DELETE /v2.0/security-groups/914d6e73-f82b-4867-8a28-13abb5fde9af HTTP/1.1" status: 204 len: 168 time: 0.7681212 Dec 08 00:27:15.277408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52028) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:15.296820 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-af1d9539-9cd0-4759-bb5a-a44a5d9ea090 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] show failed (client error): The resource could not be found. Dec 08 00:27:15.297064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f50aa-1bed-4b6a-832a-ed75237ea4b4 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d6e73-f82b-4867-8a28-13abb5fde9af,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:15.300357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af1d9539-9cd0-4759-bb5a-a44a5d9ea090 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "GET /v2.0/security-groups/914d6e73-f82b-4867-8a28-13abb5fde9af HTTP/1.1" status: 404 len: 347 time: 0.0194085 Dec 08 00:27:15.300976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52030) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:15.344905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:13Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:15.350737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb07a9-055d-4fb6-a502-06068c71d7ab tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:15.355010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3bbb07a9-055d-4fb6-a502-06068c71d7ab tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2276947 Dec 08 00:27:15.355179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52032) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:15.382681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Checking router: 81b820c6-860f-49dd-8554-8cf499f85617 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:15.383366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Updating router 81b820c6-860f-49dd-8554-8cf499f85617 port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:15.400740 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-85e8f1f8-7986-48ea-91fc-cc844694d420 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419731 Dec 08 00:27:15.403332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52034) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:15.410921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335784352', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:15.415209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.433060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.522966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:15.523803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Deleting port 7b9e7905-cd9f-4a37-9391-425db55d783c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:15.524144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.527739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.530520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.577599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=9c627e96-2e25-4427-9c19-9cbbb3c3fc43,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:15.579923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.586711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-297bccc3-28da-4b27-896a-fdc299645d12 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/9c627e96-2e25-4427-9c19-9cbbb3c3fc43 HTTP/1.1" status: 204 len: 168 time: 0.9303999 Dec 08 00:27:15.590038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52036) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:15.687453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fe51b-2169-47d1-b34a-70b6eddce911 None None] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:15.715449 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.715875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.728154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.739463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Calling delete_port for 7b9e7905-cd9f-4a37-9391-425db55d783c owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:15.763570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.836283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Subnet': ['ID=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:15.849531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Checking segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:15.850468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network hostable DHCP agents. Network: 78a06670-c3dc-4839-9b8b-7835928bfab4, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:15.876792 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.883536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 3f650acf-8860-417e-b7a6-4f4be6891223 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:15.883870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.899888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:15.902057 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.913423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 78a06670-c3dc-4839-9b8b-7835928bfab4) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:15.919873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:15.920799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:15.950470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c90f8-9a94-4726-afbd-eaf17d8c0b95 None None] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:15.961013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-46e6da39-af6a-4e70-a089-24e9963f25d9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5545933 Dec 08 00:27:15.963648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52044) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:16.018794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 3f650acf-8860-417e-b7a6-4f4be6891223, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3f650acf-8860-417e-b7a6-4f4be6891223,segment=NetworkSegment(2b12475b-e405-4515-b4a2-6dbf670846d9),segment_id=2b12475b-e405-4515-b4a2-6dbf670846d9)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:16.019190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.043342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.051600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 3f650acf-8860-417e-b7a6-4f4be6891223 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:16.079755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:16.080835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Pushing event deleted for resources: {'Port': ['ID=7b9e7905-cd9f-4a37-9391-425db55d783c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:16.155571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72654dce-7d5a-4600-94f0-f4afe7f978b0 None None] Pushing event updated for resources: {'Port': ['ID=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:16.168425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] DHCP port deletion for ebcb9b28-2129-4eb1-a344-11b3b2e2a015 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:16.172250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 96b5ced6-cb78-4bb3-a944-956f3331147a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:16.172596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 96b5ced6-cb78-4bb3-a944-956f3331147a not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:16.199269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3431b1d1-5b65-4daa-b71d-0841d4f14a16 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:16.219770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.222872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.224271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0a55270d-1925-4c86-94bb-fe013ec3b439 tempest-ServerActionsTestJSON-291752264 tempest-ServerActionsTestJSON-291752264-project] 10.222.0.18 "DELETE /v2.0/floatingips/bd158b05-2b96-4b2a-9910-23c49d454102 HTTP/1.1" status: 204 len: 168 time: 0.9220846 Dec 08 00:27:16.227938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52046) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:16.249072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Attempting to bind port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:16.249452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Attempting to bind port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:16.249873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Attempting to bind port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:16.260571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.260807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-78a06670-c3dc-4839-9b8b-7835928bfab4', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:16.261709 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.267799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:16.268280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:16.268707 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.269240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:16.269733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Bound port: cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:16.270109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.302660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=3f650acf-8860-417e-b7a6-4f4be6891223,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:16.317637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 3f650acf-8860-417e-b7a6-4f4be6891223 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:16.366351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] For port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:16.393328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] For port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:16.404638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-54d69dac-60a1-4642-842c-54303c82452e None None] Provisioning complete for port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:16.405040 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d69dac-60a1-4642-842c-54303c82452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.430281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.451629 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.458134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcb9b28-2129-4eb1-a344-11b3b2e2a015']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:16.485618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b12475b-e405-4515-b4a2-6dbf670846d9') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:16.486510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b12475b-e405-4515-b4a2-6dbf670846d9') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:16.548326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fe1f9-4d80-43c0-ba7b-788c0d6ef401 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:16.558160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Deleting port 3f650acf-8860-417e-b7a6-4f4be6891223 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:16.559338 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.568405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.618487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.658229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3f650acf-8860-417e-b7a6-4f4be6891223 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:16.686517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:16.687212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:16.692539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:16.692961 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.724674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.746160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3f650acf-8860-417e-b7a6-4f4be6891223 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:16.747138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3f650acf-8860-417e-b7a6-4f4be6891223 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:16.763819 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:16.775363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72654dce-7d5a-4600-94f0-f4afe7f978b0 None None] Pushing event updated for resources: {'Port': ['ID=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:16.807398 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.828768 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.838540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/ebcb9b28-2129-4eb1-a344-11b3b2e2a015 HTTP/1.1" status: 204 len: 168 time: 1.2468591 Dec 08 00:27:16.843101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912962e4-4127-4e6d-a5f2-56b04c05eec4 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=ebcb9b28-2129-4eb1-a344-11b3b2e2a015,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:16.848098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52050) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:16.856750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2f52ea36-cd3d-42bd-9eb9-3daf736a16df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1404205717', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:16.902927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea36-cd3d-42bd-9eb9-3daf736a16df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.905410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea36-cd3d-42bd-9eb9-3daf736a16df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.929965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] For port 3f650acf-8860-417e-b7a6-4f4be6891223, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:16.930366 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.933366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Allocated IP 172.20.0.2 (78a06670-c3dc-4839-9b8b-7835928bfab4/a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b/a7960ddf-b1ad-4038-bf38-375b5cded51b) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:16.966160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d69dac-60a1-4642-842c-54303c82452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:16.989700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Calling delete_port for 3f650acf-8860-417e-b7a6-4f4be6891223 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:16.992656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:16.999011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Port 3f650acf-8860-417e-b7a6-4f4be6891223 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:27:17.020923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea36-cd3d-42bd-9eb9-3daf736a16df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.080384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea36-cd3d-42bd-9eb9-3daf736a16df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.084283 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.094003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-54d69dac-60a1-4642-842c-54303c82452e None None] For port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:17.098766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Network ebcb9b28-2129-4eb1-a344-11b3b2e2a015 is not hosted by any dhcp agent {{(pid=103115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:27:17.100384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] No DVR routers for this DVR port 3f650acf-8860-417e-b7a6-4f4be6891223 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:17.143971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea36-cd3d-42bd-9eb9-3daf736a16df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.148563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2f52ea36-cd3d-42bd-9eb9-3daf736a16df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2951043 Dec 08 00:27:17.148765 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d69dac-60a1-4642-842c-54303c82452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.148901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52056) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:17.154725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-287699901'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:17.180418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c428c24-413b-4c15-901f-92477dfdf493 None None] Pushing event deleted for resources: {'Port': ['ID=3f650acf-8860-417e-b7a6-4f4be6891223,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:17.245054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:17.248499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.272033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-fc72e5d1-c7c1-4d6c-ab48-ec01e43a24de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089623 Dec 08 00:27:17.291838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:17.304152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.304878 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment 73144329-9a3b-4299-9bd1-4855edda1d28 of type vlan for network 92018f80-b7ee-409e-945c-97b1745beeaf Dec 08 00:27:17.384160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.430579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-dc0ea036-6261-4c79-b2b3-5369752dd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:17.432158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-dc0ea036-6261-4c79-b2b3-5369752dd31a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e87c1e67d804765a88b9d452444fe3a&device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1096 time: 0.1167130 Dec 08 00:27:17.460851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.466358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:17.466976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.511169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d69dac-60a1-4642-842c-54303c82452e None None] Pushing event updated for resources: {'Port': ['ID=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:17.545636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d3ba2ec4-5428-48c6-a5d3-6a729f94a6e4 None None] Provisioning complete for port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:17.545908 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2ec4-5428-48c6-a5d3-6a729f94a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.548772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3987632 Dec 08 00:27:17.552345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52058) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:17.558429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:17.575467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.608387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c92b5-8b3d-4fe2-b4c2-4879dac666e8 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=92018f80-b7ee-409e-945c-97b1745beeaf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:17.623582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.630699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 92018f80-b7ee-409e-945c-97b1745beeaf details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:17.639914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.652292 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.676953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-3776e330-4682-4b90-81d8-cdd5f7b93d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:17.678945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-3776e330-4682-4b90-81d8-cdd5f7b93d57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 HTTP/1.1" status: 200 len: 910 time: 0.2083380 Dec 08 00:27:17.733722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:17.739920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.769745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.1 (78a06670-c3dc-4839-9b8b-7835928bfab4/a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b/de994734-45da-429c-9728-591755dddd03) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:17.792502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:17.795244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-d711d6a1-d516-4d8a-a248-003584e66bfd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9 HTTP/1.1" status: 200 len: 1000 time: 0.1080225 Dec 08 00:27:17.797398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Pushing event updated for resources: {'Port': ['ID=a7960ddf-b1ad-4038-bf38-375b5cded51b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:17.808924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:17.814059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:17.835018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:13Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:17.893985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ed6c3-cc1d-43d6-a90f-b9c384b95f7f None None] The sync data for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 is: [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:13Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:17.915070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-49790769-ae9d-4c49-a8dc-5667841ffa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:17.915566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Attempting to bind port a7960ddf-b1ad-4038-bf38-375b5cded51b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:17.915948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Attempting to bind port a7960ddf-b1ad-4038-bf38-375b5cded51b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:17.916315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Attempting to bind port a7960ddf-b1ad-4038-bf38-375b5cded51b on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:17.917624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-49790769-ae9d-4c49-a8dc-5667841ffa1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4221124d-be43-4a62-a64e-b3c4acae7186 HTTP/1.1" status: 200 len: 848 time: 0.1145396 Dec 08 00:27:17.923090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:17.923479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Checking segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:17.923884 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.924441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Bound using segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:17.924959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Bound port: a7960ddf-b1ad-4038-bf38-375b5cded51b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:17.925336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:17.991335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-ef14a6c2-4ace-41ef-9ae6-a5eda0be6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:17.993153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-ef14a6c2-4ace-41ef-9ae6-a5eda0be6dcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652802 Dec 08 00:27:18.056410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] For port a7960ddf-b1ad-4038-bf38-375b5cded51b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:18.064090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] For port a7960ddf-b1ad-4038-bf38-375b5cded51b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a7960ddf-b1ad-4038-bf38-375b5cded51b,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:18.071476 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.080745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.158678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ab09e-8301-4b52-b1f4-cec6e58ecd5c None None] Pushing event updated for resources: {'Port': ['ID=a7960ddf-b1ad-4038-bf38-375b5cded51b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:18.169477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52064) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:18.222547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.228144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-2992578c-6925-4531-bb61-b93468709a8b service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164099 Dec 08 00:27:18.254744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.348587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Deleting port 56327f92-84fe-4063-a5da-56f18fdedaf3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:18.349162 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.396226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:18.397095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=684c43ec-5302-42aa-8a98-6942c7caf291,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:18.405714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:18.407759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=de994734-45da-429c-9728-591755dddd03,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:18.412867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:18.419705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42be11bf-4f36-4442-a807-a0ad1718b507 req-b6f701f0-4f77-4699-ae90-22d78a92b6ad service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838846 Dec 08 00:27:18.482931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.487518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:18.487888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: 92018f80-b7ee-409e-945c-97b1745beeaf, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:18.497408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] Deleting subnet 2efa9206-3862-42ee-87b4-046fa1eeb01c {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:18.595936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] For port 56327f92-84fe-4063-a5da-56f18fdedaf3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=56327f92-84fe-4063-a5da-56f18fdedaf3,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:18.596287 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.640469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Calling delete_port for 56327f92-84fe-4063-a5da-56f18fdedaf3 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:18.670448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 92018f80-b7ee-409e-945c-97b1745beeaf is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:18.699964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 92018f80-b7ee-409e-945c-97b1745beeaf) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:18.708239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493ef7a-5d2f-43f8-b007-8e4515f985a9 None None] Network 92018f80-b7ee-409e-945c-97b1745beeaf requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:18.729103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:18.729822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.763910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.768486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4b92c688-bab7-4f27-bc89-07faa8d3680d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2149632 Dec 08 00:27:18.809052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52068) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:18.836558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a7960ddf-b1ad-4038-bf38-375b5cded51b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:18.847647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.941224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-92018f80-b7ee-409e-945c-97b1745beeaf', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:18.942242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:18.962718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a7960ddf-b1ad-4038-bf38-375b5cded51b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:18.963538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.282379 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.293092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.320357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.365065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port a7960ddf-b1ad-4038-bf38-375b5cded51b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a7960ddf-b1ad-4038-bf38-375b5cded51b,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:19.380274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.381335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:19.383787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Allocated IP 2001:db8::2 (92018f80-b7ee-409e-945c-97b1745beeaf/684c43ec-5302-42aa-8a98-6942c7caf291/6133e513-1b48-437f-a0a6-b5636d604f8a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:19.406028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.540886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=de994734-45da-429c-9728-591755dddd03,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:19.563543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=a7960ddf-b1ad-4038-bf38-375b5cded51b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:19.573353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.677661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:19.679278 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.734396 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.745150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.746464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.776110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:19.778129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:19.799674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Pushing event updated for resources: {'Port': ['ID=6133e513-1b48-437f-a0a6-b5636d604f8a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:19.845645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Network 92018f80-b7ee-409e-945c-97b1745beeaf is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:19.852069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:19.855846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:19.886680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba9eb8-a1a9-459a-8cc2-fc2f9960a368 None None] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:19.894434 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:19.930287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 81b820c6-860f-49dd-8554-8cf499f85617 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:19.981902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Attempting to bind port 6133e513-1b48-437f-a0a6-b5636d604f8a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:19.982379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Attempting to bind port 6133e513-1b48-437f-a0a6-b5636d604f8a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:19.982813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Attempting to bind port 6133e513-1b48-437f-a0a6-b5636d604f8a on network 92018f80-b7ee-409e-945c-97b1745beeaf {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:20.000977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:20.001698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Checking segment: {'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:20.001878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.002285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Bound using segment: {'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:20.002943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Bound port: 6133e513-1b48-437f-a0a6-b5636d604f8a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:20.003303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.025429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-84af5602-af76-482f-bf2e-abd31c3de075 None None] Provisioning complete for port a7960ddf-b1ad-4038-bf38-375b5cded51b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:20.025667 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-84af5602-af76-482f-bf2e-abd31c3de075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.032822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.035056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.072598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:20.098911 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3247fc49-8c7f-43ad-9b6a-96d1c57d1f34 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/81b820c6-860f-49dd-8554-8cf499f85617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1199429 Dec 08 00:27:20.115262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb7c0f-ab36-43c2-a613-006d2ac1b2c1 None None] Network 050132c7-3d7f-4567-a521-3f7f9574c518 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:20.131812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2efa9206-3862-42ee-87b4-046fa1eeb01c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:20.134094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Pushing event deleted for resources: {'Port': ['ID=56327f92-84fe-4063-a5da-56f18fdedaf3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:20.147144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.154176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8dfcfb0d-6c5b-4065-a6a1-55cfbd930be5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2efa9206-3862-42ee-87b4-046fa1eeb01c HTTP/1.1" status: 204 len: 168 time: 1.9817626 Dec 08 00:27:20.156107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52074) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:20.229803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] For port 6133e513-1b48-437f-a0a6-b5636d604f8a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:20.298614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] For port 6133e513-1b48-437f-a0a6-b5636d604f8a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6133e513-1b48-437f-a0a6-b5636d604f8a,segment=NetworkSegment(73144329-9a3b-4299-9bd1-4855edda1d28),segment_id=73144329-9a3b-4299-9bd1-4855edda1d28)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:20.321343 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.364567 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e95a75-a2ca-41df-bb3e-6aafcce200ac None None] DHCP port deletion for 050132c7-3d7f-4567-a521-3f7f9574c518 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:20.375839 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.526678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8::1 (92018f80-b7ee-409e-945c-97b1745beeaf/684c43ec-5302-42aa-8a98-6942c7caf291/b3fae965-5c8c-4d6f-9175-29013e7357a5) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:20.535272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3574e6-5425-4197-a5c4-8fb3df34db20 None None] Pushing event updated for resources: {'Port': ['ID=6133e513-1b48-437f-a0a6-b5636d604f8a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:20.799571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5ea7eb56-0354-4329-bed4-3f14025bdbd6 None None] Provisioning complete for port a7960ddf-b1ad-4038-bf38-375b5cded51b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:20.800043 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ea7eb56-0354-4329-bed4-3f14025bdbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.832834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:20.839662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-675359a7-d98c-4089-a541-3a715de6652e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704071455&fields=id&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 267 time: 0.2988479 Dec 08 00:27:20.973275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Sync routers for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:20.981487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a7960ddf-b1ad-4038-bf38-375b5cded51b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:21.044650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:21.045797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:21.114276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-72a8af53-4a13-4bdc-ac8d-68491455ac18 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:21.116778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-72a8af53-4a13-4bdc-ac8d-68491455ac18 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 796 time: 0.2310987 Dec 08 00:27:21.150592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.153324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-d0e2f464-f4ed-4ec1-8409-6fde617a161c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/quotas/67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 375 time: 0.0279558 Dec 08 00:27:21.165448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a7960ddf-b1ad-4038-bf38-375b5cded51b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:21.165935 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.221989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.251290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050132c7-3d7f-4567-a521-3f7f9574c518']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:21.263340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfa0772-990e-45dc-b937-1ea40a8c7086') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:21.263646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfa0772-990e-45dc-b937-1ea40a8c7086') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:21.265592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5ea7eb56-0354-4329-bed4-3f14025bdbd6 None None] Provisioning complete for port de994734-45da-429c-9728-591755dddd03 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:21.266059 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ea7eb56-0354-4329-bed4-3f14025bdbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.275847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.279275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-cb840a3e-3eb5-40b8-8cd6-1c3a6df10b46 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185145 Dec 08 00:27:21.294286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.301625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:21.301856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:21.304481 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:21.332231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7eb56-0354-4329-bed4-3f14025bdbd6 None None] Port de994734-45da-429c-9728-591755dddd03 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:21.348388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.392632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.396015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:21.398918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.404543 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] 10.222.0.18 "DELETE /v2.0/networks/050132c7-3d7f-4567-a521-3f7f9574c518 HTTP/1.1" status: 204 len: 168 time: 1.2425575 Dec 08 00:27:21.431899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631032f-8eed-48a2-a148-6ce19a8a8344 admin admin] Pushing event deleted for resources: {'Network': ['ID=050132c7-3d7f-4567-a521-3f7f9574c518,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:21.478946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 92018f80-b7ee-409e-945c-97b1745beeaf is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:21.523272 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:21.530050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:21.530749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.540501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=b3fae965-5c8c-4d6f-9175-29013e7357a5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:21.597722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52092) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:21.610458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-f4aad302-ce2d-41f9-9076-d0ccedfbb749 service neutron] 10.222.0.18 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775657 Dec 08 00:27:21.668428 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f51a7182-f86b-408e-9eec-4de5ea7e398a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52e64dd643284916bdd2dec4a64573f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692005 Dec 08 00:27:21.669693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:21.671366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52094) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:21.704487 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e51de731-3928-4a2d-bdfb-5c99323655aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.760814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1752b533-6246-4ca1-a206-44eab6fc6366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.761176 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-598a4116-f0ce-4463-9306-86c57ff5c7da None None] Provisioning complete for port de994734-45da-429c-9728-591755dddd03 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:21.762548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-598a4116-f0ce-4463-9306-86c57ff5c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.790958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1752b533-6246-4ca1-a206-44eab6fc6366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.852630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-598a4116-f0ce-4463-9306-86c57ff5c7da None None] Port de994734-45da-429c-9728-591755dddd03 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:21.865302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1752b533-6246-4ca1-a206-44eab6fc6366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.868116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1752b533-6246-4ca1-a206-44eab6fc6366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.869389 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1752b533-6246-4ca1-a206-44eab6fc6366 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af828687-f3da-490d-9fe5-aa29f27254e3 HTTP/1.1" status: 204 len: 168 time: 0.1961989 Dec 08 00:27:21.877554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:21.883300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-d810295d-f2bf-4467-9dbb-e6d706e3b021 service neutron] 10.222.0.18 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473130 Dec 08 00:27:21.884224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752b533-6246-4ca1-a206-44eab6fc6366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af828687-f3da-490d-9fe5-aa29f27254e3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:21.970491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:21.983421 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] Sync routers for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:21.995798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3f8571a5-93ad-4ac4-9b6c-860260dbbfae admin admin] 10.222.0.18 "PUT /v2.0/routers/84fca974-a1cf-4f15-8d83-3d88ffcf16d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7665048 Dec 08 00:27:21.998625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:22.004927 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:22.006553 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:22.063782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b753732d-bb8e-482c-881c-ecf81f4de717 None None] Provisioning complete for port de994734-45da-429c-9728-591755dddd03 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:22.066912 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b753732d-bb8e-482c-881c-ecf81f4de717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:22.169811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b753732d-bb8e-482c-881c-ecf81f4de717 None None] Port de994734-45da-429c-9728-591755dddd03 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:22.174570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:19Z', 'revision_number': 2, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:22.214512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb8fe1-97a7-487a-9e28-9308abe52c93 None None] Network 92018f80-b7ee-409e-945c-97b1745beeaf requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:22.215712 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:22.220592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Checking router: 81b820c6-860f-49dd-8554-8cf499f85617 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:22.221392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Updating router 81b820c6-860f-49dd-8554-8cf499f85617 port de994734-45da-429c-9728-591755dddd03 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:22.228309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:22.339909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:22.394476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-49182873-0ee7-4017-814e-8d06ab228c62 None None] Provisioning complete for port 6133e513-1b48-437f-a0a6-b5636d604f8a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:22.394848 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-49182873-0ee7-4017-814e-8d06ab228c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:22.448338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:22.510085 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:27:19Z', 'revision_number': 5, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port': {'id': '94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:18:58Z', 'updated_at': '2021-12-08T00:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:22.579422 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] Checking router: 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:22.592203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Deleting port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:22.593934 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:22.604224 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] Routers {'84fca974-a1cf-4f15-8d83-3d88ffcf16d8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:22.605737 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:26:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:22.763921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6133e513-1b48-437f-a0a6-b5636d604f8a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:22.806823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] For port 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:22.807537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:22.821584 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] Set router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:22.826521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Calling delete_port for 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:22.927637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c27e7d9-434f-4923-a580-bb7a246e5a81 req-369b0156-07a5-4f49-a7a1-0757d200f36e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 210 time: 0.0761106 Dec 08 00:27:22.966544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:27:22Z', 'revision_number': 6, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:22.993647 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-49182873-0ee7-4017-814e-8d06ab228c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.027216 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3420e051-bf4e-46de-b4af-fdeb8ff2b4b4 None None] The sync data for ids ['84fca974-a1cf-4f15-8d83-3d88ffcf16d8'] in n-d-820549-2 is: [{'id': '84fca974-a1cf-4f15-8d83-3d88ffcf16d8', 'name': 'tempest-ServerActionsTestJSON-1965777083-router', 'tenant_id': '10fabfc8b3e84bfd915bff600e710ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:18:56Z', 'updated_at': '2021-12-08T00:27:22Z', 'revision_number': 6, 'project_id': '10fabfc8b3e84bfd915bff600e710ddf', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:23.138293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-49182873-0ee7-4017-814e-8d06ab228c62 None None] For port 6133e513-1b48-437f-a0a6-b5636d604f8a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6133e513-1b48-437f-a0a6-b5636d604f8a,segment=NetworkSegment(73144329-9a3b-4299-9bd1-4855edda1d28),segment_id=73144329-9a3b-4299-9bd1-4855edda1d28)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:23.154832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-49182873-0ee7-4017-814e-8d06ab228c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.202825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6133e513-1b48-437f-a0a6-b5636d604f8a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:23.203496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.240494 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.293351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:23.296767 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.311148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.314201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.338340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d6f313-b828-401a-8f48-27bd49bdee14 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:23.354832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49182873-0ee7-4017-814e-8d06ab228c62 None None] Pushing event updated for resources: {'Port': ['ID=6133e513-1b48-437f-a0a6-b5636d604f8a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:23.371201 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.386547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7611f3fc-bb64-4534-a40f-607d0279f82a None None] Provisioning complete for port 6133e513-1b48-437f-a0a6-b5636d604f8a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:23.395227 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7611f3fc-bb64-4534-a40f-607d0279f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.400155 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.417578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.426155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52132) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:23.466276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=b3fae965-5c8c-4d6f-9175-29013e7357a5,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:23.607985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 92018f80-b7ee-409e-945c-97b1745beeaf is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:23.610296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:23.666490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5354b-806f-4d89-9ba5-9fbdfc34c2db None None] Pushing event updated for resources: {'Port': ['ID=de994734-45da-429c-9728-591755dddd03,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:23.695338 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a038-f59f-4bc0-bda3-26501d52364a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.716993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1947771184-network', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:23.739334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.756508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.836812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:27:23.857466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Attempting to bind port de994734-45da-429c-9728-591755dddd03 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:23.858089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Attempting to bind port de994734-45da-429c-9728-591755dddd03 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:23.858740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Attempting to bind port de994734-45da-429c-9728-591755dddd03 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:23.873485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:23.880013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Checking segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:23.880766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.881372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Bound using segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:23.889808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Bound port: de994734-45da-429c-9728-591755dddd03, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:23.890476 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.899263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.899831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84fca974-a1cf-4f15-8d83-3d88ffcf16d8 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:27:23.927621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.932239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9a160592-5f04-4b07-922f-b42d13e89cbc admin admin] 10.222.0.18 "DELETE /v2.0/routers/84fca974-a1cf-4f15-8d83-3d88ffcf16d8 HTTP/1.1" status: 204 len: 168 time: 1.9324689 Dec 08 00:27:23.939708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52136) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:23.977313 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7611f3fc-bb64-4534-a40f-607d0279f82a None None] Provisioning complete for port b3fae965-5c8c-4d6f-9175-29013e7357a5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:23.977755 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7611f3fc-bb64-4534-a40f-607d0279f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:23.996761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] Deleting subnet 27e788d9-60e5-4936-b281-1e0aaa4fb177 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:24.020799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.094547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] For port de994734-45da-429c-9728-591755dddd03, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:24.098047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:24.100164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] For port de994734-45da-429c-9728-591755dddd03, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=de994734-45da-429c-9728-591755dddd03,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:24.101556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7611f3fc-bb64-4534-a40f-607d0279f82a None None] Port b3fae965-5c8c-4d6f-9175-29013e7357a5 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:24.111698 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.119774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:24.124387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-572a7c40-9f6a-421e-932e-17a49e705d53 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3049674 Dec 08 00:27:24.127058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87bf93eb-6b4d-4b70-a3c2-1f909dc95478 req-11920fc8-6479-4050-94a9-150d61fc249e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 210 time: 0.0617898 Dec 08 00:27:24.129620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52142) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:24.136645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1069629928'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:24.140898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Made reservation on behalf of bc75fd44ad5045e7b8fbf47e557810c8 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:24.141745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.143513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.162218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.174807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:24.175987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:24.234197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:24.239404 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.261132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-5938aa18-b18c-4c9f-81a2-3b8b10fbcc5f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:24.264145 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-5938aa18-b18c-4c9f-81a2-3b8b10fbcc5f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 796 time: 0.5623660 Dec 08 00:27:24.296523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5354b-806f-4d89-9ba5-9fbdfc34c2db None None] Pushing event updated for resources: {'Port': ['ID=de994734-45da-429c-9728-591755dddd03,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:24.299906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:24.300640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:24.358400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:24.377065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.380107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.381028 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment db8f5b9d-d4f3-4374-913f-a44fb7d8e275 of type vlan for network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 Dec 08 00:27:24.389583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Provisioning complete for port b3fae965-5c8c-4d6f-9175-29013e7357a5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:24.390256 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.404505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-69b76907-9501-49b5-8827-f1e63a3a187e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 379 time: 0.1238439 Dec 08 00:27:24.420196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'port': {'device_id': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'admin_state_up': True, 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'security_groups': ['9d968d63-1832-431b-b276-19742d64477c']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:24.435865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.442770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Port b3fae965-5c8c-4d6f-9175-29013e7357a5 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:24.461822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.475271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:24.485992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.486337 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Added segment ca413a37-0284-43d3-b0cf-2e2150700922 of type vlan for network b5769fed-0c70-48a4-b2b2-1d9a03c99402 Dec 08 00:27:24.507759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.513245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:24.533997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.570427 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.584162 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.591559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:24.592214 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.631479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3519a4-5bc4-4b3f-9ea7-130d76f5ec02,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:24.639886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.641182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:24.642373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.702650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.708213 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2809255 Dec 08 00:27:24.710131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/27e788d9-60e5-4936-b281-1e0aaa4fb177 HTTP/1.1" status: 204 len: 168 time: 0.7692101 Dec 08 00:27:24.711059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52144) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:24.711397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52146) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:24.718605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Request body: {'subnet': {'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1947771184-subnet', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:24.730533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=a85b7dcc-c7f4-495c-ac2a-9a9935aecef2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:24.734212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e662c-ba7e-4f72-aad4-8de7c81e3eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e788d9-60e5-4936-b281-1e0aaa4fb177,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:24.755059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Provisioning complete for port de994734-45da-429c-9728-591755dddd03 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:24.755430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.765106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6133e513-1b48-437f-a0a6-b5636d604f8a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:24.766328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3822b131-752d-45ad-bdcd-64bae50a5862 None None] Network 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:24.770582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d74f8162-8815-4ba1-9f87-446fd854ec02 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6397817 Dec 08 00:27:24.778964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52148) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:24.787501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:24.793182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9465-1e51-4e5d-87a3-cc2802d0f0be admin admin] Pushing event updated for resources: {'Network': ['ID=b5769fed-0c70-48a4-b2b2-1d9a03c99402,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:24.821922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:24.834944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Made reservation on behalf of bc75fd44ad5045e7b8fbf47e557810c8 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:24.837526 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.843184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.852366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:24.919735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:24.924287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.985021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Deleting port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:24.985630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:24.993543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:24.997022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.003039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:25.057645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] For port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3,segment=NetworkSegment(3a3cde4f-21ef-47d8-816e-471c297620ef),segment_id=3a3cde4f-21ef-47d8-816e-471c297620ef)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:25.058078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.073845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Calling delete_port for 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:25.151161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.13 (78a06670-c3dc-4839-9b8b-7835928bfab4/a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b/f3d8af25-b8b7-42c5-86e2-e45e85022d87) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:25.289868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.315683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09f18a-9984-4036-86b7-7fb01b2b80e0 None None] DHCP port deletion for 88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:25.332027 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.353189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.370215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6133e513-1b48-437f-a0a6-b5636d604f8a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:25.370748 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.399385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.403369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f04692fb-8d36-4fe4-adff-8a7c026c3e47 req-2e786e68-579a-4c99-926e-f3beea5d1fe1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 210 time: 0.0773649 Dec 08 00:27:25.406975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:25.416431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] No DVR routers for this DVR port 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:25.423254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b82d4a-47e7-4254-936f-5c157c9ab746,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:25.466854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Checking segment: {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:25.467260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Network hostable DHCP agents. Network: b5769fed-0c70-48a4-b2b2-1d9a03c99402, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:25.467659 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.497226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:25.500153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=c68258ed-59c0-410e-9278-74cc02b20726,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:25.508594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:25.508862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: a85b7dcc-c7f4-495c-ac2a-9a9935aecef2, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:25.525535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.531604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.550718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b5769fed-0c70-48a4-b2b2-1d9a03c99402) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:25.553821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:25.563642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:25.564062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:25.564238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.570145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3cde4f-21ef-47d8-816e-471c297620ef') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:25.570438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3cde4f-21ef-47d8-816e-471c297620ef') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:25.583758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.584039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a85b7dcc-c7f4-495c-ac2a-9a9935aecef2) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:25.584179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f4905c-de93-43e3-a0b5-1373a6e34d59 None None] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:25.589775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:25.591100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.600291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e7c2894a-2fcd-4965-8f15-3c62be415b2e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8853369 Dec 08 00:27:25.602757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52154) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:25.607648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:25.612638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.622936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9e496081-d926-46cc-9365-0c4cf821085f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8381414 Dec 08 00:27:25.623185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:25.624033 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:25.625496 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:25.629854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52156) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:25.641572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.647479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d708bae1-2366-43bf-ae9d-653210e87bc0 None None] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:25.685564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.686814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.703197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.718788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] For port de994734-45da-429c-9728-591755dddd03, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=de994734-45da-429c-9728-591755dddd03,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:25.724152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.730575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] 10.222.0.18 "DELETE /v2.0/networks/88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e HTTP/1.1" status: 204 len: 168 time: 1.0145891 Dec 08 00:27:25.743206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae92aa-4329-4d4f-9868-b6a3f62fcc80 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ae6792-e5c3-4da5-aa82-d7e1b0d92b5e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:25.745477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.749387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:25.754062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:25.764731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:25.801548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.820980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:25.885593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:25.886477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.927312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:25.936111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:25.940725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:21Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:23Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:26.045014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52160) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:26.050541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:26.056736 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.061496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588dbd7-ae4d-41f5-bbe8-29ba3069b020 None None] Pushing event updated for resources: {'Port': ['ID=de994734-45da-429c-9728-591755dddd03,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:26.067139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:26.067927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Updating router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 port b3fae965-5c8c-4d6f-9175-29013e7357a5 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:26.090645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8e3ecbb8-d90f-4341-ad35-fc99a979ce2e None None] Provisioning complete for port de994734-45da-429c-9728-591755dddd03 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:26.091332 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecbb8-d90f-4341-ad35-fc99a979ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.117674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:26.118866 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.119386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2187e963-4921-4ef2-ab51-1b69208a92f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10fabfc8b3e84bfd915bff600e710ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726433 Dec 08 00:27:26.125226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52162) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:26.148419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:26.148760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 94dbcdcc-fd62-4953-ad82-0bfe9c6a4f24 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:26.149399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 56327f92-84fe-4063-a5da-56f18fdedaf3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:26.164792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:24Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:26.216614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55109f56-4377-44cf-aa9c-c3afb1cf79d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.248943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55109f56-4377-44cf-aa9c-c3afb1cf79d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.266368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 56327f92-84fe-4063-a5da-56f18fdedaf3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:26.266615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 56327f92-84fe-4063-a5da-56f18fdedaf3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:26.272728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbff7b0-1cb4-4bc5-9c04-c80d38d8cdb3 None None] The sync data for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 is: [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:24Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:26.274388 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.347201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-22e62b2a-69e5-45d0-b477-c30f6068acf0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9311554 Dec 08 00:27:26.425466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Request body: {'port': {'device_id': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:26.461103 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55109f56-4377-44cf-aa9c-c3afb1cf79d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.464907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-55109f56-4377-44cf-aa9c-c3afb1cf79d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.467493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-55109f56-4377-44cf-aa9c-c3afb1cf79d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b HTTP/1.1" status: 204 len: 168 time: 0.3398113 Dec 08 00:27:26.483851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.485978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109f56-4377-44cf-aa9c-c3afb1cf79d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9f9ffc-da2d-45bb-bc78-5e2e7efb559b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:26.524312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.536106 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.766743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:26.799805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9649af5-d20b-4b8d-b8e3-0fb1accc5bec req-cea718c2-635f-4f2a-89a4-353a7b125251 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:26.801363 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9649af5-d20b-4b8d-b8e3-0fb1accc5bec req-cea718c2-635f-4f2a-89a4-353a7b125251 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 932 time: 0.1896522 Dec 08 00:27:26.832714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device de994734-45da-429c-9728-591755dddd03 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:26.886986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Allocated IP 172.25.6.220 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/dff4f53c-6f13-4cc6-b536-50cd478751c2) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:26.898430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.075641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.135849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.170284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Allocated IP 172.20.0.2 (b5769fed-0c70-48a4-b2b2-1d9a03c99402/f9b82d4a-47e7-4254-936f-5c157c9ab746/9d587784-cec5-4ca4-b800-347f530bd2cf) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:27.203203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9649af5-d20b-4b8d-b8e3-0fb1accc5bec req-06b4c374-c26c-4bd5-9ad3-24f3a6711ac5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889260 Dec 08 00:27:27.221641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:27.224432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:27.228037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:27.244074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Pushing event updated for resources: {'Port': ['ID=dff4f53c-6f13-4cc6-b536-50cd478751c2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:27.249454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Allocated IP 2001:db8:1::2 (a85b7dcc-c7f4-495c-ac2a-9a9935aecef2/c68258ed-59c0-410e-9278-74cc02b20726/00427baf-0110-433a-8de4-1ce56b6cc9da) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:27.269088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a27ae1-6d36-4ccc-a910-364d356e8572 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:27.522917 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.547907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d8af25-b8b7-42c5-86e2-e45e85022d87 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:27:27.559628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.585912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Transition to ACTIVE for port object f3d8af25-b8b7-42c5-86e2-e45e85022d87 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:27:27.593888 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.601265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.614130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port de994734-45da-429c-9728-591755dddd03 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:27.615869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.679877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:27.692313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52192) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:27.725619 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.789048 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.829741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8:1::1 (a85b7dcc-c7f4-495c-ac2a-9a9935aecef2/c68258ed-59c0-410e-9278-74cc02b20726/2ff15f44-cd99-4a99-a1f2-eefc355cf550) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:27.890717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-568023353-network', 'tenant_id': '98379edcd1314ec9b45bf871e0e3fc71'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:27.936296 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:27.967590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:27.979106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:27.986635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:28.006015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.053316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.100116 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Pushing event updated for resources: {'Port': ['ID=00427baf-0110-433a-8de4-1ce56b6cc9da,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:28.132058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:28.132248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:28.132507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:28.139466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:28.143336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:27:28.143700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:28.149609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Made reservation on behalf of 98379edcd1314ec9b45bf871e0e3fc71 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:28.151965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.163900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:28.170841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:28.171402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.178783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:28.179145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Checking segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:28.179532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Bound using segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:28.179974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Bound port: f3d8af25-b8b7-42c5-86e2-e45e85022d87, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:28.180331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.187036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Attempting to bind port 00427baf-0110-433a-8de4-1ce56b6cc9da on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:28.187930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Attempting to bind port 00427baf-0110-433a-8de4-1ce56b6cc9da by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:28.189279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Attempting to bind port 00427baf-0110-433a-8de4-1ce56b6cc9da on network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:28.220574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=2ff15f44-cd99-4a99-a1f2-eefc355cf550,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:28.231259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.340114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:28.340396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Checking segment: {'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:28.340789 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.341193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Bound using segment: {'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:28.341679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Bound port: 00427baf-0110-433a-8de4-1ce56b6cc9da, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:28.342360 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.357694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-33fc3afd-8410-4c84-8a3b-0c0add65f833 None None] Provisioning complete for port dff4f53c-6f13-4cc6-b536-50cd478751c2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:28.358195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33fc3afd-8410-4c84-8a3b-0c0add65f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.425975 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.436286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.437820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:28.440766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.466946 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.470458 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.472199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:28.489636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c5c67-8cb2-47ee-9568-ca647b3946ad req-7e5d7870-840d-43da-8849-aa35b0fb5ed3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:28.491697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-669c5c67-8cb2-47ee-9568-ca647b3946ad req-7e5d7870-840d-43da-8849-aa35b0fb5ed3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.0726221 Dec 08 00:27:28.534196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-33fc3afd-8410-4c84-8a3b-0c0add65f833 None None] Port dff4f53c-6f13-4cc6-b536-50cd478751c2 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:28.539588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:28.539933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d358093-d3bd-4d5e-8937-9fd8fa3e9bd3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:28.582000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:28.597291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:28.603566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130bd7e-3524-4956-9da6-98f8ee54e983 None None] Pushing event updated for resources: {'Port': ['ID=b3fae965-5c8c-4d6f-9175-29013e7357a5,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:28.607154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] For port 00427baf-0110-433a-8de4-1ce56b6cc9da, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:28.609291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:28.611853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-669c5c67-8cb2-47ee-9568-ca647b3946ad req-6c388786-76b0-495f-a584-7ec6aa50800a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919440 Dec 08 00:27:28.616140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] For port 00427baf-0110-433a-8de4-1ce56b6cc9da, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=00427baf-0110-433a-8de4-1ce56b6cc9da,segment=NetworkSegment(db8f5b9d-d4f3-4374-913f-a44fb7d8e275),segment_id=db8f5b9d-d4f3-4374-913f-a44fb7d8e275)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:28.655085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:28.655822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Router 77d19549-087f-4aef-a137-77c592894001 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:27:28.668257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.670485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.757890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Pushing event updated for resources: {'Port': ['ID=9d587784-cec5-4ca4-b800-347f530bd2cf,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:28.773015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.776000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:28.776886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.777448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Attempting to bind port b3fae965-5c8c-4d6f-9175-29013e7357a5 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:28.778002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Attempting to bind port b3fae965-5c8c-4d6f-9175-29013e7357a5 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:28.778355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Attempting to bind port b3fae965-5c8c-4d6f-9175-29013e7357a5 on network 92018f80-b7ee-409e-945c-97b1745beeaf {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:28.778957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] 10.222.0.59 "PUT /v2.0/ports/f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 1092 time: 2.3664410 Dec 08 00:27:28.826027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Attempting to bind port 9d587784-cec5-4ca4-b800-347f530bd2cf on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:28.828745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:28.829215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Attempting to bind port 9d587784-cec5-4ca4-b800-347f530bd2cf by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:28.829804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Attempting to bind port 9d587784-cec5-4ca4-b800-347f530bd2cf on network b5769fed-0c70-48a4-b2b2-1d9a03c99402 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:28.841528 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf62981-afb5-4200-90b9-a0cadd918ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:28.843115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:28.853188 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Sync routers for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:28.860677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:28.861546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Checking segment: {'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:28.862160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.863474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Bound using segment: {'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:28.864383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Bound port: b3fae965-5c8c-4d6f-9175-29013e7357a5, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73144329-9a3b-4299-9bd1-4855edda1d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:28.865114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.873884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:28.874598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Checking segment: {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:28.875060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.875545 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.878743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3163a887-089f-47e9-b411-e23ea9860b18 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2724819 Dec 08 00:27:28.879393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52202) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:28.880188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Bound using segment: {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:28.881521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Bound port: 9d587784-cec5-4ca4-b800-347f530bd2cf, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:28.881826 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:28.882312 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:28.885407 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:28.961903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec04f7e-815a-45d3-a6d6-304010de5fa7 None None] Pushing event updated for resources: {'Port': ['ID=00427baf-0110-433a-8de4-1ce56b6cc9da,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:28.978506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.078257 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aac285a-0c33-4fc1-9b32-bf19abdef9b6 x-openstack-request-id: req-8aac285a-0c33-4fc1-9b32-bf19abdef9b6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:29.078834 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:29.080382 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aac285a-0c33-4fc1-9b32-bf19abdef9b6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:29.081022 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'status': 'completed', 'code': 200} Dec 08 00:27:29.153493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:29.172251 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:29.183886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c00c5-7c6b-49f2-b76e-71e36cb4bf5d service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:29.242042 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.245851 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Added segment 9ce3993a-fe42-45b5-a4c1-4955caba0734 of type vlan for network 31663226-32e7-427c-9bf8-239e4a365179 Dec 08 00:27:29.247564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c6f391-50fa-4172-b44c-131256757142,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:29.247948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] For port b3fae965-5c8c-4d6f-9175-29013e7357a5, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:29.264464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] For port b3fae965-5c8c-4d6f-9175-29013e7357a5, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b3fae965-5c8c-4d6f-9175-29013e7357a5,segment=NetworkSegment(73144329-9a3b-4299-9bd1-4855edda1d28),segment_id=73144329-9a3b-4299-9bd1-4855edda1d28)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:29.270641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] For port 9d587784-cec5-4ca4-b800-347f530bd2cf, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:29.303212 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.334210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] For port 9d587784-cec5-4ca4-b800-347f530bd2cf, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9d587784-cec5-4ca4-b800-347f530bd2cf,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:29.382447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-bc2b39db-1763-445f-9abc-e70d5192a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:29.396662 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-bc2b39db-1763-445f-9abc-e70d5192a9ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1095 time: 0.5346954 Dec 08 00:27:29.402640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130bd7e-3524-4956-9da6-98f8ee54e983 None None] Pushing event updated for resources: {'Port': ['ID=b3fae965-5c8c-4d6f-9175-29013e7357a5,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:29.418280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.421610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-06a12148-59ba-4f60-b6b9-4a3705d371db None None] Provisioning complete for port b3fae965-5c8c-4d6f-9175-29013e7357a5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:29.422166 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-06a12148-59ba-4f60-b6b9-4a3705d371db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.535429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.545994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:29.546633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:29.548990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.556190 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-544da4b4-1dc1-41b1-940a-781884e8a3ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 217 time: 0.1397371 Dec 08 00:27:29.585535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.596884 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.744357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b72ae-57f9-45bf-9977-31f01492f6e5 None None] Pushing event updated for resources: {'Port': ['ID=9d587784-cec5-4ca4-b800-347f530bd2cf,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:29.803205 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:27Z', 'revision_number': 3, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:29.840332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=2ff15f44-cd99-4a99-a1f2-eefc355cf550,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:29.844376 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Checking router: 77d19549-087f-4aef-a137-77c592894001 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:29.844922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Updating router 77d19549-087f-4aef-a137-77c592894001 port dff4f53c-6f13-4cc6-b536-50cd478751c2 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:29.872525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.875398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:29.876251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.889834 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:29.973617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.009924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] Pushing event updated for resources: {'Network': ['ID=31663226-32e7-427c-9bf8-239e4a365179,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:30.017976 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-37d85535-c923-40d8-b27f-7dab77249425 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3237727 Dec 08 00:27:30.022008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52208) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:30.039525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-6f80c7f7-a597-4192-8b97-2b4b4c4b3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:30.041545 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-6f80c7f7-a597-4192-8b97-2b4b4c4b3ecf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.4678478 Dec 08 00:27:30.055837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfaacd-bbfb-4b32-be09-8beb0e07f47d req-17e86a48-9698-4edb-b9fe-560e8597cd12 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:30.064135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95cfaacd-bbfb-4b32-be09-8beb0e07f47d req-17e86a48-9698-4edb-b9fe-560e8597cd12 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.1892588 Dec 08 00:27:30.069203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Request body: {'subnet': {'network_id': '31663226-32e7-427c-9bf8-239e4a365179', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-568023353-subnet', 'tenant_id': '98379edcd1314ec9b45bf871e0e3fc71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:30.146712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Made reservation on behalf of 98379edcd1314ec9b45bf871e0e3fc71 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:30.149020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.162388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-46f9000d-0224-4e87-8a97-743f4e57d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:30.164866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-46f9000d-0224-4e87-8a97-743f4e57d605 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745161 Dec 08 00:27:30.273289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:30.289986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:30.293898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:30.360818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 31663226-32e7-427c-9bf8-239e4a365179 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:30.442371 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-6edb8bc5-5821-4ee7-ac07-b81026e0a3d8 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669058 Dec 08 00:27:30.504894 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.523381 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.583436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-95cfaacd-bbfb-4b32-be09-8beb0e07f47d req-3bc6b57a-c518-410d-ab2f-9b43c0f29783 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5182269 Dec 08 00:27:30.602083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.632227 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Attempting to bind port dff4f53c-6f13-4cc6-b536-50cd478751c2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:30.635817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547441f0-61f3-4356-9e89-ad9a5b9b6145 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:30.636464 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Attempting to bind port dff4f53c-6f13-4cc6-b536-50cd478751c2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:30.637093 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Attempting to bind port dff4f53c-6f13-4cc6-b536-50cd478751c2 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:30.651933 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-06a12148-59ba-4f60-b6b9-4a3705d371db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.658643 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:30.662847 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:30.663436 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.666877 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:30.667575 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Bound port: dff4f53c-6f13-4cc6-b536-50cd478751c2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:30.668135 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.722639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:30.749553 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Pushing event updated for resources: {'Port': ['ID=dff4f53c-6f13-4cc6-b536-50cd478751c2,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:30.768653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-06a12148-59ba-4f60-b6b9-4a3705d371db None None] For port b3fae965-5c8c-4d6f-9175-29013e7357a5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b3fae965-5c8c-4d6f-9175-29013e7357a5,segment=NetworkSegment(73144329-9a3b-4299-9bd1-4855edda1d28),segment_id=73144329-9a3b-4299-9bd1-4855edda1d28)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:30.800767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.801118 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.801468 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.801812 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.802151 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.820306 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.820697 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.821193 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.821681 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.823403 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.824019 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.824911 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.827805 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.869661 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] For port dff4f53c-6f13-4cc6-b536-50cd478751c2, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:30.878112 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] For port dff4f53c-6f13-4cc6-b536-50cd478751c2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dff4f53c-6f13-4cc6-b536-50cd478751c2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:30.887387 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Checking segment: {'id': '9ce3993a-fe42-45b5-a4c1-4955caba0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '31663226-32e7-427c-9bf8-239e4a365179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:30.887951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Network hostable DHCP agents. Network: 31663226-32e7-427c-9bf8-239e4a365179, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:30.893117 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.894758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff5afad-bc59-4b6a-9613-98ee5ae1eb39,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:30.964965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.979867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.980480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.981274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.981900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.982546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.982957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.983070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b05e7-3788-410d-8bff-83c49ee03ddc None None] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:30.983302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.983644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.985140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d587784-cec5-4ca4-b800-347f530bd2cf up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:30.987437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d58a00-109d-4605-a958-75415b6c06cb None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:30.993443 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-06a12148-59ba-4f60-b6b9-4a3705d371db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:30.996867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.997456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.997930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:30.998402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:31.032963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Network 31663226-32e7-427c-9bf8-239e4a365179 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:31.035881 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:31.036532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:31.062768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 31663226-32e7-427c-9bf8-239e4a365179) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:31.071161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:31.071780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.082995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Allocated IP 172.20.0.1 (b5769fed-0c70-48a4-b2b2-1d9a03c99402/f9b82d4a-47e7-4254-936f-5c157c9ab746/a71b710b-f9d1-4f32-a507-5896ec3beafd) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:31.107822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0838013-2760-43d9-8604-c39c4f403786 None None] Network 31663226-32e7-427c-9bf8-239e4a365179 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:31.123822 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac23ba63-4d73-439c-b17d-60ccd7a5e163 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1002903 Dec 08 00:27:31.145013 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b13f4-36da-4d93-87dc-ee7cd22f4fb2 None None] Pushing event updated for resources: {'Port': ['ID=dff4f53c-6f13-4cc6-b536-50cd478751c2,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:31.297294 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:31.351405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.443390 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.494532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0d9b3e27-fd0b-4a01-8fd2-98907f4a4844 req-a810258f-0d1e-44ae-82af-1adc875f3a22 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343161 Dec 08 00:27:31.523745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:31.533881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:31.534211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:31.541945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c9b19be7-58a9-4e97-bc5f-98c420785f4c tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9093964 Dec 08 00:27:31.546676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52220) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:31.548384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:31.553993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-982588656'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:31.565608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Pushing event updated for resources: {'Port': ['ID=a71b710b-f9d1-4f32-a507-5896ec3beafd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:31.603815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Provisioning complete for port 00427baf-0110-433a-8de4-1ce56b6cc9da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:31.604543 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.619587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.637238 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:27Z', 'revision_number': 3, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:31.657359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12148-59ba-4f60-b6b9-4a3705d371db None None] Pushing event updated for resources: {'Port': ['ID=b3fae965-5c8c-4d6f-9175-29013e7357a5,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:31.660675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd3c12-41d4-4801-b333-fec3aa139032 None None] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:31.673067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bc6c3-d2aa-45f1-98ea-07a84f693789 None None] Network 31663226-32e7-427c-9bf8-239e4a365179 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:31.699974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:31.705983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.739386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-f40bb53b-f305-4141-b575-590356974708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:31.744050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-f40bb53b-f305-4141-b575-590356974708 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1095 time: 0.1559248 Dec 08 00:27:31.745248 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5ba3a-b658-4fd4-90ce-2ba4a3ce846a None None] The sync data for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 is: [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:27Z', 'revision_number': 3, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:31.814106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:31.831369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.831945 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment 424e3f65-e62d-401f-b9bd-b7eb5fc71075 of type vlan for network f3e0d73e-4506-4d4b-a792-110f49f85f6e Dec 08 00:27:31.869359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.875458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9d587784-cec5-4ca4-b800-347f530bd2cf triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:31.875847 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.886479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:31.913413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7da082-f1ff-43c4-a846-23cd10858d38 req-0af7f884-eac5-462a-ad99-4b43a2d37047 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:31.914976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a7da082-f1ff-43c4-a846-23cd10858d38 req-0af7f884-eac5-462a-ad99-4b43a2d37047 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.1519794 Dec 08 00:27:31.976990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:28Z', 'revision_number': 3, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:28Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:29Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:31.978839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-dc9eadbe-f155-4e15-a187-23129faa5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:31.981664 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-dc9eadbe-f155-4e15-a187-23129faa5559 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.2302206 Dec 08 00:27:32.047097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d91525-de44-40c9-aab1-29e7ca146f31 None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:28Z', 'revision_number': 3, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:28Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:29Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:32.079746 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-6ae94da8-6a0c-45a8-af19-660f949a8720 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 217 time: 0.0825026 Dec 08 00:27:32.082110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.resource_extend [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:27:32.204196 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:32.262207 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:32.268191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-b518d125-e1ba-490f-9058-2e542fd18596 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:32.269883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-b518d125-e1ba-490f-9058-2e542fd18596 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/networks?id=31663226-32e7-427c-9bf8-239e4a365179 HTTP/1.1" status: 200 len: 813 time: 0.4310162 Dec 08 00:27:32.351319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-4a18c50d-2430-4541-baab-b5d15654d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:32.353221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-4a18c50d-2430-4541-baab-b5d15654d19b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.2649336 Dec 08 00:27:32.402580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] For port 00427baf-0110-433a-8de4-1ce56b6cc9da, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=00427baf-0110-433a-8de4-1ce56b6cc9da,segment=NetworkSegment(db8f5b9d-d4f3-4374-913f-a44fb7d8e275),segment_id=db8f5b9d-d4f3-4374-913f-a44fb7d8e275)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:32.424005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:32.450150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-66254925-e329-4d45-9161-9a3f47a820d2 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/quotas/98379edcd1314ec9b45bf871e0e3fc71 HTTP/1.1" status: 200 len: 375 time: 0.1174374 Dec 08 00:27:32.452245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:32.458073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:32.459702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:32.474808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a7da082-f1ff-43c4-a846-23cd10858d38 req-2e6b55ac-d0c8-4385-ac32-dd0cb6c369c7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5311401 Dec 08 00:27:32.477079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 9d587784-cec5-4ca4-b800-347f530bd2cf, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9d587784-cec5-4ca4-b800-347f530bd2cf,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:32.505127 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:32.513372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 00427baf-0110-433a-8de4-1ce56b6cc9da up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:32.527173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Provisioning complete for port b3fae965-5c8c-4d6f-9175-29013e7357a5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:32.527680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:32.603978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-48713f0d-33f6-4893-83fe-274266413a93 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98379edcd1314ec9b45bf871e0e3fc71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368592 Dec 08 00:27:32.694533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=f3e0d73e-4506-4d4b-a792-110f49f85f6e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:32.708985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Pushing event updated for resources: {'Port': ['ID=00427baf-0110-433a-8de4-1ce56b6cc9da,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:32.725987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-e0bad7fe-7b60-4168-82d2-a3d2c0921f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:32.730417 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-e0bad7fe-7b60-4168-82d2-a3d2c0921f24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3568389 Dec 08 00:27:32.736290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2eff1364-b674-4d67-9bdb-e867e3f18bad tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1866820 Dec 08 00:27:32.736648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:32.764053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52234) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:32.771768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:32.878784 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-81c625cc-f637-4a54-9600-a0dcf143c2a1 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393862 Dec 08 00:27:33.010709 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fcf62981-afb5-4200-90b9-a0cadd918ab0 req-50eb1a35-d118-44ab-a069-b2c98c81ed44 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242852 Dec 08 00:27:33.048203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.064953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=9d587784-cec5-4ca4-b800-347f530bd2cf,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:33.072380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.092772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 00427baf-0110-433a-8de4-1ce56b6cc9da triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:33.093210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.178878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Provisioning complete for port dff4f53c-6f13-4cc6-b536-50cd478751c2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:33.179284 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.207062 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-37b0252a-d092-4187-9531-e3187e9a1ce3 service neutron] 10.222.0.18 "GET /v2.0/networks/31663226-32e7-427c-9bf8-239e4a365179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868359 Dec 08 00:27:33.228881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:33.232451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.241156 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.269457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Pushing event updated for resources: {'Port': ['ID=a71b710b-f9d1-4f32-a507-5896ec3beafd,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:33.561110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-ec566565-1089-43d8-95a1-6c28b77895fe service neutron] 10.222.0.18 "GET /v2.0/networks/31663226-32e7-427c-9bf8-239e4a365179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450704 Dec 08 00:27:33.639561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d587784-cec5-4ca4-b800-347f530bd2cf up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:33.642422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:33.647620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:33.673138 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.758758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] For port dff4f53c-6f13-4cc6-b536-50cd478751c2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dff4f53c-6f13-4cc6-b536-50cd478751c2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:33.784978 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:27:33.789109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.835755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.850915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9d587784-cec5-4ca4-b800-347f530bd2cf triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:33.851513 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:33.924002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e555fcf-4428-4888-97e0-dfeae2213ea2 None None] Pushing event updated for resources: {'Port': ['ID=dff4f53c-6f13-4cc6-b536-50cd478751c2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:34.008734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 00427baf-0110-433a-8de4-1ce56b6cc9da up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:34.069354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Provisioning complete for port dff4f53c-6f13-4cc6-b536-50cd478751c2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:34.069736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.135324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:27:34.227952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 00427baf-0110-433a-8de4-1ce56b6cc9da triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:34.228326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.338818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Provisioning complete for port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:34.339238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.391405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:34.411120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:34.414495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'port_id': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'mac_address': 'fa:16:3e:13:4d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:27:34.440053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-931d3513-52dc-4946-b9fd-3f507b916b5f req-fb61e716-cc29-48a9-9f11-51dc8e6718a1 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 210 time: 0.0993311 Dec 08 00:27:34.453857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c9a63-4abd-4dc6-9d20-fc92e1528fa9 req-10fa7faf-bafc-44fd-952d-18d45f507b23 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:34.455758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de5c9a63-4abd-4dc6-9d20-fc92e1528fa9 req-10fa7faf-bafc-44fd-952d-18d45f507b23 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.7836359 Dec 08 00:27:34.487202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Provisioning complete for port 00427baf-0110-433a-8de4-1ce56b6cc9da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:34.487580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.512409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dff4f53c-6f13-4cc6-b536-50cd478751c2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:34.528100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=35b28b8e-80c7-4609-976f-f1ed68474c08,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:34.543796 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.566007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Router 77d19549-087f-4aef-a137-77c592894001 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:34.573895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d8af25-b8b7-42c5-86e2-e45e85022d87 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:27:34.587671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de5c9a63-4abd-4dc6-9d20-fc92e1528fa9 req-54da74d6-4195-4f8d-9f04-9952f1f9c709 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166422 Dec 08 00:27:34.593262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:34.593631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: f3e0d73e-4506-4d4b-a792-110f49f85f6e, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:34.604766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:34.633626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.671522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:34.688711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dff4f53c-6f13-4cc6-b536-50cd478751c2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:34.689094 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.692219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f3e0d73e-4506-4d4b-a792-110f49f85f6e) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:34.718144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373edc6b-1171-4f5c-b64e-a10c5c5ccda4 None None] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:34.741036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:34.742987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.762433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:34.771896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ad8d3047-e60c-41f7-9132-7456c5937536 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0033436 Dec 08 00:27:34.772509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52250) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:34.780414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Provisioning complete for port a71b710b-f9d1-4f32-a507-5896ec3beafd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:34.780786 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.819743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:34.826137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ba68dfc1-dc59-48dd-bf53-6bd2c3ed77eb admin admin] 10.222.0.18 "PUT /v2.0/routers/77d19549-087f-4aef-a137-77c592894001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9399276 Dec 08 00:27:34.873736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Port a71b710b-f9d1-4f32-a507-5896ec3beafd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:34.937839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f3d8af25-b8b7-42c5-86e2-e45e85022d87'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:27:34.940139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:34.941234 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:34.977340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Provisioning complete for port 9d587784-cec5-4ca4-b800-347f530bd2cf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:34.977712 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7460d5c-d11e-4435-84d0-d4d5f2a8ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.230600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.257875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Allocated IP 2001:db8:2::2 (f3e0d73e-4506-4d4b-a792-110f49f85f6e/35b28b8e-80c7-4609-976f-f1ed68474c08/7f8b7e80-1aaa-4427-94c9-1bc131fc26c3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:35.355584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Sync routers for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:35.524956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-1f433fce-3fed-4266-b44d-2ee75d74b0d5 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:35.525901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:35.526546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:35.527585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-1f433fce-3fed-4266-b44d-2ee75d74b0d5 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.44 "GET /v2.0/networks?id=31663226-32e7-427c-9bf8-239e4a365179 HTTP/1.1" status: 200 len: 813 time: 0.2801526 Dec 08 00:27:35.554763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Request body: {'port': {'device_id': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'network_id': '31663226-32e7-427c-9bf8-239e4a365179', 'admin_state_up': True, 'tenant_id': '98379edcd1314ec9b45bf871e0e3fc71'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:35.586048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2c687cfa-0190-4316-b304-e7683b6a904f None None] Provisioning complete for port a71b710b-f9d1-4f32-a507-5896ec3beafd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:35.586342 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c687cfa-0190-4316-b304-e7683b6a904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.652114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dff4f53c-6f13-4cc6-b536-50cd478751c2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:35.665929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52272) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:35.670834 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1209498322-network', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:35.674326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03a1fb7b-6ca7-4f95-ac97-3f0f3cf736d6 req-69b49f07-27dc-4713-9196-cbc6c734ad65 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 210 time: 0.1251798 Dec 08 00:27:35.704521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Made reservation on behalf of 3c611cad09894e0286b4f80423f13dc0 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:35.707709 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.718696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.824159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.824583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565283d0-c964-4966-9c15-225c89999a86 req-3c7d1e57-fd08-47ba-9296-cb0506b9ebab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:35.826195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-565283d0-c964-4966-9c15-225c89999a86 req-3c7d1e57-fd08-47ba-9296-cb0506b9ebab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 945 time: 0.1268311 Dec 08 00:27:35.831478 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.854596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2c687cfa-0190-4316-b304-e7683b6a904f None None] Port a71b710b-f9d1-4f32-a507-5896ec3beafd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:35.857273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:35.868848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Made reservation on behalf of 98379edcd1314ec9b45bf871e0e3fc71 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:35.873229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.875171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7990165-4171-4273-a523-a5a45bcb1d31,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:35.877907 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.878064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dff4f53c-6f13-4cc6-b536-50cd478751c2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:35.878446 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:35.878796 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Added segment 68538617-35aa-486e-99d6-69cd195f58fe of type vlan for network 10ad880a-b185-499b-a003-1fa27b8280e5 Dec 08 00:27:35.900684 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:35.901210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.901616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.902093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.902538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.902971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.903381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.903785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.904184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.904717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.905123 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.905524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.906052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.906580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:35.913172 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:35.913783 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:35.918554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:35.971087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.008520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-565283d0-c964-4966-9c15-225c89999a86 req-8d6a0b3d-0372-47a0-b807-54910b805fb7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622920 Dec 08 00:27:36.011437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.012895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:36.013852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.068312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4012184 Dec 08 00:27:36.069829 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:36.098194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52274) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:36.106055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Request body: {'subnet': {'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1209498322-subnet', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:36.110645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c182-a920-408f-ad9c-559d41a40b1c admin admin] Pushing event updated for resources: {'Network': ['ID=10ad880a-b185-499b-a003-1fa27b8280e5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:36.122619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Allocated IP 172.20.0.10 (31663226-32e7-427c-9bf8-239e4a365179/0ff5afad-bc59-4b6a-9613-98ee5ae1eb39/18ceb482-89a4-4a27-b2c1-1d2d702ad7d7) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:36.145490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Made reservation on behalf of 3c611cad09894e0286b4f80423f13dc0 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:36.149968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.203353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.334849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8:2::1 (f3e0d73e-4506-4d4b-a792-110f49f85f6e/35b28b8e-80c7-4609-976f-f1ed68474c08/30d5f669-e18a-4dc7-a92c-b067620c145a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:36.355261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 10ad880a-b185-499b-a003-1fa27b8280e5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:36.362116 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:28Z', 'revision_number': 3, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:28Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:36.381587 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.393791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.411243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.420709 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:36.421364 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Updating router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:36.458949 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.501336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067f1e32-ed49-440f-8296-bbf15168c936,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:36.503874 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.503995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Checking segment: {'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:36.504456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Network hostable DHCP agents. Network: 10ad880a-b185-499b-a003-1fa27b8280e5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:36.515152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:36.528707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Network 10ad880a-b185-499b-a003-1fa27b8280e5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:36.529787 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.538361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:36.540108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 10ad880a-b185-499b-a003-1fa27b8280e5) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:36.541036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:36.558161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:36.559502 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.581937 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-de5b6d9a-da7c-4195-984c-ff728af136d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4808786 Dec 08 00:27:36.584876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52278) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:36.590436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:36.597162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Pushing event updated for resources: {'Port': ['ID=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:36.599584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Network 31663226-32e7-427c-9bf8-239e4a365179 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:36.601018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Pushing event updated for resources: {'Port': ['ID=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:36.601751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23cedd-40ae-4412-8fdb-bf4cdb86baa6 None None] Network 10ad880a-b185-499b-a003-1fa27b8280e5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:36.603995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:36.606574 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.609528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:36.644341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.645996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.687085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:36.694232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:36.702334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:36.702868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.744307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b3fae965-5c8c-4d6f-9175-29013e7357a5 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:36.749761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:36.749761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.757068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=30d5f669-e18a-4dc7-a92c-b067620c145a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:36.779716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.784728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Attempting to bind port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:36.785162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Attempting to bind port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:36.785629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Attempting to bind port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 on network f3e0d73e-4506-4d4b-a792-110f49f85f6e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:36.796437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-8179ca6b-fc1c-44ab-802c-02512e3d56ef tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2456899 Dec 08 00:27:36.799436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:32Z', 'revision_number': 2, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:36.812292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-10ad880a-b185-499b-a003-1fa27b8280e5', 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5', 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'fixed_ips': [{'subnet_id': '067f1e32-ed49-440f-8296-bbf15168c936'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:36.813442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.817153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Request body: {'port': {'device_id': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:36.857025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:36.857617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Checking segment: {'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:36.857617 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.857962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Bound using segment: {'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:36.860539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Bound port: 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:36.860539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.865315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Checking router: 77d19549-087f-4aef-a137-77c592894001 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:36.865753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Updating router 77d19549-087f-4aef-a137-77c592894001 port a71b710b-f9d1-4f32-a507-5896ec3beafd binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:36.882212 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.891909 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.945283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.949017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.951874 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:36.967845 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce414c2-bb5a-4716-a31c-cb10e1062d86 None None] Pushing event updated for resources: {'Port': ['ID=2ff15f44-cd99-4a99-a1f2-eefc355cf550,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:36.968794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b3de2-26a2-410b-9544-9a3e9e1bccab req-6fbe0c4f-c7ed-4ff0-abf8-315f64c7dc96 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:36.970344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9b3de2-26a2-410b-9544-9a3e9e1bccab req-6fbe0c4f-c7ed-4ff0-abf8-315f64c7dc96 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 932 time: 0.1486623 Dec 08 00:27:36.996916 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.063483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b3fae965-5c8c-4d6f-9175-29013e7357a5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:37.063715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.082217 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Attempting to bind port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:37.082560 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Attempting to bind port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:37.082897 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Attempting to bind port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 on network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:37.090030 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:37.090414 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Checking segment: {'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:37.090819 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.091240 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Bound using segment: {'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:37.091852 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Bound port: 2ff15f44-cd99-4a99-a1f2-eefc355cf550, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:37.092789 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.185470 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] For port 2ff15f44-cd99-4a99-a1f2-eefc355cf550, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:37.189659 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] For port 2ff15f44-cd99-4a99-a1f2-eefc355cf550, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2ff15f44-cd99-4a99-a1f2-eefc355cf550,segment=NetworkSegment(db8f5b9d-d4f3-4374-913f-a44fb7d8e275),segment_id=db8f5b9d-d4f3-4374-913f-a44fb7d8e275)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:37.195391 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.214156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] For port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:37.225254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] For port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,segment=NetworkSegment(424e3f65-e62d-401f-b9bd-b7eb5fc71075),segment_id=424e3f65-e62d-401f-b9bd-b7eb5fc71075)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:37.252289 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:37.253196 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:37.342578 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.358384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.382150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.425853 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.464264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Allocated IP 172.20.0.2 (10ad880a-b185-499b-a003-1fa27b8280e5/067f1e32-ed49-440f-8296-bbf15168c936/039f2632-28f9-4859-b119-bdcfc4651b41) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:37.494496 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:37.597778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Allocated IP 172.25.6.97 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/dbabfb0b-376c-4923-b495-702658d41b98) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:37.645215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-46b06be4-dd4f-4811-a6d2-a54e9ab8ea07 None None] Provisioning complete for port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:37.645544 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46b06be4-dd4f-4811-a6d2-a54e9ab8ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.670925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e3c1-91cb-4800-be71-03a4e9fe8cc1 None None] Pushing event updated for resources: {'Port': ['ID=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:37.797150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.802681 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce414c2-bb5a-4716-a31c-cb10e1062d86 None None] Pushing event updated for resources: {'Port': ['ID=2ff15f44-cd99-4a99-a1f2-eefc355cf550,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:37.820742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9b3de2-26a2-410b-9544-9a3e9e1bccab req-64f31744-95dc-4c1d-9cbe-208493d102d3 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8409498 Dec 08 00:27:37.827359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.828158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.884070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:37.886417 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:36Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:37Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:36Z', 'revision_number': 1, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:37.937848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Pushing event updated for resources: {'Port': ['ID=dbabfb0b-376c-4923-b495-702658d41b98,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:37.949511 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f511f9-b0ad-430a-b43e-30d25cff804f None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:36Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:37Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:36Z', 'revision_number': 1, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:37.955630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:37.957106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:37.960388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:37.992709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f01c1-394f-4b19-8afc-6db9eecdfca3 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:38.181526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:38.240438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=30d5f669-e18a-4dc7-a92c-b067620c145a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:38.291073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f4e7-1364-4e9d-9d7d-5b54e74cef4a req-3b905c3b-94ab-4da0-9cb4-5484ccb47a6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:38.292733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d20f4e7-1364-4e9d-9d7d-5b54e74cef4a req-3b905c3b-94ab-4da0-9cb4-5484ccb47a6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 945 time: 0.4762509 Dec 08 00:27:38.352619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:27:38.369667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.388451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.396936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:38.408883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:38.418675 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.420539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Transition to ACTIVE for port object 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:27:38.423542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46b06be4-dd4f-4811-a6d2-a54e9ab8ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.430363 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d20f4e7-1364-4e9d-9d7d-5b54e74cef4a req-381ea521-a02b-422b-ab51-77c3ab86696f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244946 Dec 08 00:27:38.433586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:38.456553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.470695 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.475766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.508211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.593930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port f3d8af25-b8b7-42c5-86e2-e45e85022d87 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:27:38.603131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Network 10ad880a-b185-499b-a003-1fa27b8280e5 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:38.604759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:38.631709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:38.633933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede25fc3-0e02-4991-8073-9ed007d7896f None None] Pushing event updated for resources: {'Port': ['ID=a71b710b-f9d1-4f32-a507-5896ec3beafd,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:38.651122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:38.704526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:38.708150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Pushing event updated for resources: {'Port': ['ID=039f2632-28f9-4859-b119-bdcfc4651b41,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:38.718177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-46b06be4-dd4f-4811-a6d2-a54e9ab8ea07 None None] For port 2ff15f44-cd99-4a99-a1f2-eefc355cf550, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2ff15f44-cd99-4a99-a1f2-eefc355cf550,segment=NetworkSegment(db8f5b9d-d4f3-4374-913f-a44fb7d8e275),segment_id=db8f5b9d-d4f3-4374-913f-a44fb7d8e275)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:38.719514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port f3d8af25-b8b7-42c5-86e2-e45e85022d87 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:38.720053 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.734768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Attempting to bind port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:38.735395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Attempting to bind port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '9ce3993a-fe42-45b5-a4c1-4955caba0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '31663226-32e7-427c-9bf8-239e4a365179'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:38.735982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Attempting to bind port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 on network 31663226-32e7-427c-9bf8-239e4a365179 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:38.736173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46b06be4-dd4f-4811-a6d2-a54e9ab8ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.749955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 on network 31663226-32e7-427c-9bf8-239e4a365179 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:27:38.750661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Attempting to bind port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 on network 31663226-32e7-427c-9bf8-239e4a365179 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:38.796529 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:38.879319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:38.879901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Checking segment: {'id': '9ce3993a-fe42-45b5-a4c1-4955caba0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '31663226-32e7-427c-9bf8-239e4a365179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:38.880038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Bound using segment: {'id': '9ce3993a-fe42-45b5-a4c1-4955caba0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '31663226-32e7-427c-9bf8-239e4a365179'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:38.881123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Bound port: 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce3993a-fe42-45b5-a4c1-4955caba0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '31663226-32e7-427c-9bf8-239e4a365179'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:38.881429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.010939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:39.011503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.034377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:39.044340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c0284573-7218-4bd9-a6b5-89eb24209722 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2705657 Dec 08 00:27:39.049368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52290) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:39.071167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1974370632'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:39.076769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Router 2426f348-763d-4077-8b68-21076b198d62 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:27:39.090185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] For port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:39.173780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044925a-3d80-4f11-bafd-3c2db44436c9 req-70e3514a-78b2-45bb-930b-c312155ccdd0 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:39.175575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9044925a-3d80-4f11-bafd-3c2db44436c9 req-70e3514a-78b2-45bb-930b-c312155ccdd0 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 944 time: 0.1589508 Dec 08 00:27:39.178085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] For port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,segment=NetworkSegment(9ce3993a-fe42-45b5-a4c1-4955caba0734),segment_id=9ce3993a-fe42-45b5-a4c1-4955caba0734)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:39.179264 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:39.183000 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.209766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.235913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:39.248306 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Sync routers for ids ['2426f348-763d-4077-8b68-21076b198d62'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:39.258254 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.260259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c4c0eb1-f6a7-41bc-8eeb-f210d189d558 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6739161 Dec 08 00:27:39.261209 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Routers {'2426f348-763d-4077-8b68-21076b198d62'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:39.262482 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2426f348-763d-4077-8b68-21076b198d62'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:39.263545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:39.289753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0c6b2-9201-4076-a9a8-1e650b83957c None None] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:39.293846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9044925a-3d80-4f11-bafd-3c2db44436c9 req-5ca530d3-2a7f-4eaa-98e8-bab6c247b54e tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081910 Dec 08 00:27:39.297110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:39.313421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:39.313975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.315538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 HTTP/1.1" status: 200 len: 1092 time: 2.5045791 Dec 08 00:27:39.318242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'tag': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:39.321493 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c060201-dbad-424b-b5a8-a68fc853f8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "597afc1d-5941-4392-b290-bf99a61ec2e1", "tag": "18ceb482-89a4-4a27-b2c1-1d2d702ad7d7"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:39.333065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:39.358001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.358434 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added segment e93acf73-7252-4d46-9085-25e9468f1d5d of type vlan for network 51381343-31cb-46ce-b40e-1222366e1fec Dec 08 00:27:39.369315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1051229-54c2-48d2-b736-b32bf80bb2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:39.449185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.482398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-01c1e4a7-1ca1-4752-860b-4e064f6b4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:39.484194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-01c1e4a7-1ca1-4752-860b-4e064f6b4777 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98379edcd1314ec9b45bf871e0e3fc71&device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0737374 Dec 08 00:27:39.541970 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Set router 2426f348-763d-4077-8b68-21076b198d62 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:39.544257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.550105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:39.550825 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.558507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-a0be7c1a-5d56-44e9-a38d-424388d317fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 HTTP/1.1" status: 200 len: 217 time: 0.0586433 Dec 08 00:27:39.570871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Attempting to bind port 039f2632-28f9-4859-b119-bdcfc4651b41 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:39.571860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Attempting to bind port 039f2632-28f9-4859-b119-bdcfc4651b41 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:39.572303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Attempting to bind port 039f2632-28f9-4859-b119-bdcfc4651b41 on network 10ad880a-b185-499b-a003-1fa27b8280e5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:39.580878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b06be4-dd4f-4811-a6d2-a54e9ab8ea07 None None] Pushing event updated for resources: {'Port': ['ID=2ff15f44-cd99-4a99-a1f2-eefc355cf550,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:39.626879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-27d0520e-fbb8-4ada-830d-4a8981659f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:39.628698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-27d0520e-fbb8-4ada-830d-4a8981659f21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ff5afad-bc59-4b6a-9613-98ee5ae1eb39 HTTP/1.1" status: 200 len: 853 time: 0.0507009 Dec 08 00:27:39.640601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:39.641092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Checking segment: {'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:39.641564 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.642016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Bound using segment: {'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:39.642618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Bound port: 039f2632-28f9-4859-b119-bdcfc4651b41, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:39.643083 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.665663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.735673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] For port 039f2632-28f9-4859-b119-bdcfc4651b41, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:39.740219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] For port 039f2632-28f9-4859-b119-bdcfc4651b41, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=039f2632-28f9-4859-b119-bdcfc4651b41,segment=NetworkSegment(68538617-35aa-486e-99d6-69cd195f58fe),segment_id=68538617-35aa-486e-99d6-69cd195f58fe)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:39.741813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Attempting to bind port a71b710b-f9d1-4f32-a507-5896ec3beafd on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:39.742401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Attempting to bind port a71b710b-f9d1-4f32-a507-5896ec3beafd by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:39.742826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Attempting to bind port a71b710b-f9d1-4f32-a507-5896ec3beafd on network b5769fed-0c70-48a4-b2b2-1d9a03c99402 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:39.777936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:39.778485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Checking segment: {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:39.778937 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.779333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Bound using segment: {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:39.779837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Bound port: a71b710b-f9d1-4f32-a507-5896ec3beafd, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:39.780322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.782747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-310f5211-703b-4a61-a349-e7c42a2d2afb None None] Provisioning complete for port dbabfb0b-376c-4923-b495-702658d41b98 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:39.783311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-310f5211-703b-4a61-a349-e7c42a2d2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.792834 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:39.807896 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:39.808545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:39.900853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:39.905157 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b081485f-793d-4027-a8fa-5c8e313a5d62" -d '{"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:39.906147 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 3, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port': {'id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:37Z', 'updated_at': '2021-12-08T00:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:39.942688 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Checking router: 2426f348-763d-4077-8b68-21076b198d62 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:39.943626 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Updating router 2426f348-763d-4077-8b68-21076b198d62 port dbabfb0b-376c-4923-b495-702658d41b98 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:39.973232 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.012017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:40.019716 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd96d85-bf72-45cd-8458-786a4af334f2 x-openstack-request-id: req-fdd96d85-bf72-45cd-8458-786a4af334f2 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:40.020264 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:40.020728 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdd96d85-bf72-45cd-8458-786a4af334f2 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:40.021276 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'code': 200} Dec 08 00:27:40.076292 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.105217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-310f5211-703b-4a61-a349-e7c42a2d2afb None None] Port dbabfb0b-376c-4923-b495-702658d41b98 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:40.169158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58e2f5-b7ee-4148-ac83-786e0742b78a None None] Pushing event updated for resources: {'Port': ['ID=039f2632-28f9-4859-b119-bdcfc4651b41,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:40.176075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:40.250451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.328712 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a8be2-01d2-4274-9134-0f1a4c60072c x-openstack-request-id: req-3b0a8be2-01d2-4274-9134-0f1a4c60072c {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:40.329540 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597afc1d-5941-4392-b290-bf99a61ec2e1", "tag": "18ceb482-89a4-4a27-b2c1-1d2d702ad7d7", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:40.329930 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b0a8be2-01d2-4274-9134-0f1a4c60072c {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:40.330481 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'tag': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7', 'status': 'completed', 'code': 200} Dec 08 00:27:40.335581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2697544 Dec 08 00:27:40.340290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64691c-00a2-4f7c-87d3-1e3f77ff7372 req-ffef2cae-74ec-41c3-b92f-cc59ec403548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:40.341815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1d64691c-00a2-4f7c-87d3-1e3f77ff7372 req-ffef2cae-74ec-41c3-b92f-cc59ec403548 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1097 time: 0.2443595 Dec 08 00:27:40.342383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52304) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:40.346651 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.359924 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.368540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'subnet': {'network_id': '51381343-31cb-46ce-b40e-1222366e1fec', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:40.382035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-310f5211-703b-4a61-a349-e7c42a2d2afb None None] Provisioning complete for port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:40.382545 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-310f5211-703b-4a61-a349-e7c42a2d2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.431627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-4f851bff-95f8-4a4b-b66c-e91d0e83cac3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31663226-32e7-427c-9bf8-239e4a365179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7722368 Dec 08 00:27:40.436555 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa200c7-ebdf-44bc-9cc4-9d1349b41954 None None] Pushing event updated for resources: {'Port': ['ID=dbabfb0b-376c-4923-b495-702658d41b98,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:40.490822 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Attempting to bind port dbabfb0b-376c-4923-b495-702658d41b98 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:40.491321 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Attempting to bind port dbabfb0b-376c-4923-b495-702658d41b98 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:40.492978 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Attempting to bind port dbabfb0b-376c-4923-b495-702658d41b98 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:40.507721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec14c51-dcd6-4679-882f-4eaa39ef385a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:40.514709 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:40.515207 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:40.515674 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.516130 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:40.516679 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Bound port: dbabfb0b-376c-4923-b495-702658d41b98, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:40.517134 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.570819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,segment=NetworkSegment(424e3f65-e62d-401f-b9bd-b7eb5fc71075),segment_id=424e3f65-e62d-401f-b9bd-b7eb5fc71075)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:40.594778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] For port a71b710b-f9d1-4f32-a507-5896ec3beafd, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:40.596925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-41609a5c-0a61-48ff-ae9b-f00b22edeb84 service neutron] 10.222.0.44 "GET /v2.0/networks/31663226-32e7-427c-9bf8-239e4a365179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636753 Dec 08 00:27:40.597613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129daa7-3ad4-4cc8-86d9-5593813f17c2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Network': ['ID=51381343-31cb-46ce-b40e-1222366e1fec,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:40.626200 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] For port dbabfb0b-376c-4923-b495-702658d41b98, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:40.630698 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] For port dbabfb0b-376c-4923-b495-702658d41b98, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dbabfb0b-376c-4923-b495-702658d41b98,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:40.637071 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.702873 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1d64691c-00a2-4f7c-87d3-1e3f77ff7372 req-c7c60409-cc12-4066-baa4-97f2f4dd7217 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299525 Dec 08 00:27:40.704543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19258a9-9d2a-4624-915c-59f2490fe1ec req-86426e24-b8d2-4f8d-a093-4730f5cae398 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:40.711712 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Routers {'2426f348-763d-4077-8b68-21076b198d62'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:40.712538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] For port a71b710b-f9d1-4f32-a507-5896ec3beafd, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a71b710b-f9d1-4f32-a507-5896ec3beafd,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:40.712726 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2426f348-763d-4077-8b68-21076b198d62'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:40.714548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 51381343-31cb-46ce-b40e-1222366e1fec details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:40.715834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a19258a9-9d2a-4624-915c-59f2490fe1ec req-86426e24-b8d2-4f8d-a093-4730f5cae398 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 945 time: 1.1546700 Dec 08 00:27:40.717217 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.718087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ff15f44-cd99-4a99-a1f2-eefc355cf550 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:40.722697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:40.738407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d7b03-66d5-46e6-848b-b7da088acfc1 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:40.742472 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.759104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Made reservation on behalf of 1525cfc833d7472294fe05c4407e1bad for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:40.779064 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.813317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919628b-e50d-4a69-9017-a1a67a70fe8c req-c99dff62-2545-469e-867f-4b6df5cb15db tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:40.815488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c919628b-e50d-4a69-9017-a1a67a70fe8c req-c99dff62-2545-469e-867f-4b6df5cb15db tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 944 time: 0.2268333 Dec 08 00:27:40.847133 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] Set router 2426f348-763d-4077-8b68-21076b198d62 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:40.933859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a19258a9-9d2a-4624-915c-59f2490fe1ec req-09b461d3-2ba6-4978-898c-610724da674d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169058 Dec 08 00:27:40.941257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:40.971996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:40.991929 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa200c7-ebdf-44bc-9cc4-9d1349b41954 None None] Pushing event updated for resources: {'Port': ['ID=dbabfb0b-376c-4923-b495-702658d41b98,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:40.998143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c3dd21a-ad5e-4478-8ce5-46aeb1ab8008 req-13254e72-60f1-42cd-9a71-f8558f623310 service neutron] 10.222.0.44 "GET /v2.0/networks/31663226-32e7-427c-9bf8-239e4a365179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425508 Dec 08 00:27:41.012996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c919628b-e50d-4a69-9017-a1a67a70fe8c req-8a17bb4c-5667-4f23-9d82-17b1050af6e7 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455815 Dec 08 00:27:41.158198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Provisioning complete for port dbabfb0b-376c-4923-b495-702658d41b98 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:41.158734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:41.186535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-42d33019-41ac-415d-b195-91614ce1ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:41.189258 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-42d33019-41ac-415d-b195-91614ce1ec01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98379edcd1314ec9b45bf871e0e3fc71&device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0912287 Dec 08 00:27:41.251975 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 3, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port': {'id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:37Z', 'updated_at': '2021-12-08T00:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:41.266376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede25fc3-0e02-4991-8073-9ed007d7896f None None] Pushing event updated for resources: {'Port': ['ID=a71b710b-f9d1-4f32-a507-5896ec3beafd,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:41.296133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:41.296788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:41.354627 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701dd8a-b77e-400d-8aa0-1b8e686a7171 None None] The sync data for ids ['2426f348-763d-4077-8b68-21076b198d62'] in n-d-820549-2 is: [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 3, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port': {'id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:37Z', 'updated_at': '2021-12-08T00:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:41.440072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-1390cf8c-c950-48d9-bd9f-ca9f86c6b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:41.441582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-1390cf8c-c950-48d9-bd9f-ca9f86c6b92b service neutron] 10.222.0.44 "GET /v2.0/networks?id=31663226-32e7-427c-9bf8-239e4a365179 HTTP/1.1" status: 200 len: 914 time: 0.2442093 Dec 08 00:27:41.464027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Allocated IP 172.20.0.1 (10ad880a-b185-499b-a003-1fa27b8280e5/067f1e32-ed49-440f-8296-bbf15168c936/0cd7227b-9f10-4425-a4ad-77af9265b3fd) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:41.553225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-9afc7fff-58b8-479a-b03e-83a58af84c79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 HTTP/1.1" status: 200 len: 217 time: 0.0796351 Dec 08 00:27:41.566100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:41.566483 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:41.631460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:41.635308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:41.653247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:41.657268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:36Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:37Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:41.663892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-e0c3ee47-ae0b-4776-9d5d-d8fea9379a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:41.666150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-e0c3ee47-ae0b-4776-9d5d-d8fea9379a8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ff5afad-bc59-4b6a-9613-98ee5ae1eb39 HTTP/1.1" status: 200 len: 853 time: 0.1064892 Dec 08 00:27:41.757110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-0e2c1dfe-4dc9-4f2e-96d3-ddaf244594ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31663226-32e7-427c-9bf8-239e4a365179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821364 Dec 08 00:27:41.770445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Subnet': ['ID=4b0f3147-09cd-45f4-80de-9db85a1ae2b2,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:41.777526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:41.777885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Updating router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 port 30d5f669-e18a-4dc7-a92c-b067620c145a binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:41.784396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Checking segment: {'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:41.785030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network hostable DHCP agents. Network: 51381343-31cb-46ce-b40e-1222366e1fec, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:41.822548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:41.832876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 51381343-31cb-46ce-b40e-1222366e1fec is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:41.841523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded8ee8c-0030-4ac2-8fe2-af0f3853c40c None None] Network 10ad880a-b185-499b-a003-1fa27b8280e5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:41.894490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 51381343-31cb-46ce-b40e-1222366e1fec) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:41.907943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:41.908544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:41.941018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Network 10ad880a-b185-499b-a003-1fa27b8280e5 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:41.944960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd7227b-9f10-4425-a4ad-77af9265b3fd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:41.949881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:41.952517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:41.987562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3d074005-3cce-4893-9f91-19fd2419517f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6244686 Dec 08 00:27:41.990977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52312) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:42.007372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.162235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700e1fb-78d0-4f0a-b47d-f70a70c7778a None None] Network 51381343-31cb-46ce-b40e-1222366e1fec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:42.166300 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.171084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-d69d9438-54aa-4cae-bc2a-ba5cf7c80f06 service neutron] 10.222.0.44 "GET /v2.0/networks/31663226-32e7-427c-9bf8-239e4a365179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029138 Dec 08 00:27:42.203566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.249557 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.349673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130b3b-d2bf-4bda-b59a-37562cb7b702 req-f5851ac6-f59d-42b9-a445-eff59784a5d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:42.349882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ce885f0c-23de-4997-a306-475eb918346d None None] For port dbabfb0b-376c-4923-b495-702658d41b98, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dbabfb0b-376c-4923-b495-702658d41b98,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:42.359430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89130b3b-d2bf-4bda-b59a-37562cb7b702 req-f5851ac6-f59d-42b9-a445-eff59784a5d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.2600329 Dec 08 00:27:42.412494 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.413134 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.421324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.460725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f224b-fe7e-461b-823e-cfaf796d407e req-bfb8fbcd-1109-48d0-8202-bdcd4dc63c3c tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:42.462290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd7f224b-fe7e-461b-823e-cfaf796d407e req-bfb8fbcd-1109-48d0-8202-bdcd4dc63c3c tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 944 time: 0.2855556 Dec 08 00:27:42.503403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd7227b-9f10-4425-a4ad-77af9265b3fd,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:42.507846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.511858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89130b3b-d2bf-4bda-b59a-37562cb7b702 req-25f0a5c3-e42c-4f87-ace9-bccfcb12c636 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502361 Dec 08 00:27:42.638184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Network 10ad880a-b185-499b-a003-1fa27b8280e5 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:42.639800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:42.732949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c060201-dbad-424b-b5a8-a68fc853f8b6 req-93cd2c96-9278-423a-8544-6d50bfffabbf service neutron] 10.222.0.44 "GET /v2.0/networks/31663226-32e7-427c-9bf8-239e4a365179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542550 Dec 08 00:27:42.815345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Router 2426f348-763d-4077-8b68-21076b198d62 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:42.819892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd7f224b-fe7e-461b-823e-cfaf796d407e req-936078c3-9b5a-4f47-8c2c-0402b5a27f10 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200424 Dec 08 00:27:42.852275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:27:42.894100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007639e8-17ac-420f-8e3c-b716b859f19c req-7e50481c-59c2-4364-965e-880fa3c7a527 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:42.896347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-007639e8-17ac-420f-8e3c-b716b859f19c req-7e50481c-59c2-4364-965e-880fa3c7a527 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.1297247 Dec 08 00:27:42.916497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Provisioning complete for port a71b710b-f9d1-4f32-a507-5896ec3beafd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:42.916863 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.927591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Pushing event updated for resources: {'Port': ['ID=dbabfb0b-376c-4923-b495-702658d41b98,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:42.955859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-51381343-31cb-46ce-b40e-1222366e1fec', 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec', 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'fixed_ips': [{'subnet_id': '4b0f3147-09cd-45f4-80de-9db85a1ae2b2'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:27:42.956697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:42.985150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:42.998957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c22e9259-e1e8-48d0-bdf0-9033a2422b50 admin admin] 10.222.0.18 "PUT /v2.0/routers/2426f348-763d-4077-8b68-21076b198d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7273388 Dec 08 00:27:43.035924 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.resource_extend [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 00:27:43.039196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-007639e8-17ac-420f-8e3c-b716b859f19c req-a140d93f-71de-4174-affe-38505607afde tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344287 Dec 08 00:27:43.049248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.117950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52322) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:43.128228 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.135263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 039f2632-28f9-4859-b119-bdcfc4651b41 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:43.186452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84987cc6-7ae6-44a1-8dc0-ab106298aeb8 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:43.191197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52324) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:43.191348 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-84987cc6-7ae6-44a1-8dc0-ab106298aeb8 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1092 time: 0.0720315 Dec 08 00:27:43.198540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:43.242455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.269092 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.287123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,segment=NetworkSegment(9ce3993a-fe42-45b5-a4c1-4955caba0734),segment_id=9ce3993a-fe42-45b5-a4c1-4955caba0734)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:43.350063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7', 'network_id': '31663226-32e7-427c-9bf8-239e4a365179', 'port_id': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7', 'mac_address': 'fa:16:3e:dc:d6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5afad-bc59-4b6a-9613-98ee5ae1eb39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:27:43.531428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.539499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bd588-b53b-4139-b050-a538e894ba42 None None] Pushing event updated for resources: {'Port': ['ID=30d5f669-e18a-4dc7-a92c-b067620c145a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:43.551173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.558477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.591428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:40Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:43.716819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Allocated IP 2001:db8:3::2 (51381343-31cb-46ce-b40e-1222366e1fec/4b0f3147-09cd-45f4-80de-9db85a1ae2b2/08daed02-1fc5-4bb8-a7fe-64f9c594a6d6) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:43.720639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:27:43.730207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e216b-6c46-4e16-83bb-7def6b29163f None None] The sync data for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 is: [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:40Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:43.800091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 039f2632-28f9-4859-b119-bdcfc4651b41 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:43.803117 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:43.803961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.30 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/45f55326-424e-4751-a2d9-b4a73e52c5cf) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:43.922306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Attempting to bind port 30d5f669-e18a-4dc7-a92c-b067620c145a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:43.922676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Attempting to bind port 30d5f669-e18a-4dc7-a92c-b067620c145a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:43.923115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Attempting to bind port 30d5f669-e18a-4dc7-a92c-b067620c145a on network f3e0d73e-4506-4d4b-a792-110f49f85f6e {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:44.046597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ce885f0c-23de-4997-a306-475eb918346d None None] For port a71b710b-f9d1-4f32-a507-5896ec3beafd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a71b710b-f9d1-4f32-a507-5896ec3beafd,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:44.048515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,segment=NetworkSegment(9ce3993a-fe42-45b5-a4c1-4955caba0734),segment_id=9ce3993a-fe42-45b5-a4c1-4955caba0734)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:44.075523 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.097021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.123929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9cd23-d308-4733-954f-77a286c25001 req-a5a7992e-3e34-4a37-ac5b-b7e5174938d6 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:44.132417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8e9cd23-d308-4733-954f-77a286c25001 req-a5a7992e-3e34-4a37-ac5b-b7e5174938d6 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 944 time: 0.1137645 Dec 08 00:27:44.145312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:44.147277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Checking segment: {'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:44.147923 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.148472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Bound using segment: {'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:44.149138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Bound port: 30d5f669-e18a-4dc7-a92c-b067620c145a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424e3f65-e62d-401f-b9bd-b7eb5fc71075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:44.149802 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.178229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.178676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Sync routers for ids ['2426f348-763d-4077-8b68-21076b198d62'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:44.206278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8e9cd23-d308-4733-954f-77a286c25001 req-2cef8d80-888f-45c0-b1da-f5353956df60 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Dec 08 00:27:44.222065 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.251525 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.303458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Routers {'2426f348-763d-4077-8b68-21076b198d62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:44.304211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2426f348-763d-4077-8b68-21076b198d62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:44.304579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:44.316278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:44.323922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:44.360400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=45f55326-424e-4751-a2d9-b4a73e52c5cf,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:44.403216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Provisioning complete for port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:44.403594 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.625075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['18ceb482-89a4-4a27-b2c1-1d2d702ad7d7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:27:44.726935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:44.747352 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.906070 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.912660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Allocated IP 2001:db8:3::1 (51381343-31cb-46ce-b40e-1222366e1fec/4b0f3147-09cd-45f4-80de-9db85a1ae2b2/89a87d30-a103-4c38-b77a-9ca6821cb2f9) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:27:44.921457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:44.930872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] For port 30d5f669-e18a-4dc7-a92c-b067620c145a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:45.025098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] For port 30d5f669-e18a-4dc7-a92c-b067620c145a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=30d5f669-e18a-4dc7-a92c-b067620c145a,segment=NetworkSegment(424e3f65-e62d-401f-b9bd-b7eb5fc71075),segment_id=424e3f65-e62d-401f-b9bd-b7eb5fc71075)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:45.029055 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.044096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Network 51381343-31cb-46ce-b40e-1222366e1fec is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:45.049743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce885f0c-23de-4997-a306-475eb918346d None None] Pushing event updated for resources: {'Port': ['ID=a71b710b-f9d1-4f32-a507-5896ec3beafd,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:45.064130 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.073380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:45.085429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.103755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:45.128481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Set router 2426f348-763d-4077-8b68-21076b198d62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:45.142378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.297455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.305894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 039f2632-28f9-4859-b119-bdcfc4651b41, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=039f2632-28f9-4859-b119-bdcfc4651b41,segment=NetworkSegment(68538617-35aa-486e-99d6-69cd195f58fe),segment_id=68538617-35aa-486e-99d6-69cd195f58fe)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:45.379109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:45.379921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:45.463239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Pushing event updated for resources: {'Port': ['ID=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:45.463239 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.463239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dbabfb0b-376c-4923-b495-702658d41b98 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:45.487408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Provisioning complete for port 039f2632-28f9-4859-b119-bdcfc4651b41 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:45.487781 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.491832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 51381343-31cb-46ce-b40e-1222366e1fec is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:45.506672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:45.515050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.517414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:27:45.517910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.571965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.578991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=89a87d30-a103-4c38-b77a-9ca6821cb2f9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:45.648386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Attempting to bind port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:45.648759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Attempting to bind port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:45.649130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Attempting to bind port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 on network 51381343-31cb-46ce-b40e-1222366e1fec {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:45.715005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:45.715383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Checking segment: {'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:45.715787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.716183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Bound using segment: {'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:45.716679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Bound port: 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:45.717062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:45.735775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:45.793201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bd588-b53b-4139-b050-a538e894ba42 None None] Pushing event updated for resources: {'Port': ['ID=30d5f669-e18a-4dc7-a92c-b067620c145a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:46.018223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dbabfb0b-376c-4923-b495-702658d41b98 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:46.018597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.045585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521279d3-071c-46b9-ac32-fa944011fc25 req-d81de054-c955-4252-a739-d3bc665879d9 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:46.047244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-521279d3-071c-46b9-ac32-fa944011fc25 req-d81de054-c955-4252-a739-d3bc665879d9 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 945 time: 0.6921151 Dec 08 00:27:46.097895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.101248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=45f55326-424e-4751-a2d9-b4a73e52c5cf,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:46.126105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=039f2632-28f9-4859-b119-bdcfc4651b41,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:46.154110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] For port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:46.182738 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.207446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] For port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,segment=NetworkSegment(e93acf73-7252-4d46-9085-25e9468f1d5d),segment_id=e93acf73-7252-4d46-9085-25e9468f1d5d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:46.214879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-521279d3-071c-46b9-ac32-fa944011fc25 req-0254b3ce-0453-4564-8896-4c77cec4fcd0 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577811 Dec 08 00:27:46.225842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.307435 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP f6d2b2be-3f18-48d8-a2a1-e53a403ce046 associated. External IP: 172.25.6.30, port: f3d8af25-b8b7-42c5-86e2-e45e85022d87. Dec 08 00:27:46.318416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Provisioning complete for port 0cd7227b-9f10-4425-a4ad-77af9265b3fd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:46.318983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.335566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 4, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port': {'id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:37Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0cd7227b-9f10-4425-a4ad-77af9265b3fd', 'name': '', 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'mac_address': 'fa:16:3e:8e:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '067f1e32-ed49-440f-8296-bbf15168c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:41Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 2, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'subnets': [{'id': '067f1e32-ed49-440f-8296-bbf15168c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:46.399699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ff15f44-cd99-4a99-a1f2-eefc355cf550 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:46.455119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Checking router: 2426f348-763d-4077-8b68-21076b198d62 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:46.455483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Updating router 2426f348-763d-4077-8b68-21076b198d62 port 0cd7227b-9f10-4425-a4ad-77af9265b3fd binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:46.461766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca5a56-8c03-400c-9aa8-eae33e35d4ee None None] Pushing event updated for resources: {'Port': ['ID=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:46.516589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Port 0cd7227b-9f10-4425-a4ad-77af9265b3fd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:27:46.564348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.570672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Provisioning complete for port 30d5f669-e18a-4dc7-a92c-b067620c145a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:46.571074 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.739028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.744790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 81b820c6-860f-49dd-8554-8cf499f85617 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:46.754279 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.755877 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.806048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:46.885442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:46.886164 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:46.898475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:36Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:44Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:46.906804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event updated for resources: {'Port': ['ID=89a87d30-a103-4c38-b77a-9ca6821cb2f9,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:46.968603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffdb58-f38f-47a2-b10d-37ecc327135d None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:36Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:44Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:47.004717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:47.022642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Network 51381343-31cb-46ce-b40e-1222366e1fec is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:27:47.024996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:47.037875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:47.051773 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] Sync routers for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:47.081543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:27:47.091405 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:47.093112 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:47.109633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:47.112444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:47.146764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8ce15032-4660-4370-9eb5-754f77ab6204 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9496169 Dec 08 00:27:47.146764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:47.148846 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65386424-726a-4885-ba09-c33b0b63009c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:47.175880 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:47.201032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:47.300944 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:47.313600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:47.372155 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac87434-c937-4d52-9736-aca7261167a4 x-openstack-request-id: req-5ac87434-c937-4d52-9736-aca7261167a4 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:47.372484 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:47.372744 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ac87434-c937-4d52-9736-aca7261167a4 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:47.373369 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'status': 'completed', 'code': 200} Dec 08 00:27:47.384932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] For port 30d5f669-e18a-4dc7-a92c-b067620c145a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=30d5f669-e18a-4dc7-a92c-b067620c145a,segment=NetworkSegment(424e3f65-e62d-401f-b9bd-b7eb5fc71075),segment_id=424e3f65-e62d-401f-b9bd-b7eb5fc71075)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:47.421070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5ac56-4a8f-46fd-9d0f-9d86d4e324e3 req-7824d00c-982e-4fb7-81a8-954494af5613 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:47.422743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fee5ac56-4a8f-46fd-9d0f-9d86d4e324e3 req-7824d00c-982e-4fb7-81a8-954494af5613 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.1571500 Dec 08 00:27:47.456290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:47.462542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:47.488264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-37444a08-efbe-4b90-880e-f16d75a2c29a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4904225 Dec 08 00:27:47.491922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52422) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:47.497166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:47.511744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:47.552513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65386424-726a-4885-ba09-c33b0b63009c req-f4fb3ef3-6ac2-4897-89d1-187dcc09f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:47.558702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65386424-726a-4885-ba09-c33b0b63009c req-f4fb3ef3-6ac2-4897-89d1-187dcc09f5a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1097 time: 0.1459801 Dec 08 00:27:47.678342 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f6d2b2be-3f18-48d8-a2a1-e53a403ce046', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'port_id': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'mac_address': 'fa:16:3e:13:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:27:44Z', 'updated_at': '2021-12-08T00:27:44Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:25Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:47.700892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fee5ac56-4a8f-46fd-9d0f-9d86d4e324e3 req-c135358a-e426-43d5-8206-1500ff6e99d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625434 Dec 08 00:27:47.702952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:47.703803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:47.705881 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] Checking router: 81b820c6-860f-49dd-8554-8cf499f85617 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:47.707629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Provisioning complete for port dbabfb0b-376c-4923-b495-702658d41b98 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:47.708798 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:47.716573 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:47.717193 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:47.766703 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:47.778774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52426) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:47.781109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65386424-726a-4885-ba09-c33b0b63009c req-db059684-7d9c-4c7d-a480-377fe431a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:47.782611 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65386424-726a-4885-ba09-c33b0b63009c req-db059684-7d9c-4c7d-a480-377fe431a9ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.2161667 Dec 08 00:27:47.898153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-34fca160-c50e-4614-a5aa-f07d016bb592 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/f6d2b2be-3f18-48d8-a2a1-e53a403ce046 HTTP/1.1" status: 200 len: 991 time: 0.1156847 Dec 08 00:27:47.917687 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Pushing event updated for resources: {'Port': ['ID=30d5f669-e18a-4dc7-a92c-b067620c145a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:47.930394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65386424-726a-4885-ba09-c33b0b63009c req-022f943c-7485-4da5-99a0-e36d966d5716 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 999 time: 0.1391058 Dec 08 00:27:47.940683 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:47.985812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.027706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.032737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65386424-726a-4885-ba09-c33b0b63009c req-a44c0d74-9f6b-48de-908c-bca80da88bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:48.035635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65386424-726a-4885-ba09-c33b0b63009c req-a44c0d74-9f6b-48de-908c-bca80da88bd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0864625 Dec 08 00:27:48.042849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:48.046497 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a721aaa-14e5-43cb-9b23-30c793278100" -d '{"events": [{"server_uuid": "597afc1d-5941-4392-b290-bf99a61ec2e1", "name": "network-vif-plugged", "status": "completed", "tag": "18ceb482-89a4-4a27-b2c1-1d2d702ad7d7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:48.056836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:48.059709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:48.060264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.071951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843d586-3f52-476e-8ac6-a2490c5fa6b3 req-3e28c801-8f45-4ff4-a385-fea0b888f914 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:48.073530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3843d586-3f52-476e-8ac6-a2490c5fa6b3 req-3e28c801-8f45-4ff4-a385-fea0b888f914 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 945 time: 0.5571978 Dec 08 00:27:48.136127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65386424-726a-4885-ba09-c33b0b63009c req-0ba2a1fc-911f-4a8a-9895-9f26b9949f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:48.137893 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65386424-726a-4885-ba09-c33b0b63009c req-0ba2a1fc-911f-4a8a-9895-9f26b9949f9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893433 Dec 08 00:27:48.139210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304414f-c2bb-462f-88de-4c938dd33e8c None None] Network 51381343-31cb-46ce-b40e-1222366e1fec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:48.148153 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cd06b6-531c-4061-823a-10986dd29fd9 x-openstack-request-id: req-98cd06b6-531c-4061-823a-10986dd29fd9 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:48.148434 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597afc1d-5941-4392-b290-bf99a61ec2e1", "name": "network-vif-plugged", "status": "completed", "tag": "18ceb482-89a4-4a27-b2c1-1d2d702ad7d7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:48.148703 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98cd06b6-531c-4061-823a-10986dd29fd9 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:48.149095 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7', 'code': 200} Dec 08 00:27:48.155018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,segment=NetworkSegment(9ce3993a-fe42-45b5-a4c1-4955caba0734),segment_id=9ce3993a-fe42-45b5-a4c1-4955caba0734)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:48.155189 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:48.219173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.383637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65386424-726a-4885-ba09-c33b0b63009c req-aca96664-e038-4ecf-b247-69c1944db7a0 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376912 Dec 08 00:27:48.416763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3843d586-3f52-476e-8ac6-a2490c5fa6b3 req-4ede84ac-8897-48f6-bf6c-10c176ac5558 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257260 Dec 08 00:27:48.438126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592202de-ada0-4d5d-a7bb-ed29515ecbe9 req-38da6bcd-678a-478b-a03c-111d60662991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:48.439842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-592202de-ada0-4d5d-a7bb-ed29515ecbe9 req-38da6bcd-678a-478b-a03c-111d60662991 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 1097 time: 0.1922467 Dec 08 00:27:48.463372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387af27-671f-438b-a254-ce0d114bfbbf None None] Pushing event updated for resources: {'Port': ['ID=0cd7227b-9f10-4425-a4ad-77af9265b3fd,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:48.578314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-592202de-ada0-4d5d-a7bb-ed29515ecbe9 req-8b0a6617-a6f2-4681-9d0e-0b727db798ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297514 Dec 08 00:27:48.584879 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-65386424-726a-4885-ba09-c33b0b63009c req-2aacab55-fbe3-4f43-b84a-fb8b09fab005 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949041 Dec 08 00:27:48.657342 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f6d2b2be-3f18-48d8-a2a1-e53a403ce046', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'port_id': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'mac_address': 'fa:16:3e:13:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:27:44Z', 'updated_at': '2021-12-08T00:27:44Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:25Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:48.668925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.extraroute_db [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 00:27:48.705764 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384a280-c338-4207-a72e-8e360f55e45e None None] The sync data for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 is: [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f6d2b2be-3f18-48d8-a2a1-e53a403ce046', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'port_id': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'mac_address': 'fa:16:3e:13:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:27:44Z', 'updated_at': '2021-12-08T00:27:44Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:25Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:48.709445 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.extraroute_db [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Removed routes are [] {{(pid=103114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 00:27:48.709829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.742581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Attempting to bind port 0cd7227b-9f10-4425-a4ad-77af9265b3fd on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:48.743073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Attempting to bind port 0cd7227b-9f10-4425-a4ad-77af9265b3fd by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:48.743506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Attempting to bind port 0cd7227b-9f10-4425-a4ad-77af9265b3fd on network 10ad880a-b185-499b-a003-1fa27b8280e5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:48.745574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:48.774672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:48.774672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Checking segment: {'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:48.775245 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.775714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Bound using segment: {'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:48.776279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Bound port: 0cd7227b-9f10-4425-a4ad-77af9265b3fd, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68538617-35aa-486e-99d6-69cd195f58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:48.776734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.790092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Provisioning complete for port a71b710b-f9d1-4f32-a507-5896ec3beafd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:48.790976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.900664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52434) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:48.975757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.981364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:48.993156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] For port 0cd7227b-9f10-4425-a4ad-77af9265b3fd, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:49.006052 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7e33e036-9e06-4888-a530-09557be4d7fb tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/f6d2b2be-3f18-48d8-a2a1-e53a403ce046 HTTP/1.1" status: 200 len: 991 time: 0.1011198 Dec 08 00:27:49.020047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] For port 0cd7227b-9f10-4425-a4ad-77af9265b3fd, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0cd7227b-9f10-4425-a4ad-77af9265b3fd,segment=NetworkSegment(68538617-35aa-486e-99d6-69cd195f58fe),segment_id=68538617-35aa-486e-99d6-69cd195f58fe)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:49.074449 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:49.144538 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc99fcf-26d5-4d3e-88b2-2805bad3f436 None None] New status for floating IP f6d2b2be-3f18-48d8-a2a1-e53a403ce046: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:27:49.197926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:49.426268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:49.440095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:49.443864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6a9fa0e6-9b8d-416b-8914-9a6a83bc9492 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 200 len: 954 time: 1.9483218 Dec 08 00:27:49.444678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52438) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:49.539109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 30d5f669-e18a-4dc7-a92c-b067620c145a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:49.562776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:46Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:47Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a87d30-a103-4c38-b77a-9ca6821cb2f9', 'name': '', 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:fd:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4b0f3147-09cd-45f4-80de-9db85a1ae2b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:43Z', 'updated_at': '2021-12-08T00:27:46Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '4b0f3147-09cd-45f4-80de-9db85a1ae2b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:49.565115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387af27-671f-438b-a254-ce0d114bfbbf None None] Pushing event updated for resources: {'Port': ['ID=0cd7227b-9f10-4425-a4ad-77af9265b3fd,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:49.655797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Routers {'2426f348-763d-4077-8b68-21076b198d62'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:49.656542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2426f348-763d-4077-8b68-21076b198d62'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:49.741145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99451ed1-cafc-4287-a483-04c20a8a7790 req-48acb551-6c4f-487c-82c8-ab0e77e49e09 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:49.744615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99451ed1-cafc-4287-a483-04c20a8a7790 req-48acb551-6c4f-487c-82c8-ab0e77e49e09 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 946 time: 0.1456525 Dec 08 00:27:49.785409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-52cbe643-578a-44a4-bb59-a6ea3fb385be tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 200 len: 954 time: 0.3336868 Dec 08 00:27:49.786656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52444) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:49.799626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'routes': None}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:49.821275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:49.825649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Updating router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:27:49.832745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Provisioning complete for port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:49.833163 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ccee442b-ddab-4b57-b9c5-6fcf86ee65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:49.922555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99451ed1-cafc-4287-a483-04c20a8a7790 req-82b01d0a-75e6-43a2-bc69-74c977d085c0 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725140 Dec 08 00:27:49.932037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] Set router 2426f348-763d-4077-8b68-21076b198d62 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:49.935861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:49.978132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 30d5f669-e18a-4dc7-a92c-b067620c145a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:49.978654 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:49.992395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-13ef7adc-1973-4bd4-b398-f850f2a8ca1d req-5896a6b0-fe32-4617-97ff-a39d7d3dbea0 service neutron] (103114) timed out ('10.222.0.18', 57418) {{(pid=103114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:27:50.007133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52446) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:50.090943 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-14100d04-43fa-4522-9997-94e646d9b985 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/f6d2b2be-3f18-48d8-a2a1-e53a403ce046 HTTP/1.1" status: 200 len: 993 time: 0.0761065 Dec 08 00:27:50.334711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.extraroute_db [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added routes are [] {{(pid=103114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 00:27:50.335063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.extraroute_db [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 00:27:50.370426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:50.416113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 039f2632-28f9-4859-b119-bdcfc4651b41 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:50.512131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Provisioning complete for port 30d5f669-e18a-4dc7-a92c-b067620c145a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:50.512420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:50.604998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 4, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port': {'id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:37Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0cd7227b-9f10-4425-a4ad-77af9265b3fd', 'name': '', 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'mac_address': 'fa:16:3e:8e:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '067f1e32-ed49-440f-8296-bbf15168c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:41Z', 'updated_at': '2021-12-08T00:27:48Z', 'revision_number': 4, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'subnets': [{'id': '067f1e32-ed49-440f-8296-bbf15168c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:50.649601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284fdecf-8580-4773-8a5f-4b68efcd8a07 None None] The sync data for ids ['2426f348-763d-4077-8b68-21076b198d62'] in n-d-820549-2 is: [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 4, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port': {'id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:37Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0cd7227b-9f10-4425-a4ad-77af9265b3fd', 'name': '', 'network_id': '10ad880a-b185-499b-a003-1fa27b8280e5', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'mac_address': 'fa:16:3e:8e:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '067f1e32-ed49-440f-8296-bbf15168c936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:41Z', 'updated_at': '2021-12-08T00:27:48Z', 'revision_number': 4, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'subnets': [{'id': '067f1e32-ed49-440f-8296-bbf15168c936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:50.657194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 039f2632-28f9-4859-b119-bdcfc4651b41 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:50.657561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:50.667337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:50.704639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:50.814732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a247-408b-43d2-bcd0-97dfb10587be None None] Pushing event updated for resources: {'Port': ['ID=89a87d30-a103-4c38-b77a-9ca6821cb2f9,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:50.923967 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Provisioning complete for port 0cd7227b-9f10-4425-a4ad-77af9265b3fd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:50.924340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:50.969357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Attempting to bind port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:27:50.969648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Attempting to bind port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:27:50.970015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Attempting to bind port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 on network 51381343-31cb-46ce-b40e-1222366e1fec {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:27:50.978660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:51.013052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:27:51.013421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Checking segment: {'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:51.014657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.015654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Bound using segment: {'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:27:51.015769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Bound port: 89a87d30-a103-4c38-b77a-9ca6821cb2f9, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93acf73-7252-4d46-9085-25e9468f1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:27:51.016077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.061478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.074865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.165781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] For port 89a87d30-a103-4c38-b77a-9ca6821cb2f9, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:27:51.191509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] For port 89a87d30-a103-4c38-b77a-9ca6821cb2f9, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89a87d30-a103-4c38-b77a-9ca6821cb2f9,segment=NetworkSegment(e93acf73-7252-4d46-9085-25e9468f1d5d),segment_id=e93acf73-7252-4d46-9085-25e9468f1d5d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:27:51.195882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.202813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:51.207888 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.235458 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.250303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:51.355654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] For port 0cd7227b-9f10-4425-a4ad-77af9265b3fd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0cd7227b-9f10-4425-a4ad-77af9265b3fd,segment=NetworkSegment(68538617-35aa-486e-99d6-69cd195f58fe),segment_id=68538617-35aa-486e-99d6-69cd195f58fe)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:51.377720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.382336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a247-408b-43d2-bcd0-97dfb10587be None None] Pushing event updated for resources: {'Port': ['ID=89a87d30-a103-4c38-b77a-9ca6821cb2f9,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:51.440358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:51.445211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:51.445856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:51.449085 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.450828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5a63ab0a-22dc-4f0e-9a08-dd8469e7a24f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 200 len: 704 time: 1.6635337 Dec 08 00:27:51.453305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52456) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:51.470573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e464-8bae-46c6-8133-82261132b826 req-b38173ad-81b1-40bb-8256-10c5899137a7 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:51.472327 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d0e464-8bae-46c6-8133-82261132b826 req-b38173ad-81b1-40bb-8256-10c5899137a7 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 946 time: 0.3822143 Dec 08 00:27:51.626597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-76c2b508-e05a-445e-be9d-418386ce4745 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 200 len: 704 time: 0.1721771 Dec 08 00:27:51.629225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52458) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:51.648446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d0e464-8bae-46c6-8133-82261132b826 req-18600dc1-867f-4aa2-9016-2582c8ff5d1c tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366553 Dec 08 00:27:51.781114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-992a6c76-16ba-4fad-9a76-cfb82b930087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.845351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Provisioning complete for port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:51.845887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:51.903824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Pushing event updated for resources: {'Port': ['ID=0cd7227b-9f10-4425-a4ad-77af9265b3fd,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:51.992615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.054798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:52.149694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,segment=NetworkSegment(e93acf73-7252-4d46-9085-25e9468f1d5d),segment_id=e93acf73-7252-4d46-9085-25e9468f1d5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:52.179376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.203983 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.204809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dbabfb0b-376c-4923-b495-702658d41b98 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:52.208390 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.283067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c86a-5d6e-4562-9e85-95e8e036044d req-f55dc253-80a2-4f30-aff8-f5313297232d tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:52.295791 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9d0c86a-5d6e-4562-9e85-95e8e036044d req-f55dc253-80a2-4f30-aff8-f5313297232d tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 946 time: 0.1104102 Dec 08 00:27:52.390605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] For port 89a87d30-a103-4c38-b77a-9ca6821cb2f9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89a87d30-a103-4c38-b77a-9ca6821cb2f9,segment=NetworkSegment(e93acf73-7252-4d46-9085-25e9468f1d5d),segment_id=e93acf73-7252-4d46-9085-25e9468f1d5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:52.413246 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.419880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9d0c86a-5d6e-4562-9e85-95e8e036044d req-2ebfa3b3-f24e-404f-9a50-6f4e398f5be8 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226356 Dec 08 00:27:52.429055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:52.495092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Provisioning complete for port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:52.495482 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.565813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port dbabfb0b-376c-4923-b495-702658d41b98 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:52.566192 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.613696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664895a-d3ae-4526-81e4-8f03eba2fdfd None None] Pushing event updated for resources: {'Port': ['ID=89a87d30-a103-4c38-b77a-9ca6821cb2f9,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:52.725184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:50Z', 'revision_number': 7, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:47Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a87d30-a103-4c38-b77a-9ca6821cb2f9', 'name': '', 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:fd:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4b0f3147-09cd-45f4-80de-9db85a1ae2b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:43Z', 'updated_at': '2021-12-08T00:27:51Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '4b0f3147-09cd-45f4-80de-9db85a1ae2b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:52.762516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edd569-ffde-4367-a326-ab979b9f2ee4 None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:50Z', 'revision_number': 7, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:47Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a87d30-a103-4c38-b77a-9ca6821cb2f9', 'name': '', 'network_id': '51381343-31cb-46ce-b40e-1222366e1fec', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:fd:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4b0f3147-09cd-45f4-80de-9db85a1ae2b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:43Z', 'updated_at': '2021-12-08T00:27:51Z', 'revision_number': 4, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '4b0f3147-09cd-45f4-80de-9db85a1ae2b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:52.771964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a71b710b-f9d1-4f32-a507-5896ec3beafd up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:52.816977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:52.827009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.871071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f3e837cb-96bb-4c79-8cf4-adf122156a06 None None] Provisioning complete for port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:52.871632 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3e837cb-96bb-4c79-8cf4-adf122156a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.910398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a71b710b-f9d1-4f32-a507-5896ec3beafd triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:52.910777 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.961055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 89a87d30-a103-4c38-b77a-9ca6821cb2f9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=89a87d30-a103-4c38-b77a-9ca6821cb2f9,segment=NetworkSegment(e93acf73-7252-4d46-9085-25e9468f1d5d),segment_id=e93acf73-7252-4d46-9085-25e9468f1d5d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:52.961447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:52.974768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 89a87d30-a103-4c38-b77a-9ca6821cb2f9 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:53.198759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.228518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=89a87d30-a103-4c38-b77a-9ca6821cb2f9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:53.261547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89a87d30-a103-4c38-b77a-9ca6821cb2f9 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:53.291543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 89a87d30-a103-4c38-b77a-9ca6821cb2f9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:53.292283 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89a87d30-a103-4c38-b77a-9ca6821cb2f9 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 00:27:53.330226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port 89a87d30-a103-4c38-b77a-9ca6821cb2f9 not found, will not notify nova. {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 00:27:53.330635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:53.410252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:53.410626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.434558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.561124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0cd7227b-9f10-4425-a4ad-77af9265b3fd up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:27:53.619989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5279c4b-2783-4727-92a2-a5d1dc375b18 req-b09e598f-a803-40ee-99dc-dc50f079864b tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:53.624817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-773b4d5c-3f37-4197-a4f9-9b2770c46243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.627695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5279c4b-2783-4727-92a2-a5d1dc375b18 req-b09e598f-a803-40ee-99dc-dc50f079864b tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 946 time: 0.1182320 Dec 08 00:27:53.639081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0cd7227b-9f10-4425-a4ad-77af9265b3fd triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:27:53.639773 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.656768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-549b435e-beb5-4c98-b5a7-e13c69f7a974 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:53.658364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-549b435e-beb5-4c98-b5a7-e13c69f7a974 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.44 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 946 time: 0.1088719 Dec 08 00:27:53.674104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:53.735462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5279c4b-2783-4727-92a2-a5d1dc375b18 req-9251e743-1457-496e-837f-312be28e854e tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/security-groups?id=00c6f391-50fa-4172-b44c-131256757142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022186 Dec 08 00:27:53.790912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:53.796938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7ded7c35-f242-4702-ab7b-c9c50307909e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1660862 Dec 08 00:27:53.799648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52480) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:53.803462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Deleting port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:53.804390 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.853948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet 4b0f3147-09cd-45f4-80de-9db85a1ae2b2 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:53.857257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.900162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.913253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] For port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,segment=NetworkSegment(9ce3993a-fe42-45b5-a4c1-4955caba0734),segment_id=9ce3993a-fe42-45b5-a4c1-4955caba0734)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:53.913713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:53.930782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Calling delete_port for 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:54.013503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.084587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.101805 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.115975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0f3147-09cd-45f4-80de-9db85a1ae2b2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:54.119826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.124860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a1dbfc3a-f475-4081-a93f-0e9997509c7e tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/4b0f3147-09cd-45f4-80de-9db85a1ae2b2 HTTP/1.1" status: 204 len: 168 time: 0.3238189 Dec 08 00:27:54.127658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52486) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:54.132304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f6b697-4918-4d0f-816a-5c724f2b5b52 None None] Network 51381343-31cb-46ce-b40e-1222366e1fec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:54.154011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['18ceb482-89a4-4a27-b2c1-1d2d702ad7d7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:27:54.154276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Pushing event deleted for resources: {'Port': ['ID=18ceb482-89a4-4a27-b2c1-1d2d702ad7d7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:54.212524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] No DVR routers for this DVR port 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:54.215276 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.220403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea9a1dae-2f0e-45f9-a533-4e8507025d1c req-895d6c2c-0d32-4649-8d57-2c964198aadf tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.44 "DELETE /v2.0/ports/18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 HTTP/1.1" status: 204 len: 173 time: 0.5558724 Dec 08 00:27:54.221033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'name': 'network-vif-deleted', 'tag': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:27:54.232022 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e66905-6fb6-4723-b2ff-05a94e850391" -d '{"events": [{"server_uuid": "597afc1d-5941-4392-b290-bf99a61ec2e1", "name": "network-vif-deleted", "tag": "18ceb482-89a4-4a27-b2c1-1d2d702ad7d7"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:27:54.232725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.295129 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a5ec1-8fd8-4c99-8992-cd9d967c7a9e x-openstack-request-id: req-111a5ec1-8fd8-4c99-8992-cd9d967c7a9e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:27:54.295824 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597afc1d-5941-4392-b290-bf99a61ec2e1", "name": "network-vif-deleted", "tag": "18ceb482-89a4-4a27-b2c1-1d2d702ad7d7", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:27:54.295824 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-111a5ec1-8fd8-4c99-8992-cd9d967c7a9e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:27:54.296093 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597afc1d-5941-4392-b290-bf99a61ec2e1', 'name': 'network-vif-deleted', 'tag': '18ceb482-89a4-4a27-b2c1-1d2d702ad7d7', 'status': 'completed', 'code': 200} Dec 08 00:27:54.330306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:54.334017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.377820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] DHCP port deletion for 51381343-31cb-46ce-b40e-1222366e1fec request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:54.418469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,segment=NetworkSegment(e93acf73-7252-4d46-9085-25e9468f1d5d),segment_id=e93acf73-7252-4d46-9085-25e9468f1d5d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:54.418658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.430941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] Deleting port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:54.431347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.436351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:54.504783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] For port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,segment=NetworkSegment(e93acf73-7252-4d46-9085-25e9468f1d5d),segment_id=e93acf73-7252-4d46-9085-25e9468f1d5d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:54.505180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.519698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] Calling delete_port for 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:54.539090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.555753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:54.605071 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:54.628479 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.671257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] Pushing event deleted for resources: {'Port': ['ID=08daed02-1fc5-4bb8-a7fe-64f9c594a6d6,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:54.674978 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.683069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ddb3d-ba1a-4ee8-ade2-d1f7305ccad9 None None] No DVR routers for this DVR port 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:54.710583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51381343-31cb-46ce-b40e-1222366e1fec']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:54.726782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93acf73-7252-4d46-9085-25e9468f1d5d') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:54.727796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93acf73-7252-4d46-9085-25e9468f1d5d') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:54.740846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.755915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.762944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:54.763351 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:54.766924 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:54.846039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.859102 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:54.870678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52492) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:54.880634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/51381343-31cb-46ce-b40e-1222366e1fec HTTP/1.1" status: 204 len: 168 time: 0.7498000 Dec 08 00:27:54.896765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cb32d-4c3c-405f-84b5-373e715011e2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=51381343-31cb-46ce-b40e-1222366e1fec,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:54.986150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92aa69fc-e54d-4a08-bdbe-1b6b3468e07d req-dd2f8e68-c211-45fd-a390-15b9ab872c22 tempest-ServerAddressesTestJSON-1213871819 tempest-ServerAddressesTestJSON-1213871819-project] 10.222.0.18 "GET /v2.0/ports?device_id=597afc1d-5941-4392-b290-bf99a61ec2e1 HTTP/1.1" status: 200 len: 210 time: 0.0612149 Dec 08 00:27:55.002866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:55.022036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:55.022036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:55.180386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:55.182266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:55.278545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:55.323600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:55.323953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 08daed02-1fc5-4bb8-a7fe-64f9c594a6d6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:55.340025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:55.448796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:53Z', 'revision_number': 8, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:47Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:55.481855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:55.491099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:55.491834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:55.638805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 30d5f669-e18a-4dc7-a92c-b067620c145a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:55.639198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:55.749548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 30d5f669-e18a-4dc7-a92c-b067620c145a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=30d5f669-e18a-4dc7-a92c-b067620c145a,segment=NetworkSegment(424e3f65-e62d-401f-b9bd-b7eb5fc71075),segment_id=424e3f65-e62d-401f-b9bd-b7eb5fc71075)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:55.749836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:55.757032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:55.768108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 30d5f669-e18a-4dc7-a92c-b067620c145a owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:55.955107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:55.990100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:53Z', 'revision_number': 8, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:47Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:55.994332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=30d5f669-e18a-4dc7-a92c-b067620c145a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:56.032040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46270198-5b9c-4a44-8dfe-c6ca8d6060b7 None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:53Z', 'revision_number': 8, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30d5f669-e18a-4dc7-a92c-b067620c145a', 'name': '', 'network_id': 'f3e0d73e-4506-4d4b-a792-110f49f85f6e', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:25:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:35Z', 'updated_at': '2021-12-08T00:27:47Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '35b28b8e-80c7-4609-976f-f1ed68474c08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:56.077003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52500) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:56.153921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] Deleting subnet 0ff5afad-bc59-4b6a-9613-98ee5ae1eb39 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:56.160051 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.164198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.219879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.266661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.321728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.334669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.362026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff5afad-bc59-4b6a-9613-98ee5ae1eb39,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:56.365696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.369002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-262da447-fcef-4c85-b31c-7513cb6697f6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ff5afad-bc59-4b6a-9613-98ee5ae1eb39 HTTP/1.1" status: 204 len: 168 time: 0.2909629 Dec 08 00:27:56.371492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52506) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:56.449597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:56.459228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.568813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.569118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:56.574674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-273694f9-1ef3-4b29-9f22-54c6fe5ee700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023075 Dec 08 00:27:56.577334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:56.629292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31663226-32e7-427c-9bf8-239e4a365179']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:56.644444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce3993a-fe42-45b5-a4c1-4955caba0734') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:56.644745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce3993a-fe42-45b5-a4c1-4955caba0734') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:56.655078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet 35b28b8e-80c7-4609-976f-f1ed68474c08 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:56.661640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.663358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.679358 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:56.690089 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:56.690693 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:56.698857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.710262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:56.710666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:56.712394 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:56.726274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.781388 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:56.802782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.810285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.814994 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/31663226-32e7-427c-9bf8-239e4a365179 HTTP/1.1" status: 204 len: 168 time: 0.4417081 Dec 08 00:27:56.839398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bdad5-e237-4b7a-8526-cd99d53d1c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=31663226-32e7-427c-9bf8-239e4a365179,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:56.859101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:56.895896 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:56.896242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18ceb482-89a4-4a27-b2c1-1d2d702ad7d7 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:56.912763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:56.997100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.015245 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:55Z', 'revision_number': 9, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:57.033802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=35b28b8e-80c7-4609-976f-f1ed68474c08,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:57.045884 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.050411 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c8dcdd0-b223-46c3-931b-a0b6327f77d7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/35b28b8e-80c7-4609-976f-f1ed68474c08 HTTP/1.1" status: 204 len: 168 time: 0.4720740 Dec 08 00:27:57.052454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86952e5e-6444-4fc2-8640-6782704d2b64 None None] Network f3e0d73e-4506-4d4b-a792-110f49f85f6e requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:57.052605 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:27:57.053591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52516) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:57.084575 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:57.085287 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:57.085758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:57.150217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.155416 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6600b5d3-6284-4736-b68d-0f216b43994e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98379edcd1314ec9b45bf871e0e3fc71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674653 Dec 08 00:27:57.156831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52520) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:57.191746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89a87d30-a103-4c38-b77a-9ca6821cb2f9 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:57.234484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 89a87d30-a103-4c38-b77a-9ca6821cb2f9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:57.234838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 89a87d30-a103-4c38-b77a-9ca6821cb2f9 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:57.250761 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:27:57.254413 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.263907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:57.264439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.268776 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c949e58-6e1c-405c-aa5a-9a6541e518df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.313883 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c949e58-6e1c-405c-aa5a-9a6541e518df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.361436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] DHCP port deletion for f3e0d73e-4506-4d4b-a792-110f49f85f6e request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:27:57.402651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,segment=NetworkSegment(424e3f65-e62d-401f-b9bd-b7eb5fc71075),segment_id=424e3f65-e62d-401f-b9bd-b7eb5fc71075)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:57.403459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.418233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:57.447475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Deleting port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:57.448104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.477140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c949e58-6e1c-405c-aa5a-9a6541e518df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.480146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1c949e58-6e1c-405c-aa5a-9a6541e518df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.484311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1c949e58-6e1c-405c-aa5a-9a6541e518df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00c6f391-50fa-4172-b44c-131256757142 HTTP/1.1" status: 204 len: 168 time: 0.3265085 Dec 08 00:27:57.506642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c949e58-6e1c-405c-aa5a-9a6541e518df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c6f391-50fa-4172-b44c-131256757142,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:57.541495 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.548952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] For port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,segment=NetworkSegment(424e3f65-e62d-401f-b9bd-b7eb5fc71075),segment_id=424e3f65-e62d-401f-b9bd-b7eb5fc71075)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:57.549489 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.572606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:57.578693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Calling delete_port for 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:57.592031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:57.642532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:55Z', 'revision_number': 9, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:57.679941 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477dcc2-76fd-471f-a309-a2f1fafd7a4d None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:55Z', 'revision_number': 9, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': '2ff15f44-cd99-4a99-a1f2-eefc355cf550', 'name': '', 'network_id': 'a85b7dcc-c7f4-495c-ac2a-9a9935aecef2', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:ba:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:27Z', 'updated_at': '2021-12-08T00:27:38Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': 'c68258ed-59c0-410e-9278-74cc02b20726', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:27:57.701263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.715735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] No DVR routers for this DVR port 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:27:57.726765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.743508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Pushing event deleted for resources: {'Port': ['ID=7f8b7e80-1aaa-4427-94c9-1bc131fc26c3,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:57.751519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.751519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.751885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.752228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.752562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.752886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.753217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.753538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.753863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.754185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.754576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.755417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.755754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e9a55-4037-4171-8e3e-86f3dee65769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:27:57.763038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e0d73e-4506-4d4b-a792-110f49f85f6e']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:57.776824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424e3f65-e62d-401f-b9bd-b7eb5fc71075') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:57.778071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424e3f65-e62d-401f-b9bd-b7eb5fc71075') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:57.793298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.809988 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.816654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:27:57.817816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:27:57.821133 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:27:57.882583 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.887387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:57.891146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/f3e0d73e-4506-4d4b-a792-110f49f85f6e HTTP/1.1" status: 204 len: 168 time: 0.8359771 Dec 08 00:27:57.893960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:57.907089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bccfa2-9073-4aaa-a53a-3b5da5b9b51a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=f3e0d73e-4506-4d4b-a792-110f49f85f6e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:58.335984 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.451113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52552) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:58.570739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1210830921-network', 'tenant_id': 'e42ea9ae53b84b398e8b6b4dcbfe78f8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:58.593336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Made reservation on behalf of e42ea9ae53b84b398e8b6b4dcbfe78f8 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:58.597064 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.605469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 2ff15f44-cd99-4a99-a1f2-eefc355cf550 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:27:58.605809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.606825 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.696756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.702090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.711560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 2ff15f44-cd99-4a99-a1f2-eefc355cf550, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2ff15f44-cd99-4a99-a1f2-eefc355cf550,segment=NetworkSegment(db8f5b9d-d4f3-4374-913f-a44fb7d8e275),segment_id=db8f5b9d-d4f3-4374-913f-a44fb7d8e275)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:27:58.711924 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.729792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 2ff15f44-cd99-4a99-a1f2-eefc355cf550 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:27:58.922548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:58.951944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=2ff15f44-cd99-4a99-a1f2-eefc355cf550,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:59.061846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:27:59.074462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e05479-2c9b-445c-b167-7b2cd4f2267e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:59.086779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.087188 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Added segment 98b700d1-2ed4-492c-8932-aa5e5255b4ec of type vlan for network 284744a1-bddf-48a0-912a-6c8d34dd5e8d Dec 08 00:27:59.090445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.143121 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.178802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.179943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:59.180660 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.237063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7816291 Dec 08 00:27:59.237815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52556) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:59.244174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Request body: {'subnet': {'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1210830921-subnet', 'tenant_id': 'e42ea9ae53b84b398e8b6b4dcbfe78f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:27:59.301198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a8c86-2baf-4492-8d9c-bb71dbb42dce admin admin] Pushing event updated for resources: {'Network': ['ID=284744a1-bddf-48a0-912a-6c8d34dd5e8d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:59.305374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 30d5f669-e18a-4dc7-a92c-b067620c145a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:59.316962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Made reservation on behalf of e42ea9ae53b84b398e8b6b4dcbfe78f8 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:27:59.324257 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.333535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 284744a1-bddf-48a0-912a-6c8d34dd5e8d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:27:59.337337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 30d5f669-e18a-4dc7-a92c-b067620c145a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:59.338016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 30d5f669-e18a-4dc7-a92c-b067620c145a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:59.338923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:27:59.452539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:27:59.453270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7f8b7e80-1aaa-4427-94c9-1bc131fc26c3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:27:59.532999 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.589225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00d4278-fbff-4e87-8513-1ee5d1d9d83a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:27:59.614876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Checking segment: {'id': '98b700d1-2ed4-492c-8932-aa5e5255b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:27:59.615267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Network hostable DHCP agents. Network: 284744a1-bddf-48a0-912a-6c8d34dd5e8d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:27:59.635006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Network 284744a1-bddf-48a0-912a-6c8d34dd5e8d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:27:59.647179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 284744a1-bddf-48a0-912a-6c8d34dd5e8d) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:27:59.651289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:27:59.652019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.657349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ea6db-0367-44f3-84be-e81e83e65f24 None None] Network 284744a1-bddf-48a0-912a-6c8d34dd5e8d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:59.677714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dacacb90-5eb1-4209-b845-b55675ade8df admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4377286 Dec 08 00:27:59.686759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:27:59.777744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6036c1-ae66-469d-8c50-7a5e953e33a4 None None] Network 284744a1-bddf-48a0-912a-6c8d34dd5e8d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:27:59.793553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:27:59.800209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ceecab7f-1a96-4e2c-98af-262eb22f94df tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051602 Dec 08 00:27:59.803151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52564) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:27:59.806648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c393f3a-c167-4206-a905-eece622223db None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:27:59.820462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:27:59.821077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:27:59.893872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet c68258ed-59c0-410e-9278-74cc02b20726 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:27:59.897824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.940568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:27:59.986228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:00.054138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.150931 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.185180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=c68258ed-59c0-410e-9278-74cc02b20726,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:00.194873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.201741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-53c46a7f-bf2c-4af7-bb87-b606a47edf6d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/c68258ed-59c0-410e-9278-74cc02b20726 HTTP/1.1" status: 204 len: 168 time: 0.3973842 Dec 08 00:28:00.202014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52586) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:00.221103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70af772-20a3-4ce9-a896-cf77b721356f None None] Network a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:28:00.303693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.354432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:58Z', 'revision_number': 10, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:00.376595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 00427baf-0110-433a-8de4-1ce56b6cc9da {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:28:00.376930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.384834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c393f3a-c167-4206-a905-eece622223db None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:28:00.403281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:28:00.403889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:00.439176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-5ec368ed-c0e1-4199-ba6b-c290e3b70abb tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:00.441101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-5ec368ed-c0e1-4199-ba6b-c290e3b70abb tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/networks?id=284744a1-bddf-48a0-912a-6c8d34dd5e8d HTTP/1.1" status: 200 len: 809 time: 0.1394641 Dec 08 00:28:00.456920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-f80487ad-6e4b-45d4-9fa9-642174511f47 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/quotas/e42ea9ae53b84b398e8b6b4dcbfe78f8 HTTP/1.1" status: 200 len: 375 time: 0.0100300 Dec 08 00:28:00.466111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 00427baf-0110-433a-8de4-1ce56b6cc9da, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=00427baf-0110-433a-8de4-1ce56b6cc9da,segment=NetworkSegment(db8f5b9d-d4f3-4374-913f-a44fb7d8e275),segment_id=db8f5b9d-d4f3-4374-913f-a44fb7d8e275)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:00.466476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.490511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 00427baf-0110-433a-8de4-1ce56b6cc9da owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:28:00.522553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] DHCP port deletion for a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:28:00.536444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-17f1161b-404b-4e1a-86d3-e58a60416187 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e42ea9ae53b84b398e8b6b4dcbfe78f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599589 Dec 08 00:28:00.575911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:00.650589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.656789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-71ca61a7-850f-4308-ba64-b2768d62abd5 service neutron] 10.222.0.18 "GET /v2.0/networks/284744a1-bddf-48a0-912a-6c8d34dd5e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114137 Dec 08 00:28:00.687428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=00427baf-0110-433a-8de4-1ce56b6cc9da,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:00.689034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] Deleting port 00427baf-0110-433a-8de4-1ce56b6cc9da {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:28:00.689305 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.698426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 00427baf-0110-433a-8de4-1ce56b6cc9da on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:28:00.785471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] For port 00427baf-0110-433a-8de4-1ce56b6cc9da, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:00.786429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.786542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-737a6c98-61e8-4f50-b7e6-e97041c69eaf service neutron] 10.222.0.18 "GET /v2.0/networks/284744a1-bddf-48a0-912a-6c8d34dd5e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223853 Dec 08 00:28:00.829642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] Calling delete_port for 00427baf-0110-433a-8de4-1ce56b6cc9da owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:28:00.834105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] Port 00427baf-0110-433a-8de4-1ce56b6cc9da was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:28:00.836867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.839151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.867271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85b7dcc-c7f4-495c-ac2a-9a9935aecef2']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:00.880928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] Pushing event deleted for resources: {'Port': ['ID=00427baf-0110-433a-8de4-1ce56b6cc9da,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:00.885075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d3205-a78b-412d-a5f5-3007ccd0985f None None] No DVR routers for this DVR port 00427baf-0110-433a-8de4-1ce56b6cc9da on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:28:00.904963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:00.906009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8f5b9d-d4f3-4374-913f-a44fb7d8e275') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:00.929354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.963269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.972543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:28:00.973959 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:28:00.977965 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:28:00.990716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c393f3a-c167-4206-a905-eece622223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:58Z', 'revision_number': 10, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:01.026671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c393f3a-c167-4206-a905-eece622223db None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:58Z', 'revision_number': 10, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None, '_interfaces': [{'id': 'b3fae965-5c8c-4d6f-9175-29013e7357a5', 'name': '', 'network_id': '92018f80-b7ee-409e-945c-97b1745beeaf', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'mac_address': 'fa:16:3e:03:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:20Z', 'updated_at': '2021-12-08T00:27:30Z', 'revision_number': 5, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'subnets': [{'id': '684c43ec-5302-42aa-8a98-6942c7caf291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:28:01.042133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-944b24aa-1280-41aa-88fe-10fb9977bdfd req-838689fe-f8af-4172-9872-fc8833ba497f tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 210 time: 0.0593100 Dec 08 00:28:01.068328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:01.081209 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:01.091658 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/a85b7dcc-c7f4-495c-ac2a-9a9935aecef2 HTTP/1.1" status: 204 len: 168 time: 0.8876314 Dec 08 00:28:01.094390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52608) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:01.105845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a621c-859f-40b9-ae55-68b79674e792 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=a85b7dcc-c7f4-495c-ac2a-9a9935aecef2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:01.496478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 00427baf-0110-433a-8de4-1ce56b6cc9da no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:28:01.519986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:01.532707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 00427baf-0110-433a-8de4-1ce56b6cc9da {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:28:01.535305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 00427baf-0110-433a-8de4-1ce56b6cc9da not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:28:01.835334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port b3fae965-5c8c-4d6f-9175-29013e7357a5 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:28:01.835780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:01.925786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port b3fae965-5c8c-4d6f-9175-29013e7357a5, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b3fae965-5c8c-4d6f-9175-29013e7357a5,segment=NetworkSegment(73144329-9a3b-4299-9bd1-4855edda1d28),segment_id=73144329-9a3b-4299-9bd1-4855edda1d28)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:01.926142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:01.939187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for b3fae965-5c8c-4d6f-9175-29013e7357a5 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:28:02.149900 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abb84f38-e2e4-48c3-afb0-7024759b9a2b req-19979e47-1e35-4076-97b8-e086ae2c45a9 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 210 time: 0.0335662 Dec 08 00:28:02.156289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:02.214906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=b3fae965-5c8c-4d6f-9175-29013e7357a5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:02.376351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:02.458147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-7df1b2f7-08f8-4027-aaaf-130f358d4494 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:02.459792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-7df1b2f7-08f8-4027-aaaf-130f358d4494 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.44 "GET /v2.0/networks?id=284744a1-bddf-48a0-912a-6c8d34dd5e8d HTTP/1.1" status: 200 len: 809 time: 0.2460306 Dec 08 00:28:02.492222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Request body: {'port': {'device_id': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d', 'admin_state_up': True, 'tenant_id': 'e42ea9ae53b84b398e8b6b4dcbfe78f8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:28:02.636563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:28:02.742475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:28:02.751310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52632) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:02.751853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d5c77065-4ba8-48e5-a84c-2e375bdcdd01 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558325 Dec 08 00:28:02.753175 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:28:02.758648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Made reservation on behalf of e42ea9ae53b84b398e8b6b4dcbfe78f8 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:28:02.764089 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:02.765405 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:28:02.766190 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:02.816181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting subnet 684c43ec-5302-42aa-8a98-6942c7caf291 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:28:02.821050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:02.886489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:02.932268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Allocated IP 172.20.0.10 (284744a1-bddf-48a0-912a-6c8d34dd5e8d/a00d4278-fbff-4e87-8513-1ee5d1d9d83a/299169fc-db15-4047-a944-abd2aa2b4dfe) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:28:02.996118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.010400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:03.069536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.072523 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:28:02Z', 'revision_number': 11, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:03.113983 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:28:03.121525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Subnet': ['ID=684c43ec-5302-42aa-8a98-6942c7caf291,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:03.126421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.132787 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-faf7b442-01d1-41be-b542-d3cdf9a56bc2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/684c43ec-5302-42aa-8a98-6942c7caf291 HTTP/1.1" status: 204 len: 168 time: 0.3775108 Dec 08 00:28:03.133150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52636) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:03.137686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef6d2e-b754-4fc1-9479-3a901f15f5b8 None None] Network 92018f80-b7ee-409e-945c-97b1745beeaf requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:28:03.177162 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:28:03.179699 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:03.212571 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.266037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ff15f44-cd99-4a99-a1f2-eefc355cf550 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:28:03.277354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.291471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fd10ad7-8f02-47e8-82c7-6da5303251d6 req-8b3c6b5e-f8ce-46f8-b298-61291711b399 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 210 time: 0.0581155 Dec 08 00:28:03.314070 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2ff15f44-cd99-4a99-a1f2-eefc355cf550 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:28:03.314490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2ff15f44-cd99-4a99-a1f2-eefc355cf550 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:28:03.318030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.350499 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:03.378203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Network 284744a1-bddf-48a0-912a-6c8d34dd5e8d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:28:03.382029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:28:03.387557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:28:03.399327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Deleting port 6133e513-1b48-437f-a0a6-b5636d604f8a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:28:03.399668 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.426505 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:28:02Z', 'revision_number': 11, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:03.444607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Pushing event updated for resources: {'Port': ['ID=299169fc-db15-4047-a944-abd2aa2b4dfe,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:03.451129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] DHCP port deletion for 92018f80-b7ee-409e-945c-97b1745beeaf request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:28:03.458278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:03.458642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.466740 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07ee84-70d8-4e80-a7e8-2b1a93c39955 None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:28:02Z', 'revision_number': 11, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:28:03.482490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-54e5303f-0bbd-4a3c-8894-e4f3a5f913e6 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9963107 Dec 08 00:28:03.507237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Request body: {'port': {'device_id': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:28:03.534184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] For port 6133e513-1b48-437f-a0a6-b5636d604f8a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6133e513-1b48-437f-a0a6-b5636d604f8a,segment=NetworkSegment(73144329-9a3b-4299-9bd1-4855edda1d28),segment_id=73144329-9a3b-4299-9bd1-4855edda1d28)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:03.534796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.564799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Calling delete_port for 6133e513-1b48-437f-a0a6-b5636d604f8a owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:28:03.599685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.666593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.717819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Port': ['ID=6133e513-1b48-437f-a0a6-b5636d604f8a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:03.718964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] Deleting port 6133e513-1b48-437f-a0a6-b5636d604f8a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:28:03.719584 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.727897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No DVR routers for this DVR port 6133e513-1b48-437f-a0a6-b5636d604f8a on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:28:03.810275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] For port 6133e513-1b48-437f-a0a6-b5636d604f8a, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:03.810671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.829240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] Calling delete_port for 6133e513-1b48-437f-a0a6-b5636d604f8a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:28:03.837454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] Port 6133e513-1b48-437f-a0a6-b5636d604f8a was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:28:03.839255 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.856243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.886662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92018f80-b7ee-409e-945c-97b1745beeaf']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:03.894109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] Pushing event deleted for resources: {'Port': ['ID=6133e513-1b48-437f-a0a6-b5636d604f8a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:03.896754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aefa7a-1070-4972-91b4-71e3587ed876 None None] No DVR routers for this DVR port 6133e513-1b48-437f-a0a6-b5636d604f8a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:28:03.911595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73144329-9a3b-4299-9bd1-4855edda1d28') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:03.912206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73144329-9a3b-4299-9bd1-4855edda1d28') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:03.924605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299169fc-db15-4047-a944-abd2aa2b4dfe {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:28:03.933295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.948870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.951876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.956245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:28:03.956912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:28:03.961744 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:28:04.040874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Transition to ACTIVE for port object 299169fc-db15-4047-a944-abd2aa2b4dfe will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:28:04.044775 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.049970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.063356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.066602 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/networks/92018f80-b7ee-409e-945c-97b1745beeaf HTTP/1.1" status: 204 len: 168 time: 0.9325566 Dec 08 00:28:04.073114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52644) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:04.077622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'routes': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:28:04.124812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188992ef-9938-4522-a2c2-039834174129 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Pushing event deleted for resources: {'Network': ['ID=92018f80-b7ee-409e-945c-97b1745beeaf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:04.135116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Pushing event updated for resources: {'Port': ['ID=299169fc-db15-4047-a944-abd2aa2b4dfe,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:04.193317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Attempting to bind port 299169fc-db15-4047-a944-abd2aa2b4dfe on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:28:04.193555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Attempting to bind port 299169fc-db15-4047-a944-abd2aa2b4dfe by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '98b700d1-2ed4-492c-8932-aa5e5255b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:28:04.193901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Attempting to bind port 299169fc-db15-4047-a944-abd2aa2b4dfe on network 284744a1-bddf-48a0-912a-6c8d34dd5e8d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:28:04.198226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Port 299169fc-db15-4047-a944-abd2aa2b4dfe on network 284744a1-bddf-48a0-912a-6c8d34dd5e8d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:28:04.198546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Attempting to bind port 299169fc-db15-4047-a944-abd2aa2b4dfe on network 284744a1-bddf-48a0-912a-6c8d34dd5e8d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:28:04.203369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:28:04.203708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Checking segment: {'id': '98b700d1-2ed4-492c-8932-aa5e5255b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:28:04.204085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Bound using segment: {'id': '98b700d1-2ed4-492c-8932-aa5e5255b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:28:04.204499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Bound port: 299169fc-db15-4047-a944-abd2aa2b4dfe, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b700d1-2ed4-492c-8932-aa5e5255b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:28:04.204846 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.270695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] For port 299169fc-db15-4047-a944-abd2aa2b4dfe, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:28:04.275480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] For port 299169fc-db15-4047-a944-abd2aa2b4dfe, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=299169fc-db15-4047-a944-abd2aa2b4dfe,segment=NetworkSegment(98b700d1-2ed4-492c-8932-aa5e5255b4ec),segment_id=98b700d1-2ed4-492c-8932-aa5e5255b4ec)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:28:04.289578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.290551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Added routes are [] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 00:28:04.290879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Removed routes are [] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 00:28:04.291411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.370100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Pushing event updated for resources: {'Port': ['ID=299169fc-db15-4047-a944-abd2aa2b4dfe,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:04.390609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:04.391264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.392652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-fe484681-f317-495a-9e30-1da8605a81d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/299169fc-db15-4047-a944-abd2aa2b4dfe HTTP/1.1" status: 200 len: 1092 time: 0.8955417 Dec 08 00:28:04.393093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'tag': '299169fc-db15-4047-a944-abd2aa2b4dfe'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:04.395901 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76406790-99d5-4778-b81a-726fa62efd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8f4020-5213-4906-b72b-3bc7c14e15bc", "tag": "299169fc-db15-4047-a944-abd2aa2b4dfe"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:04.424431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1c5b-c8f7-490c-9cec-20b70ea1d816 req-e069ac69-2501-4f96-9a17-9226175b5823 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:04.426085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6eaa1c5b-c8f7-490c-9cec-20b70ea1d816 req-e069ac69-2501-4f96-9a17-9226175b5823 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 944 time: 0.0717278 Dec 08 00:28:04.472489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.474774 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970ecc6d-cf4b-43e7-8584-726a28cef6a0 x-openstack-request-id: req-970ecc6d-cf4b-43e7-8584-726a28cef6a0 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:04.475116 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8f4020-5213-4906-b72b-3bc7c14e15bc", "tag": "299169fc-db15-4047-a944-abd2aa2b4dfe", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:04.475375 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-970ecc6d-cf4b-43e7-8584-726a28cef6a0 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:04.475778 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'tag': '299169fc-db15-4047-a944-abd2aa2b4dfe', 'status': 'completed', 'code': 200} Dec 08 00:28:04.479453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.508773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6eaa1c5b-c8f7-490c-9cec-20b70ea1d816 req-29bc887a-bbb3-4c6f-9319-5971d3ed1470 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732460 Dec 08 00:28:04.523053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-d645622d-4344-4476-a309-2db75845a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:04.524540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-d645622d-4344-4476-a309-2db75845a5d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e42ea9ae53b84b398e8b6b4dcbfe78f8&device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 1095 time: 0.0651684 Dec 08 00:28:04.566964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:28:04.580091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-357df545-0bb5-46bd-aa4c-52802533e7c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=299169fc-db15-4047-a944-abd2aa2b4dfe HTTP/1.1" status: 200 len: 217 time: 0.0415397 Dec 08 00:28:04.636507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-610b332b-3744-4c70-a1c1-dbdad2b5e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:04.638608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-610b332b-3744-4c70-a1c1-dbdad2b5e156 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a00d4278-fbff-4e87-8513-1ee5d1d9d83a HTTP/1.1" status: 200 len: 849 time: 0.0517378 Dec 08 00:28:04.650154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:28:04.657336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.664898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] Sync routers for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:28:04.666547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-eb3df693-9e6c-4722-b07a-bebaf7ed8b82 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 200 len: 705 time: 0.5844221 Dec 08 00:28:04.667530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52650) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:04.682527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:28:04.683556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:04.684115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-55604b9a-520b-482d-9e1e-3573afd1462a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=284744a1-bddf-48a0-912a-6c8d34dd5e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350728 Dec 08 00:28:04.696957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2989da38-f9c0-45c0-8ee7-79f01eade9e5 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 200 len: 205 time: 0.0282621 Dec 08 00:28:04.699298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-2877b501-c0ee-4d34-880b-ace913a10dfb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:28:04.700314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-2877b501-c0ee-4d34-880b-ace913a10dfb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087073 Dec 08 00:28:04.700914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52652) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:04.772053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:04.831942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:28:02Z', 'revision_number': 11, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:04.837516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8c5816e-c5ec-4b0a-a2af-eac39e166355 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:04.862489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] Checking router: 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:28:04.871355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] Routers {'3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:28:04.871898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:04.941206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] Set router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:04.986676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-7069cec4-f704-43b1-bdd3-2e4b2a01f6b2 service neutron] 10.222.0.44 "GET /v2.0/networks/284744a1-bddf-48a0-912a-6c8d34dd5e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778864 Dec 08 00:28:04.997173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:28:02Z', 'revision_number': 11, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:05.022954 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8c5816e-c5ec-4b0a-a2af-eac39e166355 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.026224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f058b-b70d-4afe-ae40-0bcea3cc3e17 None None] The sync data for ids ['3f505f65-89b5-4bef-b11a-9fe1fdbb82c6'] in n-d-820549-2 is: [{'id': '3f505f65-89b5-4bef-b11a-9fe1fdbb82c6', 'name': 'tempest-RoutersIpV6Test-router-1404205717', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:28:02Z', 'revision_number': 11, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:28:05.038241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8c5816e-c5ec-4b0a-a2af-eac39e166355 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.143496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8c5816e-c5ec-4b0a-a2af-eac39e166355 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.144035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c5816e-c5ec-4b0a-a2af-eac39e166355 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Fanout notify agent at l3_agent the message router_deleted on router 3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:28:05.167757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8c5816e-c5ec-4b0a-a2af-eac39e166355 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.169413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d8c5816e-c5ec-4b0a-a2af-eac39e166355 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 204 len: 168 time: 0.4671164 Dec 08 00:28:05.177724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52658) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:05.185669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6133e513-1b48-437f-a0a6-b5636d604f8a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:28:05.198590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-50d368d4-3da9-43c7-ba0f-1564f1465f94 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-953862344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:28:05.219451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6133e513-1b48-437f-a0a6-b5636d604f8a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:28:05.219886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6133e513-1b48-437f-a0a6-b5636d604f8a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:28:05.220387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b3fae965-5c8c-4d6f-9175-29013e7357a5 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:28:05.249415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b3fae965-5c8c-4d6f-9175-29013e7357a5 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:28:05.249790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b3fae965-5c8c-4d6f-9175-29013e7357a5 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:28:05.259336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea566646-4b65-4098-a906-f9239d79dbd8 req-f01a6d63-47a8-4e0a-8287-79095dc26576 service neutron] 10.222.0.44 "GET /v2.0/networks/284744a1-bddf-48a0-912a-6c8d34dd5e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390113 Dec 08 00:28:05.260970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50d368d4-3da9-43c7-ba0f-1564f1465f94 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.262104 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50d368d4-3da9-43c7-ba0f-1564f1465f94 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.342134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50d368d4-3da9-43c7-ba0f-1564f1465f94 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.351210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50d368d4-3da9-43c7-ba0f-1564f1465f94 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.401942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-50d368d4-3da9-43c7-ba0f-1564f1465f94 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.403639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-50d368d4-3da9-43c7-ba0f-1564f1465f94 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2246261 Dec 08 00:28:05.406698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52660) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:05.413296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-583442d3-91f3-4a53-b8a6-a29198f92f56 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:28:05.437020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76406790-99d5-4778-b81a-726fa62efd6d req-ee079940-2ea1-4c85-ac9c-b333786fc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:05.444231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76406790-99d5-4778-b81a-726fa62efd6d req-ee079940-2ea1-4c85-ac9c-b333786fc718 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e42ea9ae53b84b398e8b6b4dcbfe78f8&device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 1095 time: 0.0766723 Dec 08 00:28:05.559768 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76406790-99d5-4778-b81a-726fa62efd6d req-1eb5a2bf-226a-44d3-adaa-b313b0865166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:05.562047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76406790-99d5-4778-b81a-726fa62efd6d req-1eb5a2bf-226a-44d3-adaa-b313b0865166 service neutron] 10.222.0.44 "GET /v2.0/networks?id=284744a1-bddf-48a0-912a-6c8d34dd5e8d HTTP/1.1" status: 200 len: 910 time: 0.1103723 Dec 08 00:28:05.635957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76406790-99d5-4778-b81a-726fa62efd6d req-6d9ce205-5601-46f8-aea0-42c6a728c490 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=299169fc-db15-4047-a944-abd2aa2b4dfe HTTP/1.1" status: 200 len: 217 time: 0.0638871 Dec 08 00:28:05.673758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583442d3-91f3-4a53-b8a6-a29198f92f56 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.691637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583442d3-91f3-4a53-b8a6-a29198f92f56 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.731686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad387081-4cad-4ee1-b8bc-fad9549a4746 req-a621dfd7-bfc9-4ede-baaf-e57d39fa67d4 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:05.733522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad387081-4cad-4ee1-b8bc-fad9549a4746 req-a621dfd7-bfc9-4ede-baaf-e57d39fa67d4 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 944 time: 0.1088312 Dec 08 00:28:05.743154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76406790-99d5-4778-b81a-726fa62efd6d req-7cd12a89-51b5-432a-99db-840295d23891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:05.744846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76406790-99d5-4778-b81a-726fa62efd6d req-7cd12a89-51b5-432a-99db-840295d23891 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a00d4278-fbff-4e87-8513-1ee5d1d9d83a HTTP/1.1" status: 200 len: 849 time: 0.0842044 Dec 08 00:28:05.802821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76406790-99d5-4778-b81a-726fa62efd6d req-3492a5e5-22d4-423f-9b75-40799e616916 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=284744a1-bddf-48a0-912a-6c8d34dd5e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490808 Dec 08 00:28:05.817797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583442d3-91f3-4a53-b8a6-a29198f92f56 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Router b63a21f0-6439-488d-8beb-3b4b6e23150d is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:28:05.850311 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad387081-4cad-4ee1-b8bc-fad9549a4746 req-808537aa-17e0-48bf-8814-3d6d3c48056c tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043217 Dec 08 00:28:05.908993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583442d3-91f3-4a53-b8a6-a29198f92f56 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:28:05.920801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-583442d3-91f3-4a53-b8a6-a29198f92f56 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:05.921494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76406790-99d5-4778-b81a-726fa62efd6d req-3f0c8b9a-db5b-441b-ad9f-183e880e3f9d service neutron] 10.222.0.44 "GET /v2.0/networks/284744a1-bddf-48a0-912a-6c8d34dd5e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088436 Dec 08 00:28:05.922042 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-583442d3-91f3-4a53-b8a6-a29198f92f56 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "PUT /v2.0/routers/b63a21f0-6439-488d-8beb-3b4b6e23150d HTTP/1.1" status: 200 len: 697 time: 0.5142860 Dec 08 00:28:05.922397 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] Sync routers for ids ['b63a21f0-6439-488d-8beb-3b4b6e23150d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:28:05.924716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52666) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:05.934012 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] Routers {'b63a21f0-6439-488d-8beb-3b4b6e23150d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:28:05.934618 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b63a21f0-6439-488d-8beb-3b4b6e23150d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:06.006312 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] Set router b63a21f0-6439-488d-8beb-3b4b6e23150d gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:06.029606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5dbef33c-a6cf-4c87-a29a-9402ac0dd8cb tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/routers/b63a21f0-6439-488d-8beb-3b4b6e23150d HTTP/1.1" status: 200 len: 703 time: 0.1014061 Dec 08 00:28:06.030140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52668) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.063024 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a21f0-6439-488d-8beb-3b4b6e23150d', 'name': 'tempest-RoutersIpV6Test-router-953862344', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:28:05Z', 'updated_at': '2021-12-08T00:28:05Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:06.086934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-db9f6481-95fc-4dae-b56c-a6eedba170ea tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63a21f0-6439-488d-8beb-3b4b6e23150d HTTP/1.1" status: 200 len: 205 time: 0.0535884 Dec 08 00:28:06.087257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52670) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.090164 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] Checking router: b63a21f0-6439-488d-8beb-3b4b6e23150d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:28:06.099968 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] Routers {'b63a21f0-6439-488d-8beb-3b4b6e23150d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:28:06.100589 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:27:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b63a21f0-6439-488d-8beb-3b4b6e23150d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:06.172064 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] Set router b63a21f0-6439-488d-8beb-3b4b6e23150d gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:28:06.230429 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a21f0-6439-488d-8beb-3b4b6e23150d', 'name': 'tempest-RoutersIpV6Test-router-953862344', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:28:05Z', 'updated_at': '2021-12-08T00:28:05Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:06.259930 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a42fcb-4bd5-4eed-ac50-6947572d972a None None] The sync data for ids ['b63a21f0-6439-488d-8beb-3b4b6e23150d'] in n-d-820549-2 is: [{'id': 'b63a21f0-6439-488d-8beb-3b4b6e23150d', 'name': 'tempest-RoutersIpV6Test-router-953862344', 'tenant_id': '1525cfc833d7472294fe05c4407e1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:28:05Z', 'updated_at': '2021-12-08T00:28:05Z', 'revision_number': 2, 'project_id': '1525cfc833d7472294fe05c4407e1bad', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:28:06.506462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-981cbaf2-7491-412a-ac95-6b29942467d3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:06.512535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76406790-99d5-4778-b81a-726fa62efd6d req-9df7c0eb-a3b8-442e-b740-686c3f741448 service neutron] 10.222.0.44 "GET /v2.0/networks/284744a1-bddf-48a0-912a-6c8d34dd5e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806770 Dec 08 00:28:06.667762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-981cbaf2-7491-412a-ac95-6b29942467d3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:06.669920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-981cbaf2-7491-412a-ac95-6b29942467d3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:06.716710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-981cbaf2-7491-412a-ac95-6b29942467d3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:06.717235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981cbaf2-7491-412a-ac95-6b29942467d3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Fanout notify agent at l3_agent the message router_deleted on router b63a21f0-6439-488d-8beb-3b4b6e23150d {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:28:06.724645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-981cbaf2-7491-412a-ac95-6b29942467d3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:06.725740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-981cbaf2-7491-412a-ac95-6b29942467d3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/b63a21f0-6439-488d-8beb-3b4b6e23150d HTTP/1.1" status: 204 len: 168 time: 0.6376565 Dec 08 00:28:06.730321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.756534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5c21dba7-5687-42f5-bb61-6da0c1091803 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63a21f0-6439-488d-8beb-3b4b6e23150d HTTP/1.1" status: 200 len: 205 time: 0.0251138 Dec 08 00:28:06.758726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52680) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.795399 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-37c8b732-86d6-4c83-b795-d6b71f38098f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] delete failed (client error): The resource could not be found. Dec 08 00:28:06.796410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-37c8b732-86d6-4c83-b795-d6b71f38098f tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/b63a21f0-6439-488d-8beb-3b4b6e23150d HTTP/1.1" status: 404 len: 336 time: 0.0367684 Dec 08 00:28:06.798736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52682) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.823684 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f4c46b-9b79-43c0-8708-eae1796c60bb tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:06.824126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f4c46b-9b79-43c0-8708-eae1796c60bb tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:06.827111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-19f4c46b-9b79-43c0-8708-eae1796c60bb tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/4b0f3147-09cd-45f4-80de-9db85a1ae2b2 HTTP/1.1" status: 404 len: 337 time: 0.0274386 Dec 08 00:28:06.829292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52684) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.858619 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23c9b8b-01b2-4e52-9cb7-81ae7542082a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:06.859104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23c9b8b-01b2-4e52-9cb7-81ae7542082a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:06.862153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b23c9b8b-01b2-4e52-9cb7-81ae7542082a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/35b28b8e-80c7-4609-976f-f1ed68474c08 HTTP/1.1" status: 404 len: 337 time: 0.0319817 Dec 08 00:28:06.864595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52688) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.895978 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f07fe97-ce26-4e5c-bf3e-f9f238ab4db3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:06.895978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f07fe97-ce26-4e5c-bf3e-f9f238ab4db3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:06.895978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6f07fe97-ce26-4e5c-bf3e-f9f238ab4db3 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/c68258ed-59c0-410e-9278-74cc02b20726 HTTP/1.1" status: 404 len: 337 time: 0.0289025 Dec 08 00:28:06.898142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52692) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.914018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 299169fc-db15-4047-a944-abd2aa2b4dfe details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:28:06.953921 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a21d1e-c6e5-419d-86da-a7296d38f298 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:06.954389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a21d1e-c6e5-419d-86da-a7296d38f298 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:06.958095 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-91a21d1e-c6e5-419d-86da-a7296d38f298 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/684c43ec-5302-42aa-8a98-6942c7caf291 HTTP/1.1" status: 404 len: 337 time: 0.0567937 Dec 08 00:28:06.960984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52696) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.991045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dcad85cc-f5f3-4fc5-b0a6-d5de52db06a2 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 200 len: 205 time: 0.0283818 Dec 08 00:28:06.993209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52700) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:06.998721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c049d-bb5b-4ccf-9dde-ebe6255312a8 req-4a0c6e49-4be2-4d94-ab97-c28d86dc6c76 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:07.001497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-579c049d-bb5b-4ccf-9dde-ebe6255312a8 req-4a0c6e49-4be2-4d94-ab97-c28d86dc6c76 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 944 time: 0.0702693 Dec 08 00:28:07.032577 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-014452ff-8e42-4971-ad06-0c628526ebd7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] delete failed (client error): The resource could not be found. Dec 08 00:28:07.036413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-014452ff-8e42-4971-ad06-0c628526ebd7 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/3f505f65-89b5-4bef-b11a-9fe1fdbb82c6 HTTP/1.1" status: 404 len: 336 time: 0.0395439 Dec 08 00:28:07.036737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52702) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.042415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 299169fc-db15-4047-a944-abd2aa2b4dfe, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=299169fc-db15-4047-a944-abd2aa2b4dfe,segment=NetworkSegment(98b700d1-2ed4-492c-8932-aa5e5255b4ec),segment_id=98b700d1-2ed4-492c-8932-aa5e5255b4ec)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:07.062508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '299169fc-db15-4047-a944-abd2aa2b4dfe', 'network_id': '284744a1-bddf-48a0-912a-6c8d34dd5e8d', 'port_id': '299169fc-db15-4047-a944-abd2aa2b4dfe', 'mac_address': 'fa:16:3e:3b:d5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00d4278-fbff-4e87-8513-1ee5d1d9d83a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:28:07.070130 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d7708555-93c1-402a-a92d-d7a3e35173b6 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=bad198f6-d102-4226-9af3-e48805f6bd3f HTTP/1.1" status: 200 len: 205 time: 0.0316484 Dec 08 00:28:07.073526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-579c049d-bb5b-4ccf-9dde-ebe6255312a8 req-8feef556-af33-4c6d-9632-3ee1a9b658b9 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 Dec 08 00:28:07.074602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52706) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.107225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:07.122323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299169fc-db15-4047-a944-abd2aa2b4dfe {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:28:07.122520 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-c265bdb5-5d42-4e45-9b78-2d33d3234700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] delete failed (client error): The resource could not be found. Dec 08 00:28:07.125933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c265bdb5-5d42-4e45-9b78-2d33d3234700 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/bad198f6-d102-4226-9af3-e48805f6bd3f HTTP/1.1" status: 404 len: 336 time: 0.0475447 Dec 08 00:28:07.126222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52708) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.144861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 299169fc-db15-4047-a944-abd2aa2b4dfe, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=299169fc-db15-4047-a944-abd2aa2b4dfe,segment=NetworkSegment(98b700d1-2ed4-492c-8932-aa5e5255b4ec),segment_id=98b700d1-2ed4-492c-8932-aa5e5255b4ec)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:07.148973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:07.154437 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e781784a-2389-4396-8fa4-3d49d53817be tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:07.155183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e781784a-2389-4396-8fa4-3d49d53817be tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:07.158397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e781784a-2389-4396-8fa4-3d49d53817be tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/9c627e96-2e25-4427-9c19-9cbbb3c3fc43 HTTP/1.1" status: 404 len: 337 time: 0.0311813 Dec 08 00:28:07.162065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52710) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.191314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-881fab2f-011c-4fd2-906d-6bbfc013fc1b tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad69b95-0d40-448d-a88d-a6f606b487e3 HTTP/1.1" status: 200 len: 205 time: 0.0276532 Dec 08 00:28:07.193781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52712) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.205382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=299169fc-db15-4047-a944-abd2aa2b4dfe,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:07.248321 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-0838a665-1b15-4c5b-aaae-c434a7b83c05 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] delete failed (client error): The resource could not be found. Dec 08 00:28:07.249500 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0838a665-1b15-4c5b-aaae-c434a7b83c05 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/1ad69b95-0d40-448d-a88d-a6f606b487e3 HTTP/1.1" status: 404 len: 336 time: 0.0536182 Dec 08 00:28:07.256565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52716) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.289481 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c02020fd-696a-4225-a68d-80e01063d188 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=48d66f42-1c30-4551-8cb4-54c08e19319b HTTP/1.1" status: 200 len: 205 time: 0.0315549 Dec 08 00:28:07.291854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52718) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.340414 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-2ed30bc3-6310-4151-95e1-d4e002fc79b1 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] delete failed (client error): The resource could not be found. Dec 08 00:28:07.345647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52722) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.345875 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2ed30bc3-6310-4151-95e1-d4e002fc79b1 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/48d66f42-1c30-4551-8cb4-54c08e19319b HTTP/1.1" status: 404 len: 336 time: 0.0529373 Dec 08 00:28:07.377739 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4361cb17-6fdc-4b3f-a735-9842aa075f51 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:07.378206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4361cb17-6fdc-4b3f-a735-9842aa075f51 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:07.382929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4361cb17-6fdc-4b3f-a735-9842aa075f51 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/fe197403-8723-4eaf-a191-b6b006a5efbc HTTP/1.1" status: 404 len: 337 time: 0.0343649 Dec 08 00:28:07.384052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.414989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-726ea744-1665-42c5-843b-846fcdf4e911 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c794963-5409-4667-a6ef-2887c6eb73da HTTP/1.1" status: 200 len: 205 time: 0.0290318 Dec 08 00:28:07.416586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52726) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.430827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['299169fc-db15-4047-a944-abd2aa2b4dfe'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:28:07.466222 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-478d96f9-2eaa-4832-a865-4a70cb8fa51d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] delete failed (client error): The resource could not be found. Dec 08 00:28:07.467106 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-478d96f9-2eaa-4832-a865-4a70cb8fa51d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/9c794963-5409-4667-a6ef-2887c6eb73da HTTP/1.1" status: 404 len: 336 time: 0.0484092 Dec 08 00:28:07.469712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52728) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.497018 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3420b14f-a679-4fd9-8f52-bd91cefb29e0 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:07.497483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3420b14f-a679-4fd9-8f52-bd91cefb29e0 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:07.501974 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3420b14f-a679-4fd9-8f52-bd91cefb29e0 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/29b68bd4-4912-4d2e-8ffc-c7554af3fd39 HTTP/1.1" status: 404 len: 337 time: 0.0301511 Dec 08 00:28:07.503441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.531110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54abb776-67cf-44eb-b837-16881c1c6a32 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fb2886a-1b6f-4de9-9b17-1775cf405da3 HTTP/1.1" status: 200 len: 205 time: 0.0263054 Dec 08 00:28:07.533175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52732) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.582975 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-e26f9f95-8f2f-4aae-b321-3802b19cae8a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] delete failed (client error): The resource could not be found. Dec 08 00:28:07.583965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e26f9f95-8f2f-4aae-b321-3802b19cae8a tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/routers/5fb2886a-1b6f-4de9-9b17-1775cf405da3 HTTP/1.1" status: 404 len: 336 time: 0.0496788 Dec 08 00:28:07.586554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.885020 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa8e9e6-3087-4d80-8fea-a82aa7374453 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:07.885468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa8e9e6-3087-4d80-8fea-a82aa7374453 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:07.888507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-caa8e9e6-3087-4d80-8fea-a82aa7374453 tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/febb0239-b78e-4b0b-9c22-76d8ad6fa55a HTTP/1.1" status: 404 len: 337 time: 0.3010166 Dec 08 00:28:07.891020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52736) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:07.916352 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b49488-61eb-4040-95ff-3feb6caff17d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] DELETE failed (client error): The resource could not be found. Dec 08 00:28:07.916943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b49488-61eb-4040-95ff-3feb6caff17d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:28:07.919709 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-50b49488-61eb-4040-95ff-3feb6caff17d tempest-RoutersIpV6Test-1628518873 tempest-RoutersIpV6Test-1628518873-project] 10.222.0.18 "DELETE /v2.0/subnets/111a3b93-25d1-4a0b-a930-cac58a5d5e1d HTTP/1.1" status: 404 len: 337 time: 0.0278094 Dec 08 00:28:08.114793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52744) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:08.191453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-95877785-c5d5-4c9e-b583-f76ba7f6ed92 req-57d34268-6702-454d-a8a8-466dd3549eb3 service neutron] (103113) timed out ('10.222.0.59', 60160) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:28:08.197587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32cc5-d253-4e05-90a0-5f24cdcd5a75 req-45cf6b49-ae4a-4b9c-b448-1178f0dd3e32 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:08.203362 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06d32cc5-d253-4e05-90a0-5f24cdcd5a75 req-45cf6b49-ae4a-4b9c-b448-1178f0dd3e32 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 945 time: 0.0538344 Dec 08 00:28:08.282665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7ecd7022-249d-4c62-ac4c-4aaf8fb3d02d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1525cfc833d7472294fe05c4407e1bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666777 Dec 08 00:28:08.285329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52750) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:08.286976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06d32cc5-d253-4e05-90a0-5f24cdcd5a75 req-5dca2f3d-5a2d-432c-85f4-c653d851bc71 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818200 Dec 08 00:28:08.338592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3868333-2d76-41f8-8347-1070485a139c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:08.359471 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3868333-2d76-41f8-8347-1070485a139c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:08.405586 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3868333-2d76-41f8-8347-1070485a139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:08.408647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b3868333-2d76-41f8-8347-1070485a139c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:08.412769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b3868333-2d76-41f8-8347-1070485a139c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/094a19d8-722c-4497-ad62-8e55708282aa HTTP/1.1" status: 204 len: 168 time: 0.1235683 Dec 08 00:28:08.430633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3868333-2d76-41f8-8347-1070485a139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a19d8-722c-4497-ad62-8e55708282aa,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:08.911097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 299169fc-db15-4047-a944-abd2aa2b4dfe up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:28:08.960490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 299169fc-db15-4047-a944-abd2aa2b4dfe completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:28:08.965127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 299169fc-db15-4047-a944-abd2aa2b4dfe triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:28:08.965506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:09.049164 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:09.075697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299169fc-db15-4047-a944-abd2aa2b4dfe'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:09.078528 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f707cb-147f-428c-8353-cadd1378d365" -d '{"events": [{"server_uuid": "6b8f4020-5213-4906-b72b-3bc7c14e15bc", "name": "network-vif-plugged", "status": "completed", "tag": "299169fc-db15-4047-a944-abd2aa2b4dfe"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:09.093453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 299169fc-db15-4047-a944-abd2aa2b4dfe, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=299169fc-db15-4047-a944-abd2aa2b4dfe,segment=NetworkSegment(98b700d1-2ed4-492c-8932-aa5e5255b4ec),segment_id=98b700d1-2ed4-492c-8932-aa5e5255b4ec)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:09.098661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:09.146466 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b1beb1-bd9f-49f3-87ba-febd18b46d0a x-openstack-request-id: req-80b1beb1-bd9f-49f3-87ba-febd18b46d0a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:09.146825 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f4020-5213-4906-b72b-3bc7c14e15bc", "name": "network-vif-plugged", "status": "completed", "tag": "299169fc-db15-4047-a944-abd2aa2b4dfe", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:09.147171 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80b1beb1-bd9f-49f3-87ba-febd18b46d0a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:09.147619 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299169fc-db15-4047-a944-abd2aa2b4dfe', 'code': 200} Dec 08 00:28:09.152674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=299169fc-db15-4047-a944-abd2aa2b4dfe,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:09.304206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04358fa-cd18-4462-a781-3e46696f0506 req-521c89e5-a67e-4f34-9248-1b85f4ab9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:09.306403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e04358fa-cd18-4462-a781-3e46696f0506 req-521c89e5-a67e-4f34-9248-1b85f4ab9302 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 1097 time: 0.0467465 Dec 08 00:28:09.373161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e04358fa-cd18-4462-a781-3e46696f0506 req-edf16207-ddeb-4326-8044-2c0b8ab9c819 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578201 Dec 08 00:28:09.423764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb661e3-0c6d-4c36-adde-55b767ca3794 req-904c6f76-e7d5-492b-9a27-ceec1a44c910 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:09.425340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4bb661e3-0c6d-4c36-adde-55b767ca3794 req-904c6f76-e7d5-492b-9a27-ceec1a44c910 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 946 time: 0.0512121 Dec 08 00:28:09.480949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4bb661e3-0c6d-4c36-adde-55b767ca3794 req-1b9b611c-2fa2-4ebb-a581-ede74d335c57 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Dec 08 00:28:10.640105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595f058-43c1-4d82-972b-14326058438e req-c5de73f5-def0-4a9f-b73d-56ffcd45a5cd tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:10.642755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3595f058-43c1-4d82-972b-14326058438e req-c5de73f5-def0-4a9f-b73d-56ffcd45a5cd tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 946 time: 0.0694125 Dec 08 00:28:10.725427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3595f058-43c1-4d82-972b-14326058438e req-5ab21dd6-255b-43f0-8a96-6424b6ced7b9 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749373 Dec 08 00:28:10.786618 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:28:11.853669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23863bb2-b11b-4097-ada2-79196d138fb6 req-bf339b9e-893e-4180-9a09-67859867a9c3 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:11.855480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23863bb2-b11b-4097-ada2-79196d138fb6 req-bf339b9e-893e-4180-9a09-67859867a9c3 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 946 time: 0.0634477 Dec 08 00:28:11.904826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23863bb2-b11b-4097-ada2-79196d138fb6 req-a1adfb0d-367a-49f3-a179-84b7d884279a tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Dec 08 00:28:13.676420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a53d0a-e0f7-4d21-87d0-b48775e79cd0 req-99f163f7-2043-4a5f-8d91-7558a1b4d295 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:13.683529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38a53d0a-e0f7-4d21-87d0-b48775e79cd0 req-99f163f7-2043-4a5f-8d91-7558a1b4d295 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 946 time: 0.0589151 Dec 08 00:28:13.729385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38a53d0a-e0f7-4d21-87d0-b48775e79cd0 req-16500f25-d4a4-4171-8698-03b94961a054 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Dec 08 00:28:13.813903 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:14.875398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912120d-2c1c-4d93-863d-c881b8ebf241 req-a8f71744-e2a5-45a4-bdba-106f5df3dc9c tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:14.877010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d912120d-2c1c-4d93-863d-c881b8ebf241 req-a8f71744-e2a5-45a4-bdba-106f5df3dc9c tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 946 time: 0.0500607 Dec 08 00:28:14.931931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d912120d-2c1c-4d93-863d-c881b8ebf241 req-346fefbd-86a9-4f38-b570-125859900c75 tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/security-groups?id=41e05479-2c9b-445c-b167-7b2cd4f2267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Dec 08 00:28:15.084228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-6b109bec-a13c-4fea-8b21-7cbd9f834a4d tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:15.085843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-6b109bec-a13c-4fea-8b21-7cbd9f834a4d tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 946 time: 0.0578370 Dec 08 00:28:15.245562 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Deleting port 299169fc-db15-4047-a944-abd2aa2b4dfe {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:28:15.245936 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:15.377435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] For port 299169fc-db15-4047-a944-abd2aa2b4dfe, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=299169fc-db15-4047-a944-abd2aa2b4dfe,segment=NetworkSegment(98b700d1-2ed4-492c-8932-aa5e5255b4ec),segment_id=98b700d1-2ed4-492c-8932-aa5e5255b4ec)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:15.377798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:15.392105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Calling delete_port for 299169fc-db15-4047-a944-abd2aa2b4dfe owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:28:15.524070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:15.555721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Pushing event deleted for resources: {'Port': ['ID=299169fc-db15-4047-a944-abd2aa2b4dfe,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:15.557623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['299169fc-db15-4047-a944-abd2aa2b4dfe'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:28:15.599351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] No DVR routers for this DVR port 299169fc-db15-4047-a944-abd2aa2b4dfe on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:28:15.601669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:15.605052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0cb2805-ead4-40a4-a08e-ec18e9742e90 req-160466b8-3798-4083-8cbd-5702c29ba8ac tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.44 "DELETE /v2.0/ports/299169fc-db15-4047-a944-abd2aa2b4dfe HTTP/1.1" status: 204 len: 173 time: 0.5128009 Dec 08 00:28:15.605496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'name': 'network-vif-deleted', 'tag': '299169fc-db15-4047-a944-abd2aa2b4dfe'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:15.607773 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4016d6-c9f2-42ac-8057-4ac008f886a0" -d '{"events": [{"server_uuid": "6b8f4020-5213-4906-b72b-3bc7c14e15bc", "name": "network-vif-deleted", "tag": "299169fc-db15-4047-a944-abd2aa2b4dfe"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:15.661428 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94da162-0ce9-4998-88b5-39534e07a239 x-openstack-request-id: req-c94da162-0ce9-4998-88b5-39534e07a239 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:15.661734 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f4020-5213-4906-b72b-3bc7c14e15bc", "name": "network-vif-deleted", "tag": "299169fc-db15-4047-a944-abd2aa2b4dfe", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:15.661996 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c94da162-0ce9-4998-88b5-39534e07a239 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:15.662400 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8f4020-5213-4906-b72b-3bc7c14e15bc', 'name': 'network-vif-deleted', 'tag': '299169fc-db15-4047-a944-abd2aa2b4dfe', 'status': 'completed', 'code': 200} Dec 08 00:28:16.085295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96d0b572-9eed-4ee3-b438-b71d6f286900 req-ac8b77d0-0338-4c7f-885f-d5a20f51df8e tempest-ServerTagsTestJSON-220385676 tempest-ServerTagsTestJSON-220385676-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8f4020-5213-4906-b72b-3bc7c14e15bc HTTP/1.1" status: 200 len: 210 time: 0.0424466 Dec 08 00:28:17.134124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52966) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:17.183915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] Deleting subnet a00d4278-fbff-4e87-8513-1ee5d1d9d83a {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:28:17.189356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.253317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.295600 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.359399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.405749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00d4278-fbff-4e87-8513-1ee5d1d9d83a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:17.412272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.415748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c0a29da-2c0e-42df-a0ea-e93b2114eb36 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a00d4278-fbff-4e87-8513-1ee5d1d9d83a HTTP/1.1" status: 204 len: 168 time: 0.2805679 Dec 08 00:28:17.418213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52974) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:17.446857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d2d8-91a7-4db9-a5f6-146266ffc650 req-21e899b8-c542-4d14-8c61-06af6c6416e8 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:17.451377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4721d2d8-91a7-4db9-a5f6-146266ffc650 req-21e899b8-c542-4d14-8c61-06af6c6416e8 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1097 time: 0.0732629 Dec 08 00:28:17.500411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.520054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4721d2d8-91a7-4db9-a5f6-146266ffc650 req-ca467206-3e99-4d38-b9f2-9da1e7f4eb8f tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626709 Dec 08 00:28:17.531463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.648991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.670919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284744a1-bddf-48a0-912a-6c8d34dd5e8d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:17.679720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dbce1-e00f-46b0-a7ec-f753be9b42af req-8caa23cd-15e0-4f2c-91e5-cc84a56424e9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:17.683392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b700d1-2ed4-492c-8932-aa5e5255b4ec') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:17.683900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b700d1-2ed4-492c-8932-aa5e5255b4ec') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:28:17.687454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e68dbce1-e00f-46b0-a7ec-f753be9b42af req-8caa23cd-15e0-4f2c-91e5-cc84a56424e9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0757854 Dec 08 00:28:17.694460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.710202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.717137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:28:17.717435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:28:17.719179 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:28:17.736066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e68dbce1-e00f-46b0-a7ec-f753be9b42af req-b790380b-7ddd-435b-b522-ed7c669842cf tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477395 Dec 08 00:28:17.759414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 52980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:17.779239 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.788084 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:17.791935 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/284744a1-bddf-48a0-912a-6c8d34dd5e8d HTTP/1.1" status: 204 len: 168 time: 0.3724999 Dec 08 00:28:17.802545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e6c5f-6279-4381-875c-da683c2ebdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=284744a1-bddf-48a0-912a-6c8d34dd5e8d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:17.826936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-924eb8f6-64f2-462d-9c2e-b5c12e3c6035 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/f6d2b2be-3f18-48d8-a2a1-e53a403ce046 HTTP/1.1" status: 200 len: 993 time: 0.0656080 Dec 08 00:28:17.976564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52988) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:18.023183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea57bfad-56a4-4d1f-8b95-d63dd1c41816 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e42ea9ae53b84b398e8b6b4dcbfe78f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432153 Dec 08 00:28:18.023492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 52992) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:18.075859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c581-d8d0-407b-9c5b-c74c1ecf8334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:18.104920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c581-d8d0-407b-9c5b-c74c1ecf8334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:18.166156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c581-d8d0-407b-9c5b-c74c1ecf8334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:18.168994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c581-d8d0-407b-9c5b-c74c1ecf8334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:18.170602 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d2c2c581-d8d0-407b-9c5b-c74c1ecf8334 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41e05479-2c9b-445c-b167-7b2cd4f2267e HTTP/1.1" status: 204 len: 168 time: 0.1457610 Dec 08 00:28:18.185175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2c581-d8d0-407b-9c5b-c74c1ecf8334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e05479-2c9b-445c-b167-7b2cd4f2267e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:18.187888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-faaf9f8b-ac31-4428-a596-bfef44225db8 req-58bd1b7d-2c35-4e75-96eb-1379b57c4d9f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:28:18.188979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faaf9f8b-ac31-4428-a596-bfef44225db8 req-58bd1b7d-2c35-4e75-96eb-1379b57c4d9f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120342 Dec 08 00:28:18.663322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d074c-a0e7-4d11-893a-e5d3dc7e8a3e req-75c95ce0-8295-42cf-8394-8b90572277ec tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:18.666259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c07d074c-a0e7-4d11-893a-e5d3dc7e8a3e req-75c95ce0-8295-42cf-8394-8b90572277ec tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0991135 Dec 08 00:28:18.745888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c07d074c-a0e7-4d11-893a-e5d3dc7e8a3e req-390d9a78-aaf6-48bc-ad2c-ab6367997773 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725048 Dec 08 00:28:18.747992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-d2e9cce0-5020-4571-a9cb-c522ab387a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:18.749700 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-d2e9cce0-5020-4571-a9cb-c522ab387a42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1097 time: 0.0528922 Dec 08 00:28:18.887708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-c0833702-9c86-413f-84f3-7a79ea94714b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2951584 Dec 08 00:28:18.905836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-cbe3bacb-3a7f-488b-b12b-d0fbed9b3951 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:28:18.907479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-cbe3bacb-3a7f-488b-b12b-d0fbed9b3951 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131364 Dec 08 00:28:18.913317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-73098b12-ae67-445c-b65c-4fd857ac6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:18.915011 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-73098b12-ae67-445c-b65c-4fd857ac6b51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.1435130 Dec 08 00:28:18.950454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 299169fc-db15-4047-a944-abd2aa2b4dfe no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:28:19.021683 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-efc192b0-6b31-443b-8409-483904d6ab64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 1001 time: 0.0981905 Dec 08 00:28:19.026494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 299169fc-db15-4047-a944-abd2aa2b4dfe {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:28:19.026857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 299169fc-db15-4047-a944-abd2aa2b4dfe not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:28:19.086012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-b4b6edd9-6a65-4378-bfaa-50d04bf4b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:19.088172 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-b4b6edd9-6a65-4378-bfaa-50d04bf4b3c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0580442 Dec 08 00:28:19.165715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-5ec9242d-2e66-4080-85f6-a9cadad0889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:19.167442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-5ec9242d-2e66-4080-85f6-a9cadad0889c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721006 Dec 08 00:28:19.280395 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-8d402761-0cbb-4c37-9c7d-cab74bed0ee5 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046600 Dec 08 00:28:19.417376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c462e05-5331-4d24-a9c0-cfb3a13bd56b req-6066c0d2-c31b-47a4-8ba4-4900dfb085d2 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232486 Dec 08 00:28:19.967369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5cd85-43dd-4ab5-ad5c-8aeddb2f5e26 req-842ddfe8-9292-4dc2-9bad-225a16322466 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:19.975929 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50e5cd85-43dd-4ab5-ad5c-8aeddb2f5e26 req-842ddfe8-9292-4dc2-9bad-225a16322466 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.1139145 Dec 08 00:28:20.009465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-a687ac4b-0e8e-4e24-b361-22b6ec90d873 req-21f388ca-b152-4403-9722-ae642f5640d1 service neutron] (103113) timed out ('10.222.0.44', 50084) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:28:20.071414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50e5cd85-43dd-4ab5-ad5c-8aeddb2f5e26 req-08334b2f-8259-45b9-85eb-7655a49c50eb tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942516 Dec 08 00:28:20.926727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-7c3068a6-1157-4e36-b835-c8a871dc8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:20.930338 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-7c3068a6-1157-4e36-b835-c8a871dc8ad3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1097 time: 0.0592744 Dec 08 00:28:21.038669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-8f793d7d-c490-4d69-9654-e5441e923913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:21.040183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-8f793d7d-c490-4d69-9654-e5441e923913 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.1047165 Dec 08 00:28:21.139580 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-3e7c5826-04b3-4c94-835b-3939d2ba750d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 1001 time: 0.0922687 Dec 08 00:28:21.211347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-0318db72-c38c-4ab4-8ddc-23fc540a5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:21.213201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-0318db72-c38c-4ab4-8ddc-23fc540a5d2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0651386 Dec 08 00:28:21.263114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f8a1d-1778-49a5-9282-b2a1fa4d5c9e req-46a9c573-daac-4858-a1a7-987dd24a1974 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:21.264694 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a2f8a1d-1778-49a5-9282-b2a1fa4d5c9e req-46a9c573-daac-4858-a1a7-987dd24a1974 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0656028 Dec 08 00:28:21.312973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-197ed538-c46a-46d2-9017-108efdd95582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:21.315235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-197ed538-c46a-46d2-9017-108efdd95582 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953012 Dec 08 00:28:21.416076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3407824e-c57d-4d66-ab51-bc213b44b16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:21.444996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a2f8a1d-1778-49a5-9282-b2a1fa4d5c9e req-6608f4cc-5ac9-484d-9056-f324cb295bb2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688046 Dec 08 00:28:21.547806 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-5e5110c7-65c9-406b-a8a2-b9367644f3f1 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132006 Dec 08 00:28:21.731679 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-436f9ea6-849a-4a97-a454-178aede751a1 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749420 Dec 08 00:28:22.041140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53178) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:22.157225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28e2c0a6-9981-4092-9978-130458933344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:22.238004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28e2c0a6-9981-4092-9978-130458933344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:22.243180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28e2c0a6-9981-4092-9978-130458933344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:22.286730 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28e2c0a6-9981-4092-9978-130458933344 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=040f71a086ff47cf87d0dc3c002667e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411749 Dec 08 00:28:22.286730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2c0a6-9981-4092-9978-130458933344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2802983-0548-48a6-9913-0917495f77a5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:22.287403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53182) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:22.350009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05860337-ffd7-4b03-8483-5f3a779d630e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:22.375410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05860337-ffd7-4b03-8483-5f3a779d630e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:22.428045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05860337-ffd7-4b03-8483-5f3a779d630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:22.430945 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05860337-ffd7-4b03-8483-5f3a779d630e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:22.432128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05860337-ffd7-4b03-8483-5f3a779d630e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2802983-0548-48a6-9913-0917495f77a5 HTTP/1.1" status: 204 len: 168 time: 0.1432290 Dec 08 00:28:22.443973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860337-ffd7-4b03-8483-5f3a779d630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2802983-0548-48a6-9913-0917495f77a5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:22.644127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253fdbd-21b7-47cd-9f06-771aa9628da0 req-a57a9787-21ca-4a0b-a5f1-718f8b707e88 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:22.653020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f253fdbd-21b7-47cd-9f06-771aa9628da0 req-a57a9787-21ca-4a0b-a5f1-718f8b707e88 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0870473 Dec 08 00:28:22.752793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f253fdbd-21b7-47cd-9f06-771aa9628da0 req-0851fa9a-617a-443d-89b7-9fe42d80a097 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987031 Dec 08 00:28:22.939247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:22.959453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9901905-9a9d-49fd-b8ae-8a264d66739f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.112133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9901905-9a9d-49fd-b8ae-8a264d66739f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.118312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9901905-9a9d-49fd-b8ae-8a264d66739f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.166931 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e9901905-9a9d-49fd-b8ae-8a264d66739f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99cb79276e0b492298643539bed1c6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259338 Dec 08 00:28:23.168867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9901905-9a9d-49fd-b8ae-8a264d66739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3861a2-9b3c-4db7-9df7-535adfd42051,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:23.169348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53212) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:23.244987 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fb8a-1bc9-4d56-bea5-e8fec6ecb791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.274544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fb8a-1bc9-4d56-bea5-e8fec6ecb791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.349364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fb8a-1bc9-4d56-bea5-e8fec6ecb791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.353561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fb8a-1bc9-4d56-bea5-e8fec6ecb791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.356018 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9ac7fb8a-1bc9-4d56-bea5-e8fec6ecb791 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f3861a2-9b3c-4db7-9df7-535adfd42051 HTTP/1.1" status: 204 len: 168 time: 0.1853044 Dec 08 00:28:23.365613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7fb8a-1bc9-4d56-bea5-e8fec6ecb791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3861a2-9b3c-4db7-9df7-535adfd42051,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:23.606061 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab2fe333-01d6-4315-96cf-0ea5c6d1aa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:23.912339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45044-0454-4c29-a337-8d7d1fec2764 req-dfcf7851-c1b0-4138-a9e2-faa37e435239 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:23.921677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1d45044-0454-4c29-a337-8d7d1fec2764 req-dfcf7851-c1b0-4138-a9e2-faa37e435239 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0723305 Dec 08 00:28:24.052456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1d45044-0454-4c29-a337-8d7d1fec2764 req-a7e66fab-92d8-4708-b3b4-297269b1ac6a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244676 Dec 08 00:28:25.161313 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:25.286147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199e56d-e8a3-4960-a36f-97ca61d2d3e2 req-6c59a6d5-cc93-4db4-9fd9-b3403dac2ef9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:25.288733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e199e56d-e8a3-4960-a36f-97ca61d2d3e2 req-6c59a6d5-cc93-4db4-9fd9-b3403dac2ef9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.1227815 Dec 08 00:28:25.416772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e199e56d-e8a3-4960-a36f-97ca61d2d3e2 req-eebaa559-01c0-42a1-9bb2-ca2abaa7b6e5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216440 Dec 08 00:28:26.335170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:26.602851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce6a3-04a6-4480-979a-c0caa9601bba req-50f29f2d-8618-4fac-b7b3-a34671daacda tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:26.606339 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96dce6a3-04a6-4480-979a-c0caa9601bba req-50f29f2d-8618-4fac-b7b3-a34671daacda tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0843375 Dec 08 00:28:26.691948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96dce6a3-04a6-4480-979a-c0caa9601bba req-10a6828b-30c9-4288-88fc-b5126cd9589a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667768 Dec 08 00:28:27.103204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53330) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:27.220098 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.239127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-820bac5b-deb1-41d1-9383-ea79b5225b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.327905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-820bac5b-deb1-41d1-9383-ea79b5225b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.334263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-820bac5b-deb1-41d1-9383-ea79b5225b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.382331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53334) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:27.382659 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-820bac5b-deb1-41d1-9383-ea79b5225b40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75d4292192914692b229ff088963c20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776072 Dec 08 00:28:27.388096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bac5b-deb1-41d1-9383-ea79b5225b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7226cef2-82bb-4f92-b8d5-e7bbb8efb0dd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:27.448675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92813cd8-c3a4-4fa5-a200-c4d080ccace7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.480820 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92813cd8-c3a4-4fa5-a200-c4d080ccace7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.537830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92813cd8-c3a4-4fa5-a200-c4d080ccace7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.541033 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92813cd8-c3a4-4fa5-a200-c4d080ccace7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.552732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-92813cd8-c3a4-4fa5-a200-c4d080ccace7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7226cef2-82bb-4f92-b8d5-e7bbb8efb0dd HTTP/1.1" status: 204 len: 168 time: 0.1615531 Dec 08 00:28:27.573635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92813cd8-c3a4-4fa5-a200-c4d080ccace7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7226cef2-82bb-4f92-b8d5-e7bbb8efb0dd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:27.872288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9b625-ed06-4a6a-a5b4-f10ea9f9ff09 req-b4a77a48-dd6c-48bb-9635-2e31037807ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:27.875237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbe9b625-ed06-4a6a-a5b4-f10ea9f9ff09 req-b4a77a48-dd6c-48bb-9635-2e31037807ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0993357 Dec 08 00:28:27.913263 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53350) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:27.936819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-938735e9-04de-45a3-a4e0-1035f96d82da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:27.957753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbe9b625-ed06-4a6a-a5b4-f10ea9f9ff09 req-b0e4dde9-ca40-425d-b8cf-732dd4e46c37 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757585 Dec 08 00:28:28.029541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-938735e9-04de-45a3-a4e0-1035f96d82da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:28.037158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-938735e9-04de-45a3-a4e0-1035f96d82da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:28.072344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938735e9-04de-45a3-a4e0-1035f96d82da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782feeb5-3bef-47f5-9217-860a31c9e534,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:28.105925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-938735e9-04de-45a3-a4e0-1035f96d82da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4a7afd727a04495ae606a15d4f7f730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909590 Dec 08 00:28:28.108094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53354) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:28.195278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b87a77b-eccb-42b5-bd06-51101a1eb4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:28.221595 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b87a77b-eccb-42b5-bd06-51101a1eb4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:28.285624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b87a77b-eccb-42b5-bd06-51101a1eb4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:28.291590 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b87a77b-eccb-42b5-bd06-51101a1eb4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:28.292963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b87a77b-eccb-42b5-bd06-51101a1eb4a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/782feeb5-3bef-47f5-9217-860a31c9e534 HTTP/1.1" status: 204 len: 168 time: 0.1834555 Dec 08 00:28:28.304073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87a77b-eccb-42b5-bd06-51101a1eb4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782feeb5-3bef-47f5-9217-860a31c9e534,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:29.219157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7ace4-5202-4122-b08c-96bc36e71cbb req-73b6981a-3753-480f-93f5-342aec28c389 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:29.224206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ba7ace4-5202-4122-b08c-96bc36e71cbb req-73b6981a-3753-480f-93f5-342aec28c389 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.1563525 Dec 08 00:28:29.343633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ba7ace4-5202-4122-b08c-96bc36e71cbb req-4d7c96ee-f405-420e-9920-d08dd0ebfa8e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079073 Dec 08 00:28:30.492635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba86a1-e88f-49e9-b321-faa6afe1da2c req-5f13f645-0540-4baa-b2bb-999d7015c9fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:30.495541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fba86a1-e88f-49e9-b321-faa6afe1da2c req-5f13f645-0540-4baa-b2bb-999d7015c9fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0756519 Dec 08 00:28:30.583200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fba86a1-e88f-49e9-b321-faa6afe1da2c req-691073df-821f-48cc-88f8-8c165a78c7d4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766096 Dec 08 00:28:31.743770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20b7c-cf05-4d57-b7c1-2a83a1b1886b req-28809dca-2430-485e-ac3a-ea44d434ac25 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:31.746266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47c20b7c-cf05-4d57-b7c1-2a83a1b1886b req-28809dca-2430-485e-ac3a-ea44d434ac25 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0788176 Dec 08 00:28:31.814776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47c20b7c-cf05-4d57-b7c1-2a83a1b1886b req-b5b5c50d-da7f-4e78-a7ad-a3ec393fb2bf tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601068 Dec 08 00:28:32.995311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857062c9-b84a-4e17-b5e3-a9bd8e698bc4 req-69b162a4-b533-4a4c-b7a0-88bef80b0324 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:32.997641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-857062c9-b84a-4e17-b5e3-a9bd8e698bc4 req-69b162a4-b533-4a4c-b7a0-88bef80b0324 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0683372 Dec 08 00:28:33.065917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-857062c9-b84a-4e17-b5e3-a9bd8e698bc4 req-a506ce26-d105-4842-a5cb-8f5caf8f93f8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621104 Dec 08 00:28:33.845919 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-23662294-01ec-478d-b935-cddfe3f07442 service neutron] show failed (client error): The resource could not be found. Dec 08 00:28:33.846991 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-23662294-01ec-478d-b935-cddfe3f07442 service neutron] 10.222.0.59 "GET /v2.0/ports/f3d8af25-b8b7-42c5-86e2-e45e85022d87/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0779433 Dec 08 00:28:34.149269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-85106079-1b18-45c2-9dd5-9b3d337bfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:34.150857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-85106079-1b18-45c2-9dd5-9b3d337bfe18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 1097 time: 0.0818870 Dec 08 00:28:34.170954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:28:34.264271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:34.360362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132adf9d-0029-46a9-8c61-1f402cd696e5 req-0246c659-b434-4ff1-9738-3bffc6c9ec91 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:34.362346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-132adf9d-0029-46a9-8c61-1f402cd696e5 req-0246c659-b434-4ff1-9738-3bffc6c9ec91 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.1854949 Dec 08 00:28:34.490338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-132adf9d-0029-46a9-8c61-1f402cd696e5 req-f17a900a-aaf3-4432-98e9-4d005685065d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210012 Dec 08 00:28:34.588212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:34.625429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:28:34.689129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:34.692453 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e269d797-915b-464a-9aa9-beb2410cc472" -d '{"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:34.697808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:34.712502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Transition to ACTIVE for port object f3d8af25-b8b7-42c5-86e2-e45e85022d87 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:28:34.724059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:34.773629 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54908822-56d6-43ba-8491-95450ce47e13 x-openstack-request-id: req-54908822-56d6-43ba-8491-95450ce47e13 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:34.774116 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:34.774116 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54908822-56d6-43ba-8491-95450ce47e13 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:34.774526 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'code': 200} Dec 08 00:28:34.776470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:34.789867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.789867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.789867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.790225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.790526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.790873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.791232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.791561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.791887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.792217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.792553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.792873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.793199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:34.974717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] No DVR routers for this DVR port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:28:35.183451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:28:35.185066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:28:35.185608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:28:35.191029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:28:35.191433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:28:35.197739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:28:35.198092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Checking segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:28:35.198477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Bound using segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:28:35.199068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Bound port: f3d8af25-b8b7-42c5-86e2-e45e85022d87, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:28:35.199439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:35.314728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:28:35.335379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:28:35.345335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:35.410736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:35.419844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:35.420581 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:35.422242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-4d2475fe-5b0c-4c27-b760-7c9f688950f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 1092 time: 1.2557731 Dec 08 00:28:35.560549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-6acf81cd-6681-468a-87b2-7e8fd7c99a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:35.565323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-6acf81cd-6681-468a-87b2-7e8fd7c99a83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1095 time: 0.1068046 Dec 08 00:28:35.744787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-413dbd9a-d591-4e0a-b3cc-9265c366380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:35.746413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-413dbd9a-d591-4e0a-b3cc-9265c366380a service neutron] 10.222.0.44 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.1719604 Dec 08 00:28:35.817432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5a89d-2577-4a30-afff-59a5211885c0 req-5508e643-02a3-4a62-aaf1-40a3b8f9d645 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:35.818526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94f5a89d-2577-4a30-afff-59a5211885c0 req-5508e643-02a3-4a62-aaf1-40a3b8f9d645 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.1994832 Dec 08 00:28:35.867389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-fc546788-87a4-409c-98ac-8e3978b945da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 999 time: 0.1088257 Dec 08 00:28:35.944032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-3effbb56-54ab-44c8-b792-6ff21251e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:35.944032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-3effbb56-54ab-44c8-b792-6ff21251e0d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0608590 Dec 08 00:28:35.946631 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94f5a89d-2577-4a30-afff-59a5211885c0 req-f3b41485-70ca-4c57-8081-7f1e57cb9956 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186032 Dec 08 00:28:36.009395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-e1bad9f4-8469-4f0d-890f-302bd4baff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:36.011056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-e1bad9f4-8469-4f0d-890f-302bd4baff48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551867 Dec 08 00:28:36.130848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-28054081-1364-43bc-af81-900e9197d62e service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118362 Dec 08 00:28:36.303005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2095057-c9ad-4c5d-8cba-2b68221c73ae req-0067334f-0981-4417-9df8-0c91df987045 service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642542 Dec 08 00:28:36.775887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:36.779618 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ab3c1-55fa-4e53-8043-21f22102254b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:36.850014 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb82731-4d10-46f1-89ad-bd54da6cdb5c x-openstack-request-id: req-abb82731-4d10-46f1-89ad-bd54da6cdb5c {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:36.850494 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:36.850958 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abb82731-4d10-46f1-89ad-bd54da6cdb5c {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:36.851559 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'status': 'completed', 'code': 200} Dec 08 00:28:37.001465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-91ff9dc9-0155-4c1c-b7de-0b7ad2b500d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.003861 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-91ff9dc9-0155-4c1c-b7de-0b7ad2b500d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1095 time: 0.0735943 Dec 08 00:28:37.129804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-5bb52553-e420-41b2-b388-74bc829dc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.131334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-5bb52553-e420-41b2-b388-74bc829dc326 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.1096921 Dec 08 00:28:37.151053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-14b63869-cbbb-47c4-8009-c3cff9c7dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.152624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-14b63869-cbbb-47c4-8009-c3cff9c7dd35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1095 time: 0.1208854 Dec 08 00:28:37.166336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf007fa-1cc3-4a35-802f-fae99b9a19a8 req-4b62098d-6ef6-4b55-9b4a-6a8184ce3d3f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.177145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3bf007fa-1cc3-4a35-802f-fae99b9a19a8 req-4b62098d-6ef6-4b55-9b4a-6a8184ce3d3f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.0778470 Dec 08 00:28:37.243981 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-a4b5d31f-7c13-49df-8fb0-809d1faa225c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 999 time: 0.1052186 Dec 08 00:28:37.352152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3bf007fa-1cc3-4a35-802f-fae99b9a19a8 req-f1deb153-eeaa-4f68-99d0-e4f8dbacf47e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728711 Dec 08 00:28:37.359570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-e353d71b-4b27-444d-a164-ea4306b96d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.364209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-e353d71b-4b27-444d-a164-ea4306b96d3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.1126723 Dec 08 00:28:37.412399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-b02a9d7b-a63b-4b8a-b9cc-45c1b8bab39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.413960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-b02a9d7b-a63b-4b8a-b9cc-45c1b8bab39c service neutron] 10.222.0.44 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.2156689 Dec 08 00:28:37.436583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-400bd621-57e1-4f46-90f8-ac81ce4c10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.438136 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-400bd621-57e1-4f46-90f8-ac81ce4c10ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671568 Dec 08 00:28:37.449663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-a476c5ac-ec68-4118-90c4-05a0def0cab5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:28:37.450720 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-a476c5ac-ec68-4118-90c4-05a0def0cab5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053382 Dec 08 00:28:37.565005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-1bba85fd-8cbb-4620-94cf-2a3b5fdc37ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 999 time: 0.1432159 Dec 08 00:28:37.596537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-5587015d-f2a4-48aa-b634-2bcceaf652f3 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370542 Dec 08 00:28:37.647166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-af9c1a38-b61f-462c-b76e-fc2aed227934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.650272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-af9c1a38-b61f-462c-b76e-fc2aed227934 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0760255 Dec 08 00:28:37.707923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53662) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:37.745661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-99698190-e41f-4638-af27-ad37e3762217 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408563 Dec 08 00:28:37.760054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-4e95d5c9-26b8-435e-896f-8608f15d1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:37.762225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-4e95d5c9-26b8-435e-896f-8608f15d1b7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031084 Dec 08 00:28:37.897612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd7e-aeca-4eb1-a061-bb5a6ca4ff67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:37.943500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-574a958f-d4b5-4462-948f-f108b51b87d3 service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730013 Dec 08 00:28:38.088861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc1ab3c1-55fa-4e53-8043-21f22102254b req-3f6812ff-4540-4dde-9fdf-ad16d7daee2d service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331592 Dec 08 00:28:38.160004 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd7e-aeca-4eb1-a061-bb5a6ca4ff67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:38.164339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd7e-aeca-4eb1-a061-bb5a6ca4ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:38.215849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9dc2dd7e-aeca-4eb1-a061-bb5a6ca4ff67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c026971582584e5086f1ee2962c59bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5039546 Dec 08 00:28:38.218558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53672) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:38.227528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2dd7e-aeca-4eb1-a061-bb5a6ca4ff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13098c-2584-479c-91b2-ac1f62af6fd9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:38.311790 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:38.343062 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:38.428488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:38.431144 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:38.432309 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca13098c-2584-479c-91b2-ac1f62af6fd9 HTTP/1.1" status: 204 len: 168 time: 0.2121310 Dec 08 00:28:38.447363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13098c-2584-479c-91b2-ac1f62af6fd9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:38.466957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.467486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.467978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.468638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.469624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.472484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:28:38.491571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.491921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.492266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.492609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.492944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.493279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.493610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.493939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c744b-6eef-4ee4-a4e9-26f9c78da565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:28:38.536227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:28:38.541756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057850e7-632c-4a03-800a-fe3a23074225 req-af172cbd-d73b-4686-8362-85520b83a25a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:38.543855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-057850e7-632c-4a03-800a-fe3a23074225 req-af172cbd-d73b-4686-8362-85520b83a25a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.0664823 Dec 08 00:28:38.615879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-057850e7-632c-4a03-800a-fe3a23074225 req-88aa3667-de66-4342-87de-70b80dacc490 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646968 Dec 08 00:28:38.847864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53688) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:38.861645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad5b7-7e83-45af-8b47-f827ae440be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.018844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad5b7-7e83-45af-8b47-f827ae440be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.019698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-aa152a03-c915-428b-a941-231053f486c6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:39.022067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-aa152a03-c915-428b-a941-231053f486c6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e&tenant_id=67f0588638f3439eb5346e5a32ef2d21&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 944 time: 0.1936452 Dec 08 00:28:39.024625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad5b7-7e83-45af-8b47-f827ae440be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.032248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acf1d2-84a3-4ae3-8dcb-bdf00e8da1d9 req-c7f80f36-3ffc-4fd4-a176-6c8a75057bf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:39.034086 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1acf1d2-84a3-4ae3-8dcb-bdf00e8da1d9 req-c7f80f36-3ffc-4fd4-a176-6c8a75057bf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 944 time: 0.1380939 Dec 08 00:28:39.054393 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bd3ad5b7-7e83-45af-8b47-f827ae440be7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaa3b4fac0bd4465933f41190eab1697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053497 Dec 08 00:28:39.061487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53696) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:39.095444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ad5b7-7e83-45af-8b47-f827ae440be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f902cbf-59df-4cb0-8ecf-2a0c8495c3f8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:39.123493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:28:39.171470 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af015e22-2ae7-40db-93ba-0cc7cc99e948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.207695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af015e22-2ae7-40db-93ba-0cc7cc99e948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.322259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af015e22-2ae7-40db-93ba-0cc7cc99e948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.330049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af015e22-2ae7-40db-93ba-0cc7cc99e948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.336415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:39.337691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af015e22-2ae7-40db-93ba-0cc7cc99e948 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f902cbf-59df-4cb0-8ecf-2a0c8495c3f8 HTTP/1.1" status: 204 len: 168 time: 0.2717566 Dec 08 00:28:39.362279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af015e22-2ae7-40db-93ba-0cc7cc99e948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f902cbf-59df-4cb0-8ecf-2a0c8495c3f8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:39.440383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'port_id': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'mac_address': 'fa:16:3e:13:4d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:28:39.601703 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.634598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d8af25-b8b7-42c5-86e2-e45e85022d87 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:28:39.658700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:39.671256 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:39.755356 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-424cba2a-7087-4682-bc87-ba1f54cc114d service neutron] 10.222.0.44 "GET /v2.0/ports/f3d8af25-b8b7-42c5-86e2-e45e85022d87/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 382 time: 0.7199407 Dec 08 00:28:39.801496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:39.802266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c1acf1d2-84a3-4ae3-8dcb-bdf00e8da1d9 req-bb440126-2322-4c45-a85d-e7aab5474187 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7380412 Dec 08 00:28:39.851394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-d8470777-b012-4585-877f-09872300cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:39.853195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-d8470777-b012-4585-877f-09872300cea7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1096 time: 0.0496523 Dec 08 00:28:39.964424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['f3d8af25-b8b7-42c5-86e2-e45e85022d87'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:28:39.999787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53722) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:40.005368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-253a3bfc-4e3f-40b2-94fc-0b1cb65f8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:40.015604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-253a3bfc-4e3f-40b2-94fc-0b1cb65f8298 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.1507380 Dec 08 00:28:40.158598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-4ec83219-9330-41c5-b9e5-ed07b43f0186 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 1000 time: 0.1339107 Dec 08 00:28:40.195404 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2667aa73-0411-462d-a0d6-de3d9bc95a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:40.259681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-8dd86d0a-060e-44d0-b0c6-1c6ae79e201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:40.267455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-8dd86d0a-060e-44d0-b0c6-1c6ae79e201e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0998647 Dec 08 00:28:40.343582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2667aa73-0411-462d-a0d6-de3d9bc95a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:40.346922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-e1fb7a74-7478-43da-8378-d8fa11bf2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:40.350069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-e1fb7a74-7478-43da-8378-d8fa11bf2696 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757883 Dec 08 00:28:40.351934 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2667aa73-0411-462d-a0d6-de3d9bc95a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:40.426222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53734) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:40.428116 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2667aa73-0411-462d-a0d6-de3d9bc95a9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ae28f41ca4f44f99010ab9ac712cfaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4218717 Dec 08 00:28:40.458502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667aa73-0411-462d-a0d6-de3d9bc95a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20669a60-e5ba-4be1-b585-2c972ea9726e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:40.515815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4993a7d-8bcd-4f74-93db-ddcdc29f2c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:40.540925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4993a7d-8bcd-4f74-93db-ddcdc29f2c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:40.601735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-ad01cc94-93d6-48fa-8622-3d93c05ccc2d service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436590 Dec 08 00:28:40.744766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4993a7d-8bcd-4f74-93db-ddcdc29f2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:40.752381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4993a7d-8bcd-4f74-93db-ddcdc29f2c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:40.756374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d4993a7d-8bcd-4f74-93db-ddcdc29f2c1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20669a60-e5ba-4be1-b585-2c972ea9726e HTTP/1.1" status: 204 len: 168 time: 0.3262973 Dec 08 00:28:40.795467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4993a7d-8bcd-4f74-93db-ddcdc29f2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20669a60-e5ba-4be1-b585-2c972ea9726e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:40.817857 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-890eee87-034c-43b0-9176-8c1485c34bec service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070825 Dec 08 00:28:41.062460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe823eb-0063-444e-98d7-556451229aa1 req-b957f96d-5599-4e04-a5f9-905dd8086599 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:41.064458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfe823eb-0063-444e-98d7-556451229aa1 req-b957f96d-5599-4e04-a5f9-905dd8086599 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 945 time: 0.1260266 Dec 08 00:28:41.157225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:28:41.198418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfe823eb-0063-444e-98d7-556451229aa1 req-2d1c082d-bb09-45cc-ab67-a7f72ad3c59a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267209 Dec 08 00:28:41.242952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port f3d8af25-b8b7-42c5-86e2-e45e85022d87 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:28:41.256607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port f3d8af25-b8b7-42c5-86e2-e45e85022d87 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:28:41.256989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.348855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53764) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:41.366369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-611addc6-e8ee-4c49-b552-8d3fe4a2e98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.383950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.415311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:41.419307 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b042f7-ec50-4170-a132-c0860f4ed902" -d '{"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:41.441056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:41.460992 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.492992 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-611addc6-e8ee-4c49-b552-8d3fe4a2e98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.498208 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-611addc6-e8ee-4c49-b552-8d3fe4a2e98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.515951 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae4c43-3c49-4bfc-b2ae-2d87aaa87178 x-openstack-request-id: req-33ae4c43-3c49-4bfc-b2ae-2d87aaa87178 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:41.516318 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:41.516505 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ae4c43-3c49-4bfc-b2ae-2d87aaa87178 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:41.516886 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'code': 200} Dec 08 00:28:41.541917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611addc6-e8ee-4c49-b552-8d3fe4a2e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ded45f-dc8a-4e1a-a0f4-37db669fa487,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:41.566573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53776) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:41.595536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-611addc6-e8ee-4c49-b552-8d3fe4a2e98d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ab29fe2c407401ca4d3358c58d31947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450721 Dec 08 00:28:41.596418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:41.662544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-873b3aa4-f38b-44a8-9ff5-ab24a83f96a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.689646 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-873b3aa4-f38b-44a8-9ff5-ab24a83f96a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.745010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-873b3aa4-f38b-44a8-9ff5-ab24a83f96a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.749362 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-873b3aa4-f38b-44a8-9ff5-ab24a83f96a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:41.759588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-873b3aa4-f38b-44a8-9ff5-ab24a83f96a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54ded45f-dc8a-4e1a-a0f4-37db669fa487 HTTP/1.1" status: 204 len: 168 time: 0.1916800 Dec 08 00:28:41.769772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b3aa4-f38b-44a8-9ff5-ab24a83f96a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ded45f-dc8a-4e1a-a0f4-37db669fa487,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:42.415407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8fe3-5ea8-479a-bc9b-3c3588b1dc21 req-08570e31-5919-480f-b386-6fe8ad100bda tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:42.424366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06ef8fe3-5ea8-479a-bc9b-3c3588b1dc21 req-08570e31-5919-480f-b386-6fe8ad100bda tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0694630 Dec 08 00:28:42.476937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06ef8fe3-5ea8-479a-bc9b-3c3588b1dc21 req-70ab7e50-0095-42a1-b7d8-f16762c5ceab tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514033 Dec 08 00:28:43.162814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53836) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:43.321417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0aa95ced-d377-45ee-8080-86f1f065b26d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:43.387691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-98e00d0d-5aaf-4450-8fb1-9acc7fdac529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:43.389338 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-98e00d0d-5aaf-4450-8fb1-9acc7fdac529 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 1097 time: 0.2502408 Dec 08 00:28:43.410256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:28:43.461292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0aa95ced-d377-45ee-8080-86f1f065b26d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:43.477169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0aa95ced-d377-45ee-8080-86f1f065b26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:43.549488 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0aa95ced-d377-45ee-8080-86f1f065b26d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=677840673f3241a3b9aede4ca557ad1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825567 Dec 08 00:28:43.550866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53850) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:43.559202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa95ced-d377-45ee-8080-86f1f065b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76561de7-f168-4cf1-84b8-bf5be64b637f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:43.594619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:43.674354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faffb7-0ff1-46d5-9c51-d83985f37939 req-a761cea8-08d5-4164-a7cf-c8762646f557 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:43.688643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2faffb7-0ff1-46d5-9c51-d83985f37939 req-a761cea8-08d5-4164-a7cf-c8762646f557 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 946 time: 0.0881000 Dec 08 00:28:43.730589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-df83-4a7f-83a0-3753a43ac041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:43.771956 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2faffb7-0ff1-46d5-9c51-d83985f37939 req-a9c7a7b3-987a-4e79-a33e-1966944bbc98 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747855 Dec 08 00:28:43.781849 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-df83-4a7f-83a0-3753a43ac041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:43.850242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:43.884999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:43.933914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:28:43.999405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.013316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Transition to ACTIVE for port object f3d8af25-b8b7-42c5-86e2-e45e85022d87 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:28:44.014192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:44.017212 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432917f4-7c88-4d91-9196-beb3100babdf" -d '{"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:44.021694 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-df83-4a7f-83a0-3753a43ac041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.024901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-df83-4a7f-83a0-3753a43ac041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.026526 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af6b923a-df83-4a7f-83a0-3753a43ac041 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76561de7-f168-4cf1-84b8-bf5be64b637f HTTP/1.1" status: 204 len: 168 time: 0.4753292 Dec 08 00:28:44.040009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.285822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b923a-df83-4a7f-83a0-3753a43ac041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76561de7-f168-4cf1-84b8-bf5be64b637f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:44.415757 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e28db-4226-4e44-a8b0-a1b0b5101701 x-openstack-request-id: req-2f9e28db-4226-4e44-a8b0-a1b0b5101701 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:44.416062 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:44.416326 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f9e28db-4226-4e44-a8b0-a1b0b5101701 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:44.418409 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'code': 200} Dec 08 00:28:44.420323 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] No DVR routers for this DVR port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:28:44.427682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:44.619547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53880) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:44.679636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:28:44.680000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:28:44.680319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:28:44.693709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:28:44.693898 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Attempting to bind port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on network 78a06670-c3dc-4839-9b8b-7835928bfab4 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:28:44.708786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:28:44.709412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Checking segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:28:44.709809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Bound using segment: {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:28:44.710251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Bound port: f3d8af25-b8b7-42c5-86e2-e45e85022d87, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca6bf6e-18c8-4b36-8a77-c9aead919b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:28:44.710712 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.784871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53886) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:44.795822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:28:44.800478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:28:44.806735 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.842098 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbdfaf2d-dd7e-48e1-aa9b-a263f4bc8330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.852794 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29904f07-fd9d-4229-b671-b9c15c620ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.866585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=11']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:44.877579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:44.878552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:44.880399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-675aae4d-38cd-4b93-9725-f33b9c0cddbd service neutron] 10.222.0.59 "PUT /v2.0/ports/f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 1093 time: 1.4746280 Dec 08 00:28:44.990589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcefc1-8d33-4b97-9bea-f99943aebdef req-88bdbc58-45d7-46ff-b8c8-aeadac9717e5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:44.998482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdfcefc1-8d33-4b97-9bea-f99943aebdef req-88bdbc58-45d7-46ff-b8c8-aeadac9717e5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 945 time: 0.0956590 Dec 08 00:28:45.015349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-12c303cb-9cce-48ae-8791-e3d3cea68b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:45.021857 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-12c303cb-9cce-48ae-8791-e3d3cea68b92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1096 time: 0.0959859 Dec 08 00:28:45.153782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bdfcefc1-8d33-4b97-9bea-f99943aebdef req-235d2eaf-4479-49b6-8877-e50e1a46a4bb tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535661 Dec 08 00:28:45.175016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbdfaf2d-dd7e-48e1-aa9b-a263f4bc8330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.180280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29904f07-fd9d-4229-b671-b9c15c620ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.184172 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbdfaf2d-dd7e-48e1-aa9b-a263f4bc8330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.197805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:28:45.213887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-192cfbea-2788-4ffe-acf2-e7590e553cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:45.215986 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-192cfbea-2788-4ffe-acf2-e7590e553cdb service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.1885736 Dec 08 00:28:45.220364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfaf2d-dd7e-48e1-aa9b-a263f4bc8330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af15c0e9-c295-4990-b720-68c2999c1453,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:45.235848 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-29904f07-fd9d-4229-b671-b9c15c620ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.260871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:28:45.271553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-29904f07-fd9d-4229-b671-b9c15c620ec1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=becaff49f8984a21adbcbb628cb5e38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6509197 Dec 08 00:28:45.276903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53892) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:45.316089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-c0ddedb1-211b-4e1f-9b8b-135f5c3cbd3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 999 time: 0.0901723 Dec 08 00:28:45.334445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dbdfaf2d-dd7e-48e1-aa9b-a263f4bc8330 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80f5cd6a89aa43a7b59d9b44a9b4761b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482028 Dec 08 00:28:45.337905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53894) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:45.372090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29904f07-fd9d-4229-b671-b9c15c620ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e28d959-14f8-4c61-b677-0bfd8393f425,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:45.393502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-ea6d5256-41a4-4c78-ad53-70a95af8a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:45.398850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-ea6d5256-41a4-4c78-ad53-70a95af8a7e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0748467 Dec 08 00:28:45.427289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bacc-332f-4607-85cf-b630c91dc6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.453756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-39f6f0fe-a3bb-4c28-abd8-3bb5ec2287be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:45.455737 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-39f6f0fe-a3bb-4c28-abd8-3bb5ec2287be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521014 Dec 08 00:28:45.457260 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f371108-c7b3-4fc3-91b9-dbb70d14b719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.468818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bacc-332f-4607-85cf-b630c91dc6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.506501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f371108-c7b3-4fc3-91b9-dbb70d14b719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.587998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f371108-c7b3-4fc3-91b9-dbb70d14b719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.591625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-77ea106a-c3d7-41c4-9ccc-c18cc05539f4 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263020 Dec 08 00:28:45.593365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f371108-c7b3-4fc3-91b9-dbb70d14b719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.595137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7f371108-c7b3-4fc3-91b9-dbb70d14b719 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af15c0e9-c295-4990-b720-68c2999c1453 HTTP/1.1" status: 204 len: 168 time: 0.2522998 Dec 08 00:28:45.604376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bacc-332f-4607-85cf-b630c91dc6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.607528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bacc-332f-4607-85cf-b630c91dc6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:45.612783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e9b8bacc-332f-4607-85cf-b630c91dc6ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e28d959-14f8-4c61-b677-0bfd8393f425 HTTP/1.1" status: 204 len: 168 time: 0.3241222 Dec 08 00:28:45.620476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f371108-c7b3-4fc3-91b9-dbb70d14b719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15c0e9-c295-4990-b720-68c2999c1453,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:45.661542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8bacc-332f-4607-85cf-b630c91dc6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e28d959-14f8-4c61-b677-0bfd8393f425,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:45.763357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5c8f5e3b-dc1f-488d-9e91-7a621fdeb90a req-de43139d-12ab-455b-9dee-f4746b23baf8 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637337 Dec 08 00:28:46.081933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:46.096181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d2e33df-9de3-47a4-b3fa-bc2ad6906c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:46.251238 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d2e33df-9de3-47a4-b3fa-bc2ad6906c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:46.263351 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d2e33df-9de3-47a4-b3fa-bc2ad6906c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:46.342789 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3d2e33df-9de3-47a4-b3fa-bc2ad6906c44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03677beafbf74a4ebf13f500c4827895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2597315 Dec 08 00:28:46.347110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 53924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:46.367580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e33df-9de3-47a4-b3fa-bc2ad6906c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f26d35-261c-4792-9fa1-191a805894a8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:46.404562 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3942d-b235-4e50-8277-82dc4b50fc71 req-083ec8f5-b5ff-4ab1-8a51-2afaa8dc2087 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:46.405002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92e3942d-b235-4e50-8277-82dc4b50fc71 req-083ec8f5-b5ff-4ab1-8a51-2afaa8dc2087 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 945 time: 0.0994203 Dec 08 00:28:46.420861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:46.423106 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:46.441203 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff93-6ab5-437d-ae33-17e786a1f22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:46.474945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92e3942d-b235-4e50-8277-82dc4b50fc71 req-c89ea60a-d481-458c-8fed-8912357639e3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605109 Dec 08 00:28:46.489235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff93-6ab5-437d-ae33-17e786a1f22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:46.512602 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2406c779-f21c-46e4-aa42-5bead103bf5d x-openstack-request-id: req-2406c779-f21c-46e4-aa42-5bead103bf5d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:46.513152 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:46.513638 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2406c779-f21c-46e4-aa42-5bead103bf5d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:46.515118 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'status': 'completed', 'code': 200} Dec 08 00:28:46.608874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff93-6ab5-437d-ae33-17e786a1f22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:46.615641 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff93-6ab5-437d-ae33-17e786a1f22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:46.616881 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-baa7ff93-6ab5-437d-ae33-17e786a1f22c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9f26d35-261c-4792-9fa1-191a805894a8 HTTP/1.1" status: 204 len: 168 time: 0.2686396 Dec 08 00:28:46.631556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-b343b278-7b9b-4f46-8970-afa2c6ed52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:46.639814 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-b343b278-7b9b-4f46-8970-afa2c6ed52f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1096 time: 0.0743959 Dec 08 00:28:46.640708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7ff93-6ab5-437d-ae33-17e786a1f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f26d35-261c-4792-9fa1-191a805894a8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:46.670933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-9c45e287-6754-46b9-84f9-534329e3a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:46.673216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-9c45e287-6754-46b9-84f9-534329e3a523 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1096 time: 0.1190782 Dec 08 00:28:46.829015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-16372467-1353-43e6-aa47-d4bd5750131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:46.830817 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-16372467-1353-43e6-aa47-d4bd5750131b service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.1862357 Dec 08 00:28:46.881481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-68ea11d0-5480-4eda-8176-a91a69421c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:46.882812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-68ea11d0-5480-4eda-8176-a91a69421c13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.2010615 Dec 08 00:28:46.957200 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-6e46ed09-9058-454c-b6df-7b431fa9c7e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 999 time: 0.1082494 Dec 08 00:28:47.043156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-5e62885e-9041-41c0-b6ca-b099922b541d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 999 time: 0.1484535 Dec 08 00:28:47.076949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-b624b363-f757-4de4-a66e-aad6656df9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:47.078421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-b624b363-f757-4de4-a66e-aad6656df9ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.1139452 Dec 08 00:28:47.115093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-cd32f28e-b47e-44d7-9014-ac963a9f84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:47.116599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-cd32f28e-b47e-44d7-9014-ac963a9f84e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0694733 Dec 08 00:28:47.176667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-b8e5f66b-718b-4191-8335-3f9f869fd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:47.178180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-b8e5f66b-718b-4191-8335-3f9f869fd9e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892854 Dec 08 00:28:47.219801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-ebfdc2a7-d666-465e-8a45-489a48b9a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:47.226029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-ebfdc2a7-d666-465e-8a45-489a48b9a2a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986404 Dec 08 00:28:47.418233 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-716df293-65ba-40cd-86b1-08b8c2ceecea service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211566 Dec 08 00:28:47.438563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-17fe643e-177e-41a1-8ec1-cdd346908446 service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076402 Dec 08 00:28:47.558645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:47.636054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-b3dba26f-ede8-43a1-a2c9-a4d25bc31637 service neutron] 10.222.0.44 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868799 Dec 08 00:28:47.672326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c23d3f96-9e73-4729-9e47-5ec30c4dbea7 req-0ed46a45-6fef-4494-b510-cf9e3166214d service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407393 Dec 08 00:28:47.708234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106e135-f06d-4c4c-9aa1-bc522e386ff2 req-947bf9ba-e74a-4abb-ab4a-9a1404c38992 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:28:47.709932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1106e135-f06d-4c4c-9aa1-bc522e386ff2 req-947bf9ba-e74a-4abb-ab4a-9a1404c38992 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 945 time: 0.0726852 Dec 08 00:28:47.773246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1106e135-f06d-4c4c-9aa1-bc522e386ff2 req-3bbde70c-1d80-42a7-90fb-a535cbd0dfc9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575585 Dec 08 00:28:47.786686 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:28:47.798432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 53980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:47.882983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8c66f338-f6a3-45a7-95d0-7ff88d3abae9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/f6d2b2be-3f18-48d8-a2a1-e53a403ce046 HTTP/1.1" status: 200 len: 991 time: 0.0804353 Dec 08 00:28:48.509584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:28:48.621233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:48.640526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'port_id': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'mac_address': 'fa:16:3e:13:4d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:28:48.688447 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:48.715996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d8af25-b8b7-42c5-86e2-e45e85022d87 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:28:48.749513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:48.770926 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:48.835912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:49.048168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['f3d8af25-b8b7-42c5-86e2-e45e85022d87'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:28:49.183637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54056) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:49.448320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d00c68df-3603-4bcf-92d4-61ee51a15ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:49.546608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d00c68df-3603-4bcf-92d4-61ee51a15ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:49.551400 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d00c68df-3603-4bcf-92d4-61ee51a15ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:49.597173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54070) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:49.598016 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d00c68df-3603-4bcf-92d4-61ee51a15ad6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4c3a02ec15d4fd581c0b0d7cdbde34f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118605 Dec 08 00:28:49.599807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c68df-3603-4bcf-92d4-61ee51a15ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468fe97b-7b28-4635-a16d-ed12d940cd8f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:49.669703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38246837-58c5-4956-b35b-a44d369b6881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:49.694068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38246837-58c5-4956-b35b-a44d369b6881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:49.758809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38246837-58c5-4956-b35b-a44d369b6881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:49.762026 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-38246837-58c5-4956-b35b-a44d369b6881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:49.763276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-38246837-58c5-4956-b35b-a44d369b6881 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/468fe97b-7b28-4635-a16d-ed12d940cd8f HTTP/1.1" status: 204 len: 168 time: 0.1650062 Dec 08 00:28:49.781008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246837-58c5-4956-b35b-a44d369b6881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468fe97b-7b28-4635-a16d-ed12d940cd8f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:50.167702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54094) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:50.180925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e942c339-23b5-41bb-9f98-448e54b20812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.259853 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e942c339-23b5-41bb-9f98-448e54b20812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.264073 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e942c339-23b5-41bb-9f98-448e54b20812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.307697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54098) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:50.308299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e942c339-23b5-41bb-9f98-448e54b20812 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29d9dc1bd9e14aa2aa3946482ec5b84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389534 Dec 08 00:28:50.309140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942c339-23b5-41bb-9f98-448e54b20812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b349f2-cdc1-4955-ba10-ddb8ac08ed8a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:50.509214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:28:50.596630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port f3d8af25-b8b7-42c5-86e2-e45e85022d87 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:28:50.610496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port f3d8af25-b8b7-42c5-86e2-e45e85022d87 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:28:50.610496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.730320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c10aae10-c95e-4826-9a7a-c639cf9bbd3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.744472 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.756655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c10aae10-c95e-4826-9a7a-c639cf9bbd3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.773177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:28:50.775744 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cb7b5f-cc29-48b6-bd60-ffe62e8517e8" -d '{"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:28:50.789756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:28:50.799384 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.832700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c10aae10-c95e-4826-9a7a-c639cf9bbd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.836122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c10aae10-c95e-4826-9a7a-c639cf9bbd3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:50.837553 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c10aae10-c95e-4826-9a7a-c639cf9bbd3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55b349f2-cdc1-4955-ba10-ddb8ac08ed8a HTTP/1.1" status: 204 len: 168 time: 0.5176623 Dec 08 00:28:50.851534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10aae10-c95e-4826-9a7a-c639cf9bbd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b349f2-cdc1-4955-ba10-ddb8ac08ed8a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:50.898533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=13']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:51.046417 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea930bd-33bb-43bc-a27f-a860bfcb2d4e x-openstack-request-id: req-6ea930bd-33bb-43bc-a27f-a860bfcb2d4e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:28:51.046794 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:28:51.047142 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ea930bd-33bb-43bc-a27f-a860bfcb2d4e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:28:51.048131 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'code': 200} Dec 08 00:28:51.411931 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a3ce42d8-1b06-4669-b5b7-1b9800dce6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.230267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54194) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:52.464994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf6088d1-245f-4fb6-9521-4ab27cac07e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.544035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf6088d1-245f-4fb6-9521-4ab27cac07e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.549228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf6088d1-245f-4fb6-9521-4ab27cac07e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.579106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6088d1-245f-4fb6-9521-4ab27cac07e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf00dc53-b97e-4478-a5d1-ec3cfc3f50c0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:52.599439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf6088d1-245f-4fb6-9521-4ab27cac07e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fde96e4ab5954c7c965a4a1d46d52a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682132 Dec 08 00:28:52.601947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54210) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:52.655243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b48a-94cc-4138-8493-7bc1a1c0de1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.684110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b48a-94cc-4138-8493-7bc1a1c0de1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.747537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b48a-94cc-4138-8493-7bc1a1c0de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.751554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b48a-94cc-4138-8493-7bc1a1c0de1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:52.751721 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e9a1b48a-94cc-4138-8493-7bc1a1c0de1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf00dc53-b97e-4478-a5d1-ec3cfc3f50c0 HTTP/1.1" status: 204 len: 168 time: 0.1487379 Dec 08 00:28:52.761118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1b48a-94cc-4138-8493-7bc1a1c0de1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf00dc53-b97e-4478-a5d1-ec3cfc3f50c0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:53.608949 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5500948d-8cde-4a64-8891-e1b8fe40b24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:55.164967 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:56.336751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:57.241055 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.385077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54472) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:59.523048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-706c5550-59ec-4af5-9d08-1445237ec6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.617452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-706c5550-59ec-4af5-9d08-1445237ec6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.624634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-706c5550-59ec-4af5-9d08-1445237ec6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.676179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c5550-59ec-4af5-9d08-1445237ec6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb869d47-7e1f-417a-a78c-fc466a63e7fe,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:28:59.701039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54482) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:28:59.716728 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-706c5550-59ec-4af5-9d08-1445237ec6ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdd50ce7a0bd4d6ebb68926918f9ca3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272114 Dec 08 00:28:59.767099 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75a46e1d-76f9-442a-8554-5ed64232e2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.796965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75a46e1d-76f9-442a-8554-5ed64232e2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.850844 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75a46e1d-76f9-442a-8554-5ed64232e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.854017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-75a46e1d-76f9-442a-8554-5ed64232e2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:28:59.858757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-75a46e1d-76f9-442a-8554-5ed64232e2dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb869d47-7e1f-417a-a78c-fc466a63e7fe HTTP/1.1" status: 204 len: 168 time: 0.1565044 Dec 08 00:28:59.869847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a46e1d-76f9-442a-8554-5ed64232e2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb869d47-7e1f-417a-a78c-fc466a63e7fe,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:00.185333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54492) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:00.199150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e46f1a17-e05e-4ea5-a123-3406674f3901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:00.278438 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e46f1a17-e05e-4ea5-a123-3406674f3901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:00.284435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e46f1a17-e05e-4ea5-a123-3406674f3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:00.331532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e46f1a17-e05e-4ea5-a123-3406674f3901 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4169f3dbc0634a959fddec126b227df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420150 Dec 08 00:29:00.331532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1a17-e05e-4ea5-a123-3406674f3901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630a04a-7d6f-48ee-999d-b0eb716345ea,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:00.332260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54498) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:00.421220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69ff5e8b-6592-4e36-96e8-b0b68a89bc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:00.477184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69ff5e8b-6592-4e36-96e8-b0b68a89bc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:00.526817 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69ff5e8b-6592-4e36-96e8-b0b68a89bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:00.530726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-69ff5e8b-6592-4e36-96e8-b0b68a89bc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:00.532462 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-69ff5e8b-6592-4e36-96e8-b0b68a89bc8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e630a04a-7d6f-48ee-999d-b0eb716345ea HTTP/1.1" status: 204 len: 168 time: 0.1981332 Dec 08 00:29:00.542823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff5e8b-6592-4e36-96e8-b0b68a89bc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630a04a-7d6f-48ee-999d-b0eb716345ea,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:07.891084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba662-527e-4615-aa6e-cd739611d5de req-21989a91-8352-4163-807e-42ff46037f26 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:07.894599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-228ba662-527e-4615-aa6e-cd739611d5de req-21989a91-8352-4163-807e-42ff46037f26 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.0650501 Dec 08 00:29:07.956185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-228ba662-527e-4615-aa6e-cd739611d5de req-06a745e1-b090-4be8-b446-671590b5293c tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546677 Dec 08 00:29:08.497598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54816) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:08.786731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b27295d-933f-4ab6-978a-a8df550d60c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:08.871139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b27295d-933f-4ab6-978a-a8df550d60c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:08.875757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b27295d-933f-4ab6-978a-a8df550d60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:08.917946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27295d-933f-4ab6-978a-a8df550d60c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469dcd3-7532-45fc-8f33-79e8982b55a2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:08.922507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4b27295d-933f-4ab6-978a-a8df550d60c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ecc21d9f57f4a5fa65ec68022b98fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237819 Dec 08 00:29:08.925251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:08.975283 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88b7944c-b093-479a-b4e2-60c74067eabe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:08.997513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88b7944c-b093-479a-b4e2-60c74067eabe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.051330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88b7944c-b093-479a-b4e2-60c74067eabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.054292 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-88b7944c-b093-479a-b4e2-60c74067eabe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.065837 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-88b7944c-b093-479a-b4e2-60c74067eabe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6469dcd3-7532-45fc-8f33-79e8982b55a2 HTTP/1.1" status: 204 len: 168 time: 0.1367450 Dec 08 00:29:09.085139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7944c-b093-479a-b4e2-60c74067eabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6469dcd3-7532-45fc-8f33-79e8982b55a2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:09.134755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08debd8-255c-49ff-8f60-2f139c3e03a0 req-01ff3062-3717-46dc-b7c0-dde9dd62b0be tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:09.138208 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c08debd8-255c-49ff-8f60-2f139c3e03a0 req-01ff3062-3717-46dc-b7c0-dde9dd62b0be tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.1031129 Dec 08 00:29:09.209631 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c08debd8-255c-49ff-8f60-2f139c3e03a0 req-93fe3e96-4f87-4f80-83d0-e72fc45ea7ae tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608437 Dec 08 00:29:09.517570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54850) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:09.531197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3c36428-6638-455f-8980-d2ee7112304a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.609346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-4d1d579d-7270-4599-a57f-30ec2b12f59e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:09.610815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-4d1d579d-7270-4599-a57f-30ec2b12f59e tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.0668237 Dec 08 00:29:09.711993 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3c36428-6638-455f-8980-d2ee7112304a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.718730 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3c36428-6638-455f-8980-d2ee7112304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.772393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f3c36428-6638-455f-8980-d2ee7112304a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98fe0b46d91f4d4694c2cda1e6965560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527812 Dec 08 00:29:09.774973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:09.776888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c36428-6638-455f-8980-d2ee7112304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb92baee-419f-4a28-8eb6-cdd1cc5805ca,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:09.786145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Deleting port 1372310b-fc4b-42e7-b27c-79275e647883 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:09.786415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.843088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0fa446a-dfd8-4267-bd8d-f78d44f6660d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.872416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0fa446a-dfd8-4267-bd8d-f78d44f6660d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.887415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] For port 1372310b-fc4b-42e7-b27c-79275e647883, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=1372310b-fc4b-42e7-b27c-79275e647883,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:09.887942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.929764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0fa446a-dfd8-4267-bd8d-f78d44f6660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.933914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0fa446a-dfd8-4267-bd8d-f78d44f6660d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:09.935823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c0fa446a-dfd8-4267-bd8d-f78d44f6660d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb92baee-419f-4a28-8eb6-cdd1cc5805ca HTTP/1.1" status: 204 len: 168 time: 0.1587677 Dec 08 00:29:09.948828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa446a-dfd8-4267-bd8d-f78d44f6660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb92baee-419f-4a28-8eb6-cdd1cc5805ca,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:10.176828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.178262 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.178840 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Floating IP 3bbdd595-d962-4b39-8789-35aad1830e4f disassociated. External IP: 172.25.6.171, port: 1372310b-fc4b-42e7-b27c-79275e647883. Dec 08 00:29:10.179990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Calling delete_port for 1372310b-fc4b-42e7-b27c-79275e647883 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:10.396784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.409904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024544-d08b-4efa-8613-2912c400b2aa req-08c1f7e3-4162-4cfd-bdd7-477755756b92 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:10.412348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c024544-d08b-4efa-8613-2912c400b2aa req-08c1f7e3-4162-4cfd-bdd7-477755756b92 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 945 time: 0.0821903 Dec 08 00:29:10.478601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event deleted for resources: {'Port': ['ID=1372310b-fc4b-42e7-b27c-79275e647883,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:10.545780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:10.561240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e7550bd-8f66-46d7-bd04-2c72c986a541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.564029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c024544-d08b-4efa-8613-2912c400b2aa req-2120d399-75bf-4bb7-894b-0d14775eab00 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47959e3-261b-47de-a4db-bc6ac427c33b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377261 Dec 08 00:29:10.652417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Router 4aee2064-fb3a-4510-9b5c-d51aba739801 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:29:10.660928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e7550bd-8f66-46d7-bd04-2c72c986a541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.665673 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e7550bd-8f66-46d7-bd04-2c72c986a541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.719857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7550bd-8f66-46d7-bd04-2c72c986a541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ece11-e346-49ef-b37b-5e197c3d6710,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:10.726176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5e7550bd-8f66-46d7-bd04-2c72c986a541 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=099860fa3a17436b917deabeeb9373d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793191 Dec 08 00:29:10.730560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 54888) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:10.793088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:29:10.827592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] Sync routers for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:29:10.842652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af8ff7dc-c337-41b9-8443-685c63150e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.844351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:10.845195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:28:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:10.876301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af8ff7dc-c337-41b9-8443-685c63150e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.913438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] No DVR routers for this DVR port 1372310b-fc4b-42e7-b27c-79275e647883 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:29:10.924784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.936218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-734ebfa5-8215-4343-a2c1-72fb57394432 req-68d7c53f-1b98-4cd5-b45b-8b061934050d tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.44 "DELETE /v2.0/ports/1372310b-fc4b-42e7-b27c-79275e647883 HTTP/1.1" status: 204 len: 173 time: 1.3171079 Dec 08 00:29:10.936218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'name': 'network-vif-deleted', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:29:10.938048 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cd4aa9-3044-484c-8b39-c9c88241388a" -d '{"events": [{"server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "name": "network-vif-deleted", "tag": "1372310b-fc4b-42e7-b27c-79275e647883"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:29:10.982199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af8ff7dc-c337-41b9-8443-685c63150e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.988041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af8ff7dc-c337-41b9-8443-685c63150e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:10.991726 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af8ff7dc-c337-41b9-8443-685c63150e22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d34ece11-e346-49ef-b37b-5e197c3d6710 HTTP/1.1" status: 204 len: 168 time: 0.2598913 Dec 08 00:29:11.032936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ff7dc-c337-41b9-8443-685c63150e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ece11-e346-49ef-b37b-5e197c3d6710,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:11.066341 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95acfeeb-cdfe-4f30-96d5-79de7eb3f530 x-openstack-request-id: req-95acfeeb-cdfe-4f30-96d5-79de7eb3f530 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:29:11.066650 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7c1135-f443-46d4-990c-9fdd1367be72", "name": "network-vif-deleted", "tag": "1372310b-fc4b-42e7-b27c-79275e647883", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:29:11.066916 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95acfeeb-cdfe-4f30-96d5-79de7eb3f530 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:29:11.067348 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7c1135-f443-46d4-990c-9fdd1367be72', 'name': 'network-vif-deleted', 'tag': '1372310b-fc4b-42e7-b27c-79275e647883', 'status': 'completed', 'code': 200} Dec 08 00:29:11.325797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:11.627797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:11.702434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] Checking router: 4aee2064-fb3a-4510-9b5c-d51aba739801 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:29:11.713710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:11.714569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:28:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:11.728325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e16bf3d-b3e7-4fd8-81aa-7702280b3009 req-ac1f2287-17cd-4a10-a6bd-ba68c09e09ef tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7c1135-f443-46d4-990c-9fdd1367be72 HTTP/1.1" status: 200 len: 210 time: 0.0486016 Dec 08 00:29:11.895043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:12.190764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:12.224034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c513b6-9808-44f3-aa1b-33405a244e72 None None] The sync data for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 is: [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:21:52Z', 'revision_number': 4, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9d6b08f9-b535-4380-b3b1-2d490da167da', 'name': '', 'network_id': '00a4b0d8-7234-4555-af0a-a0eef6ceac27', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'mac_address': 'fa:16:3e:30:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:51Z', 'updated_at': '2021-12-08T00:22:04Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'subnets': [{'id': '7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:29:12.570800 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376fa2f-2677-4569-b7f6-fb5537c6bc65 None None] New status for floating IP 3bbdd595-d962-4b39-8789-35aad1830e4f: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:29:12.870534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 54998) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:12.943342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3284e5a-46a8-40aa-8521-4087806dde56 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:12.974103 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3284e5a-46a8-40aa-8521-4087806dde56 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.031156 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3284e5a-46a8-40aa-8521-4087806dde56 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.035710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b3284e5a-46a8-40aa-8521-4087806dde56 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.041741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55004) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:13.053717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b3284e5a-46a8-40aa-8521-4087806dde56 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "DELETE /v2.0/security-groups/f47959e3-261b-47de-a4db-bc6ac427c33b HTTP/1.1" status: 204 len: 168 time: 0.1818445 Dec 08 00:29:13.067392 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-9eecc7bd-13b8-4666-a168-e4e46ff8c186 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] show failed (client error): The resource could not be found. Dec 08 00:29:13.077314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9eecc7bd-13b8-4666-a168-e4e46ff8c186 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "GET /v2.0/security-groups/f47959e3-261b-47de-a4db-bc6ac427c33b HTTP/1.1" status: 404 len: 347 time: 0.0338969 Dec 08 00:29:13.078039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55010) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:13.084671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3284e5a-46a8-40aa-8521-4087806dde56 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47959e3-261b-47de-a4db-bc6ac427c33b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:13.293919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1372310b-fc4b-42e7-b27c-79275e647883 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:13.295693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Deleting port b24bed1d-08e2-426a-bde9-2f05e7d9635a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:13.299497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.343020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 1372310b-fc4b-42e7-b27c-79275e647883 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:13.343362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 1372310b-fc4b-42e7-b27c-79275e647883 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:13.397192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.397497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.415753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Calling delete_port for b24bed1d-08e2-426a-bde9-2f05e7d9635a owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:13.590434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.633783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Pushing event deleted for resources: {'Port': ['ID=b24bed1d-08e2-426a-bde9-2f05e7d9635a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:13.731774 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.735277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:13.738965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0bdd377b-e667-421b-a7a1-e94fb8e90802 tempest-AttachVolumeTestJSON-1864460032 tempest-AttachVolumeTestJSON-1864460032-project] 10.222.0.18 "DELETE /v2.0/floatingips/3bbdd595-d962-4b39-8789-35aad1830e4f HTTP/1.1" status: 204 len: 168 time: 0.6583769 Dec 08 00:29:13.823306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:15.160564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-debc397d-18e6-4189-b81f-90b0d0d31abc tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4abf97d4d744e66ba19141ab8314e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504181 Dec 08 00:29:15.405033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-7605ee6f-001a-4cfa-bab7-d0a3ad0eaf43 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:15.413075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-7605ee6f-001a-4cfa-bab7-d0a3ad0eaf43 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468960 Dec 08 00:29:15.429366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-a3aeb3df-e45b-4b98-9e48-622e3d8f6f79 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/quotas/f4abf97d4d744e66ba19141ab8314e24 HTTP/1.1" status: 200 len: 375 time: 0.0154164 Dec 08 00:29:15.466674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-bf6b7c35-cd4c-4d4e-a1ac-0f143c376a30 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4abf97d4d744e66ba19141ab8314e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357387 Dec 08 00:29:15.718555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-28b547dc-3344-4589-b237-473897d85ba8 req-77ce3607-937d-494d-bf1a-ca5e129c0e93 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 210 time: 0.0612504 Dec 08 00:29:15.820538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55140) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:15.994613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33f01e36-05e6-492a-b6d3-d625e0356163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.098413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33f01e36-05e6-492a-b6d3-d625e0356163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.110071 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-33f01e36-05e6-492a-b6d3-d625e0356163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.153336 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-33f01e36-05e6-492a-b6d3-d625e0356163 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef448d6a017143ee9cb297ce1bce55e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315985 Dec 08 00:29:16.155503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f01e36-05e6-492a-b6d3-d625e0356163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e322cc00-bb49-4378-acf8-768aae90b78c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:16.156197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55154) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:16.254909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea9f-2e86-4f16-b185-60c41d7e1e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.297761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea9f-2e86-4f16-b185-60c41d7e1e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.351393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea9f-2e86-4f16-b185-60c41d7e1e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.354367 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea9f-2e86-4f16-b185-60c41d7e1e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.360637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2be9ea9f-2e86-4f16-b185-60c41d7e1e0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e322cc00-bb49-4378-acf8-768aae90b78c HTTP/1.1" status: 204 len: 168 time: 0.2030106 Dec 08 00:29:16.375919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9ea9f-2e86-4f16-b185-60c41d7e1e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e322cc00-bb49-4378-acf8-768aae90b78c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:16.768213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55172) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:16.784018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2b0e-b6a2-4571-bc1d-e598a7f74405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.827645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-881b3112-5eec-420c-a1fe-ac6d83b590d3 req-fdbe349c-24b1-4230-9433-152af0dc22df tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 210 time: 0.0338225 Dec 08 00:29:16.907841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2b0e-b6a2-4571-bc1d-e598a7f74405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.920482 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2b0e-b6a2-4571-bc1d-e598a7f74405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:16.972393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a2ad2b0e-b6a2-4571-bc1d-e598a7f74405 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91c0b7ec0ade48adb244ab56765c1f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993299 Dec 08 00:29:16.972393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad2b0e-b6a2-4571-bc1d-e598a7f74405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88107716-ccd3-4610-b9b0-a3c3c32b5a11,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:16.973687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55180) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:17.050405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28e33af3-7ba3-4647-9548-94a0168b829d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.085740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28e33af3-7ba3-4647-9548-94a0168b829d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.120395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-0c45c2c8-1336-46f1-9407-0e8d7a7918af tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f4abf97d4d744e66ba19141ab8314e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362010 Dec 08 00:29:17.186717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28e33af3-7ba3-4647-9548-94a0168b829d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.189949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-28e33af3-7ba3-4647-9548-94a0168b829d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.191250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28e33af3-7ba3-4647-9548-94a0168b829d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88107716-ccd3-4610-b9b0-a3c3c32b5a11 HTTP/1.1" status: 204 len: 168 time: 0.2153516 Dec 08 00:29:17.218077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e33af3-7ba3-4647-9548-94a0168b829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88107716-ccd3-4610-b9b0-a3c3c32b5a11,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:17.360509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-51cffdc2-dc5d-4587-83dd-bd365d501a8c tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:17.367084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-51cffdc2-dc5d-4587-83dd-bd365d501a8c tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378688 Dec 08 00:29:17.388866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Request body: {'port': {'device_id': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': 'f4abf97d4d744e66ba19141ab8314e24'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:17.544932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Made reservation on behalf of f4abf97d4d744e66ba19141ab8314e24 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:17.550455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.562137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.598627 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.662393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.679321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:17.739437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c226ae-1ae7-4ae1-9af9-f8138970bd09,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:17.935495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Allocated IP 192.168.233.248 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/21583dcf-db09-4e1e-b9e1-91e0a1594518) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:29:17.962510 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-815595f0-58ef-40cd-a1e1-01249b63e42c req-61ff7a68-c80e-43c0-b8b7-b5ef866f6fd0 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 210 time: 0.0364940 Dec 08 00:29:18.161928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:18.224852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:18.286929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:29:18.289787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:18.295601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:18.351637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Pushing event updated for resources: {'Port': ['ID=21583dcf-db09-4e1e-b9e1-91e0a1594518,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:18.403332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:18.403957 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:18.430143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-5d2675a8-bf4a-4785-aafd-e1a0c2ba5d34 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0468235 Dec 08 00:29:18.622194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Request body: {'port': {'device_id': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:18.785442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55248) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:18.790596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a7e3b4d2-03b9-4c0d-80e1-3e24e8a007ab None None] Provisioning complete for port 21583dcf-db09-4e1e-b9e1-91e0a1594518 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:18.800207 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b4d2-03b9-4c0d-80e1-3e24e8a007ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:18.821586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c557ef9-712e-431e-b6a9-1c2aa9ea7023 req-2488f4cf-21d0-421c-bf67-8542d530f40d tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:18.834561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c557ef9-712e-431e-b6a9-1c2aa9ea7023 req-2488f4cf-21d0-421c-bf67-8542d530f40d tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1098 time: 0.1643422 Dec 08 00:29:18.884788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3b4d2-03b9-4c0d-80e1-3e24e8a007ab None None] Port 21583dcf-db09-4e1e-b9e1-91e0a1594518 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:29:18.907603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c557ef9-712e-431e-b6a9-1c2aa9ea7023 req-eb32e129-26b3-4a36-b03d-58c9a778afcf tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716953 Dec 08 00:29:18.908516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:18.930750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55256) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:19.004034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe2797ad-0980-4339-a570-81e57a9df5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.187131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe2797ad-0980-4339-a570-81e57a9df5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.210619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe2797ad-0980-4339-a570-81e57a9df5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.311315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99c8d9-1af1-4864-b3de-0dea64427f04 req-5b17207a-cd84-412e-a88a-47885879851f tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:19.312962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e99c8d9-1af1-4864-b3de-0dea64427f04 req-5b17207a-cd84-412e-a88a-47885879851f tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 936 time: 0.1177502 Dec 08 00:29:19.322738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2797ad-0980-4339-a570-81e57a9df5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b8662-6da2-4739-9e55-5582d2b69611,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:19.335041 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fe2797ad-0980-4339-a570-81e57a9df5b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35b67a023e5849eaaf53eaa54c6f040d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5484750 Dec 08 00:29:19.338968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55262) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:19.342281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 45f55326-424e-4751-a2d9-b4a73e52c5cf {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:19.343308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.418910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21583dcf-db09-4e1e-b9e1-91e0a1594518 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:29:19.435434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e99c8d9-1af1-4864-b3de-0dea64427f04 req-52dab5c8-07a5-41f1-b7e6-a255dc86b6ff tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144402 Dec 08 00:29:19.437705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.459413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Transition to ACTIVE for port object 21583dcf-db09-4e1e-b9e1-91e0a1594518 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:29:19.464893 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.530812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-905bcf45-a216-4b5b-82c7-f6bdb2337151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.553344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.554020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.554619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Pushing event updated for resources: {'Port': ['ID=21583dcf-db09-4e1e-b9e1-91e0a1594518,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:19.578745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 45f55326-424e-4751-a2d9-b4a73e52c5cf owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:19.637630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Attempting to bind port 21583dcf-db09-4e1e-b9e1-91e0a1594518 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:29:19.638524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Attempting to bind port 21583dcf-db09-4e1e-b9e1-91e0a1594518 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:29:19.639168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Attempting to bind port 21583dcf-db09-4e1e-b9e1-91e0a1594518 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:19.646624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Port 21583dcf-db09-4e1e-b9e1-91e0a1594518 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:29:19.647324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Attempting to bind port 21583dcf-db09-4e1e-b9e1-91e0a1594518 on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:19.656704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:29:19.657365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:19.658745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:29:19.659857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Bound port: 21583dcf-db09-4e1e-b9e1-91e0a1594518, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:29:19.660561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.735307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-905bcf45-a216-4b5b-82c7-f6bdb2337151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.779954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-30aa7d06-87c6-4f5a-8686-e1c2170b637e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115263 Dec 08 00:29:19.853614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-905bcf45-a216-4b5b-82c7-f6bdb2337151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.857674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-905bcf45-a216-4b5b-82c7-f6bdb2337151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:19.858710 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-905bcf45-a216-4b5b-82c7-f6bdb2337151 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e6b8662-6da2-4739-9e55-5582d2b69611 HTTP/1.1" status: 204 len: 168 time: 0.5111771 Dec 08 00:29:19.874306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bcf45-a216-4b5b-82c7-f6bdb2337151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b8662-6da2-4739-9e55-5582d2b69611,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:19.939876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:20.039603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=45f55326-424e-4751-a2d9-b4a73e52c5cf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:20.179044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-c5dd5372-e397-4589-9d96-5310d4fb9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.180670 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-c5dd5372-e397-4589-9d96-5310d4fb9cce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1098 time: 0.2587340 Dec 08 00:29:20.211750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:20.212505 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP f6d2b2be-3f18-48d8-a2a1-e53a403ce046 disassociated (deleted). External IP: 172.25.6.30, port: f3d8af25-b8b7-42c5-86e2-e45e85022d87. Dec 08 00:29:20.237593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] For port 21583dcf-db09-4e1e-b9e1-91e0a1594518, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:29:20.241653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] For port 21583dcf-db09-4e1e-b9e1-91e0a1594518, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:29:20.251658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:20.347524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.348290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:20.349863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] 10.222.0.44 "PUT /v2.0/ports/21583dcf-db09-4e1e-b9e1-91e0a1594518 HTTP/1.1" status: 200 len: 1096 time: 1.9052625 Dec 08 00:29:20.351298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'tag': '21583dcf-db09-4e1e-b9e1-91e0a1594518'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:29:20.353738 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac89eb5d-d445-4524-b998-75408cc5536b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa745483-01eb-4d94-b0c5-e273453ec25c", "tag": "21583dcf-db09-4e1e-b9e1-91e0a1594518"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:29:20.504928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdf45e-a1cc-44be-b860-dfc594bd3bcc service neutron] Pushing event updated for resources: {'Port': ['ID=21583dcf-db09-4e1e-b9e1-91e0a1594518,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:20.509425 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-7da6e0e9-8e29-49cb-b686-f13b7aa0dab1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3257105 Dec 08 00:29:20.520962 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14eb2cc-06bb-422b-85e8-7e87a5f500a1 x-openstack-request-id: req-b14eb2cc-06bb-422b-85e8-7e87a5f500a1 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:29:20.521257 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa745483-01eb-4d94-b0c5-e273453ec25c", "tag": "21583dcf-db09-4e1e-b9e1-91e0a1594518", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:29:20.521509 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b14eb2cc-06bb-422b-85e8-7e87a5f500a1 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:29:20.521923 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'tag': '21583dcf-db09-4e1e-b9e1-91e0a1594518', 'status': 'completed', 'code': 200} Dec 08 00:29:20.582785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-7a632c30-77b8-4be0-b354-7a2cb6ea28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.584256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-7a632c30-77b8-4be0-b354-7a2cb6ea28d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4abf97d4d744e66ba19141ab8314e24&device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 1099 time: 0.1684732 Dec 08 00:29:20.660469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-9ef1e4fb-2cb1-49b8-bd65-61a479ca3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.661957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-9ef1e4fb-2cb1-49b8-bd65-61a479ca3e11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.4542162 Dec 08 00:29:20.726296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-5b7fd75f-a58a-48b9-af9d-97225e18bbb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 217 time: 0.0559676 Dec 08 00:29:20.734053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-ec77303e-3bf8-4976-9d06-7b2308f70be0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518 HTTP/1.1" status: 200 len: 217 time: 0.1286881 Dec 08 00:29:20.793798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-ddec516e-775b-4188-ac6e-e7cfd9ce5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.795663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-ddec516e-775b-4188-ac6e-e7cfd9ce5df6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0529587 Dec 08 00:29:20.810623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61905ef6-3555-4c49-862d-f62beee709f4 req-9ebe981c-2c7d-4bc7-81b5-8683183bf176 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.812597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61905ef6-3555-4c49-862d-f62beee709f4 req-9ebe981c-2c7d-4bc7-81b5-8683183bf176 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 948 time: 0.2209036 Dec 08 00:29:20.821939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71499-a1f5-456b-928b-b231ad1d583f req-1b6680ad-599e-4ac0-8ec3-f5f04b9df584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.823572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-1b6680ad-599e-4ac0-8ec3-f5f04b9df584 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e87c1e67d804765a88b9d452444fe3a&device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 1096 time: 0.2156501 Dec 08 00:29:20.874235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 81b820c6-860f-49dd-8554-8cf499f85617 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:29:20.898932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-50c80e50-70ae-4668-963a-ea84b06fd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.900842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-50c80e50-70ae-4668-963a-ea84b06fd29a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.1412838 Dec 08 00:29:20.924961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-00c0d945-51de-4d73-9866-4d93dc4703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:20.927122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-00c0d945-51de-4d73-9866-4d93dc4703d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133518 Dec 08 00:29:20.963703 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-61905ef6-3555-4c49-862d-f62beee709f4 req-b8fc7445-a3c9-4ae9-b365-7a197d346e16 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415763 Dec 08 00:29:21.077556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-a9461e51-fc4f-4835-ae4a-71c0c20986a4 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411042 Dec 08 00:29:21.101268 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-6fe7009a-37c5-472b-bd63-f0853500984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.102704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-6fe7009a-37c5-472b-bd63-f0853500984a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885090 Dec 08 00:29:21.228974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71499-a1f5-456b-928b-b231ad1d583f req-36f36d1b-f732-4690-a5c2-6f8448bc4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.240617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-36f36d1b-f732-4690-a5c2-6f8448bc4acf service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 HTTP/1.1" status: 200 len: 910 time: 0.3801751 Dec 08 00:29:21.281868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7eb6e3a6-1c9e-4e6a-b4f3-beee30b3cd85 req-2c33f8d4-a569-4b8a-88bc-64ef6063db79 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955135 Dec 08 00:29:21.341038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:29:21.354765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:21.361952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] Sync routers for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:29:21.389818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:21.391768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:28:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:21.401869 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-78c365ee-b972-4fb7-9696-68761bf25675 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6d2b2be-3f18-48d8-a2a1-e53a403ce046 HTTP/1.1" status: 204 len: 168 time: 2.4667037 Dec 08 00:29:21.405293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:29:21.407820 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897403a1-c8d9-4396-988f-3534e89dd8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:29:21.434571 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-5f8658c5-dbd0-4547-8a99-3db3884801c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9 HTTP/1.1" status: 200 len: 1000 time: 0.1895573 Dec 08 00:29:21.441223 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-fc065112-f069-42e4-a94a-2e3fcddde4f1 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310506 Dec 08 00:29:21.477519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89eb5d-d445-4524-b998-75408cc5536b req-e68eb626-10e7-4ec2-92ed-5dc8e6fb83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.479075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac89eb5d-d445-4524-b998-75408cc5536b req-e68eb626-10e7-4ec2-92ed-5dc8e6fb83d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4abf97d4d744e66ba19141ab8314e24&device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 1099 time: 0.0833757 Dec 08 00:29:21.512787 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69daacb-dc63-4f49-b41e-6530725bd6b2 x-openstack-request-id: req-c69daacb-dc63-4f49-b41e-6530725bd6b2 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:29:21.513002 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:29:21.513905 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c69daacb-dc63-4f49-b41e-6530725bd6b2 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:29:21.514419 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'status': 'completed', 'code': 200} Dec 08 00:29:21.577713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71499-a1f5-456b-928b-b231ad1d583f req-11895e30-3e00-4a5e-be9d-57d5d8805247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.579416 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-11895e30-3e00-4a5e-be9d-57d5d8805247 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4221124d-be43-4a62-a64e-b3c4acae7186 HTTP/1.1" status: 200 len: 848 time: 0.1362991 Dec 08 00:29:21.681281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89eb5d-d445-4524-b998-75408cc5536b req-dbcb74f4-05dd-464d-9211-5eb91a3f59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.688982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac89eb5d-d445-4524-b998-75408cc5536b req-dbcb74f4-05dd-464d-9211-5eb91a3f59c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.1955161 Dec 08 00:29:21.725257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-95ddab2b-daaf-4c37-9f46-74a337b2f9bd req-eb739d78-ab2b-4573-8f86-736cff65a66d service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718232 Dec 08 00:29:21.727543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71499-a1f5-456b-928b-b231ad1d583f req-422256bf-bc82-40a0-9375-3d2a6e05b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.729036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-422256bf-bc82-40a0-9375-3d2a6e05b92b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394861 Dec 08 00:29:21.755625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac89eb5d-d445-4524-b998-75408cc5536b req-07786c42-a7c4-47c9-b6ff-aab3c88e7463 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518 HTTP/1.1" status: 200 len: 217 time: 0.0639689 Dec 08 00:29:21.756250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:21.785906 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbb43832-f15e-418d-a3e2-4451b12330a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:21.934781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-9ed83b84-0f13-4293-82c2-d6225f9534af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.936388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-9ed83b84-0f13-4293-82c2-d6225f9534af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 1098 time: 0.1113849 Dec 08 00:29:21.942817 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-bc5fcbca-8d54-4de5-b47d-9d830ebe14cf service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058420 Dec 08 00:29:21.949575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89eb5d-d445-4524-b998-75408cc5536b req-e24a4426-e23b-4d79-97a2-3b9949c16ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:21.951041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac89eb5d-d445-4524-b998-75408cc5536b req-e24a4426-e23b-4d79-97a2-3b9949c16ef7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.1858742 Dec 08 00:29:22.096857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89eb5d-d445-4524-b998-75408cc5536b req-9e33c28f-c952-4247-9f92-2eeda0ceecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:22.098843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac89eb5d-d445-4524-b998-75408cc5536b req-9e33c28f-c952-4247-9f92-2eeda0ceecf0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276219 Dec 08 00:29:22.109293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3251cc5-5dac-4291-aa99-88164a2647b4 req-c1bda1fb-42f3-456d-83dc-5abd7fbf098c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:22.118114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3251cc5-5dac-4291-aa99-88164a2647b4 req-c1bda1fb-42f3-456d-83dc-5abd7fbf098c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 947 time: 0.1704011 Dec 08 00:29:22.214477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:25Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:22.247384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] Checking router: 81b820c6-860f-49dd-8554-8cf499f85617 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:29:22.258076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:22.259696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:28:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:22.290719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8901-02b5-4d27-8638-0c6e18100b90 req-4ee890e7-df3f-4786-b7bd-c941681782d9 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:22.292300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cef8901-02b5-4d27-8638-0c6e18100b90 req-4ee890e7-df3f-4786-b7bd-c941681782d9 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 948 time: 0.1633749 Dec 08 00:29:22.305516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3251cc5-5dac-4291-aa99-88164a2647b4 req-aee7f0bb-e456-4647-8970-e9b8834e024c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860240 Dec 08 00:29:22.392202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac89eb5d-d445-4524-b998-75408cc5536b req-b11a7d6f-8e05-4ada-ae59-acf69fb62291 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710814 Dec 08 00:29:22.414379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cef8901-02b5-4d27-8638-0c6e18100b90 req-97800038-ed53-47f1-94c8-614573e97d44 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041527 Dec 08 00:29:22.467999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:22.584836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac89eb5d-d445-4524-b998-75408cc5536b req-8ad5d3c8-4a13-4df9-a69b-29239ffc8052 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829071 Dec 08 00:29:22.790410 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-42b71499-a1f5-456b-928b-b231ad1d583f req-647224e3-928c-44e9-a503-47e5467cafd0 service neutron] 10.222.0.44 "GET /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8176601 Dec 08 00:29:22.794041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-1913b36d-dbbe-40ab-9110-b081793b5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:22.795560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-1913b36d-dbbe-40ab-9110-b081793b5c5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 200 len: 897 time: 0.8395791 Dec 08 00:29:22.801935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:25Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:22.840838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf75de-f369-45a5-bd9e-4c6d8c23ab52 None None] The sync data for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 is: [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:18Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'de994734-45da-429c-9728-591755dddd03', 'name': '', 'network_id': '78a06670-c3dc-4839-9b8b-7835928bfab4', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:2b:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:16Z', 'updated_at': '2021-12-08T00:27:25Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': 'a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:29:22.896424 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-0e95c7dd-838b-48f9-be90-b62704527f9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 200 len: 217 time: 0.0762966 Dec 08 00:29:22.981539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-2bef524a-2c73-40fb-9118-6d9f1e5c64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:22.983554 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-2bef524a-2c73-40fb-9118-6d9f1e5c64aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 200 len: 834 time: 0.0784242 Dec 08 00:29:23.049502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-df98dce5-a3d6-4454-a5b7-fda937e3d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:23.051102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-df98dce5-a3d6-4454-a5b7-fda937e3d4a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78a06670-c3dc-4839-9b8b-7835928bfab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571601 Dec 08 00:29:23.194030 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-6a9269ae-31a7-4e2c-8458-4aa737c61403 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315422 Dec 08 00:29:23.326148 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-5e1c4015-5dcf-4f80-b453-32c46b5ae883 service neutron] 10.222.0.59 "GET /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239245 Dec 08 00:29:23.341707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc655a-e4b9-4419-b923-7527615564b6 req-7a8e373b-6300-4d6d-9b69-b02d9d858333 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:23.343918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74fc655a-e4b9-4419-b923-7527615564b6 req-7a8e373b-6300-4d6d-9b69-b02d9d858333 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 947 time: 0.0786617 Dec 08 00:29:23.360026 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b992bcc-7a96-4af0-b02c-2f80f1a548cd None None] New status for floating IP f6d2b2be-3f18-48d8-a2a1-e53a403ce046: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:29:23.371440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 21583dcf-db09-4e1e-b9e1-91e0a1594518 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:29:23.620921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3869c-f553-4e12-ba67-9dbec57c3e1f req-0843a0ba-26d7-4e2b-92a0-df666a9e638f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:23.630853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7f3869c-f553-4e12-ba67-9dbec57c3e1f req-0843a0ba-26d7-4e2b-92a0-df666a9e638f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 947 time: 0.1795254 Dec 08 00:29:23.652073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 21583dcf-db09-4e1e-b9e1-91e0a1594518, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:23.664749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port f3d8af25-b8b7-42c5-86e2-e45e85022d87 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:23.668067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '21583dcf-db09-4e1e-b9e1-91e0a1594518', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '21583dcf-db09-4e1e-b9e1-91e0a1594518', 'mac_address': 'fa:16:3e:b3:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:29:23.671551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-49cdeb1d-262c-4071-85ff-61bdeddf88ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:23.672821 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:23.743425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:23.762574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21583dcf-db09-4e1e-b9e1-91e0a1594518 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:29:23.783945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8180-9efa-4e91-89d3-290f5af88dfd req-328f4ef1-2b20-43ba-9628-7f44dc01a023 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:23.786030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ebb8180-9efa-4e91-89d3-290f5af88dfd req-328f4ef1-2b20-43ba-9628-7f44dc01a023 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 948 time: 0.2308161 Dec 08 00:29:23.821120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 21583dcf-db09-4e1e-b9e1-91e0a1594518, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:23.829317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:23.836508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7f3869c-f553-4e12-ba67-9dbec57c3e1f req-c283c083-f0e5-4521-a15d-a88c4b34c727 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d968d63-1832-431b-b276-19742d64477c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997011 Dec 08 00:29:23.895837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port f3d8af25-b8b7-42c5-86e2-e45e85022d87, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=f3d8af25-b8b7-42c5-86e2-e45e85022d87,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:23.899478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:23.925436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=21583dcf-db09-4e1e-b9e1-91e0a1594518,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:23.940100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.940506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.941255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.941730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.942372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.942758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.943103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.943534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.943871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.945082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.945616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.946099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.946390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:23.955959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for f3d8af25-b8b7-42c5-86e2-e45e85022d87 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:23.993912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ebb8180-9efa-4e91-89d3-290f5af88dfd req-9c5151d5-83ef-44a4-ab96-dbf962905963 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885543 Dec 08 00:29:24.116510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['21583dcf-db09-4e1e-b9e1-91e0a1594518'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:29:24.147110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.152376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55424) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:24.184617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=f3d8af25-b8b7-42c5-86e2-e45e85022d87,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:24.291442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] No DVR routers for this DVR port f3d8af25-b8b7-42c5-86e2-e45e85022d87 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:29:24.294222 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.308051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74fc655a-e4b9-4419-b923-7527615564b6 req-b2e3c445-7be7-4f93-84fc-877cb8d6a5a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "DELETE /v2.0/ports/f3d8af25-b8b7-42c5-86e2-e45e85022d87 HTTP/1.1" status: 204 len: 173 time: 0.9551826 Dec 08 00:29:24.308623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-deleted', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:29:24.311818 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d69d3c9-859a-474b-b3d6-4238b91229b2" -d '{"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-deleted", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:29:24.397410 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-834a45f8-b824-4ff0-adf8-4804fc0cddc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.415442 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f14ebf-c0e8-4578-8bf7-31d936efb948 x-openstack-request-id: req-d2f14ebf-c0e8-4578-8bf7-31d936efb948 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:29:24.415970 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8984998-1916-42a7-9de0-ef353210ce4e", "name": "network-vif-deleted", "tag": "f3d8af25-b8b7-42c5-86e2-e45e85022d87", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:29:24.416207 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2f14ebf-c0e8-4578-8bf7-31d936efb948 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:29:24.416719 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8984998-1916-42a7-9de0-ef353210ce4e', 'name': 'network-vif-deleted', 'tag': 'f3d8af25-b8b7-42c5-86e2-e45e85022d87', 'status': 'completed', 'code': 200} Dec 08 00:29:24.505753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-834a45f8-b824-4ff0-adf8-4804fc0cddc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.512418 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-834a45f8-b824-4ff0-adf8-4804fc0cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.565744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a45f8-b824-4ff0-adf8-4804fc0cddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c864b5-4b1d-4b35-9f16-7d0424f23bff,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:24.575219 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-834a45f8-b824-4ff0-adf8-4804fc0cddc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=660bc0aa94a5405589377d2badb853ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214308 Dec 08 00:29:24.577692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55432) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:24.641398 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71c18195-8087-405a-b119-ba54ef15b3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.675591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71c18195-8087-405a-b119-ba54ef15b3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.741866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71c18195-8087-405a-b119-ba54ef15b3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.754117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71c18195-8087-405a-b119-ba54ef15b3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:24.759844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-71c18195-8087-405a-b119-ba54ef15b3d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8c864b5-4b1d-4b35-9f16-7d0424f23bff HTTP/1.1" status: 204 len: 168 time: 0.1810129 Dec 08 00:29:24.791060 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:29:24.799954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c18195-8087-405a-b119-ba54ef15b3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c864b5-4b1d-4b35-9f16-7d0424f23bff,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:24.983840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f39bd3f-2388-4cdb-8cd5-1d6d2a7e5baa req-757cc4ca-3046-480e-a2e0-56fd6af7e93a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8984998-1916-42a7-9de0-ef353210ce4e HTTP/1.1" status: 200 len: 210 time: 0.0497193 Dec 08 00:29:25.147862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebba47-ae7b-4b0c-b6ff-2df5e23f0d6f req-7dc50c9e-0fd7-4ca9-8a98-a8bb9a72b689 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:25.149509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cebba47-ae7b-4b0c-b6ff-2df5e23f0d6f req-7dc50c9e-0fd7-4ca9-8a98-a8bb9a72b689 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 949 time: 0.0568721 Dec 08 00:29:25.171458 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.175054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55442) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:25.190943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d15e8087-1acd-4032-a56c-d3d24c67a780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.295922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cebba47-ae7b-4b0c-b6ff-2df5e23f0d6f req-c1caebac-db0a-47c7-ba36-a8cd6a96595b tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384461 Dec 08 00:29:25.350141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d15e8087-1acd-4032-a56c-d3d24c67a780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.354554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d15e8087-1acd-4032-a56c-d3d24c67a780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.387342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 21583dcf-db09-4e1e-b9e1-91e0a1594518 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:29:25.399905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d15e8087-1acd-4032-a56c-d3d24c67a780 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca8e1e7d1e0e478aa607823f07f4dbb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214026 Dec 08 00:29:25.399905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e8087-1acd-4032-a56c-d3d24c67a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f078980-2436-43c8-b4b9-4862648d6663,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:25.400319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55448) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:25.455948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 21583dcf-db09-4e1e-b9e1-91e0a1594518 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:29:25.462060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 21583dcf-db09-4e1e-b9e1-91e0a1594518 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:25.462736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.475822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc7d03d4-7650-4502-99b8-3f0f708d865c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.498677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc7d03d4-7650-4502-99b8-3f0f708d865c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.555094 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc7d03d4-7650-4502-99b8-3f0f708d865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.558271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cc7d03d4-7650-4502-99b8-3f0f708d865c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.562226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cc7d03d4-7650-4502-99b8-3f0f708d865c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f078980-2436-43c8-b4b9-4862648d6663 HTTP/1.1" status: 204 len: 168 time: 0.1609311 Dec 08 00:29:25.564882 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.572246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d03d4-7650-4502-99b8-3f0f708d865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f078980-2436-43c8-b4b9-4862648d6663,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:25.611838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21583dcf-db09-4e1e-b9e1-91e0a1594518'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:29:25.615405 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95131131-a007-4402-9863-5834b62845de" -d '{"events": [{"server_uuid": "aa745483-01eb-4d94-b0c5-e273453ec25c", "name": "network-vif-plugged", "status": "completed", "tag": "21583dcf-db09-4e1e-b9e1-91e0a1594518"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:29:25.653224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 21583dcf-db09-4e1e-b9e1-91e0a1594518, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:25.661697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:25.665662 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364ccba-42b9-4f96-b801-fa859d2fe10a x-openstack-request-id: req-4364ccba-42b9-4f96-b801-fa859d2fe10a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:29:25.665954 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa745483-01eb-4d94-b0c5-e273453ec25c", "name": "network-vif-plugged", "status": "completed", "tag": "21583dcf-db09-4e1e-b9e1-91e0a1594518", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:29:25.666211 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4364ccba-42b9-4f96-b801-fa859d2fe10a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:29:25.666982 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21583dcf-db09-4e1e-b9e1-91e0a1594518', 'code': 200} Dec 08 00:29:25.720227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=21583dcf-db09-4e1e-b9e1-91e0a1594518,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:25.819004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a651273-f41c-4be6-8427-5be5ca3f667e req-14b79b2c-8a6e-4083-842d-db1c8613f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:25.821102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2a651273-f41c-4be6-8427-5be5ca3f667e req-14b79b2c-8a6e-4083-842d-db1c8613f885 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 1101 time: 0.0567355 Dec 08 00:29:25.879467 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2a651273-f41c-4be6-8427-5be5ca3f667e req-add70418-8ffd-40c1-a80f-9eea6c1e3afb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500789 Dec 08 00:29:26.039743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55464) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:26.355663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:26.521972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70baaf1-b793-44cd-9862-ba96fb4ff660 req-e4f68cb1-4220-4ce7-816b-bdddde7b9f0c tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:26.530610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e70baaf1-b793-44cd-9862-ba96fb4ff660 req-e4f68cb1-4220-4ce7-816b-bdddde7b9f0c tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 950 time: 0.1154919 Dec 08 00:29:26.596702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e70baaf1-b793-44cd-9862-ba96fb4ff660 req-187e8004-ea6d-4245-81e2-bb64b288ddce tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594785 Dec 08 00:29:26.663412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:26.704882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:26.733863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: f3d8af25-b8b7-42c5-86e2-e45e85022d87 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:26.734214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device f3d8af25-b8b7-42c5-86e2-e45e85022d87 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:26.976062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port de994734-45da-429c-9728-591755dddd03 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:26.976394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:27.116079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port de994734-45da-429c-9728-591755dddd03, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=de994734-45da-429c-9728-591755dddd03,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:27.116505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:27.134002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for de994734-45da-429c-9728-591755dddd03 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:27.241686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:27.429375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:27.464442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=de994734-45da-429c-9728-591755dddd03,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:27.768049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:27.795707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb914aa-8421-4e11-bd24-6a3cc29b99e2 req-98451c19-a710-4ef8-baae-f0bc16710bcd tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:27.797265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fb914aa-8421-4e11-bd24-6a3cc29b99e2 req-98451c19-a710-4ef8-baae-f0bc16710bcd tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 950 time: 0.0920298 Dec 08 00:29:27.900824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3fb914aa-8421-4e11-bd24-6a3cc29b99e2 req-1f7c869a-8452-46f9-9daf-fdd3132be2ef tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938399 Dec 08 00:29:28.072935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router 81b820c6-860f-49dd-8554-8cf499f85617 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:29:28.216661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:29:28.225291 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a5700fd4-77b5-4619-8401-db2c51b9a242 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/81b820c6-860f-49dd-8554-8cf499f85617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1841061 Dec 08 00:29:28.229577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55576) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:28.233725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] Sync routers for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:29:28.247790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:28.249212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:28.373084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting subnet a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:29:28.379704 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:28.444211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:28.576414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:28.662551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55604) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:28.708064 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:28.759517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:28.769022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:28.773785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a6685824-dac2-45a0-8b42-8d906707f4c1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/subnets/a3f7319a-bf78-4ad0-854a-1ec5bc8bb53b HTTP/1.1" status: 204 len: 168 time: 0.5426931 Dec 08 00:29:28.776129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55612) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:28.784534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6a9f7-39c4-446f-9611-d4d338f87dfd None None] Network 78a06670-c3dc-4839-9b8b-7835928bfab4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:28.821815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:28.973817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:29.238022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:29.412770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:29.414479 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:29.463036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] DHCP port deletion for 78a06670-c3dc-4839-9b8b-7835928bfab4 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:29.607722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:29.608193 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:29.626558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:29.666214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:29:27Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:45:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b820c6-860f-49dd-8554-8cf499f85617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:29.795364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] Checking router: 81b820c6-860f-49dd-8554-8cf499f85617 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:29:29.816582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] Routers {'81b820c6-860f-49dd-8554-8cf499f85617'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:29.818969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81b820c6-860f-49dd-8554-8cf499f85617'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:29.841156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:29.869947 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.000385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:30.002580 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.040794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] Deleting port a7960ddf-b1ad-4038-bf38-375b5cded51b {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:30.041405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.068933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d947940-4e94-4a67-93ac-6cb5d630f3d5 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:30.143124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.146358 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.232243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] Set router 81b820c6-860f-49dd-8554-8cf499f85617 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:30.294361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.295374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Fanout notify agent at l3_agent the message router_deleted on router 81b820c6-860f-49dd-8554-8cf499f85617 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:29:30.314805 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.320517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f51d508d-7f9c-4318-8d64-08508657d8a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/routers/81b820c6-860f-49dd-8554-8cf499f85617 HTTP/1.1" status: 204 len: 168 time: 1.5430181 Dec 08 00:29:30.322184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55690) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:30.339145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:29:29Z', 'revision_number': 6, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:30.452962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf5cc5-cf3d-4577-8e15-3c5d4367a4f4 None None] The sync data for ids ['81b820c6-860f-49dd-8554-8cf499f85617'] in n-d-820549-2 is: [{'id': '81b820c6-860f-49dd-8554-8cf499f85617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009576072', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:12Z', 'updated_at': '2021-12-08T00:29:29Z', 'revision_number': 6, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:29:30.467398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] For port a7960ddf-b1ad-4038-bf38-375b5cded51b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a7960ddf-b1ad-4038-bf38-375b5cded51b,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:30.468017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.486666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] Calling delete_port for a7960ddf-b1ad-4038-bf38-375b5cded51b owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:30.540171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.544587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Deleting port 9d6b08f9-b535-4380-b3b1-2d490da167da {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:30.544925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.606054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port a7960ddf-b1ad-4038-bf38-375b5cded51b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:30.606800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.704036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.739167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] For port 9d6b08f9-b535-4380-b3b1-2d490da167da, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9d6b08f9-b535-4380-b3b1-2d490da167da,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:30.739559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.741064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] Pushing event deleted for resources: {'Port': ['ID=a7960ddf-b1ad-4038-bf38-375b5cded51b,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:30.748872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ade122-fff3-41d0-94d5-92af43dc3f9e None None] No DVR routers for this DVR port a7960ddf-b1ad-4038-bf38-375b5cded51b on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:29:30.759248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port a7960ddf-b1ad-4038-bf38-375b5cded51b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a7960ddf-b1ad-4038-bf38-375b5cded51b,segment=NetworkSegment(0ca6bf6e-18c8-4b36-8a77-c9aead919b71),segment_id=0ca6bf6e-18c8-4b36-8a77-c9aead919b71)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:30.760340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:30.781772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Calling delete_port for 9d6b08f9-b535-4380-b3b1-2d490da167da owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:30.794823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for a7960ddf-b1ad-4038-bf38-375b5cded51b owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:30.978826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.006436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] No DVR routers for this DVR port a7960ddf-b1ad-4038-bf38-375b5cded51b on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:29:31.049879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55712) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:31.087759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.159751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.192863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a06670-c3dc-4839-9b8b-7835928bfab4']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:31.203402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca6bf6e-18c8-4b36-8a77-c9aead919b71') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:31.203589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca6bf6e-18c8-4b36-8a77-c9aead919b71') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:31.213333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6b08f9-b535-4380-b3b1-2d490da167da,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:31.213892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.228189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.234483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:31.234903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: self.session.flush() Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:31.262231 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:31.265997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=a7960ddf-b1ad-4038-bf38-375b5cded51b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:31.279811 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1f391ec-9aef-42b3-828b-7b22aeb32de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.361972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.375265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.384881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/networks/78a06670-c3dc-4839-9b8b-7835928bfab4 HTTP/1.1" status: 204 len: 168 time: 1.0607543 Dec 08 00:29:31.392739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55716) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:31.427579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef1407-0cf5-410d-94a2-c15afba61210 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Network': ['ID=78a06670-c3dc-4839-9b8b-7835928bfab4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:31.502141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52401c55-9e39-426c-be91-3ab3d20c23a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.539196 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52401c55-9e39-426c-be91-3ab3d20c23a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.549816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.588829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a7960ddf-b1ad-4038-bf38-375b5cded51b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:31.615383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a7960ddf-b1ad-4038-bf38-375b5cded51b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:31.616079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a7960ddf-b1ad-4038-bf38-375b5cded51b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:31.616655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device de994734-45da-429c-9728-591755dddd03 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:31.643037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: de994734-45da-429c-9728-591755dddd03 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:31.643678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device de994734-45da-429c-9728-591755dddd03 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:31.644432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:31.653791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52401c55-9e39-426c-be91-3ab3d20c23a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.658362 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52401c55-9e39-426c-be91-3ab3d20c23a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:31.660042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-52401c55-9e39-426c-be91-3ab3d20c23a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d968d63-1832-431b-b276-19742d64477c HTTP/1.1" status: 204 len: 168 time: 0.2658932 Dec 08 00:29:31.676462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52401c55-9e39-426c-be91-3ab3d20c23a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d968d63-1832-431b-b276-19742d64477c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:31.718691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:31.720916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device cb88bcf3-f0b1-4901-b9fc-58ad7b2d696b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:32.133598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1f391ec-9aef-42b3-828b-7b22aeb32de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.141456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1f391ec-9aef-42b3-828b-7b22aeb32de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.182573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1f391ec-9aef-42b3-828b-7b22aeb32de9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ec8150af27644d88b80f613950e5e65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1314769 Dec 08 00:29:32.186065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55726) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:32.197170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f391ec-9aef-42b3-828b-7b22aeb32de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0075d5f9-e63c-411f-9cef-8e36cd39cbdd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:32.200886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Router 4aee2064-fb3a-4510-9b5c-d51aba739801 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:29:32.250977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55728) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:32.258402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5037491f-506a-4b60-bda3-7d907298f1aa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513473350', 'description': 'tempest-secgroup-smoke-1513473350 description', 'project_id': '67f0588638f3439eb5346e5a32ef2d21'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:32.265475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-35375ced-3cc8-4ceb-a96e-24875910b718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.300219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5037491f-506a-4b60-bda3-7d907298f1aa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.303189 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-35375ced-3cc8-4ceb-a96e-24875910b718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.329616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:29:32.334713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed001ddb-3535-4f02-be9c-edd45f408e27 admin admin] 10.222.0.18 "PUT /v2.0/routers/4aee2064-fb3a-4510-9b5c-d51aba739801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6704481 Dec 08 00:29:32.337558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:32.341544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] Sync routers for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:29:32.357706 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:32.361972 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:32.387050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-35375ced-3cc8-4ceb-a96e-24875910b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.390270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-35375ced-3cc8-4ceb-a96e-24875910b718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.391758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-35375ced-3cc8-4ceb-a96e-24875910b718 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0075d5f9-e63c-411f-9cef-8e36cd39cbdd HTTP/1.1" status: 204 len: 168 time: 0.2044153 Dec 08 00:29:32.414201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35375ced-3cc8-4ceb-a96e-24875910b718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0075d5f9-e63c-411f-9cef-8e36cd39cbdd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:32.431415 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5037491f-506a-4b60-bda3-7d907298f1aa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.437758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5037491f-506a-4b60-bda3-7d907298f1aa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.473747 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:32.493954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.499719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037491f-506a-4b60-bda3-7d907298f1aa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6f1d51-e04d-47c5-bac0-72da4218ddbd,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:32.524023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5037491f-506a-4b60-bda3-7d907298f1aa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.529406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5037491f-506a-4b60-bda3-7d907298f1aa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2762163 Dec 08 00:29:32.530410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55734) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:32.537564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f96f67a9-d73a-44dc-b006-1b13226727a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '2e6f1d51-e04d-47c5-bac0-72da4218ddbd', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:32.596112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f96f67a9-d73a-44dc-b006-1b13226727a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.649140 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.733663 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f96f67a9-d73a-44dc-b006-1b13226727a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.743336 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f96f67a9-d73a-44dc-b006-1b13226727a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.785257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Deleting port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:32.785603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.800587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f67a9-d73a-44dc-b006-1b13226727a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca698c6-87ae-4768-9983-e987fee1452a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:32.811413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f96f67a9-d73a-44dc-b006-1b13226727a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.812645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f96f67a9-d73a-44dc-b006-1b13226727a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2798123 Dec 08 00:29:32.817440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55748) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:32.827526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-58319600-1bd0-46a4-bb92-ebf7072ff2ba tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '2e6f1d51-e04d-47c5-bac0-72da4218ddbd', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:32.832544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:29:31Z', 'revision_number': 5, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port': {'id': '638e88bd-0681-4a3e-8a50-9059e2dc8f5c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:21:47Z', 'updated_at': '2021-12-08T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:32.868181 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] Checking router: 4aee2064-fb3a-4510-9b5c-d51aba739801 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:29:32.878291 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] Routers {'4aee2064-fb3a-4510-9b5c-d51aba739801'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:32.879600 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['4aee2064-fb3a-4510-9b5c-d51aba739801'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:32.902094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58319600-1bd0-46a4-bb92-ebf7072ff2ba tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:32.988926 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] Set router 4aee2064-fb3a-4510-9b5c-d51aba739801 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:33.061022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] For port 638e88bd-0681-4a3e-8a50-9059e2dc8f5c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:33.061648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.067204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58319600-1bd0-46a4-bb92-ebf7072ff2ba tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.073886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58319600-1bd0-46a4-bb92-ebf7072ff2ba tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.094456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Calling delete_port for 638e88bd-0681-4a3e-8a50-9059e2dc8f5c owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:33.098600 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:29:32Z', 'revision_number': 6, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:33.133708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58319600-1bd0-46a4-bb92-ebf7072ff2ba tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c445f6d-8e80-4449-bb2a-e0cfd7090e8e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:33.157749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58319600-1bd0-46a4-bb92-ebf7072ff2ba tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.162131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-58319600-1bd0-46a4-bb92-ebf7072ff2ba tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407068 Dec 08 00:29:33.162293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55758) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:33.166067 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ea63f-acc6-47cc-a75c-48dfd7c11526 None None] The sync data for ids ['4aee2064-fb3a-4510-9b5c-d51aba739801'] in n-d-820549-2 is: [{'id': '4aee2064-fb3a-4510-9b5c-d51aba739801', 'name': 'tempest-AttachVolumeTestJSON-1183235615-router', 'tenant_id': '02af2c8d35904777ae8121d05472c453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:21:45Z', 'updated_at': '2021-12-08T00:29:32Z', 'revision_number': 6, 'project_id': '02af2c8d35904777ae8121d05472c453', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:29:33.167814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-04dbb1b0-88a9-473f-a69c-671c8db70dd8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '2e6f1d51-e04d-47c5-bac0-72da4218ddbd', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:33.254231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04dbb1b0-88a9-473f-a69c-671c8db70dd8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.343884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04dbb1b0-88a9-473f-a69c-671c8db70dd8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.353697 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04dbb1b0-88a9-473f-a69c-671c8db70dd8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.384947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbb1b0-88a9-473f-a69c-671c8db70dd8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5091b56-e2e9-40cd-a4d4-7c5e7f95b70f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:33.404858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-04dbb1b0-88a9-473f-a69c-671c8db70dd8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.406559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-04dbb1b0-88a9-473f-a69c-671c8db70dd8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431774 Dec 08 00:29:33.409520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55768) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:33.415790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-68c8e7ae-6b33-4f29-bd45-a9639e7bf053 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '2e6f1d51-e04d-47c5-bac0-72da4218ddbd', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:33.462832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68c8e7ae-6b33-4f29-bd45-a9639e7bf053 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.570861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68c8e7ae-6b33-4f29-bd45-a9639e7bf053 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.580970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.584183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68c8e7ae-6b33-4f29-bd45-a9639e7bf053 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.610487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469dfc3e-d8a2-4501-83c9-4da65c5101d5 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:33.614288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8e7ae-6b33-4f29-bd45-a9639e7bf053 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4f861d-0cfd-43e9-9868-e21649cab042,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:33.637942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-68c8e7ae-6b33-4f29-bd45-a9639e7bf053 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.644570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-68c8e7ae-6b33-4f29-bd45-a9639e7bf053 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2312195 Dec 08 00:29:33.645164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55772) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:33.655517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '2e6f1d51-e04d-47c5-bac0-72da4218ddbd', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:33.661013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Pushing event deleted for resources: {'Port': ['ID=638e88bd-0681-4a3e-8a50-9059e2dc8f5c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:33.729756 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:29:33.760021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.760313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.855697 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.863283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.901586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7b079d-b099-4224-bab6-cafa83707ac3,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:33.912225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.918421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55788) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:33.922018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e94494de-b8f1-4713-9a88-fa7a60f0c8f2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2753122 Dec 08 00:29:33.930033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': '2e6f1d51-e04d-47c5-bac0-72da4218ddbd', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:33.944481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:33.949511 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.029020 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:29:34.036937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.041224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.042097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aee2064-fb3a-4510-9b5c-d51aba739801 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:29:34.048695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.053050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3e4f9112-7465-4783-ae5d-264d7887dddd admin admin] 10.222.0.18 "DELETE /v2.0/routers/4aee2064-fb3a-4510-9b5c-d51aba739801 HTTP/1.1" status: 204 len: 168 time: 1.7114522 Dec 08 00:29:34.053050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55820) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:34.162847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] Deleting subnet 7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:29:34.169087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.211786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.222027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.259517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45215b98-9e71-499f-afc3-770ea4bee919,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:34.270688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.272012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ba8404fc-f23b-426b-a012-37f89fae9344 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3524053 Dec 08 00:29:34.275099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55822) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:34.280594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'network': {'name': 'tempest-network-smoke--1086367037', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:34.296394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.367354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:34.371146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.438176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:34.446176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.458936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55826) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:34.476358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.476710 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Added segment af1951f2-a212-4c49-b3d3-b65b79b63766 of type vlan for network 83d907c5-f814-4dca-913b-967e2775c01d Dec 08 00:29:34.539512 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.569753 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.599861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:34.604914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.610538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:34.614294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.628960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.632249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b095e840-460d-44f9-946f-3a64abf07d7a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7671c3c3-3a6d-47e4-a708-5fd2a3f95b4a HTTP/1.1" status: 204 len: 168 time: 0.5786843 Dec 08 00:29:34.636932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad05ef-a703-46e2-911b-5f35e0fa2eca None None] Network 00a4b0d8-7234-4555-af0a-a0eef6ceac27 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:34.644183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55830) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:34.651244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.665470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3892601 Dec 08 00:29:34.676965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:34.686838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'admin_state_up': True, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:34.759519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f0600-515e-4e66-9ace-20aa754e06a2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Network': ['ID=83d907c5-f814-4dca-913b-967e2775c01d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:34.775153 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.780604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.781879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 83d907c5-f814-4dca-913b-967e2775c01d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:34.809234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.817430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.818732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.863517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1218b1d730fd43bb9b18d0ba755fd088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4026940 Dec 08 00:29:34.865296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab77bc-d21d-4dca-8b82-2cb31fd2b8ea,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:34.865947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:34.875040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.875544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.876161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.876665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.877102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.877539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.877971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.878425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.878855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.879357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.879782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.880207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.880629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c756ce7-fca4-4468-a8f9-a97b9cebedeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:34.897814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] DHCP port deletion for 00a4b0d8-7234-4555-af0a-a0eef6ceac27 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:34.950112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] Deleting port b0b42464-ea16-4935-b1ff-64758707e1eb {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:34.950440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:34.954416 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.019576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] For port b0b42464-ea16-4935-b1ff-64758707e1eb, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0b42464-ea16-4935-b1ff-64758707e1eb,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:35.020211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.035120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] Calling delete_port for b0b42464-ea16-4935-b1ff-64758707e1eb owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:35.104986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Deleting port b0b42464-ea16-4935-b1ff-64758707e1eb {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:35.105253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.109291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4222bcc-8021-4754-96c9-a25e33b82818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.118322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.164127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] Pushing event deleted for resources: {'Port': ['ID=b0b42464-ea16-4935-b1ff-64758707e1eb,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:35.174186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185584d9-743a-46d9-8168-7b6b6e704f60 None None] No DVR routers for this DVR port b0b42464-ea16-4935-b1ff-64758707e1eb on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:29:35.176593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.201521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4222bcc-8021-4754-96c9-a25e33b82818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.258552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] For port b0b42464-ea16-4935-b1ff-64758707e1eb, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0b42464-ea16-4935-b1ff-64758707e1eb,segment=NetworkSegment(f228d697-04db-435f-9dde-570ee3e8889e),segment_id=f228d697-04db-435f-9dde-570ee3e8889e)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:35.259024 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.278076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Calling delete_port for b0b42464-ea16-4935-b1ff-64758707e1eb owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:35.301998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 638e88bd-0681-4a3e-8a50-9059e2dc8f5c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:35.341077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 638e88bd-0681-4a3e-8a50-9059e2dc8f5c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:35.341424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 638e88bd-0681-4a3e-8a50-9059e2dc8f5c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:35.341842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d6b08f9-b535-4380-b3b1-2d490da167da no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:35.375117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 9d6b08f9-b535-4380-b3b1-2d490da167da {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:35.375684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d6b08f9-b535-4380-b3b1-2d490da167da not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:35.377035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0b42464-ea16-4935-b1ff-64758707e1eb no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:35.398412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b0b42464-ea16-4935-b1ff-64758707e1eb {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:35.398763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0b42464-ea16-4935-b1ff-64758707e1eb not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:35.488008 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.502905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4222bcc-8021-4754-96c9-a25e33b82818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.505421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b4222bcc-8021-4754-96c9-a25e33b82818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.509007 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b4222bcc-8021-4754-96c9-a25e33b82818 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0ab77bc-d21d-4dca-8b82-2cb31fd2b8ea HTTP/1.1" status: 204 len: 168 time: 0.6328635 Dec 08 00:29:35.537642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] No DVR routers for this DVR port b0b42464-ea16-4935-b1ff-64758707e1eb on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:29:35.543178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b42464-ea16-4935-b1ff-64758707e1eb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:35.553941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222bcc-8021-4754-96c9-a25e33b82818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab77bc-d21d-4dca-8b82-2cb31fd2b8ea,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:35.647741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.722502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a4b0d8-7234-4555-af0a-a0eef6ceac27']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:35.759756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f228d697-04db-435f-9dde-570ee3e8889e') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:35.760042 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f228d697-04db-435f-9dde-570ee3e8889e') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:35.781845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.808792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.833906 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.835173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.847073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:35.847510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:35.849572 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:35.967189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.981205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:35.984956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/00a4b0d8-7234-4555-af0a-a0eef6ceac27 HTTP/1.1" status: 204 len: 168 time: 1.3370237 Dec 08 00:29:36.019031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eb162-5adf-4f7b-8194-5a7b6cd126b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a4b0d8-7234-4555-af0a-a0eef6ceac27,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:36.073047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.161 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/984394d4-f443-44bf-a8cd-d0ed31897e14) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:29:36.227267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.288035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55860) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:36.342982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.392894 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-21dc3014-81cb-4156-8878-59f2a6fa8bb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02af2c8d35904777ae8121d05472c453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030684 Dec 08 00:29:36.395436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55866) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:36.427161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:29:36.428824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:36.433626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:36.442724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc47f6-256f-4dd8-b9fe-863e5427c4ec None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:36.459296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=984394d4-f443-44bf-a8cd-d0ed31897e14,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:36.482321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f7d2-7e3e-4586-a12f-570d460748dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.514343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f7d2-7e3e-4586-a12f-570d460748dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.514953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-31c3aa2e-c6f3-4976-8b3e-6262178b1b32 None None] Provisioning complete for port 984394d4-f443-44bf-a8cd-d0ed31897e14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:36.515452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31c3aa2e-c6f3-4976-8b3e-6262178b1b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.549789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:36.582545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-31c3aa2e-c6f3-4976-8b3e-6262178b1b32 None None] Port 984394d4-f443-44bf-a8cd-d0ed31897e14 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:29:36.585378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f7d2-7e3e-4586-a12f-570d460748dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.588650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f7d2-7e3e-4586-a12f-570d460748dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.592047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d3d4f7d2-7e3e-4586-a12f-570d460748dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ba77dff-100d-4a2f-bde1-6ae57da7b544 HTTP/1.1" status: 204 len: 168 time: 0.1932895 Dec 08 00:29:36.600024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f7d2-7e3e-4586-a12f-570d460748dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba77dff-100d-4a2f-bde1-6ae57da7b544,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:36.731419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'networks': [{'name': 'tempest-network--337158143'}, {'name': 'tempest-network--430477910'}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:36.731860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'network': {'name': 'tempest-network--337158143'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:36.732574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'network': {'name': 'tempest-network--430477910'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:36.761325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Made reservation on behalf of 12f4bc75946a463a87551d5c06c1eb1a for: {'network': 2} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:36.767465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.776580 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.832998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.886369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.896484 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.897204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:36.939429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cead3aa0-07bb-4b97-8b1a-831249de0676,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:36.973399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:37.002631 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.003542 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Added segment 760ebf59-1e0b-4436-a554-6bf2b3aaeda5 of type vlan for network 522ee974-6e4c-4a38-b943-4285c4f7a639 Dec 08 00:29:37.059643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.104494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:37.116267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.117154 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Added segment 966d661a-fbb8-4998-9ee9-81a33f8c55b9 of type vlan for network 803a78f3-6d1b-4bbc-b9ca-cff6b0a29139 Dec 08 00:29:37.187452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.222847 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.223855 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.232180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:37.238240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:37.239014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.299017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7476957 Dec 08 00:29:37.302144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55888) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:37.359860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Network': ['ID=522ee974-6e4c-4a38-b943-4285c4f7a639,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:37.374074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 522ee974-6e4c-4a38-b943-4285c4f7a639 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:37.454756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.477521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435d806-5020-4191-bd5f-e13a9a6c7514 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Network': ['ID=803a78f3-6d1b-4bbc-b9ca-cff6b0a29139,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:37.502664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 803a78f3-6d1b-4bbc-b9ca-cff6b0a29139 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:37.682052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router c2877616-0fc3-4d7b-bd43-d3a5dab83cff is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:29:37.694378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1794fc4-cc27-48ee-82c5-f9998d5b6200 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:37.700617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1794fc4-cc27-48ee-82c5-f9998d5b6200 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:37.707439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1794fc4-cc27-48ee-82c5-f9998d5b6200 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:37.714787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1794fc4-cc27-48ee-82c5-f9998d5b6200 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:37.716689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c1794fc4-cc27-48ee-82c5-f9998d5b6200 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4134603 Dec 08 00:29:37.719641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55902) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:37.819530 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.821340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:29:37.838256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Sync routers for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:29:37.851135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:37.852260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:37.853947 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:37.858156 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54d23d7c-fb0e-4a5b-9e21-a47ae2a276e6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1760702 Dec 08 00:29:37.858395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55906) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:37.901028 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf4c6e35-eec4-44ab-a622-40abc468a7b2 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=67f0588638f3439eb5346e5a32ef2d21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391297 Dec 08 00:29:37.901342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55910) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:37.998201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747093e-cef7-4e8a-82a7-ab42aa542ebb tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:38.002485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8747093e-cef7-4e8a-82a7-ab42aa542ebb tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975182 Dec 08 00:29:38.002772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55914) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:38.026206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:38.028881 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.075145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e71a06b9-719e-403d-acc9-d98b60d844b0 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690131 Dec 08 00:29:38.075713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55918) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:38.081938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522ee974-6e4c-4a38-b943-4285c4f7a639']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:38.083551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394534030', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:38.094746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760ebf59-1e0b-4436-a554-6bf2b3aaeda5') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:38.097807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760ebf59-1e0b-4436-a554-6bf2b3aaeda5') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:38.141943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.174293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.181454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:38.181867 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:38.230068 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:38.240652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:38.245880 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.301333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.333881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:36Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:38.346982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.364163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/networks/522ee974-6e4c-4a38-b943-4285c4f7a639 HTTP/1.1" status: 204 len: 168 time: 0.6398480 Dec 08 00:29:38.364163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7d294-591c-43f7-ba09-44bef8b75721 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Network': ['ID=522ee974-6e4c-4a38-b943-4285c4f7a639,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:38.365059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55924) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:38.373185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Checking router: c2877616-0fc3-4d7b-bd43-d3a5dab83cff for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:29:38.373765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Updating router c2877616-0fc3-4d7b-bd43-d3a5dab83cff port 984394d4-f443-44bf-a8cd-d0ed31897e14 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:29:38.417507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.486486 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.598289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.672233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Subnet': ['ID=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:38.681911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.682512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.683059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.683557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.684076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.684572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.685328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.685824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.686325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.686812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.687476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.687958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.688437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:38.699337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Checking segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:38.699918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network hostable DHCP agents. Network: 83d907c5-f814-4dca-913b-967e2775c01d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:29:38.721159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 83d907c5-f814-4dca-913b-967e2775c01d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:29:38.735037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 83d907c5-f814-4dca-913b-967e2775c01d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:38.743354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:38.744352 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.771536 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d533c8dc-437d-4681-bf11-f386d60870fd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6943123 Dec 08 00:29:38.774984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55936) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:38.802682 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.807564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e2e0b-aca1-4702-8cf0-1aed99802544 None None] Network 83d907c5-f814-4dca-913b-967e2775c01d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:38.826216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.938257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208cf5f6-1352-4678-8b51-4012eadc9dd8 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:38.940565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Attempting to bind port 984394d4-f443-44bf-a8cd-d0ed31897e14 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:29:38.941036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Attempting to bind port 984394d4-f443-44bf-a8cd-d0ed31897e14 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:29:38.941387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Attempting to bind port 984394d4-f443-44bf-a8cd-d0ed31897e14 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:38.959356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491280c-e17d-4b00-a950-c9b6e336ec74 None None] Pushing event updated for resources: {'Port': ['ID=984394d4-f443-44bf-a8cd-d0ed31897e14,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:38.964495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:29:38.965167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:38.965751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:38.966613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:29:38.967287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Bound port: 984394d4-f443-44bf-a8cd-d0ed31897e14, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:29:38.967833 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.265710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-83d907c5-f814-4dca-913b-967e2775c01d', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:29:39.267667 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.270736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3b2d80d0-b124-44df-8eed-245c52ee7ff4 None None] Provisioning complete for port 984394d4-f443-44bf-a8cd-d0ed31897e14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:39.271487 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b2d80d0-b124-44df-8eed-245c52ee7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.294694 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.321368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803a78f3-6d1b-4bbc-b9ca-cff6b0a29139']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:39.344812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966d661a-fbb8-4998-9ee9-81a33f8c55b9') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:39.345326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966d661a-fbb8-4998-9ee9-81a33f8c55b9') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:39.357988 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.363148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] For port 984394d4-f443-44bf-a8cd-d0ed31897e14, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:29:39.372930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.381602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:39.381776 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.389121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d80d0-b124-44df-8eed-245c52ee7ff4 None None] Port 984394d4-f443-44bf-a8cd-d0ed31897e14 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:29:39.402177 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] For port 984394d4-f443-44bf-a8cd-d0ed31897e14, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=984394d4-f443-44bf-a8cd-d0ed31897e14,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:29:39.415912 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:39.473852 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:39.477531 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.484676 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.488891 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/networks/803a78f3-6d1b-4bbc-b9ca-cff6b0a29139 HTTP/1.1" status: 204 len: 168 time: 1.1189628 Dec 08 00:29:39.491818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55946) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:39.506933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119df95-9cea-4b99-8125-9ec4f8e5d343 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:39.512554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3caf55-91e9-42d3-84d8-c1b6a3c2b938 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Network': ['ID=803a78f3-6d1b-4bbc-b9ca-cff6b0a29139,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:39.523985 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.632588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05048b08-52c5-4a1e-a0c2-85561a9f86b6 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:39.640328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05048b08-52c5-4a1e-a0c2-85561a9f86b6 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:39.642790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05048b08-52c5-4a1e-a0c2-85561a9f86b6 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1503704 Dec 08 00:29:39.646407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55952) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:39.652702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1301896523'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:39.664982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:39.665626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:39.672287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491280c-e17d-4b00-a950-c9b6e336ec74 None None] Pushing event updated for resources: {'Port': ['ID=984394d4-f443-44bf-a8cd-d0ed31897e14,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:39.696495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Made reservation on behalf of 12f4bc75946a463a87551d5c06c1eb1a for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:39.703707 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.734831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:39.745734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.746545 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Added segment 38a6fb80-c1f5-46ec-898f-1b64a41ddd1d of type vlan for network 2b56ead2-9a9f-431b-8f8a-12129ef03a4d Dec 08 00:29:39.791545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.820040 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.825325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d78b0b17-94c9-49e8-98be-43282dd6d8c1 None None] Provisioning complete for port 984394d4-f443-44bf-a8cd-d0ed31897e14 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:39.826389 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d78b0b17-94c9-49e8-98be-43282dd6d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.828965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:39.829744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.912346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Network': ['ID=2b56ead2-9a9f-431b-8f8a-12129ef03a4d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:39.925603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Allocated IP 172.20.0.2 (83d907c5-f814-4dca-913b-967e2775c01d/4d777726-3c82-46c1-9bc9-0f11d3a0f2fe/55911f0c-54db-4173-9273-669602476c36) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:29:39.933477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2b56ead2-9a9f-431b-8f8a-12129ef03a4d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:39.941379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a49c596-85a2-4c97-b268-1cd3f61a718e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2928841 Dec 08 00:29:39.943976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55956) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:39.949164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1946225847'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:39.985251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Made reservation on behalf of 12f4bc75946a463a87551d5c06c1eb1a for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:39.993218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:39.996597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:40.025774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:40.038029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.038918 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Added segment f55439c4-45d6-4ec6-9b61-46417fed7f34 of type vlan for network f087d7fe-959f-4bbb-82d8-6e981740a61b Dec 08 00:29:40.098988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.130395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.144398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:40.145125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.199796 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d78b0b17-94c9-49e8-98be-43282dd6d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.208790 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2608943 Dec 08 00:29:40.208987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55960) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:40.214066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'ports': [{'network_id': '2b56ead2-9a9f-431b-8f8a-12129ef03a4d', 'name': 'tempest-port--101753338', 'admin_state_up': True}, {'network_id': 'f087d7fe-959f-4bbb-82d8-6e981740a61b', 'admin_state_up': False}]} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:40.215666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'port': {'network_id': '2b56ead2-9a9f-431b-8f8a-12129ef03a4d', 'name': 'tempest-port--101753338', 'admin_state_up': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:40.216267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'port': {'network_id': 'f087d7fe-959f-4bbb-82d8-6e981740a61b', 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:40.244783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b7dba-16e9-4317-877e-f81bad6c25d2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Network': ['ID=f087d7fe-959f-4bbb-82d8-6e981740a61b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:40.290353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f087d7fe-959f-4bbb-82d8-6e981740a61b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:40.321540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d78b0b17-94c9-49e8-98be-43282dd6d8c1 None None] For port 984394d4-f443-44bf-a8cd-d0ed31897e14, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=984394d4-f443-44bf-a8cd-d0ed31897e14,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:40.442155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Made reservation on behalf of 12f4bc75946a463a87551d5c06c1eb1a for: {'port': 2} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:40.447283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.462978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.463464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d78b0b17-94c9-49e8-98be-43282dd6d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.558547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] device_id is not set on port 64aee36d-fbdf-4bf9-bb98-0a4838426e9e yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:29:40.611878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.613417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b0b17-94c9-49e8-98be-43282dd6d8c1 None None] Pushing event updated for resources: {'Port': ['ID=984394d4-f443-44bf-a8cd-d0ed31897e14,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:40.656347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.732569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.1 (83d907c5-f814-4dca-913b-967e2775c01d/4d777726-3c82-46c1-9bc9-0f11d3a0f2fe/07c76bb6-08ed-44fb-9ebc-33a5634b326a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:29:40.734921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Network 83d907c5-f814-4dca-913b-967e2775c01d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:29:40.741347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.741647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:40.744365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:40.758476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Pushing event updated for resources: {'Port': ['ID=55911f0c-54db-4173-9273-669602476c36,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:40.804645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:36Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:40.852322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f5c86-1a60-4932-b95e-ed511d766c24 None None] The sync data for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 is: [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:36Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:29:40.859463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Attempting to bind port 55911f0c-54db-4173-9273-669602476c36 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:29:40.859902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Attempting to bind port 55911f0c-54db-4173-9273-669602476c36 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:29:40.860335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Attempting to bind port 55911f0c-54db-4173-9273-669602476c36 on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:40.866941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:29:40.867440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Checking segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:40.867913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.868368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Bound using segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:29:40.869083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Bound port: 55911f0c-54db-4173-9273-669602476c36, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:29:40.869534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.899200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] device_id is not set on port d726c190-e893-4642-b072-b226abfd6e8b yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:29:40.947432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] For port 55911f0c-54db-4173-9273-669602476c36, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:29:40.951457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] For port 55911f0c-54db-4173-9273-669602476c36, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=55911f0c-54db-4173-9273-669602476c36,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:29:40.960095 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:40.975168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.066726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.098015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe2861-5210-44d6-98a3-cb98e471db40 None None] Pushing event updated for resources: {'Port': ['ID=55911f0c-54db-4173-9273-669602476c36,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:41.118158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.162609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 83d907c5-f814-4dca-913b-967e2775c01d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:29:41.166209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:41.171832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:41.177266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=07c76bb6-08ed-44fb-9ebc-33a5634b326a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:41.182438 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.250461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.307674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Port': ['ID=64aee36d-fbdf-4bf9-bb98-0a4838426e9e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:41.321643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Checking segment: {'id': '38a6fb80-c1f5-46ec-898f-1b64a41ddd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b56ead2-9a9f-431b-8f8a-12129ef03a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:41.322061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network hostable DHCP agents. Network: 2b56ead2-9a9f-431b-8f8a-12129ef03a4d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:29:41.365931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network 2b56ead2-9a9f-431b-8f8a-12129ef03a4d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:29:41.384718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2b56ead2-9a9f-431b-8f8a-12129ef03a4d) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:41.401835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:41.403126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.424995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02191397-bc34-4c9f-a952-d314ecffc7a6 None None] Network 2b56ead2-9a9f-431b-8f8a-12129ef03a4d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:41.528120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Checking segment: {'id': 'f55439c4-45d6-4ec6-9b61-46417fed7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f087d7fe-959f-4bbb-82d8-6e981740a61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:41.528489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network hostable DHCP agents. Network: f087d7fe-959f-4bbb-82d8-6e981740a61b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:29:41.531958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Port': ['ID=d726c190-e893-4642-b072-b226abfd6e8b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:41.572858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network f087d7fe-959f-4bbb-82d8-6e981740a61b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:29:41.589640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f087d7fe-959f-4bbb-82d8-6e981740a61b) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:41.593428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:41.599860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:41.618026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:41.618750 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.631951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1132a5-4c3d-4c38-926e-9425ff7ccd92 None None] Network f087d7fe-959f-4bbb-82d8-6e981740a61b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:41.646665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:41.654521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3a6f0820-a815-4337-bac2-137e20a42ec2 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4444151 Dec 08 00:29:41.658747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55984) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:41.746196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f445c-0eed-455f-9ed3-8fe95055ad18 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:41.762433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f445c-0eed-455f-9ed3-8fe95055ad18 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:41.764144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b72f445c-0eed-455f-9ed3-8fe95055ad18 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1041114 Dec 08 00:29:41.768799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 55988) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:41.995090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Deleting port 64aee36d-fbdf-4bf9-bb98-0a4838426e9e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:41.995428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.097329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.134219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Calling delete_port for 64aee36d-fbdf-4bf9-bb98-0a4838426e9e owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:42.339846 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.348537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.390930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.483436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.492089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/ports/64aee36d-fbdf-4bf9-bb98-0a4838426e9e HTTP/1.1" status: 204 len: 168 time: 0.7178574 Dec 08 00:29:42.492089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=07c76bb6-08ed-44fb-9ebc-33a5634b326a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:42.492385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 55996) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:42.499426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.525246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd580452-1a58-42c1-b2c9-23fcffc8607e tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Port': ['ID=64aee36d-fbdf-4bf9-bb98-0a4838426e9e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:42.637031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Deleting port d726c190-e893-4642-b072-b226abfd6e8b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:42.637497 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.659288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 83d907c5-f814-4dca-913b-967e2775c01d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:29:42.660957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:42.716517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27997066-c7ff-4b7a-9b79-d99ef7db2575 None None] Network 83d907c5-f814-4dca-913b-967e2775c01d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:42.737847 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.752677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Calling delete_port for d726c190-e893-4642-b072-b226abfd6e8b owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:42.867925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router c2877616-0fc3-4d7b-bd43-d3a5dab83cff has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:29:42.911554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.912945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d5d43df8-aed4-4569-bf27-3ea2bebbfc22 None None] Provisioning complete for port 55911f0c-54db-4173-9273-669602476c36 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:42.937058 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d5d43df8-aed4-4569-bf27-3ea2bebbfc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:42.965511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Port': ['ID=d726c190-e893-4642-b072-b226abfd6e8b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:42.991389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.002105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-699fa353-ecf5-410f-9eef-1c78f881750c tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/ports/d726c190-e893-4642-b072-b226abfd6e8b HTTP/1.1" status: 204 len: 168 time: 0.5068731 Dec 08 00:29:43.003330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56016) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:43.058003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:29:43.063524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf953e9b-74cf-4467-b843-46c4afca453d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/c2877616-0fc3-4d7b-bd43-d3a5dab83cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2867868 Dec 08 00:29:43.078245 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-119332cd-b71f-4c9b-8f21-755b1c3c1776 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0737767 Dec 08 00:29:43.081833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56022) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:43.090445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1529890342'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:43.119842 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d5d43df8-aed4-4569-bf27-3ea2bebbfc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.140640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Made reservation on behalf of 12f4bc75946a463a87551d5c06c1eb1a for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:43.144806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.175340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d5d43df8-aed4-4569-bf27-3ea2bebbfc22 None None] For port 55911f0c-54db-4173-9273-669602476c36, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=55911f0c-54db-4173-9273-669602476c36,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:43.181086 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d5d43df8-aed4-4569-bf27-3ea2bebbfc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.257021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:43.290490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.291090 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Added segment 823d75d5-a7b5-4d47-a6bf-86254c1d3c48 of type vlan for network b07e3840-2a8d-4d5f-bfb5-1ec32287c951 Dec 08 00:29:43.319117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d43df8-aed4-4569-bf27-3ea2bebbfc22 None None] Pushing event updated for resources: {'Port': ['ID=55911f0c-54db-4173-9273-669602476c36,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:43.385920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.414006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c948ca73-2be0-4073-bde6-4e721885b3d1 None None] Provisioning complete for port 07c76bb6-08ed-44fb-9ebc-33a5634b326a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:43.414395 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c948ca73-2be0-4073-bde6-4e721885b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.484469 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Sync routers for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:29:43.499070 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.507831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:43.508467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.514018 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:43.514614 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:43.530113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 55911f0c-54db-4173-9273-669602476c36 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:29:43.562593 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4794817 Dec 08 00:29:43.566171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56036) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:43.573476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-83955851'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:43.635606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c948ca73-2be0-4073-bde6-4e721885b3d1 None None] Port 07c76bb6-08ed-44fb-9ebc-33a5634b326a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:29:43.655994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Made reservation on behalf of 12f4bc75946a463a87551d5c06c1eb1a for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:43.659832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5617e-7b6b-468e-b136-294ff120d350 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Network': ['ID=b07e3840-2a8d-4d5f-bfb5-1ec32287c951,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:43.677081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b07e3840-2a8d-4d5f-bfb5-1ec32287c951 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:43.678116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.707864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 55911f0c-54db-4173-9273-669602476c36 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:43.712109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.782913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-94d1e344-42eb-4632-a761-bdb0c1e0abad tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513473350&fields=id&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 267 time: 0.1579742 Dec 08 00:29:43.793771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:43.801559 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:43.923248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:43.930032 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Added segment 08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b of type vlan for network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 Dec 08 00:29:43.942334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c948ca73-2be0-4073-bde6-4e721885b3d1 None None] Provisioning complete for port 55911f0c-54db-4173-9273-669602476c36 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:43.942930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c948ca73-2be0-4073-bde6-4e721885b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.074031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-5efe20a1-38b5-41b7-a6bf-1ae17c1667ae tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:44.075884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-5efe20a1-38b5-41b7-a6bf-1ae17c1667ae tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 797 time: 0.2740817 Dec 08 00:29:44.144127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-4bd09c42-8fc3-47ca-b839-004e2400c440 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/quotas/67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 375 time: 0.0472586 Dec 08 00:29:44.147938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.201226 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:42Z', 'revision_number': 2, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:44.239337 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Checking router: c2877616-0fc3-4d7b-bd43-d3a5dab83cff for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:29:44.240055 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Updating router c2877616-0fc3-4d7b-bd43-d3a5dab83cff port 07c76bb6-08ed-44fb-9ebc-33a5634b326a binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:29:44.265948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.275527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:44.276563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.321883 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.325672 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.381876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 984394d4-f443-44bf-a8cd-d0ed31897e14 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:29:44.395936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Network': ['ID=ef6a9230-2ffe-4277-a499-dbf064dcc8a7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:44.417139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:44.442265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-fd70a7af-dfc2-443e-bbed-34ae0c9b36a7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2967823 Dec 08 00:29:44.458940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b8dee167-6678-4b25-a52d-cd003fabad40 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8793199 Dec 08 00:29:44.467140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-37b91832-39d0-4860-aec4-0519e62524ce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:29:44.480585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-37b91832-39d0-4860-aec4-0519e62524ce service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118947 Dec 08 00:29:44.660111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-f1ea9f3f-8aa2-4c9c-beb5-be6976d0ed99 req-70e9f0b5-4eae-49fa-a6d8-443bef1e07b1 service neutron] (103113) timed out ('10.222.0.59', 59781) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:29:44.675466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 984394d4-f443-44bf-a8cd-d0ed31897e14 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:44.682262 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.757019 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-d1eb92c6-ac8b-4b11-b2ff-e02aea2e6798 service neutron] 10.222.0.18 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814057 Dec 08 00:29:44.893335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-954e213d-728b-4302-9558-f6d7d63df68f None None] Provisioning complete for port 07c76bb6-08ed-44fb-9ebc-33a5634b326a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:44.894319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-954e213d-728b-4302-9558-f6d7d63df68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.912361 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.927566 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:44.987393 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Pushing event updated for resources: {'Port': ['ID=07c76bb6-08ed-44fb-9ebc-33a5634b326a,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:44.989963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-954e213d-728b-4302-9558-f6d7d63df68f None None] Port 07c76bb6-08ed-44fb-9ebc-33a5634b326a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:29:44.999159 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:44.999991 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.000794 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.001389 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.001932 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.002472 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.003635 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.004231 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.004770 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.005307 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.005513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e429184d-d7da-43ab-bcbe-db7bcc3ae7ff service neutron] 10.222.0.18 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352545 Dec 08 00:29:45.006042 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.006600 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.007177 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:29:45.124105 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Attempting to bind port 07c76bb6-08ed-44fb-9ebc-33a5634b326a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:29:45.128204 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Attempting to bind port 07c76bb6-08ed-44fb-9ebc-33a5634b326a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:29:45.128809 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Attempting to bind port 07c76bb6-08ed-44fb-9ebc-33a5634b326a on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:45.139949 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:29:45.140532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Checking segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:45.141299 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:45.142466 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Bound using segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:29:45.145630 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Bound port: 07c76bb6-08ed-44fb-9ebc-33a5634b326a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:29:45.146297 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:45.328279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 55911f0c-54db-4173-9273-669602476c36 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:29:45.350324 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] For port 07c76bb6-08ed-44fb-9ebc-33a5634b326a, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:29:45.370350 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] For port 07c76bb6-08ed-44fb-9ebc-33a5634b326a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=07c76bb6-08ed-44fb-9ebc-33a5634b326a,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:29:45.383050 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:45.467671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 55911f0c-54db-4173-9273-669602476c36 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:45.468371 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:45.561623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16de89a4-46ab-4f88-ba45-df42427714ec req-7d61aa0b-cc8a-4db4-a46b-4e9574ce922b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 210 time: 0.0823390 Dec 08 00:29:45.602191 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de36ec1-968b-4911-95d3-6f9c674d1b04 None None] Pushing event updated for resources: {'Port': ['ID=07c76bb6-08ed-44fb-9ebc-33a5634b326a,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:45.617039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cf9ca5f7-4fa2-490e-8238-b9cbbc819df3 None None] Provisioning complete for port 07c76bb6-08ed-44fb-9ebc-33a5634b326a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:45.617657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca5f7-4fa2-490e-8238-b9cbbc819df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:45.683333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:29:45.684487 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:46.018020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca5f7-4fa2-490e-8238-b9cbbc819df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:46.082654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cf9ca5f7-4fa2-490e-8238-b9cbbc819df3 None None] For port 07c76bb6-08ed-44fb-9ebc-33a5634b326a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=07c76bb6-08ed-44fb-9ebc-33a5634b326a,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:46.088829 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:29:46.096753 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca5f7-4fa2-490e-8238-b9cbbc819df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:46.441376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-88402721-3f4c-418d-8a72-ae12b6831181 None None] Provisioning complete for port 07c76bb6-08ed-44fb-9ebc-33a5634b326a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:46.442025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-88402721-3f4c-418d-8a72-ae12b6831181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:46.444072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ca5f7-4fa2-490e-8238-b9cbbc819df3 None None] Pushing event updated for resources: {'Port': ['ID=07c76bb6-08ed-44fb-9ebc-33a5634b326a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:46.518491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56082) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:46.683527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-899593a6-7d13-4bfe-9908-fd8374a1e50e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:46.726460 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:45Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:46.739388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12d052e5-b829-4379-9d38-6176925196db req-199fce9b-10d1-4224-8430-623f3f228cf7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 210 time: 0.0507598 Dec 08 00:29:46.784363 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a5af8-fdf9-48c3-9d21-439d26fd4e56 None None] The sync data for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 is: [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:45Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:29:46.842063 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-899593a6-7d13-4bfe-9908-fd8374a1e50e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:46.853224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-899593a6-7d13-4bfe-9908-fd8374a1e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:46.896376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899593a6-7d13-4bfe-9908-fd8374a1e50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a4badf-02a1-44ce-a512-f5d2f0620640,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:46.930004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-899593a6-7d13-4bfe-9908-fd8374a1e50e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10300138e3be4ffbbcdd79a940cfa406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082825 Dec 08 00:29:46.930230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56092) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:46.996063 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c81204-2fc4-4a57-bef8-e606aa43468d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:47.027271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c81204-2fc4-4a57-bef8-e606aa43468d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:47.095318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c81204-2fc4-4a57-bef8-e606aa43468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:47.099769 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-08c81204-2fc4-4a57-bef8-e606aa43468d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:47.105432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-08c81204-2fc4-4a57-bef8-e606aa43468d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26a4badf-02a1-44ce-a512-f5d2f0620640 HTTP/1.1" status: 204 len: 168 time: 0.1738181 Dec 08 00:29:47.118277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c81204-2fc4-4a57-bef8-e606aa43468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a4badf-02a1-44ce-a512-f5d2f0620640,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:47.392865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 07c76bb6-08ed-44fb-9ebc-33a5634b326a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:29:47.588535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-3dae6319-b989-4afb-99c5-d9dea5a1c10f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:47.592746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-3dae6319-b989-4afb-99c5-d9dea5a1c10f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 797 time: 0.3894022 Dec 08 00:29:47.622165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 07c76bb6-08ed-44fb-9ebc-33a5634b326a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:47.622508 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:47.696526 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:47.750134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-d41544d4-99fb-4cad-b7a9-7d1a158d757c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 380 time: 0.1377301 Dec 08 00:29:47.776145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'port': {'device_id': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'admin_state_up': True, 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'security_groups': ['2e6f1d51-e04d-47c5-bac0-72da4218ddbd']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:47.871584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56102) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:47.896670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'subnets': [{'network_id': 'b07e3840-2a8d-4d5f-bfb5-1ec32287c951', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--959461380', 'ip_version': 6}, {'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:47.902558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'subnet': {'network_id': 'b07e3840-2a8d-4d5f-bfb5-1ec32287c951', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--959461380', 'ip_version': 6}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:47.906392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Request body: {'subnet': {'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:47.983483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56106) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:48.003669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d214-4668-4347-be49-7a44779c4de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.122047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d214-4668-4347-be49-7a44779c4de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.130494 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d214-4668-4347-be49-7a44779c4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.132224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-68a983e8-83fa-4fbc-b6cc-006948d184b4 req-91262d6a-aaed-4015-85d1-9ce0231ce8a4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 210 time: 0.0404258 Dec 08 00:29:48.156154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:48.156283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.314561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1d214-4668-4347-be49-7a44779c4de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a21069-2da1-4926-8650-cbc7df45998a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:48.354623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.3 (83d907c5-f814-4dca-913b-967e2775c01d/4d777726-3c82-46c1-9bc9-0f11d3a0f2fe/62aeaad4-152d-454c-88b2-39c6190b8915) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:29:48.359241 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8fc1d214-4668-4347-be49-7a44779c4de8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b880e8e40b143d780dd28961cffb91d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742869 Dec 08 00:29:48.362971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56108) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:48.400775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Made reservation on behalf of 12f4bc75946a463a87551d5c06c1eb1a for: {'subnet': 2} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:48.405611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.405961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.525632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5396f15-72b7-4adf-b44e-3a03795f44eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.583298 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5396f15-72b7-4adf-b44e-3a03795f44eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.885178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.885178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:48.885178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network 83d907c5-f814-4dca-913b-967e2775c01d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:29:48.885178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:48.885178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:48.885178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:48.984303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:48.987555 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.023359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8da6df32-e9da-4de8-9ce5-0bd5e5965132 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685161 Dec 08 00:29:49.042735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Request body: {'port': {'device_id': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:49.169568 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.249194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c9ec2b3e-58ef-4195-a557-e697dd86b353 None None] Provisioning complete for port 62aeaad4-152d-454c-88b2-39c6190b8915 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:49.251434 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9ec2b3e-58ef-4195-a557-e697dd86b353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.321258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec2b3e-58ef-4195-a557-e697dd86b353 None None] Port 62aeaad4-152d-454c-88b2-39c6190b8915 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:29:49.344266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5396f15-72b7-4adf-b44e-3a03795f44eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.348312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5396f15-72b7-4adf-b44e-3a03795f44eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.351988 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e5396f15-72b7-4adf-b44e-3a03795f44eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07a21069-2da1-4926-8650-cbc7df45998a HTTP/1.1" status: 204 len: 168 time: 0.9856749 Dec 08 00:29:49.368299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396f15-72b7-4adf-b44e-3a03795f44eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a21069-2da1-4926-8650-cbc7df45998a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:49.590618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.677362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45780-9402-4ac0-afe2-471f02222e52 req-c86a8e11-cb74-4fa4-9fa0-89aa683fd072 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:49.679690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49c45780-9402-4ac0-afe2-471f02222e52 req-c86a8e11-cb74-4fa4-9fa0-89aa683fd072 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 931 time: 0.1190331 Dec 08 00:29:49.709868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Checking segment: {'id': '823d75d5-a7b5-4d47-a6bf-86254c1d3c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b07e3840-2a8d-4d5f-bfb5-1ec32287c951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:49.710505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network hostable DHCP agents. Network: b07e3840-2a8d-4d5f-bfb5-1ec32287c951, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:29:49.715316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Subnet': ['ID=108dcaf7-9241-474c-8ef8-d6cbad7e77c7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:49.736389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network b07e3840-2a8d-4d5f-bfb5-1ec32287c951 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:29:49.750433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b07e3840-2a8d-4d5f-bfb5-1ec32287c951) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:49.763478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07a127-1d96-4d71-a691-d740990e4a73 None None] Network b07e3840-2a8d-4d5f-bfb5-1ec32287c951 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:49.786142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.811508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49c45780-9402-4ac0-afe2-471f02222e52 req-88fc5e60-95a4-43b0-9df6-97298214305c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202765 Dec 08 00:29:49.831810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62aeaad4-152d-454c-88b2-39c6190b8915 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:29:49.849695 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.893252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Transition to ACTIVE for port object 62aeaad4-152d-454c-88b2-39c6190b8915 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:29:49.906695 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.920209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event updated for resources: {'Subnet': ['ID=3cf90251-77e0-4752-aedd-b7332d6539a8,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:49.929131 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Checking segment: {'id': '08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:49.929698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network hostable DHCP agents. Network: ef6a9230-2ffe-4277-a499-dbf064dcc8a7, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:29:49.955192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0216d7-b69b-4f9d-8670-1b7b7b62df68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b07e3840-2a8d-4d5f-bfb5-1ec32287c951', 'network_id': 'b07e3840-2a8d-4d5f-bfb5-1ec32287c951', 'project_id': '12f4bc75946a463a87551d5c06c1eb1a', 'fixed_ips': [{'subnet_id': '108dcaf7-9241-474c-8ef8-d6cbad7e77c7'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:29:49.956548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b0216d7-b69b-4f9d-8670-1b7b7b62df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:49.966247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:29:49.979347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ef6a9230-2ffe-4277-a499-dbf064dcc8a7) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:50.008625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a3a60-952d-46b5-8715-a96efc30e586 None None] Network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:50.010772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:50.011335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:50.012087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.057972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c54d903e-fa75-4c74-8cb6-3e7a66200474 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1840122 Dec 08 00:29:50.060512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56148) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:50.075302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:50.245772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:29:50.246224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:29:50.246795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:50.259540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:29:50.260396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:50.262302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f91ca-8f3f-443a-a899-456c2c606783 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:50.264485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f91ca-8f3f-443a-a899-456c2c606783 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:50.267652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f91ca-8f3f-443a-a899-456c2c606783 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:50.271488 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c8f91ca-8f3f-443a-a899-456c2c606783 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2082381 Dec 08 00:29:50.279838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56156) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:50.290124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:29:50.290376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Checking segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:50.293658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Bound using segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:29:50.294398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Bound port: 62aeaad4-152d-454c-88b2-39c6190b8915, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:29:50.294978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.413647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Deleting subnet 108dcaf7-9241-474c-8ef8-d6cbad7e77c7 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:29:50.418669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.422486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-ef6a9230-2ffe-4277-a499-dbf064dcc8a7', 'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7', 'project_id': '12f4bc75946a463a87551d5c06c1eb1a', 'fixed_ips': [{'subnet_id': '3cf90251-77e0-4752-aedd-b7332d6539a8'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:29:50.424936 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.492144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:29:50.500983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:29:50.504118 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.544608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.651886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Allocated IP 2001:db8:0:1::1 (ef6a9230-2ffe-4277-a499-dbf064dcc8a7/3cf90251-77e0-4752-aedd-b7332d6539a8/edbc439e-69b8-4e3c-8b21-3ae266a8d1d8) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:29:50.692061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:50.698662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:50.699518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.701094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-e49f0faf-7ea0-4e3f-93c4-cc16ca4846c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 1091 time: 1.6631687 Dec 08 00:29:50.701805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:29:50.709661 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bede539-5c07-47d6-a9d9-f8e318e1ee01" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:29:50.744423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:50.877378 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91b9c69-22ae-4ede-bb90-050891150034 x-openstack-request-id: req-f91b9c69-22ae-4ede-bb90-050891150034 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:29:50.877688 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:29:50.878194 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f91b9c69-22ae-4ede-bb90-050891150034 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:29:50.878626 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'status': 'completed', 'code': 200} Dec 08 00:29:51.040006 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.049864 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.108528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-d479526d-519a-4a90-817f-4c5e03cf5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:51.111890 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-d479526d-519a-4a90-817f-4c5e03cf5660 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1094 time: 0.2828879 Dec 08 00:29:51.129884 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.156136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server [None req-1b0216d7-b69b-4f9d-8670-1b7b7b62df68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 108dcaf7-9241-474c-8ef8-d6cbad7e77c7: This subnet is being modified by another concurrent operation. Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server raise exception Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 108dcaf7-9241-474c-8ef8-d6cbad7e77c7: This subnet is being modified by another concurrent operation. Dec 08 00:29:51.168233 n-d-820549-2 neutron-server[103115]: ERROR oslo_messaging.rpc.server Dec 08 00:29:51.178101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:29:51.185640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:29:51.189339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Pushing event updated for resources: {'Port': ['ID=edbc439e-69b8-4e3c-8b21-3ae266a8d1d8,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:51.200124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce7791-ee56-40fa-9cd1-49164401bee1 None None] Network b07e3840-2a8d-4d5f-bfb5-1ec32287c951 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:51.230018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Subnet': ['ID=108dcaf7-9241-474c-8ef8-d6cbad7e77c7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:51.233519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.259891 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-927aabef-ca1e-43cb-bb71-abce1b498d57 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/subnets/108dcaf7-9241-474c-8ef8-d6cbad7e77c7 HTTP/1.1" status: 204 len: 168 time: 0.9782310 Dec 08 00:29:51.262275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56188) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:51.271813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-5fb94fcc-9958-40c5-84a6-7badc35872e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 217 time: 0.1437216 Dec 08 00:29:51.292068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e58d8-589c-4c4f-a0cc-d8570c047cdd req-ecced4a0-0c71-47a9-8411-51471909e212 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:51.307009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2e58d8-589c-4c4f-a0cc-d8570c047cdd req-ecced4a0-0c71-47a9-8411-51471909e212 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 943 time: 0.3110611 Dec 08 00:29:51.395428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8ed188c1-8d65-48f1-a053-63cf6a6989fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:51.397206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-8ed188c1-8d65-48f1-a053-63cf6a6989fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.0877433 Dec 08 00:29:51.430980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Deleting subnet 3cf90251-77e0-4752-aedd-b7332d6539a8 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:29:51.442691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.476636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c2e58d8-589c-4c4f-a0cc-d8570c047cdd req-bd7ad6ae-ceae-4fd2-81e5-f13201041393 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667686 Dec 08 00:29:51.498403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754feb-abf0-49f0-acac-f794df043ac7 req-2e67f4c6-9f6b-4a0a-912a-701e12ec60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:51.500211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-2e67f4c6-9f6b-4a0a-912a-701e12ec60e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904853 Dec 08 00:29:51.522947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Attempting to bind port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:29:51.523372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Attempting to bind port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:29:51.531722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Attempting to bind port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 on network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:29:51.542475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.567848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:29:51.568142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Checking segment: {'id': '08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:29:51.568727 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.569278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Bound using segment: {'id': '08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:29:51.569956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Bound port: edbc439e-69b8-4e3c-8b21-3ae266a8d1d8, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ef6a9230-2ffe-4277-a499-dbf064dcc8a7'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:29:51.570525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.676700 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-927fc12c-811a-4356-bf0f-9bef7289a0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.768749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.772734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-4ffb149b-135a-43ca-8f86-21f839a1e1ed service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647793 Dec 08 00:29:51.847271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] For port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:29:51.855319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] For port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=edbc439e-69b8-4e3c-8b21-3ae266a8d1d8,segment=NetworkSegment(08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b),segment_id=08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:29:51.861760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.867785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.938695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:51.942590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/subnets/3cf90251-77e0-4752-aedd-b7332d6539a8 HTTP/1.1" status: 204 len: 168 time: 0.6785786 Dec 08 00:29:51.967138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56210) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:51.978247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aae50-0fda-4bb9-87e4-fc97ced79935 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf90251-77e0-4752-aedd-b7332d6539a8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:51.984777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40754feb-abf0-49f0-acac-f794df043ac7 req-dc246165-5274-4b3b-9b0c-498c7f9bab57 service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030559 Dec 08 00:29:52.005401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12a83b-8b13-4989-8976-8b2c94db55ff None None] Pushing event updated for resources: {'Port': ['ID=edbc439e-69b8-4e3c-8b21-3ae266a8d1d8,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:52.101570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630435ed-551e-4f02-98d8-f53b4ece1a19 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:52.104332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-630435ed-551e-4f02-98d8-f53b4ece1a19 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359968 Dec 08 00:29:52.109186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56216) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:52.197073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-ad154a8e-0cbd-402c-93d9-0e9c9a527870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:52.199500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-ad154a8e-0cbd-402c-93d9-0e9c9a527870 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1094 time: 0.0980480 Dec 08 00:29:52.372655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:52.402993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-f81b121a-6cfd-4bc5-9a8e-43f8c8582199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:52.404479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-f81b121a-6cfd-4bc5-9a8e-43f8c8582199 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 898 time: 0.1967721 Dec 08 00:29:52.486961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-ebf4b116-68c2-4915-b872-7032abfaacd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 217 time: 0.0697050 Dec 08 00:29:52.511910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Deleting port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:29:52.512448 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:52.589267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] For port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=edbc439e-69b8-4e3c-8b21-3ae266a8d1d8,segment=NetworkSegment(08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b),segment_id=08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:52.589645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:52.603511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Calling delete_port for edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:29:52.608861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-1c74022f-f4c4-4d00-8d9d-223a13e3d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:52.612285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-1c74022f-f4c4-4d00-8d9d-223a13e3d58f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.1019650 Dec 08 00:29:52.723604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:52.729532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-7d65f7f1-82b4-40c0-b52b-24622bb1ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:52.743638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-7d65f7f1-82b4-40c0-b52b-24622bb1ce36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228969 Dec 08 00:29:52.816136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] No DVR routers for this DVR port edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:29:52.828254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Port': ['ID=edbc439e-69b8-4e3c-8b21-3ae266a8d1d8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:52.882065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-4ffcbcce-6c1b-4e13-b45f-71891915b680 service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370792 Dec 08 00:29:53.022586 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.072500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6a9230-2ffe-4277-a499-dbf064dcc8a7']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:53.105218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:53.105218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fe0a9f-b1ee-42e8-8da4-aa838e0dc32b') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:53.123421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.154218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.166004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:53.166411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:53.170965 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:53.246669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bede539-5c07-47d6-a9d9-f8e318e1ee01 req-77dbb677-9ded-492d-907e-ba3fb8c1aa06 service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216171 Dec 08 00:29:53.307324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201b46e-d8ea-43e6-ac22-319259ed0b95 req-e33eda10-6d46-4a9e-95f8-e539fbf573c8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:53.331112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2201b46e-d8ea-43e6-ac22-319259ed0b95 req-e33eda10-6d46-4a9e-95f8-e539fbf573c8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 943 time: 0.2798758 Dec 08 00:29:53.336439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.359422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.366047 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/networks/ef6a9230-2ffe-4277-a499-dbf064dcc8a7 HTTP/1.1" status: 204 len: 168 time: 1.2518301 Dec 08 00:29:53.366047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f17b3a-421e-45f7-b6ec-8161dd0e8498 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Network': ['ID=ef6a9230-2ffe-4277-a499-dbf064dcc8a7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:53.367004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56258) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:53.408434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2201b46e-d8ea-43e6-ac22-319259ed0b95 req-3caad2d5-367f-45fb-a048-7006d0d9c42a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760033 Dec 08 00:29:53.486568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.633486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8d7cd84-d3b5-425f-a9b0-d7a55e5a225b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.653878 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.679936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07e3840-2a8d-4d5f-bfb5-1ec32287c951']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:53.692191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823d75d5-a7b5-4d47-a6bf-86254c1d3c48') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:53.692740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823d75d5-a7b5-4d47-a6bf-86254c1d3c48') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:53.706662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.725294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.732344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:53.732955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:53.736596 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:53.756799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-032ca54c-d725-4a9b-ae07-ee7ad5e29d4e None None] Could not find standard attr ID for object edbc439e-69b8-4e3c-8b21-3ae266a8d1d8. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:29:53.807499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de996d-24f5-4d1e-8332-e69868695daa None None] DHCP port deletion for ef6a9230-2ffe-4277-a499-dbf064dcc8a7 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:29:53.829039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d520f37-870c-444a-80ba-43b9010eed27 None None] Network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:29:53.848907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d520f37-870c-444a-80ba-43b9010eed27 None None] Network ef6a9230-2ffe-4277-a499-dbf064dcc8a7 could not be found, it might have been deleted concurrently. {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 00:29:53.854474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.861027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa861685-e4f3-4f59-8630-6249dbf293c0 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:29:53.869086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:53.879511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/networks/b07e3840-2a8d-4d5f-bfb5-1ec32287c951 HTTP/1.1" status: 204 len: 168 time: 0.5113807 Dec 08 00:29:53.879722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56266) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:53.977364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d2eee-6e65-479c-ace0-0d57f4418df0 tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Network': ['ID=b07e3840-2a8d-4d5f-bfb5-1ec32287c951,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:53.979929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa861685-e4f3-4f59-8630-6249dbf293c0 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:29:53.995911 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.121719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56274) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:54.217975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.289937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f087d7fe-959f-4bbb-82d8-6e981740a61b']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:54.321473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55439c4-45d6-4ec6-9b61-46417fed7f34') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:54.321756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55439c4-45d6-4ec6-9b61-46417fed7f34') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:54.340896 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.357822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d465a8ca-160f-43f3-a3ea-b95d856bda4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.358078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.365020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:54.365410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:54.386760 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:54.509306 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.516916 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.522550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/networks/f087d7fe-959f-4bbb-82d8-6e981740a61b HTTP/1.1" status: 204 len: 168 time: 0.6417499 Dec 08 00:29:54.528525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56284) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:54.709163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.743015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d465a8ca-160f-43f3-a3ea-b95d856bda4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.778035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:29:54.785849 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d465a8ca-160f-43f3-a3ea-b95d856bda4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.897283 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d465a8ca-160f-43f3-a3ea-b95d856bda4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e252e139e104f9f951018c688a7a803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7718551 Dec 08 00:29:54.897283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465a8ca-160f-43f3-a3ea-b95d856bda4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42910791-4e4e-4ec7-a682-7b173bb5f7ba,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:54.922310 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:54.924941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:54.965014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b56ead2-9a9f-431b-8f8a-12129ef03a4d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:54.978722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:54.988872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a6fb80-c1f5-46ec-898f-1b64a41ddd1d') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:54.989174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a6fb80-c1f5-46ec-898f-1b64a41ddd1d') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:29:54.994497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '62aeaad4-152d-454c-88b2-39c6190b8915', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'port_id': '62aeaad4-152d-454c-88b2-39c6190b8915', 'mac_address': 'fa:16:3e:c6:c5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:29:55.007235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.012924 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3920e617-bcbc-487d-bd85-5b0f6e0147a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.042578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.069156 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.088969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3920e617-bcbc-487d-bd85-5b0f6e0147a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.091495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:29:55.091988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:29:55.095321 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:29:55.097386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aeaad4-152d-454c-88b2-39c6190b8915 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:29:55.117888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:55.132765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09cf1c-6f82-47d5-9fc7-d831a7a243fd tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Network': ['ID=f087d7fe-959f-4bbb-82d8-6e981740a61b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:55.133732 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.209721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.227629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.234117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:55.238391 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] 10.222.0.18 "DELETE /v2.0/networks/2b56ead2-9a9f-431b-8f8a-12129ef03a4d HTTP/1.1" status: 204 len: 168 time: 0.7021737 Dec 08 00:29:55.239905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731009bb-1a33-4644-a271-26bbcaa1f162 req-372621fa-2d8f-4f02-aead-6d0b9500e86e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:55.248560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-731009bb-1a33-4644-a271-26bbcaa1f162 req-372621fa-2d8f-4f02-aead-6d0b9500e86e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.7243056 Dec 08 00:29:55.252044 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.307183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:29:55.315319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f368b-c63f-445c-a462-4a128f0c93ad tempest-BulkNetworkOpsIpV6Test-102827693 tempest-BulkNetworkOpsIpV6Test-102827693-project] Pushing event deleted for resources: {'Network': ['ID=2b56ead2-9a9f-431b-8f8a-12129ef03a4d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:55.325136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3920e617-bcbc-487d-bd85-5b0f6e0147a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.328264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3920e617-bcbc-487d-bd85-5b0f6e0147a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:55.332468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3920e617-bcbc-487d-bd85-5b0f6e0147a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42910791-4e4e-4ec7-a682-7b173bb5f7ba HTTP/1.1" status: 204 len: 168 time: 0.4041533 Dec 08 00:29:55.349407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920e617-bcbc-487d-bd85-5b0f6e0147a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42910791-4e4e-4ec7-a682-7b173bb5f7ba,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:55.381916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-731009bb-1a33-4644-a271-26bbcaa1f162 req-384f9912-8135-46c4-a2a2-3af9992effe9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227734 Dec 08 00:29:55.405025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:29:55.405025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device edbc439e-69b8-4e3c-8b21-3ae266a8d1d8 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:29:55.475333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['62aeaad4-152d-454c-88b2-39c6190b8915'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:29:55.696653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56312) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:55.967370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56318) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:55.984202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-98bf3805-426d-4648-bb1b-b9f698deeff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.004399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fc709d8f-443d-4318-9e36-f21d93b40969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12f4bc75946a463a87551d5c06c1eb1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062844 Dec 08 00:29:56.006859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56320) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:56.100400 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-11703284-9439-4f35-a8bf-8c1903702e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.144051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-11703284-9439-4f35-a8bf-8c1903702e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.148863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-98bf3805-426d-4648-bb1b-b9f698deeff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.161143 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-98bf3805-426d-4648-bb1b-b9f698deeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.188548 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-98bf3805-426d-4648-bb1b-b9f698deeff1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=add2ce83b2ba41a4bb89cf00a1b9f480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193983 Dec 08 00:29:56.194716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56326) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:56.241706 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-11703284-9439-4f35-a8bf-8c1903702e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.244854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-11703284-9439-4f35-a8bf-8c1903702e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.247054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-11703284-9439-4f35-a8bf-8c1903702e34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cead3aa0-07bb-4b97-8b1a-831249de0676 HTTP/1.1" status: 204 len: 168 time: 0.2382987 Dec 08 00:29:56.252577 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf3805-426d-4648-bb1b-b9f698deeff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf65ac-d497-4293-a389-d6f03eadf6a2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:56.265157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11703284-9439-4f35-a8bf-8c1903702e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead3aa0-07bb-4b97-8b1a-831249de0676,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:56.283582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00ec78b2-97cc-46ad-8102-a8a8db2c93ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.312029 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00ec78b2-97cc-46ad-8102-a8a8db2c93ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.337935 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.408437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00ec78b2-97cc-46ad-8102-a8a8db2c93ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.411376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00ec78b2-97cc-46ad-8102-a8a8db2c93ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:56.412530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00ec78b2-97cc-46ad-8102-a8a8db2c93ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ccf65ac-d497-4293-a389-d6f03eadf6a2 HTTP/1.1" status: 204 len: 168 time: 0.2165778 Dec 08 00:29:56.421194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec78b2-97cc-46ad-8102-a8a8db2c93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf65ac-d497-4293-a389-d6f03eadf6a2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:56.612711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72cb20-5415-4c72-86c2-4ce726b0c9d9 req-32101bd3-9721-43f4-ac5e-90c7a5988fd4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:56.614206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc72cb20-5415-4c72-86c2-4ce726b0c9d9 req-32101bd3-9721-43f4-ac5e-90c7a5988fd4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.0868332 Dec 08 00:29:56.706754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc72cb20-5415-4c72-86c2-4ce726b0c9d9 req-6a4d8b8f-dfad-461e-8166-9d698043885d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788374 Dec 08 00:29:56.810442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:29:56.879007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 62aeaad4-152d-454c-88b2-39c6190b8915 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:29:56.900269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 62aeaad4-152d-454c-88b2-39c6190b8915 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:29:56.901398 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:57.017580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:57.066822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:29:57.070208 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ecf4c-d2c9-4493-866b-65bac49f8379" -d '{"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-plugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:29:57.111989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:29:57.119970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:57.166257 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0225c1-fa2a-4cfb-bc2c-5cc01e794b5d x-openstack-request-id: req-dc0225c1-fa2a-4cfb-bc2c-5cc01e794b5d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:29:57.166833 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-plugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:29:57.167597 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc0225c1-fa2a-4cfb-bc2c-5cc01e794b5d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:29:57.168176 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'code': 200} Dec 08 00:29:57.253246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:57.267312 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:57.331812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e52fe8-d973-4bc4-bde3-bdc1bde16957 req-9cfdf245-7bce-4f8b-bd61-a15445d1954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:57.333913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1e52fe8-d973-4bc4-bde3-bdc1bde16957 req-9cfdf245-7bce-4f8b-bd61-a15445d1954b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0620198 Dec 08 00:29:57.416484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1e52fe8-d973-4bc4-bde3-bdc1bde16957 req-8f2f29f2-3ed2-47ae-821e-72410581f392 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737324 Dec 08 00:29:57.898675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a369e4-6498-404c-b8fb-fcfd0621923b req-407eee58-10cd-4e47-a2af-a3c8b4e3e1ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:57.907469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7a369e4-6498-404c-b8fb-fcfd0621923b req-407eee58-10cd-4e47-a2af-a3c8b4e3e1ff tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.0774593 Dec 08 00:29:57.910634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56398) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:58.011699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7a369e4-6498-404c-b8fb-fcfd0621923b req-9d12a4ec-62e4-41e6-a6f1-ceeb5d9b8185 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034253 Dec 08 00:29:58.083634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-336530007'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:58.114053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:58.119438 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.130847 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.266862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.275935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.308068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:58.341136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.343451 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment e5e371c6-7ee4-4502-b30a-745d20c64158 of type vlan for network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 Dec 08 00:29:58.446287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.540755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.553185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:58.553792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.656242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e3a5fb-05db-41a5-a9d8-d1c151042a4e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:58.667312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7556851 Dec 08 00:29:58.671346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56426) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:58.678730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-87105694'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:58.737932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f56de-8398-4c37-9cc2-8f79d21a57cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:58.760672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:58.761240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:58.768951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.819412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:29:58.844997 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.845355 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment 7918a1d3-eb01-497e-b985-bc16903b6e67 of type vlan for network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa Dec 08 00:29:58.943849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:58.989945 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:59.012464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:59.013325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:59.099006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4240332 Dec 08 00:29:59.100661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56442) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:59.106724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': '93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:29:59.193453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e41cf7-9bbb-4bf2-9f11-5d954f1972f0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:59.221502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:29:59.354249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:29:59.373979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088c2cb-44f7-404d-8080-39a6d45e4424 req-56553245-be8c-4055-9028-88dd558ef888 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:59.375080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:59.383139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e088c2cb-44f7-404d-8080-39a6d45e4424 req-56553245-be8c-4055-9028-88dd558ef888 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 945 time: 0.1906829 Dec 08 00:29:59.435336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13b4e6-eb95-40ce-a753-443beb4c9325 req-78ccfd9a-fbf1-4fad-bac8-429f14f972ec tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:59.442785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c13b4e6-eb95-40ce-a753-443beb4c9325 req-78ccfd9a-fbf1-4fad-bac8-429f14f972ec tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.2427454 Dec 08 00:29:59.559306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e088c2cb-44f7-404d-8080-39a6d45e4424 req-359dbaa7-83ed-4ebb-b59f-8e08872907e6 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751244 Dec 08 00:29:59.577249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c13b4e6-eb95-40ce-a753-443beb4c9325 req-3f590fe2-65ad-4411-916d-de3d25f0a899 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328869 Dec 08 00:29:59.791520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:29:59.805005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f2afc-2c93-4c1d-9260-c9f6d15ef953 req-e385e0fc-fd3f-4f37-9ca3-c41360eb7031 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:29:59.823427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd2f2afc-2c93-4c1d-9260-c9f6d15ef953 req-e385e0fc-fd3f-4f37-9ca3-c41360eb7031 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.1249199 Dec 08 00:29:59.924675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd2f2afc-2c93-4c1d-9260-c9f6d15ef953 req-daa71537-a3f3-4e27-bb78-df1ac53a3d49 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002157 Dec 08 00:29:59.949147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56464) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:29:59.956957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:29:59.998008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': 'e5e371c6-7ee4-4502-b30a-745d20c64158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:00.000177 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:30:00.029397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:30:00.053611 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:00.067334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ab4b3-a781-4c81-a8ef-1039ba8790b8 None None] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:00.084979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:00.086422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:00.160349 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5dfdfdfc-0a99-4215-bba5-4df474c95841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0575485 Dec 08 00:30:00.162685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56476) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:00.175359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': 'a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:00.333435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1', 'network_id': '93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': '7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:30:00.334337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:00.489112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:00.492471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:00.580395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-874f41a8-f670-4923-9c6f-e0019c6b6c1a tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:00.586854 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-874f41a8-f670-4923-9c6f-e0019c6b6c1a tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 945 time: 0.1374457 Dec 08 00:30:00.671037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Allocated IP 172.20.0.2 (93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1/7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9/8b3b074d-5cbd-458f-bfee-b6c76980db45) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:00.794975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c94d10-d26c-47df-9194-671764d42783 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:00.801287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f0c94d10-d26c-47df-9194-671764d42783 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1091 time: 0.8508775 Dec 08 00:30:00.804235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56496) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:00.816312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '62aeaad4-152d-454c-88b2-39c6190b8915', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:00.907256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Deleting port efbfb673-cf39-45ce-a80b-52f69319d4e9 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:00.908335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:00.915485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:00.932925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efb2b9-c352-42d1-b1ca-7381baf398e6 req-3c24ecae-c433-41ec-8f39-9d66e97f2a80 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:00.941920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09efb2b9-c352-42d1-b1ca-7381baf398e6 req-3c24ecae-c433-41ec-8f39-9d66e97f2a80 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 945 time: 0.1527667 Dec 08 00:30:01.038902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.048087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.053471 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.086864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09efb2b9-c352-42d1-b1ca-7381baf398e6 req-ebe035cc-3296-4218-84bb-c9a75f18e9bd tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427231 Dec 08 00:30:01.148971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:01.152797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:01.178683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': '7918a1d3-eb01-497e-b985-bc16903b6e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:01.179187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:30:01.190356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:01.209157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=d6d00055-3ae2-4f80-b3ec-7184d094cf53,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:01.216052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:30:01.226488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] For port efbfb673-cf39-45ce-a80b-52f69319d4e9, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=efbfb673-cf39-45ce-a80b-52f69319d4e9,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:01.227554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.230914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Pushing event updated for resources: {'Port': ['ID=8b3b074d-5cbd-458f-bfee-b6c76980db45,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:01.242746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:01.251851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:01.253647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.263536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5269e-ec82-437a-86d0-a2b03b947e76 None None] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:01.313785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6442cd4b-aa59-48a5-9d8a-a8b4a7496d4b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1432557 Dec 08 00:30:01.316336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56506) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:01.322092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ba983a29-e99d-4a44-9868-d967f6ac1ac3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1138654546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:01.378397 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba983a29-e99d-4a44-9868-d967f6ac1ac3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.379667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba983a29-e99d-4a44-9868-d967f6ac1ac3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.464534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.464789 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba983a29-e99d-4a44-9868-d967f6ac1ac3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.476809 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba983a29-e99d-4a44-9868-d967f6ac1ac3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.554337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ba983a29-e99d-4a44-9868-d967f6ac1ac3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.559494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ba983a29-e99d-4a44-9868-d967f6ac1ac3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2396328 Dec 08 00:30:01.561267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56516) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:01.589027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Attempting to bind port 8b3b074d-5cbd-458f-bfee-b6c76980db45 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:01.589403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Attempting to bind port 8b3b074d-5cbd-458f-bfee-b6c76980db45 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e5e371c6-7ee4-4502-b30a-745d20c64158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:01.589775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Attempting to bind port 8b3b074d-5cbd-458f-bfee-b6c76980db45 on network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:01.591195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:01.610570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:01.611004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Checking segment: {'id': 'e5e371c6-7ee4-4502-b30a-745d20c64158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:01.611417 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.611808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Bound using segment: {'id': 'e5e371c6-7ee4-4502-b30a-745d20c64158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:01.612832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Bound port: 8b3b074d-5cbd-458f-bfee-b6c76980db45, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e371c6-7ee4-4502-b30a-745d20c64158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:01.612832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.629888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa', 'network_id': 'a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': 'd6d00055-3ae2-4f80-b3ec-7184d094cf53'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:30:01.630797 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.634097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.634460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.634779 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Floating IP 7eb40a37-02d7-4ff8-adad-7a121df1b45e disassociated. External IP: 172.25.6.54, port: efbfb673-cf39-45ce-a80b-52f69319d4e9. Dec 08 00:30:01.635151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Calling delete_port for efbfb673-cf39-45ce-a80b-52f69319d4e9 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:01.788744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] For port 8b3b074d-5cbd-458f-bfee-b6c76980db45, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:01.792284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] For port 8b3b074d-5cbd-458f-bfee-b6c76980db45, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8b3b074d-5cbd-458f-bfee-b6c76980db45,segment=NetworkSegment(e5e371c6-7ee4-4502-b30a-745d20c64158),segment_id=e5e371c6-7ee4-4502-b30a-745d20c64158)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:01.793527 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:30:01.817429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.187 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/f3a31b82-1cfb-4a03-ac26-da45ed9ce020) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:01.843889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aec74960-4661-4051-ba4c-18e96429e66b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.852904 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:01.993160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ecc6-8d14-45ed-a164-0b096586d407 None None] Pushing event updated for resources: {'Port': ['ID=8b3b074d-5cbd-458f-bfee-b6c76980db45,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:02.008339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Allocated IP 172.21.0.2 (a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa/d6d00055-3ae2-4f80-b3ec-7184d094cf53/5777f61b-64bc-4e82-aad1-924fd03fabc4) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:02.137411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.163495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aec74960-4661-4051-ba4c-18e96429e66b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.168293 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.221782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event deleted for resources: {'Port': ['ID=efbfb673-cf39-45ce-a80b-52f69319d4e9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:02.225037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aec74960-4661-4051-ba4c-18e96429e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.324995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec74960-4661-4051-ba4c-18e96429e66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da30f8-0bb9-48dd-bdbb-dcd612c26ef4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:02.358045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.371378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50b8f805-fb76-4c71-8905-91f3912a6391 req-e0e2a03d-88da-4008-9c9e-1f78628f8799 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 210 time: 0.1295283 Dec 08 00:30:02.381429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.458612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:02.461786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:02.466929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:02.470376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Pushing event updated for resources: {'Port': ['ID=5777f61b-64bc-4e82-aad1-924fd03fabc4,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:02.485938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.580981 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aec74960-4661-4051-ba4c-18e96429e66b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=989a910ee90c403f8807b2bd67e7a1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9859874 Dec 08 00:30:02.590516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56538) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:02.597888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Attempting to bind port 5777f61b-64bc-4e82-aad1-924fd03fabc4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:02.598199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Attempting to bind port 5777f61b-64bc-4e82-aad1-924fd03fabc4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '7918a1d3-eb01-497e-b985-bc16903b6e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:02.598531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Attempting to bind port 5777f61b-64bc-4e82-aad1-924fd03fabc4 on network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:02.604785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:02.604785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Checking segment: {'id': '7918a1d3-eb01-497e-b985-bc16903b6e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:02.605223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.605585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Bound using segment: {'id': '7918a1d3-eb01-497e-b985-bc16903b6e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:02.607042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Bound port: 5777f61b-64bc-4e82-aad1-924fd03fabc4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7918a1d3-eb01-497e-b985-bc16903b6e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:02.607042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.737718 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.796367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] For port 5777f61b-64bc-4e82-aad1-924fd03fabc4, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:02.802855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] For port 5777f61b-64bc-4e82-aad1-924fd03fabc4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5777f61b-64bc-4e82-aad1-924fd03fabc4,segment=NetworkSegment(7918a1d3-eb01-497e-b985-bc16903b6e67),segment_id=7918a1d3-eb01-497e-b985-bc16903b6e67)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:02.811560 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.842644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:02.864563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:02.892670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:02.957222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69390b-5557-4284-aa68-4050dd611853 None None] Pushing event updated for resources: {'Port': ['ID=5777f61b-64bc-4e82-aad1-924fd03fabc4,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:02.982182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=f3a31b82-1cfb-4a03-ac26-da45ed9ce020,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:02.993071 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfe51-05af-49ca-a6d5-05e6618d2f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:02.996055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Router ced73584-1830-4410-a2fd-6e415eb8f4ea has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:03.033100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.20.0.1 (93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1/7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9/f6f5e52f-d9be-4233-b37b-4a99905e651f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:03.062406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfe51-05af-49ca-a6d5-05e6618d2f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:03.171519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:03.225520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:03.241572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] Sync routers for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:03.253548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:03.287389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:03.288033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:03.433235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:03.471632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=f6f5e52f-d9be-4233-b37b-4a99905e651f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:03.479252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:03.484590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:03.490977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] No DVR routers for this DVR port efbfb673-cf39-45ce-a80b-52f69319d4e9 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:03.493695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:03.499294 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-57ba45f2-2dc7-442d-a72d-cc65af2d2368 req-57b490f3-fa2a-41b8-926a-2e0ef9a30093 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.44 "DELETE /v2.0/ports/efbfb673-cf39-45ce-a80b-52f69319d4e9 HTTP/1.1" status: 204 len: 173 time: 2.9044046 Dec 08 00:30:03.513203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'name': 'network-vif-deleted', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:03.526211 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d820c1-da08-4d51-a82c-a92f3790cbc6" -d '{"events": [{"server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "name": "network-vif-deleted", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:03.580022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8b3b074d-5cbd-458f-bfee-b6c76980db45 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:03.665199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:03.709968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device efbfb673-cf39-45ce-a80b-52f69319d4e9 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:03.729338 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5b05d-3ff1-43af-9a11-96ec174be030 x-openstack-request-id: req-05f5b05d-3ff1-43af-9a11-96ec174be030 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:03.729709 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ae3c6-f63c-4686-be06-85d2ce8a4380", "name": "network-vif-deleted", "tag": "efbfb673-cf39-45ce-a80b-52f69319d4e9", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:03.729947 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05f5b05d-3ff1-43af-9a11-96ec174be030 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:03.730451 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ae3c6-f63c-4686-be06-85d2ce8a4380', 'name': 'network-vif-deleted', 'tag': 'efbfb673-cf39-45ce-a80b-52f69319d4e9', 'status': 'completed', 'code': 200} Dec 08 00:30:03.740164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfe51-05af-49ca-a6d5-05e6618d2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:03.743883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfe51-05af-49ca-a6d5-05e6618d2f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:03.747465 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5e5bfe51-05af-49ca-a6d5-05e6618d2f8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4da30f8-0bb9-48dd-bdbb-dcd612c26ef4 HTTP/1.1" status: 204 len: 168 time: 1.1523333 Dec 08 00:30:03.765481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bfe51-05af-49ca-a6d5-05e6618d2f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da30f8-0bb9-48dd-bdbb-dcd612c26ef4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:03.851381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67bf65f7-addd-4d3a-bd5a-51559fa2a61a req-ebf11561-eb9a-46bb-ab90-f3115108dfb5 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab7ae3c6-f63c-4686-be06-85d2ce8a4380 HTTP/1.1" status: 200 len: 210 time: 0.1809983 Dec 08 00:30:03.916305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:04.068836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: efbfb673-cf39-45ce-a80b-52f69319d4e9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:04.069103 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device efbfb673-cf39-45ce-a80b-52f69319d4e9 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:04.081675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674568b-b445-4178-87cb-5ca57a9998c8 None None] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:04.093766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:04.286605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8b3b074d-5cbd-458f-bfee-b6c76980db45 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:04.286720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:04.442701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56570) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:04.475045 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc6a4-c62a-47e8-b6b5-a9cf6c8139fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:04.591524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5a264694-6e15-40c9-8352-50fa1fa0b4de None None] Provisioning complete for port 8b3b074d-5cbd-458f-bfee-b6c76980db45 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:04.592501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5a264694-6e15-40c9-8352-50fa1fa0b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:04.670323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc6a4-c62a-47e8-b6b5-a9cf6c8139fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:04.692490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc6a4-c62a-47e8-b6b5-a9cf6c8139fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:04.739318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dc6a4-c62a-47e8-b6b5-a9cf6c8139fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199c4780-a1f5-46e1-96a0-79d01105991f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:04.778705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0b6dc6a4-c62a-47e8-b6b5-a9cf6c8139fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12e2cd7b685c459095c8117b98dda01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315158 Dec 08 00:30:04.783807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56578) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:04.887001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:04.926710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be9acd-d634-4d94-a6f2-e103e46a62f5 None None] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:04.952997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56586) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:05.008643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.015526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.035520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.092938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-438dd3cd-886d-455f-b8dd-f65b8ffc58b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.119471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-438dd3cd-886d-455f-b8dd-f65b8ffc58b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.184078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 8b3b074d-5cbd-458f-bfee-b6c76980db45, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8b3b074d-5cbd-458f-bfee-b6c76980db45,segment=NetworkSegment(e5e371c6-7ee4-4502-b30a-745d20c64158),segment_id=e5e371c6-7ee4-4502-b30a-745d20c64158)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:05.193239 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.198022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Deleting port 1aaf3e7a-028e-4a9c-83e7-0d9e136c7066 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:05.198251 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.237551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.279724 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-438dd3cd-886d-455f-b8dd-f65b8ffc58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.289458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.289945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.291849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-438dd3cd-886d-455f-b8dd-f65b8ffc58b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.296935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-438dd3cd-886d-455f-b8dd-f65b8ffc58b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/199c4780-a1f5-46e1-96a0-79d01105991f HTTP/1.1" status: 204 len: 168 time: 0.5090077 Dec 08 00:30:05.336609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Calling delete_port for 1aaf3e7a-028e-4a9c-83e7-0d9e136c7066 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:05.352072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd3cd-886d-455f-b8dd-f65b8ffc58b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199c4780-a1f5-46e1-96a0-79d01105991f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:05.354208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:47Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:05.406651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.411303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=f6f5e52f-d9be-4233-b37b-4a99905e651f,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:05.566412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5777f61b-64bc-4e82-aad1-924fd03fabc4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:05.582448 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5a264694-6e15-40c9-8352-50fa1fa0b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:05.595941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] Checking router: ced73584-1830-4410-a2fd-6e415eb8f4ea for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:30:05.746801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:05.762713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:05.772219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=8b3b074d-5cbd-458f-bfee-b6c76980db45,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:05.857882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:05.858513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:06.103957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router dbd6932b-7103-4e97-9631-8355e49ea04d is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:30:06.159344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.272161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:06.284850 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] Sync routers for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:06.288798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-20a86a08-2a5d-43fe-a9e2-6d1062c7680e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/dbd6932b-7103-4e97-9631-8355e49ea04d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7262011 Dec 08 00:30:06.291582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56620) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:06.308358 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:06.313400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event deleted for resources: {'Port': ['ID=1aaf3e7a-028e-4a9c-83e7-0d9e136c7066,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:06.313931 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:06.337875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-5a264694-6e15-40c9-8352-50fa1fa0b4de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:30:06.337875 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-5a264694-6e15-40c9-8352-50fa1fa0b4de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:30:06.413834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdda58a-520a-47ba-867b-b888781c34ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:06.416894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.426304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56624) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:06.426761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cfdda58a-520a-47ba-867b-b888781c34ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports/f6f5e52f-d9be-4233-b37b-4a99905e651f HTTP/1.1" status: 200 len: 910 time: 0.1322989 Dec 08 00:30:06.436119 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:06.444319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5777f61b-64bc-4e82-aad1-924fd03fabc4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:06.444789 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.458490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.463352 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:06.463946 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:06.557639 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:06.561505 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053f4fb-7501-4c3f-8f5c-24631b90e5fc None None] The sync data for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:06.596449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:06.736994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.740838 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.744513 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-823a6100-4026-46de-b51e-312bc7ccca32 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "DELETE /v2.0/floatingips/7eb40a37-02d7-4ff8-adad-7a121df1b45e HTTP/1.1" status: 204 len: 168 time: 1.7859323 Dec 08 00:30:06.793209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.862406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56646) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:06.890477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:06.986863 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-011251bf-64fd-4560-b4d9-d2e20492c985 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.046307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 5777f61b-64bc-4e82-aad1-924fd03fabc4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5777f61b-64bc-4e82-aad1-924fd03fabc4,segment=NetworkSegment(7918a1d3-eb01-497e-b985-bc16903b6e67),segment_id=7918a1d3-eb01-497e-b985-bc16903b6e67)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:07.059574 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-011251bf-64fd-4560-b4d9-d2e20492c985 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.092854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.220378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-011251bf-64fd-4560-b4d9-d2e20492c985 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.223453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-011251bf-64fd-4560-b4d9-d2e20492c985 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.234220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1a8d9e69-63bb-480b-ada2-1ea325f3cc33 None None] Provisioning complete for port 8b3b074d-5cbd-458f-bfee-b6c76980db45 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:07.234845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9e69-63bb-480b-ada2-1ea325f3cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.235009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-011251bf-64fd-4560-b4d9-d2e20492c985 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] 10.222.0.18 "DELETE /v2.0/security-groups/c0892d23-cab1-4801-bb9f-6a46c7e6fb5e HTTP/1.1" status: 204 len: 168 time: 0.3713236 Dec 08 00:30:07.236729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=5777f61b-64bc-4e82-aad1-924fd03fabc4,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:07.256405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011251bf-64fd-4560-b4d9-d2e20492c985 tempest-TestServerBasicOps-278403996 tempest-TestServerBasicOps-278403996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0892d23-cab1-4801-bb9f-6a46c7e6fb5e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:07.263715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=f3a31b82-1cfb-4a03-ac26-da45ed9ce020,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:07.289764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56660) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:07.333737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:47Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:07.403303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a1fd8-868c-4054-96dd-86429fd51a95 None None] The sync data for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 is: [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:24:38Z', 'revision_number': 4, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '6f2fef51-7d55-42a0-bd55-caa69f47bdf4', 'name': '', 'network_id': '8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'mac_address': 'fa:16:3e:f3:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:37Z', 'updated_at': '2021-12-08T00:24:47Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'subnets': [{'id': '4221124d-be43-4a62-a64e-b3c4acae7186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:07.473953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.532679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5777f61b-64bc-4e82-aad1-924fd03fabc4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:07.538648 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP c9244f47-645c-4635-99d0-6211ea5ae68c associated. External IP: 172.25.6.187, port: 62aeaad4-152d-454c-88b2-39c6190b8915. Dec 08 00:30:07.667361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1a8d9e69-63bb-480b-ada2-1ea325f3cc33 None None] Provisioning complete for port f6f5e52f-d9be-4233-b37b-4a99905e651f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:07.667922 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9e69-63bb-480b-ada2-1ea325f3cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.799216 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d9e69-63bb-480b-ada2-1ea325f3cc33 None None] Port f6f5e52f-d9be-4233-b37b-4a99905e651f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:07.841558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5777f61b-64bc-4e82-aad1-924fd03fabc4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:07.841558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.931082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1a8d9e69-63bb-480b-ada2-1ea325f3cc33 None None] Provisioning complete for port 5777f61b-64bc-4e82-aad1-924fd03fabc4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:07.931082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9e69-63bb-480b-ada2-1ea325f3cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:07.995916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac455dd-6ba3-4c08-a294-487c22854484 None None] New status for floating IP 7eb40a37-02d7-4ff8-adad-7a121df1b45e: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:30:08.206853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8b3b074d-5cbd-458f-bfee-b6c76980db45 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:08.379057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8b3b074d-5cbd-458f-bfee-b6c76980db45 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:08.379806 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:08.503693 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:08.821261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.21.0.1 (a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa/d6d00055-3ae2-4f80-b3ec-7184d094cf53/ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:08.930414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Deleting port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:08.930869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.016769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router c2877616-0fc3-4d7b-bd43-d3a5dab83cff has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:09.057218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] For port 6f2fef51-7d55-42a0-bd55-caa69f47bdf4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:09.057700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.077351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Calling delete_port for 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:09.175677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.177307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:09.199340 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] Sync routers for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:09.213643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.250631 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-01033a67-7024-44fe-bd98-73d1208b151c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4452856 Dec 08 00:30:09.252365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:09.255576 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57892325-2116-4953-9b3e-38ee778f51ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:09.263143 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.293497 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:09.298247 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:09.319616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:09.334634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:09.337544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:09.341579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:09.406113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.424787 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23983fcf-ef45-45ee-9692-983551097e16 x-openstack-request-id: req-23983fcf-ef45-45ee-9692-983551097e16 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:09.425499 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:09.425916 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23983fcf-ef45-45ee-9692-983551097e16 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:09.426483 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'status': 'completed', 'code': 200} Dec 08 00:30:09.533831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734c4f9-5cfa-437f-9c26-ed747a2e6f3e req-1c877459-de27-4361-8330-3d5048454f74 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:09.535932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f734c4f9-5cfa-437f-9c26-ed747a2e6f3e req-1c877459-de27-4361-8330-3d5048454f74 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.1657736 Dec 08 00:30:09.547328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892325-2116-4953-9b3e-38ee778f51ae req-b2d757d9-e0fe-43ba-89b4-2a03faef945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:09.548779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57892325-2116-4953-9b3e-38ee778f51ae req-b2d757d9-e0fe-43ba-89b4-2a03faef945d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0812566 Dec 08 00:30:09.554865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.629010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2fef51-7d55-42a0-bd55-caa69f47bdf4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:09.657006 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:09.721237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.817024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-30263f9c-9681-4328-be0c-309246263062 None None] Provisioning complete for port ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:09.821794 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30263f9c-9681-4328-be0c-309246263062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:09.932353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-30263f9c-9681-4328-be0c-309246263062 None None] Port ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:10.363079 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'c9244f47-645c-4635-99d0-6211ea5ae68c', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'port_id': '62aeaad4-152d-454c-88b2-39c6190b8915', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'mac_address': 'fa:16:3e:c6:c5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:04Z', 'updated_at': '2021-12-08T00:30:04Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:46Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:10.410818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:10.424670 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] Checking router: c2877616-0fc3-4d7b-bd43-d3a5dab83cff for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:30:10.430148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:10.457589 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:10.458494 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:10.510975 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:10.619911 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:10.647744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:10.692942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f734c4f9-5cfa-437f-9c26-ed747a2e6f3e req-a36fac85-c1b5-47c6-abc3-19d5c2575a9c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1478570 Dec 08 00:30:10.726338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892325-2116-4953-9b3e-38ee778f51ae req-37a571d8-8cf7-4f6e-9644-ca7ee4757d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:10.727838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57892325-2116-4953-9b3e-38ee778f51ae req-37a571d8-8cf7-4f6e-9644-ca7ee4757d26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 898 time: 1.1637836 Dec 08 00:30:10.740385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56746) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:10.784625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:10.859095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:10.861253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:10.932499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2e0e2b00-e823-4ab5-96d8-8ff188ce8b23 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/c9244f47-645c-4635-99d0-6211ea5ae68c HTTP/1.1" status: 200 len: 991 time: 0.1845956 Dec 08 00:30:11.029056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57892325-2116-4953-9b3e-38ee778f51ae req-d967507f-de4c-4b0d-ad8e-95f9f1de2cfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 999 time: 0.2888365 Dec 08 00:30:11.088313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router dbd6932b-7103-4e97-9631-8355e49ea04d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:11.161207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892325-2116-4953-9b3e-38ee778f51ae req-44fa3c3b-ce4d-4499-b1e2-b707340c4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:11.166774 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57892325-2116-4953-9b3e-38ee778f51ae req-44fa3c3b-ce4d-4499-b1e2-b707340c4b88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.1234913 Dec 08 00:30:11.195694 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'c9244f47-645c-4635-99d0-6211ea5ae68c', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'port_id': '62aeaad4-152d-454c-88b2-39c6190b8915', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'mac_address': 'fa:16:3e:c6:c5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:04Z', 'updated_at': '2021-12-08T00:30:04Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:46Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:11.216510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56752) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:11.256837 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b895a-c67b-4b0b-9f2a-90bea087ef6f None None] The sync data for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 is: [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'c9244f47-645c-4635-99d0-6211ea5ae68c', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'port_id': '62aeaad4-152d-454c-88b2-39c6190b8915', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'mac_address': 'fa:16:3e:c6:c5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:04Z', 'updated_at': '2021-12-08T00:30:04Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:46Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:11.303099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0d599b4c-fffc-4edb-8ae5-4993df9d701c None None] Provisioning complete for port ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:11.304280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0d599b4c-fffc-4edb-8ae5-4993df9d701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:11.345363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:11.361206 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-291f9440-e423-430c-9944-2172c4e2f45d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/dbd6932b-7103-4e97-9631-8355e49ea04d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9289482 Dec 08 00:30:11.361513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56756) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:11.385675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] Sync routers for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:11.415653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Router ced73584-1830-4410-a2fd-6e415eb8f4ea has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:11.445745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:11.445984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23605775-698c-4160-a686-ee3281cde6ac tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:11.447284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-23605775-698c-4160-a686-ee3281cde6ac tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports/ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c HTTP/1.1" status: 200 len: 910 time: 0.0824771 Dec 08 00:30:11.447585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:11.450311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56758) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:11.450784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892325-2116-4953-9b3e-38ee778f51ae req-dd16425d-f5df-4f42-9f39-fd7f314a42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:11.452263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57892325-2116-4953-9b3e-38ee778f51ae req-dd16425d-f5df-4f42-9f39-fd7f314a42df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368586 Dec 08 00:30:11.453853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0d599b4c-fffc-4edb-8ae5-4993df9d701c None None] Port ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:11.533590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:11.543497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:11.544058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:11.552839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed39e739-60a7-4d48-9e58-85fe285aef84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:11.592645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:11.593302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316cdfb4-2c56-436f-b3b4-4d4e0eaf1a7c None None] The sync data for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:11.737869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57892325-2116-4953-9b3e-38ee778f51ae req-1970e626-35f8-4942-bd7c-56cbb0ed699d service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763543 Dec 08 00:30:11.741858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:11.748022 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-90594d6a-3295-4cec-b5ca-5d73554c5c08 admin admin] 10.222.0.18 "PUT /v2.0/routers/ced73584-1830-4410-a2fd-6e415eb8f4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4571414 Dec 08 00:30:11.755527 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac12e4d-d63b-484b-8603-6d3a18cfd2bf None None] New status for floating IP c9244f47-645c-4635-99d0-6211ea5ae68c: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:30:11.756975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:11.773452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] Sync routers for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:11.798704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:11.799746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:11.838361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed39e739-60a7-4d48-9e58-85fe285aef84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:11.884269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed39e739-60a7-4d48-9e58-85fe285aef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:11.936339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56766) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:11.950109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39e739-60a7-4d48-9e58-85fe285aef84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04174382-b622-4166-8d21-60a0f4c74d31,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:11.997110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57892325-2116-4953-9b3e-38ee778f51ae req-b7df8a88-c7c1-405b-bf4b-4de1cc6e9c1a service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479534 Dec 08 00:30:11.999516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:11.999902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ed39e739-60a7-4d48-9e58-85fe285aef84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a7235aade03425898ce8f5d6857eaab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7822976 Dec 08 00:30:12.007191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56768) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:12.066028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d90226cd-d9ab-490d-9b3d-f35be2e4861c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.093678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d90226cd-d9ab-490d-9b3d-f35be2e4861c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.147571 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6f853fd4-2fb5-40d2-b23f-b5f80cd83d39 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/c9244f47-645c-4635-99d0-6211ea5ae68c HTTP/1.1" status: 200 len: 993 time: 0.2045760 Dec 08 00:30:12.151825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.155083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d90226cd-d9ab-490d-9b3d-f35be2e4861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.158276 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d90226cd-d9ab-490d-9b3d-f35be2e4861c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.160453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d90226cd-d9ab-490d-9b3d-f35be2e4861c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04174382-b622-4166-8d21-60a0f4c74d31 HTTP/1.1" status: 204 len: 168 time: 0.1515803 Dec 08 00:30:12.175284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90226cd-d9ab-490d-9b3d-f35be2e4861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04174382-b622-4166-8d21-60a0f4c74d31,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:12.243415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:30:09Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:12.276835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] Checking router: ced73584-1830-4410-a2fd-6e415eb8f4ea for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:30:12.291469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] Routers {'ced73584-1830-4410-a2fd-6e415eb8f4ea'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:12.292858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ced73584-1830-4410-a2fd-6e415eb8f4ea'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:12.312718 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.332890 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.562568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56774) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:12.572170 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Deleting port a4bdbb76-2b33-4388-bce1-8236f467c197 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:12.573231 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.580791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbe5-5e62-4d2d-9fd9-97d1b4b4f68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.615661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] Set router ced73584-1830-4410-a2fd-6e415eb8f4ea gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:12.678655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbe5-5e62-4d2d-9fd9-97d1b4b4f68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.688420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbe5-5e62-4d2d-9fd9-97d1b4b4f68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.724225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] For port a4bdbb76-2b33-4388-bce1-8236f467c197, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a4bdbb76-2b33-4388-bce1-8236f467c197,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:12.725127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:12.725739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0ab3dbe5-5e62-4d2d-9fd9-97d1b4b4f68a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5395f720055042e7a05858e3d51cf254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618040 Dec 08 00:30:12.729260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56776) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:12.752533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Calling delete_port for a4bdbb76-2b33-4388-bce1-8236f467c197 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:12.754867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3dbe5-5e62-4d2d-9fd9-97d1b4b4f68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77399b1b-2798-4a9d-9bec-72b97adf48af,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:12.845105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:30:09Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:12.882990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af168d4e-ed6c-4ddb-8559-b7c08fbcf1e4 None None] The sync data for ids ['ced73584-1830-4410-a2fd-6e415eb8f4ea'] in n-d-820549-2 is: [{'id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'name': 'tempest-TestServerBasicOps-1895478067-router', 'tenant_id': '0e87c1e67d804765a88b9d452444fe3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:33Z', 'updated_at': '2021-12-08T00:30:09Z', 'revision_number': 5, 'project_id': '0e87c1e67d804765a88b9d452444fe3a', 'gw_port': {'id': 'a4bdbb76-2b33-4388-bce1-8236f467c197', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced73584-1830-4410-a2fd-6e415eb8f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:34Z', 'updated_at': '2021-12-08T00:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:13.207372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11e82573-e08e-4ad7-9bc7-d43911a5e4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.246240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:13.246530 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.291022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11e82573-e08e-4ad7-9bc7-d43911a5e4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.301969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:13.330189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:13.330797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6f2fef51-7d55-42a0-bd55-caa69f47bdf4 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:13.431090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.467945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11e82573-e08e-4ad7-9bc7-d43911a5e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.471059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11e82573-e08e-4ad7-9bc7-d43911a5e4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.472189 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-11e82573-e08e-4ad7-9bc7-d43911a5e4cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77399b1b-2798-4a9d-9bec-72b97adf48af HTTP/1.1" status: 204 len: 168 time: 0.7363560 Dec 08 00:30:13.473196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:13.498027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82573-e08e-4ad7-9bc7-d43911a5e4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77399b1b-2798-4a9d-9bec-72b97adf48af,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:13.553459 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.587261 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bdbb76-2b33-4388-bce1-8236f467c197,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:13.605434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11426367-0003-461f-b660-693265680e83 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:13.704640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.826252 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.827103 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.831970 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.877461 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.913296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=ac64572f-7bbc-41d3-a6b3-0ec6cfd1a79c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:13.915541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.916250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced73584-1830-4410-a2fd-6e415eb8f4ea {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:30:13.922405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:13.927328 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7972d6b5-c387-4400-a131-b3dedb4b2b09 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ced73584-1830-4410-a2fd-6e415eb8f4ea HTTP/1.1" status: 204 len: 168 time: 2.1691141 Dec 08 00:30:13.930345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56796) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:14.008415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] Deleting subnet 4221124d-be43-4a62-a64e-b3c4acae7186 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:30:14.014761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.105392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.153946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.205976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.284930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.325374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4221124d-be43-4a62-a64e-b3c4acae7186,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:14.350384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.355558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebce8fa-9b9f-4de0-888b-6ed401781d8e None None] Network 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:14.356689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f92a439d-7ae3-4745-950b-6dee45c8e72c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4221124d-be43-4a62-a64e-b3c4acae7186 HTTP/1.1" status: 204 len: 168 time: 0.4244351 Dec 08 00:30:14.359449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56806) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:14.508142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.619661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router dbd6932b-7103-4e97-9631-8355e49ea04d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:14.636446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Deleting port 3d2d256e-e181-418e-8d78-40d2d7d247e7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:14.636806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.748639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] DHCP port deletion for 8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:14.766252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] For port 3d2d256e-e181-418e-8d78-40d2d7d247e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2d256e-e181-418e-8d78-40d2d7d247e7,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:14.766632 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.780545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:14.789986 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e06d1c2c-9f04-4ec3-8108-c933e26610c6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/dbd6932b-7103-4e97-9631-8355e49ea04d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3350117 Dec 08 00:30:14.792125 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56073980-f72e-4794-904a-24aa8492e219 None None] Sync routers for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:14.799348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56812) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:14.809019 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56073980-f72e-4794-904a-24aa8492e219 None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:14.816098 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-56073980-f72e-4794-904a-24aa8492e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:14.823954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Calling delete_port for 3d2d256e-e181-418e-8d78-40d2d7d247e7 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:14.843533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] Deleting port 3d2d256e-e181-418e-8d78-40d2d7d247e7 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:14.845191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.930228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] For port 3d2d256e-e181-418e-8d78-40d2d7d247e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3d2d256e-e181-418e-8d78-40d2d7d247e7,segment=NetworkSegment(9272908e-d782-41c4-a2a3-15e63a477bdc),segment_id=9272908e-d782-41c4-a2a3-15e63a477bdc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:14.930989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:14.951498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] Calling delete_port for 3d2d256e-e181-418e-8d78-40d2d7d247e7 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:15.011686 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.048494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] No DVR routers for this DVR port 3d2d256e-e181-418e-8d78-40d2d7d247e7 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:15.096362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2d256e-e181-418e-8d78-40d2d7d247e7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:15.104016 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-56073980-f72e-4794-904a-24aa8492e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:15.121857 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56073980-f72e-4794-904a-24aa8492e219 None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:15.123031 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-56073980-f72e-4794-904a-24aa8492e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:15.157081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.204614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] Pushing event deleted for resources: {'Port': ['ID=3d2d256e-e181-418e-8d78-40d2d7d247e7,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:15.209373 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-56073980-f72e-4794-904a-24aa8492e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:15.212748 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56073980-f72e-4794-904a-24aa8492e219 None None] The sync data for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:15.229340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0440e-1412-45c1-94a3-ee2b783d0fa0 None None] No DVR routers for this DVR port 3d2d256e-e181-418e-8d78-40d2d7d247e7 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:15.256043 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.349602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:15.363964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9272908e-d782-41c4-a2a3-15e63a477bdc') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:15.364496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9272908e-d782-41c4-a2a3-15e63a477bdc') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:15.390441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.410982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.414077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a4bdbb76-2b33-4388-bce1-8236f467c197 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:15.421462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:30:15.422374 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.452420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a4bdbb76-2b33-4388-bce1-8236f467c197 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:15.452766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a4bdbb76-2b33-4388-bce1-8236f467c197 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:15.454618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d2d256e-e181-418e-8d78-40d2d7d247e7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:30:15.490083 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:30:15.495039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.504143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:15.510784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60 HTTP/1.1" status: 204 len: 168 time: 1.1475983 Dec 08 00:30:15.512390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56836) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:15.520516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ed3fd-e0c1-4894-8c0c-079e551fa9d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c9be3d1-dbb4-4df5-aaeb-c31f9337cf60,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:15.523930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3d2d256e-e181-418e-8d78-40d2d7d247e7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:15.528639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3d2d256e-e181-418e-8d78-40d2d7d247e7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:15.642756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:16.128153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port f6f5e52f-d9be-4233-b37b-4a99905e651f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:16.128598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:16.243048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:16.268359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for f6f5e52f-d9be-4233-b37b-4a99905e651f owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:16.430468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:16.627408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.039708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=f6f5e52f-d9be-4233-b37b-4a99905e651f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:17.153845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:17.308121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.395274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-367db466-ae7a-484e-9ddf-731a0f0d5037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.582129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router dbd6932b-7103-4e97-9631-8355e49ea04d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:17.601343 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.611334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Deleting port 23b966b8-66af-4888-9774-56c0e1642639 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:17.611735 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.710284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-367db466-ae7a-484e-9ddf-731a0f0d5037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.763623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-367db466-ae7a-484e-9ddf-731a0f0d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.785247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:17.795537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] Sync routers for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:17.799438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:17.799913 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-000f161e-609c-4cb7-a60d-4117ad0a12d6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/dbd6932b-7103-4e97-9631-8355e49ea04d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9990106 Dec 08 00:30:17.810442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:17.814610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:17.833254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367db466-ae7a-484e-9ddf-731a0f0d5037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ca4ca-e6cc-4d78-8d0b-d0d17e92b8c0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:17.838515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5e1781df-75df-4619-ba27-ca3dee8ceed1 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbd6932b-7103-4e97-9631-8355e49ea04d HTTP/1.1" status: 200 len: 205 time: 0.0378411 Dec 08 00:30:17.841292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56910) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:17.845330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-367db466-ae7a-484e-9ddf-731a0f0d5037 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40c58901a0bc4724bd7838fbdf553f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6903453 Dec 08 00:30:17.845918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56912) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:17.853397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:17.863944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] Routers {'dbd6932b-7103-4e97-9631-8355e49ea04d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:17.864564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['dbd6932b-7103-4e97-9631-8355e49ea04d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:17.877228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] For port 23b966b8-66af-4888-9774-56c0e1642639, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=23b966b8-66af-4888-9774-56c0e1642639,segment=NetworkSegment(b8069e90-4da7-4c79-a07b-ebe7f7546f68),segment_id=b8069e90-4da7-4c79-a07b-ebe7f7546f68)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:17.877660 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:17.893219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Calling delete_port for 23b966b8-66af-4888-9774-56c0e1642639 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:17.935467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:17.936387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188428d-4c88-4d4d-b123-7cd20cb27256 None None] The sync data for ids ['dbd6932b-7103-4e97-9631-8355e49ea04d'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:17.962082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48d72218-6d9e-4700-abff-a597704f1468 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.123200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.169394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48d72218-6d9e-4700-abff-a597704f1468 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.171231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cae1d183-0775-4f17-8c7a-9c8d39bc78e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.173953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48d72218-6d9e-4700-abff-a597704f1468 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.181694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b966b8-66af-4888-9774-56c0e1642639,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:18.256541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cae1d183-0775-4f17-8c7a-9c8d39bc78e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.270992 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48d72218-6d9e-4700-abff-a597704f1468 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.279931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d72218-6d9e-4700-abff-a597704f1468 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Fanout notify agent at l3_agent the message router_deleted on router dbd6932b-7103-4e97-9631-8355e49ea04d {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:30:18.303231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48d72218-6d9e-4700-abff-a597704f1468 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.305775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-48d72218-6d9e-4700-abff-a597704f1468 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/dbd6932b-7103-4e97-9631-8355e49ea04d HTTP/1.1" status: 204 len: 168 time: 0.4627371 Dec 08 00:30:18.323794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56926) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:18.407754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet d6d00055-3ae2-4f80-b3ec-7184d094cf53 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:30:18.411952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.437274 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cae1d183-0775-4f17-8c7a-9c8d39bc78e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.441412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cae1d183-0775-4f17-8c7a-9c8d39bc78e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.443519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cae1d183-0775-4f17-8c7a-9c8d39bc78e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e62ca4ca-e6cc-4d78-8d0b-d0d17e92b8c0 HTTP/1.1" status: 204 len: 168 time: 0.4890726 Dec 08 00:30:18.461406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.490960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1d183-0775-4f17-8c7a-9c8d39bc78e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ca4ca-e6cc-4d78-8d0b-d0d17e92b8c0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:18.530432 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.673587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.757278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.798783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d00055-3ae2-4f80-b3ec-7184d094cf53,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:18.804738 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.810477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c822042c-f9c9-457a-9316-e239ac9b51ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/d6d00055-3ae2-4f80-b3ec-7184d094cf53 HTTP/1.1" status: 204 len: 168 time: 0.4850483 Dec 08 00:30:18.814367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56936) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:18.814605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a703ea-d350-4069-852b-ccf98582bfbe None None] Network a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:18.878871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:18.899173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet 7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:30:18.904678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:18.961147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56938) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:18.976984 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.006501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e98f-0cd4-48bc-b16e-b0c21dad63e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.073974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:19.081235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-438d9641-6ace-4dbf-9ab3-48023fe2a7f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5674455 Dec 08 00:30:19.083828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56946) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:19.092180 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] Sync routers for ids ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:19.102786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] DHCP port deletion for a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:19.113116 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] Routers {'3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:19.114645 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:19.162155 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.206832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] Deleting port 5777f61b-64bc-4e82-aad1-924fd03fabc4 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:19.207527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.251131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e98f-0cd4-48bc-b16e-b0c21dad63e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.268371 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.285772 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] Set router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:19.289213 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e98f-0cd4-48bc-b16e-b0c21dad63e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.374617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f3c2e98f-0cd4-48bc-b16e-b0c21dad63e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b399bbb5f5d436f8644791f5c3476b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4124153 Dec 08 00:30:19.375424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2e98f-0cd4-48bc-b16e-b0c21dad63e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ccb676-6b78-430d-bc0b-9f7d713f935b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:19.379848 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.381196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] For port 5777f61b-64bc-4e82-aad1-924fd03fabc4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5777f61b-64bc-4e82-aad1-924fd03fabc4,segment=NetworkSegment(7918a1d3-eb01-497e-b985-bc16903b6e67),segment_id=7918a1d3-eb01-497e-b985-bc16903b6e67)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:19.382105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56950) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:19.382231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.397624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] Calling delete_port for 5777f61b-64bc-4e82-aad1-924fd03fabc4 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:19.436077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:19.445629 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.451584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a7ec8777-9659-4e65-961f-b0499c168376 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9 HTTP/1.1" status: 204 len: 168 time: 0.6360071 Dec 08 00:30:19.451713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 56952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:19.473092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.493077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-24d83b01-19c2-42f0-a4a1-4d70529f1c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.495990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f2f44-0c45-4818-a1c1-2259ebf314b8 None None] Network 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:19.498855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5777f61b-64bc-4e82-aad1-924fd03fabc4 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:19.524450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-24d83b01-19c2-42f0-a4a1-4d70529f1c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.591696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.602678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-24d83b01-19c2-42f0-a4a1-4d70529f1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.605395 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-24d83b01-19c2-42f0-a4a1-4d70529f1c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.608948 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-24d83b01-19c2-42f0-a4a1-4d70529f1c2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25ccb676-6b78-430d-bc0b-9f7d713f935b HTTP/1.1" status: 204 len: 168 time: 0.1918521 Dec 08 00:30:19.622648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d83b01-19c2-42f0-a4a1-4d70529f1c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ccb676-6b78-430d-bc0b-9f7d713f935b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:19.673225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Deleting port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:19.673969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.716998 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:30:18Z', 'revision_number': 5, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port': {'id': '8ce067cd-0748-4000-b0c3-7e45eb81f9e7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:24:44Z', 'updated_at': '2021-12-08T00:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:19.724162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-787f2b35-26b1-47fb-9516-ead13f705d97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834193 Dec 08 00:30:19.775252 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.786337 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] Checking router: 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:30:19.800479 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] Routers {'3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:19.801094 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:29:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:19.817973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] Pushing event deleted for resources: {'Port': ['ID=5777f61b-64bc-4e82-aad1-924fd03fabc4,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:19.822737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c82c76-5e8d-4157-b54f-ffc1c2d64ce8 None None] No DVR routers for this DVR port 5777f61b-64bc-4e82-aad1-924fd03fabc4 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:19.827556 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.846539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 5777f61b-64bc-4e82-aad1-924fd03fabc4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:19.846983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.924843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] DHCP port deletion for 93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:19.937878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] For port 8ce067cd-0748-4000-b0c3-7e45eb81f9e7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:19.938176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.953012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port 5777f61b-64bc-4e82-aad1-924fd03fabc4, host n-d-820549-2, got binding levels [] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:19.953902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:19.965563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Calling delete_port for 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:19.975945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 5777f61b-64bc-4e82-aad1-924fd03fabc4 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:19.981166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-b4ffae25-55c2-4d2b-841c-e4452941496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:19.981891 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Port 5777f61b-64bc-4e82-aad1-924fd03fabc4 was not found and therefore no delete operation was performed {{(pid=103113) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:30:19.985813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.000348 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] Set router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:20.005177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-b4ffae25-55c2-4d2b-841c-e4452941496b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1693633 Dec 08 00:30:20.054030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] Deleting port 8b3b074d-5cbd-458f-bfee-b6c76980db45 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:20.055215 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.069907 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:30:19Z', 'revision_number': 6, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:20.111650 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a1d1f-d343-41dc-b119-b7d46eb69cf9 None None] The sync data for ids ['3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d'] in n-d-820549-2 is: [{'id': '3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d', 'name': 'tempest-TestServerBasicOps-589635724-router', 'tenant_id': '15534777fb0f4be891b5dc1b825d5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:24:43Z', 'updated_at': '2021-12-08T00:30:19Z', 'revision_number': 6, 'project_id': '15534777fb0f4be891b5dc1b825d5348', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:20.183145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] For port 8b3b074d-5cbd-458f-bfee-b6c76980db45, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8b3b074d-5cbd-458f-bfee-b6c76980db45,segment=NetworkSegment(e5e371c6-7ee4-4502-b30a-745d20c64158),segment_id=e5e371c6-7ee4-4502-b30a-745d20c64158)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:20.183549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.183751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-a5c18bd1-2b2c-47d0-b00e-6005acba5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:20.185564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-a5c18bd1-2b2c-47d0-b00e-6005acba5f90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 898 time: 0.1724818 Dec 08 00:30:20.233682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=5777f61b-64bc-4e82-aad1-924fd03fabc4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:20.248945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] Calling delete_port for 8b3b074d-5cbd-458f-bfee-b6c76980db45 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:20.278750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-56291d61-76fb-45b7-9611-a00c9e273b7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 1001 time: 0.0852466 Dec 08 00:30:20.330423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port 5777f61b-64bc-4e82-aad1-924fd03fabc4 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:20.387112 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.401725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-cf62f164-bdae-4255-948a-eb2d942daaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:20.403401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-cf62f164-bdae-4255-948a-eb2d942daaf0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.1163745 Dec 08 00:30:20.446342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] No DVR routers for this DVR port 8b3b074d-5cbd-458f-bfee-b6c76980db45 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:20.451511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2197f-9857-4503-9f6c-9efb5e313481 None None] Pushing event deleted for resources: {'Port': ['ID=8b3b074d-5cbd-458f-bfee-b6c76980db45,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:20.485163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.494431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-1b4466f7-7c84-40fd-bc5e-d77876338ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:20.496383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-1b4466f7-7c84-40fd-bc5e-d77876338ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846379 Dec 08 00:30:20.499719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.528312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:20.534213 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-4f315610-4c26-4a6e-8948-cb90d7609f4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5064836 Dec 08 00:30:20.593002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7918a1d3-eb01-497e-b985-bc16903b6e67') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:20.593328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7918a1d3-eb01-497e-b985-bc16903b6e67') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:20.596355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce067cd-0748-4000-b0c3-7e45eb81f9e7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:20.610582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9229f8-788a-4fad-8a37-55ea4574dbe1 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:20.691162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-80bc59bd-c4d7-4bd7-b77e-7aa85974c7f0 service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781354 Dec 08 00:30:20.699505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.727299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:20.860608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e690258e-b64d-4b98-81f1-1f1bd0ccc62e req-9024f812-4e1f-40ea-a246-6bb857452ed2 service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610298 Dec 08 00:30:20.908754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 56992) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:20.915901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-05775691-c67c-4eb9-8c96-520dea3c0391 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187802605', 'description': 'tempest-secgroup-smoke-1187802605 description', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:20.945714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05775691-c67c-4eb9-8c96-520dea3c0391 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.040878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05775691-c67c-4eb9-8c96-520dea3c0391 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.052239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05775691-c67c-4eb9-8c96-520dea3c0391 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.086779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05775691-c67c-4eb9-8c96-520dea3c0391 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.090631 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05775691-c67c-4eb9-8c96-520dea3c0391 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1775594 Dec 08 00:30:21.091721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57000) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:21.099302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a9b4f4ab-29ed-47c9-994a-9bf76a116a6d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'security_group_rule': {'security_group_id': '76b5fbb7-f002-4460-b46d-b1aa8bb47260', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:21.139714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05775691-c67c-4eb9-8c96-520dea3c0391 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5fbb7-f002-4460-b46d-b1aa8bb47260,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:21.152091 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f4ab-29ed-47c9-994a-9bf76a116a6d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.220547 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f4ab-29ed-47c9-994a-9bf76a116a6d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.221177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.223774 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.225940 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f4ab-29ed-47c9-994a-9bf76a116a6d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.260212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f4ab-29ed-47c9-994a-9bf76a116a6d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.261513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a9b4f4ab-29ed-47c9-994a-9bf76a116a6d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694186 Dec 08 00:30:21.264697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4f4ab-29ed-47c9-994a-9bf76a116a6d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd9251c-4b7a-4c72-abaf-cbaee0734115,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:21.269235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57008) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:21.286242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-198b07a4-070c-448d-a317-5067e8ae71bd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'security_group_rule': {'security_group_id': '76b5fbb7-f002-4460-b46d-b1aa8bb47260', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:21.321312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-198b07a4-070c-448d-a317-5067e8ae71bd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.326793 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.357994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:30:21.360634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.364455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.365141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:30:21.371768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.376354 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c7f19ca8-483a-4e10-a85f-73ecefb1c5c7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3a911e0c-8ef3-4b14-bdb9-7dc5ce2bbb2d HTTP/1.1" status: 204 len: 168 time: 2.2915423 Dec 08 00:30:21.376506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57012) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:30:21.377685 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:30:21.388802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23b966b8-66af-4888-9774-56c0e1642639 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:21.420618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 23b966b8-66af-4888-9774-56c0e1642639 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:21.421056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 23b966b8-66af-4888-9774-56c0e1642639 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:21.421599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:21.430615 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-51ae7ec5-4579-4106-a7e5-432e79f3579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:21.441844 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-51ae7ec5-4579-4106-a7e5-432e79f3579f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4abf97d4d744e66ba19141ab8314e24&device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 1101 time: 0.7530105 Dec 08 00:30:21.452734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:21.453648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8ce067cd-0748-4000-b0c3-7e45eb81f9e7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:21.454330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8b3b074d-5cbd-458f-bfee-b6c76980db45 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:21.481206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8b3b074d-5cbd-458f-bfee-b6c76980db45 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:21.482082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8b3b074d-5cbd-458f-bfee-b6c76980db45 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:21.491878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c317ed3d-4cae-4041-b5b4-44aec63ca3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.504307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] Deleting subnet bd53f65b-d405-4816-ac7c-a6a1fd4ad65c {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:30:21.520226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-198b07a4-070c-448d-a317-5067e8ae71bd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.521490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.556268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-198b07a4-070c-448d-a317-5067e8ae71bd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.565311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b07a4-070c-448d-a317-5067e8ae71bd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5105623f-f9ac-469e-b278-089c8826bed5,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:21.573607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.585460 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.611011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-198b07a4-070c-448d-a317-5067e8ae71bd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.612787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-198b07a4-070c-448d-a317-5067e8ae71bd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3420088 Dec 08 00:30:21.614932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57020) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:21.624028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e70a1447-501c-44f4-aebd-2693ca885e4c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'security_group_rule': {'security_group_id': '76b5fbb7-f002-4460-b46d-b1aa8bb47260', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:21.668865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.674957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa HTTP/1.1" status: 204 len: 168 time: 2.2132447 Dec 08 00:30:21.683188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57022) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:21.694006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc68cc6-12a5-439a-9ca8-d420e7fbb7dd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=a3e8791c-c6c1-4b4b-98ea-5a24bdc1a1fa,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:21.732279 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70a1447-501c-44f4-aebd-2693ca885e4c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.744491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-90eaa17a-67d4-4676-99b5-a591c5564689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:21.746312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-90eaa17a-67d4-4676-99b5-a591c5564689 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.2310092 Dec 08 00:30:21.800997 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-d1f8a9ef-cfb3-4c2d-9ca6-cfba11876fd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518 HTTP/1.1" status: 200 len: 217 time: 0.0462489 Dec 08 00:30:21.826301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.829326 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.873528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-29de043f-daa6-4452-b411-8e6208c7bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:21.876180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-29de043f-daa6-4452-b411-8e6208c7bb94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0665715 Dec 08 00:30:21.966469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-38c4c7d2-3237-42d3-b142-68e8c1b00134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:21.968239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-38c4c7d2-3237-42d3-b142-68e8c1b00134 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843959 Dec 08 00:30:21.977110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:21.982149 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70a1447-501c-44f4-aebd-2693ca885e4c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.016360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.043536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70a1447-501c-44f4-aebd-2693ca885e4c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.058029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81d6ef-196c-4823-a01e-dcca1e315d23 None None] Network 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:22.058876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd53f65b-d405-4816-ac7c-a6a1fd4ad65c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:22.067015 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.070487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4cbde661-5e58-47b0-952a-7b38bfed72dc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bd53f65b-d405-4816-ac7c-a6a1fd4ad65c HTTP/1.1" status: 204 len: 168 time: 0.6929533 Dec 08 00:30:22.075970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57042) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:22.088081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a1447-501c-44f4-aebd-2693ca885e4c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2e0981-e5fe-4c7d-86d8-3bbadf318673,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:22.091089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:22.105161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e371c6-7ee4-4502-b30a-745d20c64158') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:22.105501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e371c6-7ee4-4502-b30a-745d20c64158') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:22.118299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e70a1447-501c-44f4-aebd-2693ca885e4c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.119621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e70a1447-501c-44f4-aebd-2693ca885e4c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5036879 Dec 08 00:30:22.121624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.123426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57044) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:22.128620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7e54c0a2-1004-4263-a6de-a8d44dd5ea5a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'security_group_rule': {'security_group_id': '76b5fbb7-f002-4460-b46d-b1aa8bb47260', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:22.163725 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.177298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:30:22.177799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:30:22.181607 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:30:22.242258 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.245645 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-2b36cc30-8f95-4a5c-918a-42523d24f489 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686615 Dec 08 00:30:22.262445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e54c0a2-1004-4263-a6de-a8d44dd5ea5a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.289692 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.299078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.308448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1 HTTP/1.1" status: 204 len: 168 time: 0.6184723 Dec 08 00:30:22.308694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57052) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:22.344639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7657ac-adf1-4148-84c8-3f13280b3f10 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=93cd54fd-cee6-49ae-98bf-16c7a0b5bfb1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:22.348088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-514407494'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:22.413003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] DHCP port deletion for 6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:22.420052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e54c0a2-1004-4263-a6de-a8d44dd5ea5a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.427051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e54c0a2-1004-4263-a6de-a8d44dd5ea5a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.436339 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:22.440129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.451283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54c0a2-1004-4263-a6de-a8d44dd5ea5a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e0c066-e04f-4c15-bcfe-c275c635be88,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:22.463493 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e54c0a2-1004-4263-a6de-a8d44dd5ea5a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.466958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7e54c0a2-1004-4263-a6de-a8d44dd5ea5a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3417299 Dec 08 00:30:22.469349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57058) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:22.481658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'security_group_rule': {'security_group_id': '76b5fbb7-f002-4460-b46d-b1aa8bb47260', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:22.489411 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-25ee8e21-79bb-4689-9404-6d7228acc9f9 req-e97678c6-7101-4e25-9e2b-cca0899abc77 service neutron] 10.222.0.44 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346547 Dec 08 00:30:22.497258 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:30:22.511761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] Deleting port 2acb53cc-b284-4bde-852c-37b84e437e37 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:22.513045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.522119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Deleting port 2acb53cc-b284-4bde-852c-37b84e437e37 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:22.522707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.545959 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Project bc75fd44ad5045e7b8fbf47e557810c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:30:22.552360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.552841 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment 61156a74-702c-4c62-9a33-7bb7dfe1d9db of type vlan for network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed Dec 08 00:30:22.556019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.641526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] For port 2acb53cc-b284-4bde-852c-37b84e437e37, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2acb53cc-b284-4bde-852c-37b84e437e37,segment=NetworkSegment(b8069e90-4da7-4c79-a07b-ebe7f7546f68),segment_id=b8069e90-4da7-4c79-a07b-ebe7f7546f68)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:22.642862 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.663504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] Calling delete_port for 2acb53cc-b284-4bde-852c-37b84e437e37 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:22.673331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.680543 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.699600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e9b1b5-0c62-4ea6-b3a5-dba7f3e12d67,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:22.709836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] For port 2acb53cc-b284-4bde-852c-37b84e437e37, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2acb53cc-b284-4bde-852c-37b84e437e37,segment=NetworkSegment(b8069e90-4da7-4c79-a07b-ebe7f7546f68),segment_id=b8069e90-4da7-4c79-a07b-ebe7f7546f68)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:22.710228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.714266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.731778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Calling delete_port for 2acb53cc-b284-4bde-852c-37b84e437e37 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:22.738237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.742128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-25fa651c-1d0b-4b05-9262-cecaac28241c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2689755 Dec 08 00:30:22.742360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57084) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:22.755892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'security_group_rule': {'security_group_id': '76b5fbb7-f002-4460-b46d-b1aa8bb47260', 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:22.792160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.792840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.799174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:22.800009 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.814833 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Project bc75fd44ad5045e7b8fbf47e557810c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:30:22.820026 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:22.830026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] No DVR routers for this DVR port 2acb53cc-b284-4bde-852c-37b84e437e37 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:22.837765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4bf05-2b98-4f9d-9ddf-b8f1265e55a2 None None] Pushing event deleted for resources: {'Port': ['ID=2acb53cc-b284-4bde-852c-37b84e437e37,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:22.878925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5700700 Dec 08 00:30:22.882109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57098) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:22.899335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:22.927930 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a61cab-02dc-4026-8bb0-1b552a1a677d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=7692dc23-e4bc-4ee9-b004-7b3b095a25ed,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:22.945185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:30:22.950627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.008514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2acb53cc-b284-4bde-852c-37b84e437e37,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:23.013362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] No DVR routers for this DVR port 2acb53cc-b284-4bde-852c-37b84e437e37 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:23.058783 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.075418 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.121217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3226a1-0b13-404d-867e-88760ce27a21,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:23.130527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.137462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:23.142822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.161507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef5d7d9-1ee7-484a-b260-06fcd41c47f5']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:23.179009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.179009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ead330a5-b973-4b64-9479-e5e6fc8e73a8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4294198 Dec 08 00:30:23.179385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8069e90-4da7-4c79-a07b-ebe7f7546f68') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:23.179385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8069e90-4da7-4c79-a07b-ebe7f7546f68') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:23.190918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.208316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.222173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:30:23.236524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:30:23.241312 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:30:23.373676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.377748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2acb53cc-b284-4bde-852c-37b84e437e37 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:23.398068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.404094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2acb53cc-b284-4bde-852c-37b84e437e37 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:23.404699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2acb53cc-b284-4bde-852c-37b84e437e37 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:23.411870 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6ef5d7d9-1ee7-484a-b260-06fcd41c47f5 HTTP/1.1" status: 204 len: 168 time: 1.3306055 Dec 08 00:30:23.443207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf393f3-bcc1-449d-8594-0f726cfb03a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef5d7d9-1ee7-484a-b260-06fcd41c47f5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:23.612464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7845ae2d-43d1-4c01-baca-d4e6bb889866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.688329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57158) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:23.734959 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-72cc8e4c-00f5-4bfe-a489-29945fd8a003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e87c1e67d804765a88b9d452444fe3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442543 Dec 08 00:30:23.748472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57160) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:23.757321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57162) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:23.818799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76484f15-dcff-44c2-a294-656df52d2ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.843209 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76484f15-dcff-44c2-a294-656df52d2ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.915179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76484f15-dcff-44c2-a294-656df52d2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.918340 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-76484f15-dcff-44c2-a294-656df52d2ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:23.920102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-76484f15-dcff-44c2-a294-656df52d2ffd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72b99980-d860-4efc-a922-b934b3c24ff8 HTTP/1.1" status: 204 len: 168 time: 0.1703339 Dec 08 00:30:23.931573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76484f15-dcff-44c2-a294-656df52d2ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b99980-d860-4efc-a922-b934b3c24ff8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:23.973990 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.020107 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e289c1c-bd5f-4b7c-aa27-5ab6564f6cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.025836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-2c9a2a1f-e94b-4b6c-b1e1-29f2cbf72e67 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187802605&fields=id&tenant_id=bc75fd44ad5045e7b8fbf47e557810c8 HTTP/1.1" status: 200 len: 267 time: 0.1060131 Dec 08 00:30:24.089917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=92533b9f-2da2-45d5-b6f6-0f8a6e608b66,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:24.108627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': '61156a74-702c-4c62-9a33-7bb7dfe1d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:24.109054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: 7692dc23-e4bc-4ee9-b004-7b3b095a25ed, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:30:24.128835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e289c1c-bd5f-4b7c-aa27-5ab6564f6cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.133604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e289c1c-bd5f-4b7c-aa27-5ab6564f6cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.166523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e289c1c-bd5f-4b7c-aa27-5ab6564f6cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7cc440-42ce-4643-8159-d09a19001d3b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:24.190623 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0e289c1c-bd5f-4b7c-aa27-5ab6564f6cca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0efb61adb5134648850cf231c9fa1a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300606 Dec 08 00:30:24.191224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57172) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:24.207664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-153c3dde-cd6f-4d1d-8163-e16b68c629ce tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:24.209234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-153c3dde-cd6f-4d1d-8163-e16b68c629ce tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 814 time: 0.1724362 Dec 08 00:30:24.210079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:30:24.250921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7692dc23-e4bc-4ee9-b004-7b3b095a25ed) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:24.253800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-7cc02e32-2c30-4e6d-b82c-626da3a062cb tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/quotas/bc75fd44ad5045e7b8fbf47e557810c8 HTTP/1.1" status: 200 len: 375 time: 0.0224855 Dec 08 00:30:24.260280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a927c-f46b-4f80-8a94-5a3a5ed43d53 None None] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:24.275488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:24.276102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.323220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d52d3675-723d-4bcd-83dd-97d25d455146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.357350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d52d3675-723d-4bcd-83dd-97d25d455146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.392880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9cfc7d4a-ec26-4cc9-a411-5efe4cc25185 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5093901 Dec 08 00:30:24.393626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57186) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:24.403605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-557538de-c118-4b79-9b1d-52ce4378e719 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1168394617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:24.430793 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d52d3675-723d-4bcd-83dd-97d25d455146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.436159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d52d3675-723d-4bcd-83dd-97d25d455146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.438444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d52d3675-723d-4bcd-83dd-97d25d455146 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d7cc440-42ce-4643-8159-d09a19001d3b HTTP/1.1" status: 204 len: 168 time: 0.2460122 Dec 08 00:30:24.451657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3675-723d-4bcd-83dd-97d25d455146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7cc440-42ce-4643-8159-d09a19001d3b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:24.453535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-557538de-c118-4b79-9b1d-52ce4378e719 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.460728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-557538de-c118-4b79-9b1d-52ce4378e719 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.477309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-7692dc23-e4bc-4ee9-b004-7b3b095a25ed', 'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': '92533b9f-2da2-45d5-b6f6-0f8a6e608b66'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:30:24.478095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-090ae644-1af7-4dc4-820c-fd56ded30bbd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051666 Dec 08 00:30:24.492160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.515869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57190) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:24.565666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-557538de-c118-4b79-9b1d-52ce4378e719 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.571856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-557538de-c118-4b79-9b1d-52ce4378e719 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.581576 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28fad48e-17ca-47b3-8518-5f1e9bff2d39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15534777fb0f4be891b5dc1b825d5348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645266 Dec 08 00:30:24.582468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57194) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:24.623164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-557538de-c118-4b79-9b1d-52ce4378e719 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.627748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-557538de-c118-4b79-9b1d-52ce4378e719 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2277141 Dec 08 00:30:24.628326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57196) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:24.641236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'port': {'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed', 'name': 'tempest-RoutersTest-36188954'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:24.657748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a5743f9-2023-4fb7-b894-57c83355c697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.711098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a5743f9-2023-4fb7-b894-57c83355c697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.802581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Allocated IP 172.20.0.2 (7692dc23-e4bc-4ee9-b004-7b3b095a25ed/92533b9f-2da2-45d5-b6f6-0f8a6e608b66/8e0fd36e-e2ab-4ab4-b235-25250ae02c6c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:24.808182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a5743f9-2023-4fb7-b894-57c83355c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.811119 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a5743f9-2023-4fb7-b894-57c83355c697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.815411 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8a5743f9-2023-4fb7-b894-57c83355c697 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73bab3b1-03f1-4868-88c4-acb3792d0e13 HTTP/1.1" status: 204 len: 168 time: 0.2294600 Dec 08 00:30:24.822178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5743f9-2023-4fb7-b894-57c83355c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bab3b1-03f1-4868-88c4-acb3792d0e13,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:24.935189 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:24.944060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:24.987333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57208) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:25.014127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71293931-2822-4d95-8baf-52555cda2f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.036294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] device_id is not set on port b7459012-29c2-453c-a141-f33551c5b3b0 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:30:25.179341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71293931-2822-4d95-8baf-52555cda2f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.195751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-71293931-2822-4d95-8baf-52555cda2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.217115 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.222819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-d19581af-bd2d-4297-ad54-3d819401bb29 service neutron] 10.222.0.18 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7238114 Dec 08 00:30:25.249369 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.261152 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.336996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Pushing event updated for resources: {'Port': ['ID=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:25.349610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.350432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.351098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.351964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.352456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.353029 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-71293931-2822-4d95-8baf-52555cda2f39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6da72fac6be8411499f68ea148da68f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645887 Dec 08 00:30:25.353217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.353681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.354277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.354617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.355230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.355637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.356111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.356649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:25.357274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57214) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:25.373550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71293931-2822-4d95-8baf-52555cda2f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f0b9b4-75f1-4873-8040-80d848cac23a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:25.376187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:25.378111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:25.380677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:25.448747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Attempting to bind port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:25.449387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Attempting to bind port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '61156a74-702c-4c62-9a33-7bb7dfe1d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:25.449944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Attempting to bind port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c on network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:25.457820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:25.459095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Checking segment: {'id': '61156a74-702c-4c62-9a33-7bb7dfe1d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:25.459671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.460259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Bound using segment: {'id': '61156a74-702c-4c62-9a33-7bb7dfe1d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:25.460918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Bound port: 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61156a74-702c-4c62-9a33-7bb7dfe1d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7692dc23-e4bc-4ee9-b004-7b3b095a25ed'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:25.461483 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.527103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.20.0.11 (7692dc23-e4bc-4ee9-b004-7b3b095a25ed/92533b9f-2da2-45d5-b6f6-0f8a6e608b66/b7459012-29c2-453c-a141-f33551c5b3b0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:25.529644 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13d904fe-d3d3-4cd1-9055-b8fb42e652b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.553773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] For port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:25.557505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] For port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,segment=NetworkSegment(61156a74-702c-4c62-9a33-7bb7dfe1d9db),segment_id=61156a74-702c-4c62-9a33-7bb7dfe1d9db)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:25.559203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13d904fe-d3d3-4cd1-9055-b8fb42e652b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.564997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.601734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a1f18853-2ed3-480c-b74a-0b298a4436ec service neutron] 10.222.0.18 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674111 Dec 08 00:30:25.664518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13d904fe-d3d3-4cd1-9055-b8fb42e652b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.668886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13d904fe-d3d3-4cd1-9055-b8fb42e652b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.672547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-13d904fe-d3d3-4cd1-9055-b8fb42e652b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5f0b9b4-75f1-4873-8040-80d848cac23a HTTP/1.1" status: 204 len: 168 time: 0.2602191 Dec 08 00:30:25.685580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb84feb-58bc-4fc3-93b7-392404673323 None None] Pushing event updated for resources: {'Port': ['ID=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:25.797854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d904fe-d3d3-4cd1-9055-b8fb42e652b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f0b9b4-75f1-4873-8040-80d848cac23a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:25.892103 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:25.991606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:26.127065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:26.151500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:26.187017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:26.236946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00da04f9-5e80-4e13-934f-d2f82b78de94 req-f428a260-c6b9-4f1e-bed7-e087cdc3a6f9 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0963156 Dec 08 00:30:26.239709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=b7459012-29c2-453c-a141-f33551c5b3b0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:26.276105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:26.277158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:26.303310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-02068861-aaa6-443b-b26d-05e72e0fd10f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6736221 Dec 08 00:30:26.305710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57240) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:26.330812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:26.813541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.098743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908df69a-2589-4f7f-ae74-3746e17918c8 None None] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:27.166220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.173570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.179532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-83ecfd91-a412-4672-9e59-dd8da3e42d84 None None] Provisioning complete for port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:27.179905 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd91-a412-4672-9e59-dd8da3e42d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.283398 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.336007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=b7459012-29c2-453c-a141-f33551c5b3b0,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:27.377578 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd91-a412-4672-9e59-dd8da3e42d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.479403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae9d6aa1-48b3-44c5-9ece-ba4df64991d0 req-2d730438-ed37-458a-937a-717e8974bf75 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0842416 Dec 08 00:30:27.546066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-83ecfd91-a412-4672-9e59-dd8da3e42d84 None None] For port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,segment=NetworkSegment(61156a74-702c-4c62-9a33-7bb7dfe1d9db),segment_id=61156a74-702c-4c62-9a33-7bb7dfe1d9db)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:27.557414 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd91-a412-4672-9e59-dd8da3e42d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.633086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:27.714042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecfd91-a412-4672-9e59-dd8da3e42d84 None None] Pushing event updated for resources: {'Port': ['ID=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:27.721637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:27.722007 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.782676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.794590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-0e58f04f-dcfc-4834-9c44-ddc53a1d47dd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:27.796760 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-0e58f04f-dcfc-4834-9c44-ddc53a1d47dd tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.44 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 814 time: 0.3230989 Dec 08 00:30:27.864381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3e3f69ed-56d7-4b26-a930-9a608bf951a8 None None] Provisioning complete for port b7459012-29c2-453c-a141-f33551c5b3b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:27.864761 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e3f69ed-56d7-4b26-a930-9a608bf951a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:27.940273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f69ed-56d7-4b26-a930-9a608bf951a8 None None] Port b7459012-29c2-453c-a141-f33551c5b3b0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:27.972622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3e3f69ed-56d7-4b26-a930-9a608bf951a8 None None] Provisioning complete for port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:27.973084 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e3f69ed-56d7-4b26-a930-9a608bf951a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:28.046159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:28.287778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-601d325c-af3d-4332-a978-04121280a113 None None] Provisioning complete for port b7459012-29c2-453c-a141-f33551c5b3b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:28.288242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-601d325c-af3d-4332-a978-04121280a113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:28.367149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-601d325c-af3d-4332-a978-04121280a113 None None] Port b7459012-29c2-453c-a141-f33551c5b3b0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:28.454093 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-bf2cc88c-aaf6-4989-852a-afbef84b7046 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc75fd44ad5045e7b8fbf47e557810c8 HTTP/1.1" status: 200 len: 380 time: 0.5817461 Dec 08 00:30:28.486111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'port': {'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'admin_state_up': True, 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'security_groups': ['76b5fbb7-f002-4460-b46d-b1aa8bb47260']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:28.600803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-53555ee6-3422-42a7-9818-1b71350310db None None] Provisioning complete for port b7459012-29c2-453c-a141-f33551c5b3b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:28.601288 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-53555ee6-3422-42a7-9818-1b71350310db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:28.679695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-565b51fd-f3a9-434d-9a6b-c3d662941660 req-b9871e69-81ea-4030-a2e1-41c97da68a6c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0553932 Dec 08 00:30:28.685451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-53555ee6-3422-42a7-9818-1b71350310db None None] Port b7459012-29c2-453c-a141-f33551c5b3b0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:28.697008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Made reservation on behalf of bc75fd44ad5045e7b8fbf47e557810c8 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:28.700776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:28.708651 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:28.716612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:28.827036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=b7459012-29c2-453c-a141-f33551c5b3b0,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:28.901456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:29.032487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:29.037811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:29.098715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Allocated IP 172.20.0.3 (b5769fed-0c70-48a4-b2b2-1d9a03c99402/f9b82d4a-47e7-4254-936f-5c157c9ab746/414db5a7-d133-4cfa-a805-ba4451ead516) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:29.380400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router 5cc7c365-90ab-415e-a0fc-d49153c5dcc8 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:30:29.435188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:29.578179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6915740b-9660-4615-ac07-918b6327c818 None None] Provisioning complete for port b7459012-29c2-453c-a141-f33551c5b3b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:29.578566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6915740b-9660-4615-ac07-918b6327c818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:29.660872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6915740b-9660-4615-ac07-918b6327c818 None None] Port b7459012-29c2-453c-a141-f33551c5b3b0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:29.722345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:29.722831 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:29.851278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c82f73e3-a93a-4332-886e-d12f0174e4ce req-971d33f3-34ea-49e3-8b9f-9113e66bd492 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0514824 Dec 08 00:30:30.125293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57390) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:30.127643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.145530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:30.156106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] Sync routers for ids ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:30.161635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57394) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:30.161816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95aa185a-d103-42e3-a73a-1b34bf1a5379 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/5cc7c365-90ab-415e-a0fc-d49153c5dcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8549802 Dec 08 00:30:30.173689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] Routers {'5cc7c365-90ab-415e-a0fc-d49153c5dcc8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:30.177979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:30.211848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.251374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d2856-5183-49dd-8c05-8c3cb89dacd8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:30.258109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-678d2856-5183-49dd-8c05-8c3cb89dacd8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports/b7459012-29c2-453c-a141-f33551c5b3b0 HTTP/1.1" status: 200 len: 976 time: 0.0952611 Dec 08 00:30:30.266412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57396) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:30.289825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:30.299479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] Routers {'5cc7c365-90ab-415e-a0fc-d49153c5dcc8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:30.300536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:30.339728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:30.340911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808a0d45-5fd2-4991-a8bb-dc2a3fde736b None None] The sync data for ids ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:30.365471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c372315b-0e74-47a7-b02d-7ddedc23b55e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.370865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:30.372680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:30.376168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'Port': ['ID=414db5a7-d133-4cfa-a805-ba4451ead516,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:30.386749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:30.501358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:30.506482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.511857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c372315b-0e74-47a7-b02d-7ddedc23b55e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.534949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c372315b-0e74-47a7-b02d-7ddedc23b55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.535181 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-a64e69cd-463e-44e1-8f27-d26339ce8740 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0571420 Dec 08 00:30:30.558800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Request body: {'port': {'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:30.631401 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.750850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c372315b-0e74-47a7-b02d-7ddedc23b55e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2af7b780edc74891a965ba4363ff48db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6242726 Dec 08 00:30:30.751664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372315b-0e74-47a7-b02d-7ddedc23b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6df617a-56d2-40b7-a793-13baf1cfab9a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:30.771939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57406) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:30.816853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4988fa7a-4ff9-47c9-9845-fa5d0307f910 None None] Provisioning complete for port 414db5a7-d133-4cfa-a805-ba4451ead516 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:30.817332 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4988fa7a-4ff9-47c9-9845-fa5d0307f910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:30.905794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4988fa7a-4ff9-47c9-9845-fa5d0307f910 None None] Port 414db5a7-d133-4cfa-a805-ba4451ead516 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:31.015924 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c555441b-30a9-437a-b6c7-b4f82aea44bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.037133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414db5a7-d133-4cfa-a805-ba4451ead516 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:30:31.045585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.045975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c555441b-30a9-437a-b6c7-b4f82aea44bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.060387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Transition to ACTIVE for port object 414db5a7-d133-4cfa-a805-ba4451ead516 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:30:31.065399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.162999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Pushing event updated for resources: {'Port': ['ID=414db5a7-d133-4cfa-a805-ba4451ead516,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:31.188681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76e5c1-dc88-4f76-a6e6-0a4aa3131fa0 req-5a85564f-6695-4bfe-911c-201c87652c45 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:31.196932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d76e5c1-dc88-4f76-a6e6-0a4aa3131fa0 req-5a85564f-6695-4bfe-911c-201c87652c45 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.2277749 Dec 08 00:30:31.240112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Attempting to bind port 414db5a7-d133-4cfa-a805-ba4451ead516 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:31.240449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Attempting to bind port 414db5a7-d133-4cfa-a805-ba4451ead516 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:31.240909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Attempting to bind port 414db5a7-d133-4cfa-a805-ba4451ead516 on network b5769fed-0c70-48a4-b2b2-1d9a03c99402 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:31.246439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Port 414db5a7-d133-4cfa-a805-ba4451ead516 on network b5769fed-0c70-48a4-b2b2-1d9a03c99402 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:30:31.246808 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Attempting to bind port 414db5a7-d133-4cfa-a805-ba4451ead516 on network b5769fed-0c70-48a4-b2b2-1d9a03c99402 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:31.253605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:31.253848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2c21-5782-4d97-a2f1-2abe93e614b1 req-7c72816a-bef9-4c79-8ca4-6e7739581c3e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:31.254637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Checking segment: {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:31.255135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Bound using segment: {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:31.255571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Bound port: 414db5a7-d133-4cfa-a805-ba4451ead516, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca413a37-0284-43d3-b0cf-2e2150700922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:31.256036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf3c2c21-5782-4d97-a2f1-2abe93e614b1 req-7c72816a-bef9-4c79-8ca4-6e7739581c3e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.3127103 Dec 08 00:30:31.256338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.291323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c555441b-30a9-437a-b6c7-b4f82aea44bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.294366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c555441b-30a9-437a-b6c7-b4f82aea44bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.295658 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c555441b-30a9-437a-b6c7-b4f82aea44bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6df617a-56d2-40b7-a793-13baf1cfab9a HTTP/1.1" status: 204 len: 168 time: 0.5157328 Dec 08 00:30:31.346407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555441b-30a9-437a-b6c7-b4f82aea44bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6df617a-56d2-40b7-a793-13baf1cfab9a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:31.404269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] For port 414db5a7-d133-4cfa-a805-ba4451ead516, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:31.409626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] For port 414db5a7-d133-4cfa-a805-ba4451ead516, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=414db5a7-d133-4cfa-a805-ba4451ead516,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:31.423261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.514591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d76e5c1-dc88-4f76-a6e6-0a4aa3131fa0 req-c58e62f0-3695-4369-a0ad-5102551be94f tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166704 Dec 08 00:30:31.529510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:31.530748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.533662 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] 10.222.0.44 "PUT /v2.0/ports/414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 1091 time: 0.9827247 Dec 08 00:30:31.534633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:31.538352 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703413df-7235-4d4d-93e6-a397a852cbca" -d '{"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:31.586614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295ad21-e00e-480e-be62-14ffffb81b82 service neutron] Pushing event updated for resources: {'Port': ['ID=414db5a7-d133-4cfa-a805-ba4451ead516,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:31.602180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf3c2c21-5782-4d97-a2f1-2abe93e614b1 req-d4f01218-a846-41cb-b87c-5fb3274ab6e8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373001 Dec 08 00:30:31.613159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57428) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:31.675683 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.737527 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a07b53f-beae-433a-ab28-e0c8ffee31a6 x-openstack-request-id: req-4a07b53f-beae-433a-ab28-e0c8ffee31a6 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:31.737821 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:31.739322 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a07b53f-beae-433a-ab28-e0c8ffee31a6 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:31.740162 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516', 'status': 'completed', 'code': 200} Dec 08 00:30:31.797584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4ab9e8a3-d9e5-4b02-b0f3-6d17eb865f3d tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/c9244f47-645c-4635-99d0-6211ea5ae68c HTTP/1.1" status: 200 len: 993 time: 0.1819232 Dec 08 00:30:31.801317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-719c027a-7b47-4fed-8246-cd192236056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:31.806818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-719c027a-7b47-4fed-8246-cd192236056b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1094 time: 0.2039323 Dec 08 00:30:31.903958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57436) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:31.910485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-b7357a23-061a-4782-80d4-96de314b3a88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 217 time: 0.0802569 Dec 08 00:30:31.925822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d0a89680-7472-49b8-8832-9372daba9d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:31.968226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-c843027f-5b55-4ebe-89a6-838f4641f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:31.982197 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-c843027f-5b55-4ebe-89a6-838f4641f77d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 200 len: 853 time: 0.0625265 Dec 08 00:30:32.072692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port b7459012-29c2-453c-a141-f33551c5b3b0 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:32.073153 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.074115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-370513a4-bec9-483c-a40a-3d5ebf105f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:32.076028 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-370513a4-bec9-483c-a40a-3d5ebf105f61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5769fed-0c70-48a4-b2b2-1d9a03c99402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885231 Dec 08 00:30:32.098994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d0a89680-7472-49b8-8832-9372daba9d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.113601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d0a89680-7472-49b8-8832-9372daba9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.192831 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-e8089494-9628-4d5b-a7d3-88a4996b53f2 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079297 Dec 08 00:30:32.204581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d0a89680-7472-49b8-8832-9372daba9d13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab84ba8ae2ae45948f5d05daf5ca0fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984509 Dec 08 00:30:32.207431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a89680-7472-49b8-8832-9372daba9d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbda524-5623-4691-b00a-49dc8b250807,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:32.211681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57446) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:32.239537 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.299681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for b7459012-29c2-453c-a141-f33551c5b3b0 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:32.330976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13322fe4-d4d4-4c9d-95df-2bedb92ed1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.331803 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d8f6fdbe-09a5-4224-9e1e-56c5a9dd8f46 req-41dd1c47-8c12-49ac-9fc9-638d6f992abd service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305859 Dec 08 00:30:32.394116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4c61-5c4c-4ec6-9e7a-82f4e4b50fed req-3aa488cd-a18b-4225-9fa4-7ce740d58ced tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:32.401411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d5c4c61-5c4c-4ec6-9e7a-82f4e4b50fed req-3aa488cd-a18b-4225-9fa4-7ce740d58ced tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1590326 Dec 08 00:30:32.448655 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13322fe4-d4d4-4c9d-95df-2bedb92ed1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.469039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703413df-7235-4d4d-93e6-a397a852cbca req-fcca7a19-1053-409e-bfb8-fda3332041be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:32.470694 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-703413df-7235-4d4d-93e6-a397a852cbca req-fcca7a19-1053-409e-bfb8-fda3332041be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1094 time: 0.0574000 Dec 08 00:30:32.527504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d5c4c61-5c4c-4ec6-9e7a-82f4e4b50fed req-df8ccf4e-2dbb-4959-b941-e466d39d58a7 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198733 Dec 08 00:30:32.634636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703413df-7235-4d4d-93e6-a397a852cbca req-d2d35f46-dec2-47bd-a8e7-a23487d12c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:32.638220 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-703413df-7235-4d4d-93e6-a397a852cbca req-d2d35f46-dec2-47bd-a8e7-a23487d12c83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 915 time: 0.1603467 Dec 08 00:30:32.677001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13322fe4-d4d4-4c9d-95df-2bedb92ed1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.679889 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13322fe4-d4d4-4c9d-95df-2bedb92ed1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.684927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-13322fe4-d4d4-4c9d-95df-2bedb92ed1de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cbda524-5623-4691-b00a-49dc8b250807 HTTP/1.1" status: 204 len: 168 time: 0.4716632 Dec 08 00:30:32.726291 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-703413df-7235-4d4d-93e6-a397a852cbca req-f67891b1-74a9-49ce-9df0-ec190d82c591 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 217 time: 0.0799928 Dec 08 00:30:32.728202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13322fe4-d4d4-4c9d-95df-2bedb92ed1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbda524-5623-4691-b00a-49dc8b250807,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:32.842538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d6927-a5cc-41a4-bedd-f43b643ccd9c req-16067335-2f26-42b7-acee-ef7565f27221 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:32.845554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-799d6927-a5cc-41a4-bedd-f43b643ccd9c req-16067335-2f26-42b7-acee-ef7565f27221 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.1574752 Dec 08 00:30:32.846489 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:32.858114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703413df-7235-4d4d-93e6-a397a852cbca req-4d7aa10f-7d7f-42fa-b0cc-b49a0df7ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:32.860398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-703413df-7235-4d4d-93e6-a397a852cbca req-4d7aa10f-7d7f-42fa-b0cc-b49a0df7ea5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 200 len: 853 time: 0.1272130 Dec 08 00:30:32.925511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=b7459012-29c2-453c-a141-f33551c5b3b0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:33.007283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703413df-7235-4d4d-93e6-a397a852cbca req-702a02c0-0101-483d-a389-668448c5ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:33.010856 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-703413df-7235-4d4d-93e6-a397a852cbca req-702a02c0-0101-483d-a389-668448c5ac94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5769fed-0c70-48a4-b2b2-1d9a03c99402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399937 Dec 08 00:30:33.040306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-799d6927-a5cc-41a4-bedd-f43b643ccd9c req-61ba51e0-db4a-45c3-85d5-a23d82b1a60d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851285 Dec 08 00:30:33.235991 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-703413df-7235-4d4d-93e6-a397a852cbca req-04a1aa53-bdb6-4657-94b6-6ccbfe128531 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114213 Dec 08 00:30:33.243380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:33.479884 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-703413df-7235-4d4d-93e6-a397a852cbca req-01b2e78d-e34d-48e7-8929-529c0315ad22 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341089 Dec 08 00:30:33.619114 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-6eae3ac4-f586-410a-86b4-77d0c3aee006 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891092 Dec 08 00:30:33.625565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-79947809-1130-4d00-b2c4-9a9a923a5ae1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:30:33.633890 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router 5cc7c365-90ab-415e-a0fc-d49153c5dcc8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:33.639589 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-79947809-1130-4d00-b2c4-9a9a923a5ae1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196180 Dec 08 00:30:33.768214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:33.796295 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] Sync routers for ids ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:33.798940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1bdf3232-5d1e-4a8b-ad85-c35dae96c015 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/5cc7c365-90ab-415e-a0fc-d49153c5dcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5298767 Dec 08 00:30:33.800260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57506) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:33.824066 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] Routers {'5cc7c365-90ab-415e-a0fc-d49153c5dcc8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:33.828705 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:33.936433 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:33.959887 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] Routers {'5cc7c365-90ab-415e-a0fc-d49153c5dcc8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:33.960751 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:34.049915 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:34.055185 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a83e7-74b8-4f6c-a0fb-bcb39510eebf None None] The sync data for ids ['5cc7c365-90ab-415e-a0fc-d49153c5dcc8'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:34.170528 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-ff882d5b-e3b0-484a-8f42-f418ad369b1d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 00:30:34.174397 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ff882d5b-e3b0-484a-8f42-f418ad369b1d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/5cc7c365-90ab-415e-a0fc-d49153c5dcc8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3705728 Dec 08 00:30:34.174971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:34.222810 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6b60405-8547-4e6d-9cf3-9934f2d290cd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cc7c365-90ab-415e-a0fc-d49153c5dcc8 HTTP/1.1" status: 200 len: 205 time: 0.0446212 Dec 08 00:30:34.223062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57522) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:34.326990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f446f8-fe02-4810-ac2c-543a2a8d34af req-cedb8827-b3b6-4b70-9a54-d7d9e6313f98 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:34.339137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-955814d0-7902-4caf-9dd6-e01c42cfe683 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:34.368782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f446f8-fe02-4810-ac2c-543a2a8d34af req-cedb8827-b3b6-4b70-9a54-d7d9e6313f98 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.1634626 Dec 08 00:30:34.445817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f446f8-fe02-4810-ac2c-543a2a8d34af req-02748cb2-5fdf-463b-8a5f-7fcbb44a5cb1 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653996 Dec 08 00:30:34.584630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-955814d0-7902-4caf-9dd6-e01c42cfe683 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:34.589665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-955814d0-7902-4caf-9dd6-e01c42cfe683 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:34.676250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-66dd0b0e-4b3d-4cc0-85be-0a97fe91576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:34.678864 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-66dd0b0e-4b3d-4cc0-85be-0a97fe91576a service neutron] 10.222.0.18 "GET /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 1093 time: 0.1061213 Dec 08 00:30:34.710067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Request body: {'binding': {'host': 'n-h1-820549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:34.710343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Unknown quota resources ['binding']. {{(pid=103113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 00:30:34.734992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-955814d0-7902-4caf-9dd6-e01c42cfe683 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:34.735513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955814d0-7902-4caf-9dd6-e01c42cfe683 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc7c365-90ab-415e-a0fc-d49153c5dcc8 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:30:34.743513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-955814d0-7902-4caf-9dd6-e01c42cfe683 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:34.744655 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-955814d0-7902-4caf-9dd6-e01c42cfe683 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/5cc7c365-90ab-415e-a0fc-d49153c5dcc8 HTTP/1.1" status: 204 len: 168 time: 0.5206702 Dec 08 00:30:34.747614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57542) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:34.841623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet 92533b9f-2da2-45d5-b6f6-0f8a6e608b66 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:30:34.847522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:34.918162 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:34.945386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on host n-h1-820549-2 for vnic_type normal with profile None {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:34.945744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:34.946541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:34.951223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:30:34.951550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:34.960020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:34.960415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Checking segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:34.960768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Bound using segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:34.961315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Bound port: 62aeaad4-152d-454c-88b2-39c6190b8915, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:35.037157 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.074144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:35.089161 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] Publish callbacks [] for binding, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.102272 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] 10.222.0.18 "POST /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915/bindings HTTP/1.1" status: 201 len: 389 time: 0.4074955 Dec 08 00:30:35.126113 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.195745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=92533b9f-2da2-45d5-b6f6-0f8a6e608b66,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:35.198910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.203336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9f94a-8483-4ac6-b2f7-dee8f3d7e689 None None] Network 7692dc23-e4bc-4ee9-b004-7b3b095a25ed requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:35.225115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57554) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:35.231159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/92533b9f-2da2-45d5-b6f6-0f8a6e608b66 HTTP/1.1" status: 204 len: 168 time: 0.4792545 Dec 08 00:30:35.248028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.248742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.249442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.249576 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.249818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.250163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.250957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.251333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.251794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.252136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.252498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.252887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.253224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41426f4-c226-413d-b41f-96fb10b8b6f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:35.350642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b61c8-e30c-4581-9e2e-33063dbad763 req-6b97915d-2def-4930-9c4d-c90cb95383fe tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:35.353323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-274b61c8-e30c-4581-9e2e-33063dbad763 req-6b97915d-2def-4930-9c4d-c90cb95383fe tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.0693569 Dec 08 00:30:35.445883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-274b61c8-e30c-4581-9e2e-33063dbad763 req-67393e88-f22d-42d9-9496-5811cfca1f87 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749276 Dec 08 00:30:35.527309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.559917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-7b1e73be-98da-4d06-b39a-be639f2bae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:35.562252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-7b1e73be-98da-4d06-b39a-be639f2bae48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1480911 Dec 08 00:30:35.586297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] DHCP port deletion for 7692dc23-e4bc-4ee9-b004-7b3b095a25ed request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:35.635028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ca7e6-9c65-49df-bcba-8e0382fd1e54 req-48a8ce16-444b-4825-a7c4-33b35182d32d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:35.636894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb5ca7e6-9c65-49df-bcba-8e0382fd1e54 req-48a8ce16-444b-4825-a7c4-33b35182d32d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.0513446 Dec 08 00:30:35.669849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] Deleting port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:35.670534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.701190 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:35.701538 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.757671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] For port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,segment=NetworkSegment(61156a74-702c-4c62-9a33-7bb7dfe1d9db),segment_id=61156a74-702c-4c62-9a33-7bb7dfe1d9db)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:35.758634 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.763803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb5ca7e6-9c65-49df-bcba-8e0382fd1e54 req-c0e6ef8b-d599-4f07-bbb2-a81811d52321 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201768 Dec 08 00:30:35.775498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] Calling delete_port for 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:35.795526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,segment=NetworkSegment(61156a74-702c-4c62-9a33-7bb7dfe1d9db),segment_id=61156a74-702c-4c62-9a33-7bb7dfe1d9db)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:35.795937 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.809569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:35.871661 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ce3de8b4-1550-414d-a0f6-df251872ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:35.873135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ce3de8b4-1550-414d-a0f6-df251872ac03 service neutron] 10.222.0.44 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 898 time: 0.3032157 Dec 08 00:30:35.899482 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:35.956539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] No DVR routers for this DVR port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:35.958262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc15a00-e11f-4759-bcd8-d486c81f8bd4 None None] Pushing event deleted for resources: {'Port': ['ID=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:35.959627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.004750 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-48de4b98-c40a-42f2-84a5-ff68acedeb5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 1001 time: 0.1201656 Dec 08 00:30:36.009368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=8e0fd36e-e2ab-4ab4-b235-25250ae02c6c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:36.026053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:36.111371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-3d1a1a9f-24a9-430a-b2fe-06881dfb0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:36.112859 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-3d1a1a9f-24a9-430a-b2fe-06881dfb0080 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.0983753 Dec 08 00:30:36.143436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57580) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:36.150138 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.199118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7692dc23-e4bc-4ee9-b004-7b3b095a25ed']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:36.220403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61156a74-702c-4c62-9a33-7bb7dfe1d9db') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:36.220701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61156a74-702c-4c62-9a33-7bb7dfe1d9db') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:36.239294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.251614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-42c517a2-1a91-45fb-8772-635d8e7b4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:36.253644 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-42c517a2-1a91-45fb-8772-635d8e7b4a2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998302 Dec 08 00:30:36.264743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.275179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:30:36.275733 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:30:36.293951 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:30:36.402550 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.404765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:36.413256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.420662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57588) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:36.422379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/7692dc23-e4bc-4ee9-b004-7b3b095a25ed HTTP/1.1" status: 204 len: 168 time: 1.1958706 Dec 08 00:30:36.427052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1632533078'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:36.435272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb2b1c-4165-4bfe-872b-4f58677f12eb tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=7692dc23-e4bc-4ee9-b004-7b3b095a25ed,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:36.460441 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-a4468c2b-c67b-4109-b61d-01a143c2fd12 service neutron] 10.222.0.44 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675818 Dec 08 00:30:36.466124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 00:30:36.466124 n-d-820549-2 neutron-server[103114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 00:30:36.466124 n-d-820549-2 neutron-server[103114]: [parameters: {'project_id': 'f4d27d539808409c814f6be774629578', 'id': 'b6d4fd25-f5db-41c6-81e9-39930e54115d', 'expiration': datetime.datetime(2021, 12, 8, 0, 32, 36, 448871)}] Dec 08 00:30:36.466124 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:30:36.467239 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:30:36.473231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:36.478728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.514861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:30:36.527814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.528290 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment d42c8881-682b-462c-9d62-431409789d5f of type vlan for network 860f5150-c24b-4a26-acff-2716ffb2d08a Dec 08 00:30:36.578477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-af395f5e-e528-4c83-8e5e-cb7c0535f49b service neutron] 10.222.0.44 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085598 Dec 08 00:30:36.621031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.662287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdaea5-c96b-4d03-ae75-0bb5ef1ab9a9 req-d039a505-b740-404f-be94-41dc5c459cbe tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:36.663726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37fdaea5-c96b-4d03-ae75-0bb5ef1ab9a9 req-d039a505-b740-404f-be94-41dc5c459cbe tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.0866737 Dec 08 00:30:36.664842 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.670317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:36.670896 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.725410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3027050 Dec 08 00:30:36.729013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57596) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:36.738462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': '860f5150-c24b-4a26-acff-2716ffb2d08a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:36.767415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45091c71-e002-4151-b8fb-1b0d5beb3462 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=860f5150-c24b-4a26-acff-2716ffb2d08a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:36.777884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 860f5150-c24b-4a26-acff-2716ffb2d08a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:30:36.809567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37fdaea5-c96b-4d03-ae75-0bb5ef1ab9a9 req-a4fb0b78-ae07-4b79-881d-5b7087eb5daa tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355450 Dec 08 00:30:36.906358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-81187a39-0af2-4c39-b808-1ddcfdba95a8 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:36.907943 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-81187a39-0af2-4c39-b808-1ddcfdba95a8 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0&tenant_id=67f0588638f3439eb5346e5a32ef2d21&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1096 time: 0.1764076 Dec 08 00:30:36.910624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0444b-b6df-40ff-bfe5-d44c5588fb92 req-25ff8d6e-c108-4725-a4bf-2830ca240267 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:36.912095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ad0444b-b6df-40ff-bfe5-d44c5588fb92 req-25ff8d6e-c108-4725-a4bf-2830ca240267 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.0511672 Dec 08 00:30:36.924415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820549-2'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:36.965386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ad0444b-b6df-40ff-bfe5-d44c5588fb92 req-7bab3fcf-1ac3-4c8f-94f1-0e6e2114c80d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472767 Dec 08 00:30:36.991958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:36.995724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:36.997910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.025281 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.110498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.232016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Allocated IP 172.25.6.18 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/74fee033-cda2-40b7-9e35-90f3dc91c818) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:37.367697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:37.383233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.389617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:37.390700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e0fd36e-e2ab-4ab4-b235-25250ae02c6c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:37.422564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.466005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:37.469482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:37.472297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:37.501042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Port': ['ID=74fee033-cda2-40b7-9e35-90f3dc91c818,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:37.572386 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.614703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.614984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:37.638165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.712838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:37.715300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=37ca52b6-fe6d-435a-bde4-45e5d4b1baff,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:37.758226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': 'd42c8881-682b-462c-9d62-431409789d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '860f5150-c24b-4a26-acff-2716ffb2d08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:37.758596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: 860f5150-c24b-4a26-acff-2716ffb2d08a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:30:37.771385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:37.773726 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257384ef-8f8b-401d-9c23-ce4a37cf4364" -d '{"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:37.777953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.789860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.830941 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db3103-da75-42eb-9738-7df7acbc59cc x-openstack-request-id: req-45db3103-da75-42eb-9738-7df7acbc59cc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:37.831376 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:37.831494 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45db3103-da75-42eb-9738-7df7acbc59cc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:37.831881 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'code': 200} Dec 08 00:30:37.833802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 860f5150-c24b-4a26-acff-2716ffb2d08a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:30:37.900295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 860f5150-c24b-4a26-acff-2716ffb2d08a) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:37.912912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f1167-3a5f-48cd-8e6e-bfc281456e4a None None] Network 860f5150-c24b-4a26-acff-2716ffb2d08a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:37.916039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:37.916634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:37.924600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:37.961675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fc3eec9b-68ab-4320-8be6-c9279b7501c3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2291431 Dec 08 00:30:37.964524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57626) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:37.969329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c7040b9e-67bc-4f3f-8f89-25d9907e70fd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-319073165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:38.027057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on host n-h2-820549-2 for vnic_type normal with profile {"migrating_to": "n-h1-820549-2"} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:38.027426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:38.027764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:38.043557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:30:38.043940 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Attempting to bind port 62aeaad4-152d-454c-88b2-39c6190b8915 on network 83d907c5-f814-4dca-913b-967e2775c01d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:38.050283 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7040b9e-67bc-4f3f-8f89-25d9907e70fd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.051355 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7040b9e-67bc-4f3f-8f89-25d9907e70fd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.076094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:38.076403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Checking segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:38.076797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Bound using segment: {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:38.077278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Bound port: 62aeaad4-152d-454c-88b2-39c6190b8915, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1951f2-a212-4c49-b3d3-b65b79b63766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:38.077649 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.127996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-860f5150-c24b-4a26-acff-2716ffb2d08a', 'network_id': '860f5150-c24b-4a26-acff-2716ffb2d08a', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': '37ca52b6-fe6d-435a-bde4-45e5d4b1baff'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:30:38.129115 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.195633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7040b9e-67bc-4f3f-8f89-25d9907e70fd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.214960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7040b9e-67bc-4f3f-8f89-25d9907e70fd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.264493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:38.269071 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:38.273825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7040b9e-67bc-4f3f-8f89-25d9907e70fd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.281523 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c7040b9e-67bc-4f3f-8f89-25d9907e70fd tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3131323 Dec 08 00:30:38.283519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57634) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:38.285613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.320703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ab170415-63dc-47c4-bcea-213c33bcd402 None None] Provisioning complete for port 62aeaad4-152d-454c-88b2-39c6190b8915 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:38.321083 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab170415-63dc-47c4-bcea-213c33bcd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.364066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Allocated IP 172.20.0.2 (860f5150-c24b-4a26-acff-2716ffb2d08a/37ca52b6-fe6d-435a-bde4-45e5d4b1baff/eb62becf-eb92-469e-8381-a0f90d7e5ec4) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:38.493080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.508219 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab170415-63dc-47c4-bcea-213c33bcd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.550844 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.564134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ab170415-63dc-47c4-bcea-213c33bcd402 None None] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:38.568847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:38.572639 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347438b7-688a-4336-beae-8739adf5690b" -d '{"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-plugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:38.582637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab170415-63dc-47c4-bcea-213c33bcd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.652277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=8']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:38.736447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451167-a6a3-459a-9521-1fea3f1d1f1c req-be2afee9-0410-4e34-8017-657ae7f77b3d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:38.744234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92451167-a6a3-459a-9521-1fea3f1d1f1c req-be2afee9-0410-4e34-8017-657ae7f77b3d tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.2542729 Dec 08 00:30:38.794395 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:30:38.815863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:38.816557 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.818469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-41605ccb-0009-4b8c-929d-ffc412515845 service neutron] 10.222.0.44 "PUT /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 1121 time: 1.9007618 Dec 08 00:30:38.825018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-92451167-a6a3-459a-9521-1fea3f1d1f1c req-1915d634-563d-4659-890a-ad811bc9652f tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795331 Dec 08 00:30:38.825874 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Port': ['ID=74fee033-cda2-40b7-9e35-90f3dc91c818,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:38.852360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.852482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.870221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1497c-c392-4b94-8eae-5cb1529ca3f6 req-a6625b8a-f9d0-4cb2-a623-a59ff964aa2c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:38.871915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cf1497c-c392-4b94-8eae-5cb1529ca3f6 req-a6625b8a-f9d0-4cb2-a623-a59ff964aa2c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 943 time: 0.3768461 Dec 08 00:30:38.973994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:38.981617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8a5c71c6-44dd-4541-a29e-c5394b7527d7 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8366492 Dec 08 00:30:38.985204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57648) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:38.996396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['62aeaad4-152d-454c-88b2-39c6190b8915'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:30:38.998373 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd01685a-fe02-4ddf-a25e-3d528f1b5cf6 x-openstack-request-id: req-bd01685a-fe02-4ddf-a25e-3d528f1b5cf6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:38.998677 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-plugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:38.998959 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd01685a-fe02-4ddf-a25e-3d528f1b5cf6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:38.999908 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'code': 200} Dec 08 00:30:39.000557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2037923685'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:39.026959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9cf1497c-c392-4b94-8eae-5cb1529ca3f6 req-13cb8139-d478-4a01-bd03-60e819a734a9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440287 Dec 08 00:30:39.047703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Made reservation on behalf of f4d27d539808409c814f6be774629578 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:39.051131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.069223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.127419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab170415-63dc-47c4-bcea-213c33bcd402 None None] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:39.141154 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.152652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.158426 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.190239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:30:39.210667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e368f167-1aa4-4c39-b5d2-91def9812858,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:39.214307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.214661 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Added segment 17a50d46-ba24-4375-8524-5530587adce6 of type vlan for network b7a82fac-e996-48b0-a9fd-06183c62e4f8 Dec 08 00:30:39.226005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.20.0.1 (860f5150-c24b-4a26-acff-2716ffb2d08a/37ca52b6-fe6d-435a-bde4-45e5d4b1baff/cc79b32e-2948-4b66-97ed-a1a1cd584116) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:39.253858 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.275682 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.323235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Network 860f5150-c24b-4a26-acff-2716ffb2d08a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:39.343560 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.351100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:39.358162 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:39.359646 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.364932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Pushing event updated for resources: {'Port': ['ID=eb62becf-eb92-469e-8381-a0f90d7e5ec4,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:39.367888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:39.397244 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.440969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.451878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Attempting to bind port eb62becf-eb92-469e-8381-a0f90d7e5ec4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:39.452797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Attempting to bind port eb62becf-eb92-469e-8381-a0f90d7e5ec4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd42c8881-682b-462c-9d62-431409789d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '860f5150-c24b-4a26-acff-2716ffb2d08a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:39.453182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Attempting to bind port eb62becf-eb92-469e-8381-a0f90d7e5ec4 on network 860f5150-c24b-4a26-acff-2716ffb2d08a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:39.461156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:39.461536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Checking segment: {'id': 'd42c8881-682b-462c-9d62-431409789d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '860f5150-c24b-4a26-acff-2716ffb2d08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:39.461940 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.462336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Bound using segment: {'id': 'd42c8881-682b-462c-9d62-431409789d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '860f5150-c24b-4a26-acff-2716ffb2d08a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:39.462812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Bound port: eb62becf-eb92-469e-8381-a0f90d7e5ec4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c8881-682b-462c-9d62-431409789d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '860f5150-c24b-4a26-acff-2716ffb2d08a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:39.463237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.467686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Network': ['ID=b7a82fac-e996-48b0-a9fd-06183c62e4f8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:39.480460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aa8e349e-fcac-45f8-ab66-625f7f066f47 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4932878 Dec 08 00:30:39.481101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57654) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:39.486760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Request body: {'subnet': {'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:39.502318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:30:39.516000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=cc79b32e-2948-4b66-97ed-a1a1cd584116,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:39.524993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ab845e05-0be4-47c6-b4f0-dea839584694 None None] Provisioning complete for port 62aeaad4-152d-454c-88b2-39c6190b8915 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:39.525351 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab845e05-0be4-47c6-b4f0-dea839584694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.540765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.541546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.542250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.542758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.543374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.543875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.544409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.546581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.547101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.547584 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.548067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.548776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.549726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:30:39.594972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 860f5150-c24b-4a26-acff-2716ffb2d08a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:39.596717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:39.599801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:39.618282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Made reservation on behalf of f4d27d539808409c814f6be774629578 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:39.625788 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.649698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.738511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] For port eb62becf-eb92-469e-8381-a0f90d7e5ec4, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:39.743415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] For port eb62becf-eb92-469e-8381-a0f90d7e5ec4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=eb62becf-eb92-469e-8381-a0f90d7e5ec4,segment=NetworkSegment(d42c8881-682b-462c-9d62-431409789d5f),segment_id=d42c8881-682b-462c-9d62-431409789d5f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:39.772969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.775977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.786021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:30:39.883403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:39.922608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c0fd2-71ba-4224-929b-557b7a8f49a3 None None] Pushing event updated for resources: {'Port': ['ID=eb62becf-eb92-469e-8381-a0f90d7e5ec4,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:39.963799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:39.966196 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:40.014148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:40.026830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Subnet': ['ID=44ec0163-04b2-439d-b763-c3ecd452141e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:40.037759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:30:40.057852 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f639133-650b-46db-ad32-a3c5cda2b517 x-openstack-request-id: req-3f639133-650b-46db-ad32-a3c5cda2b517 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:40.058151 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:40.058410 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f639133-650b-46db-ad32-a3c5cda2b517 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:40.058808 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'status': 'completed', 'code': 200} Dec 08 00:30:40.078772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Checking segment: {'id': '17a50d46-ba24-4375-8524-5530587adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:40.079352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Network hostable DHCP agents. Network: b7a82fac-e996-48b0-a9fd-06183c62e4f8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:30:40.110865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab6fb-cd8b-4530-bd3f-ee7cf62b08a3 req-76be245d-194d-4134-b743-1aae9acb2875 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:40.119291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba8ab6fb-cd8b-4530-bd3f-ee7cf62b08a3 req-76be245d-194d-4134-b743-1aae9acb2875 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.1240025 Dec 08 00:30:40.197688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:30:40.251665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b7a82fac-e996-48b0-a9fd-06183c62e4f8) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:40.261253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:40.261864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.263018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f5b31-f189-471e-ba67-6b7c0b9a9430 None None] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:40.274346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.286078 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.298991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba8ab6fb-cd8b-4530-bd3f-ee7cf62b08a3 req-8dcff963-e196-41f3-9c3f-a6f43f57554b tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771328 Dec 08 00:30:40.315610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-adb532a7-0451-46b6-a99b-55a6a6d8ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:40.316954 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-adb532a7-0451-46b6-a99b-55a6a6d8ef65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1126 time: 0.1930950 Dec 08 00:30:40.334589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19aa9-cbec-4a81-8c2a-a01447557259 req-0a8559cc-c2c7-42b1-9964-d8b18845228c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:40.339139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98a19aa9-cbec-4a81-8c2a-a01447557259 req-0a8559cc-c2c7-42b1-9964-d8b18845228c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.1981018 Dec 08 00:30:40.344330 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-525738c8-d965-41c7-9537-ec1979753c6e tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8617101 Dec 08 00:30:40.360200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.363052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57676) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:40.390708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-39313939', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:40.447048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=cc79b32e-2948-4b66-97ed-a1a1cd584116,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:40.462137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b7a82fac-e996-48b0-a9fd-06183c62e4f8', 'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8', 'project_id': 'f4d27d539808409c814f6be774629578', 'fixed_ips': [{'subnet_id': '44ec0163-04b2-439d-b763-c3ecd452141e'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:30:40.463324 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.501748 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.502798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.517811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98a19aa9-cbec-4a81-8c2a-a01447557259 req-79872b28-3cc3-46e1-af98-b324d0f4b829 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557038 Dec 08 00:30:40.540366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 860f5150-c24b-4a26-acff-2716ffb2d08a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:40.541913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:40.556045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-e3711d69-d730-4268-b3f5-e4c1cad14291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:40.557535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-e3711d69-d730-4268-b3f5-e4c1cad14291 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 898 time: 0.2171075 Dec 08 00:30:40.602344 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.651622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Allocated IP 172.20.0.2 (b7a82fac-e996-48b0-a9fd-06183c62e4f8/44ec0163-04b2-439d-b763-c3ecd452141e/c99c5370-c31b-4992-bf04-ec7fd38d1ae7) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:40.683999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router abe5b1aa-d9aa-4a18-9d32-0b6241973584 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:30:40.794536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:40.802490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f121536f-1ea5-4639-bc28-e9cc18f98ab3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/abe5b1aa-d9aa-4a18-9d32-0b6241973584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139608 Dec 08 00:30:40.805036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57682) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:40.809186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] Sync routers for ids ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:40.819141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-87977a89-4fb4-4e28-8f23-2ff238b39a9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 1001 time: 0.2216578 Dec 08 00:30:40.836377 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.840290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] Routers {'abe5b1aa-d9aa-4a18-9d32-0b6241973584'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:40.840932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:40.866159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99ccd3-bb3e-4cbd-9c49-850a81d880f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:40.868054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0a99ccd3-bb3e-4cbd-9c49-850a81d880f7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports/cc79b32e-2948-4b66-97ed-a1a1cd584116 HTTP/1.1" status: 200 len: 910 time: 0.0607719 Dec 08 00:30:40.870600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57684) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:40.890133 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.956033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Pushing event updated for resources: {'Port': ['ID=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:40.958675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:40.970270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:40.980482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:40.981330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] Routers {'abe5b1aa-d9aa-4a18-9d32-0b6241973584'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:40.982040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:41.003882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-d56cb542-06ee-469d-a19a-ecf9b079c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:41.005359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-d56cb542-06ee-469d-a19a-ecf9b079c250 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.1775801 Dec 08 00:30:41.017218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:41.025296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:41.033585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb02d36-cfd3-45de-a939-34c623c18ede None None] The sync data for ids ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:41.035565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:41.084600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-a6d18b57-eb97-4b7c-8a66-5a8cf5e684a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:41.086053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-a6d18b57-eb97-4b7c-8a66-5a8cf5e684a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722001 Dec 08 00:30:41.129332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Attempting to bind port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:41.129713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Attempting to bind port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '17a50d46-ba24-4375-8524-5530587adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:41.130092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Attempting to bind port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 on network b7a82fac-e996-48b0-a9fd-06183c62e4f8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:41.136076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:41.136460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Checking segment: {'id': '17a50d46-ba24-4375-8524-5530587adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:41.136894 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.137323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Bound using segment: {'id': '17a50d46-ba24-4375-8524-5530587adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:41.137803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Bound port: c99c5370-c31b-4992-bf04-ec7fd38d1ae7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a50d46-ba24-4375-8524-5530587adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:41.138189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.260864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] For port c99c5370-c31b-4992-bf04-ec7fd38d1ae7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:41.265355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] For port c99c5370-c31b-4992-bf04-ec7fd38d1ae7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,segment=NetworkSegment(17a50d46-ba24-4375-8524-5530587adce6),segment_id=17a50d46-ba24-4375-8524-5530587adce6)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:41.282551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.295558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-9eb595ad-109e-4b2e-9e82-b58b6c12f507 service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345472 Dec 08 00:30:41.404562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d57b8-3b89-49d0-a50d-5a64f5fe7b55 None None] Network 860f5150-c24b-4a26-acff-2716ffb2d08a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:41.453493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.522081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device eb62becf-eb92-469e-8381-a0f90d7e5ec4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:41.525486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d661df6-26bf-4f73-8524-d2a575e6c605 None None] Pushing event updated for resources: {'Port': ['ID=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:41.600573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.645008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-860c5363-5bde-48cb-81bc-0f3509563c0d None None] Provisioning complete for port eb62becf-eb92-469e-8381-a0f90d7e5ec4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:41.645409 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-860c5363-5bde-48cb-81bc-0f3509563c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.654930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.672990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef53fc-6f24-4218-9573-2ec89ff02a81 req-07bd6e8c-197f-4ecb-8770-ae89cc2dc8e8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:41.674655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69ef53fc-6f24-4218-9573-2ec89ff02a81 req-07bd6e8c-197f-4ecb-8770-ae89cc2dc8e8 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.2130625 Dec 08 00:30:41.763028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e85fd0bc-d15a-4139-9e1a-2cddc89d7eee req-a601d2b8-38c2-4fcd-bdc3-a19e10e760c3 service neutron] 10.222.0.59 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077363 Dec 08 00:30:41.810700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port eb62becf-eb92-469e-8381-a0f90d7e5ec4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:41.811146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.881512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79673969-614b-4e60-b70a-68901b91b163 req-e821660d-2a08-452b-880b-8c465d4d476f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:41.883099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79673969-614b-4e60-b70a-68901b91b163 req-e821660d-2a08-452b-880b-8c465d4d476f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.2230463 Dec 08 00:30:41.903075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69ef53fc-6f24-4218-9573-2ec89ff02a81 req-97122bbc-f9e0-46c8-9f05-f750d3761c9f tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008874 Dec 08 00:30:41.956224 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port cc79b32e-2948-4b66-97ed-a1a1cd584116 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:41.957128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:41.958103 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-860c5363-5bde-48cb-81bc-0f3509563c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.037652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Allocated IP 172.25.6.164 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/13184d57-d857-44aa-a96d-b85c1569a89c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:42.056798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-860c5363-5bde-48cb-81bc-0f3509563c0d None None] For port eb62becf-eb92-469e-8381-a0f90d7e5ec4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=eb62becf-eb92-469e-8381-a0f90d7e5ec4,segment=NetworkSegment(d42c8881-682b-462c-9d62-431409789d5f),segment_id=d42c8881-682b-462c-9d62-431409789d5f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:42.058246 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.061113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79673969-614b-4e60-b70a-68901b91b163 req-97615604-6a05-42e4-9f5d-8c13cf802a08 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522820 Dec 08 00:30:42.073355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-860c5363-5bde-48cb-81bc-0f3509563c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.117702 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.148708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for cc79b32e-2948-4b66-97ed-a1a1cd584116 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:42.193819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c5363-5bde-48cb-81bc-0f3509563c0d None None] Pushing event updated for resources: {'Port': ['ID=eb62becf-eb92-469e-8381-a0f90d7e5ec4,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:42.198634 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:30:42.199028 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:30:42.215873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.266358 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.317764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f48b78a8-890e-441a-967b-b68599580157 None None] Provisioning complete for port eb62becf-eb92-469e-8381-a0f90d7e5ec4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:42.317764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f48b78a8-890e-441a-967b-b68599580157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.335258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:42.336838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:42.340947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:42.367443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778703e-dd67-4b28-a9bf-02a302c8ed43 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:42.457081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Port': ['ID=13184d57-d857-44aa-a96d-b85c1569a89c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:42.473631 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.550432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=cc79b32e-2948-4b66-97ed-a1a1cd584116,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:42.566353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f48b78a8-890e-441a-967b-b68599580157 None None] Could not find standard attr ID for object cc79b32e-2948-4b66-97ed-a1a1cd584116. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:30:42.675876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.704261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d53c5c49-c668-46bb-8a70-739eda84d670 None None] Provisioning complete for port 13184d57-d857-44aa-a96d-b85c1569a89c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:42.705006 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d53c5c49-c668-46bb-8a70-739eda84d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.815491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d53c5c49-c668-46bb-8a70-739eda84d670 None None] Port 13184d57-d857-44aa-a96d-b85c1569a89c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:42.824931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d53c5c49-c668-46bb-8a70-739eda84d670 None None] Could not find standard attr ID for object cc79b32e-2948-4b66-97ed-a1a1cd584116. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:30:42.830326 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:42.951233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-653b9fce-4059-4939-9f98-9fe312b46984 None None] Could not find standard attr ID for object cc79b32e-2948-4b66-97ed-a1a1cd584116. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:30:43.000939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:43.080779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router abe5b1aa-d9aa-4a18-9d32-0b6241973584 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:43.098471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95e2d8-9f83-40e7-84ec-b7f3115e58fc None None] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:43.205515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:43.221599 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1d458e72-7a08-49b3-8ab6-0bd1cc6300ea tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/abe5b1aa-d9aa-4a18-9d32-0b6241973584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3474319 Dec 08 00:30:43.222339 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] Sync routers for ids ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:43.223284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:43.239138 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] Routers {'abe5b1aa-d9aa-4a18-9d32-0b6241973584'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:43.240086 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:43.269643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3d2ec-e8e9-4958-9238-e4ba8b5050f6 req-512ece4d-7dfb-45dc-a3a8-c0e204b4409a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:43.271335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6a3d2ec-e8e9-4958-9238-e4ba8b5050f6 req-512ece4d-7dfb-45dc-a3a8-c0e204b4409a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.1478059 Dec 08 00:30:43.276682 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:43.300658 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] Routers {'abe5b1aa-d9aa-4a18-9d32-0b6241973584'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:43.301536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:43.333498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da9f48-4374-4992-a6f1-c5742fe0fbad req-60abe2b3-5d5e-4cbf-bded-e7a1d91b2b1e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:43.341955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66da9f48-4374-4992-a6f1-c5742fe0fbad req-60abe2b3-5d5e-4cbf-bded-e7a1d91b2b1e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.1580656 Dec 08 00:30:43.357689 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:43.358670 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652adb6-5653-4c5b-924a-0a5a161d3bfe None None] The sync data for ids ['abe5b1aa-d9aa-4a18-9d32-0b6241973584'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:43.393026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-51ff37ea-6428-4344-9c5d-20bfcb9f293c None None] Provisioning complete for port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:43.394016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51ff37ea-6428-4344-9c5d-20bfcb9f293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:43.454705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Router 56f725b1-159f-41ef-8433-d13678318517 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:30:43.484376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6a3d2ec-e8e9-4958-9238-e4ba8b5050f6 req-22aafe38-b16e-4dca-b805-4504afc9fdcc tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027864 Dec 08 00:30:43.573056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66da9f48-4374-4992-a6f1-c5742fe0fbad req-b91d9d6f-9f46-40be-ac6d-6e28f8fdb957 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040424 Dec 08 00:30:43.696579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:43.735976 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:43.740566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2876a451-a865-42e7-9583-38be01257703 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.3659050 Dec 08 00:30:43.745095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57730) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:43.774826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-32201c07-c481-419e-bd1a-a2f7d621fd72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=abe5b1aa-d9aa-4a18-9d32-0b6241973584 HTTP/1.1" status: 200 len: 205 time: 0.5504119 Dec 08 00:30:43.777514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57732) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:43.814748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] Sync routers for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:43.824340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c99c5370-c31b-4992-bf04-ec7fd38d1ae7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:43.882564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-107906b0-b114-448e-9664-1cb0f28e2802 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:43.920463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 414db5a7-d133-4cfa-a805-ba4451ead516 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:30:43.927676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:43.928556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:43.996333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:44.019658 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.036472 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51ff37ea-6428-4344-9c5d-20bfcb9f293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.040984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:44.041358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.089111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-107906b0-b114-448e-9664-1cb0f28e2802 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.092115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-107906b0-b114-448e-9664-1cb0f28e2802 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.116036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:44.116788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:44.153415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-107906b0-b114-448e-9664-1cb0f28e2802 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.154500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107906b0-b114-448e-9664-1cb0f28e2802 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Fanout notify agent at l3_agent the message router_deleted on router abe5b1aa-d9aa-4a18-9d32-0b6241973584 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:30:44.174480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-107906b0-b114-448e-9664-1cb0f28e2802 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.180729 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-107906b0-b114-448e-9664-1cb0f28e2802 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/abe5b1aa-d9aa-4a18-9d32-0b6241973584 HTTP/1.1" status: 204 len: 168 time: 0.4021599 Dec 08 00:30:44.181779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57740) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:44.190291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:44.191007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23830e11-2caa-41b2-8f93-b406f9ca971c None None] The sync data for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:44.253114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet 37ca52b6-fe6d-435a-bde4-45e5d4b1baff {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:30:44.257058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.284937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-51ff37ea-6428-4344-9c5d-20bfcb9f293c None None] For port c99c5370-c31b-4992-bf04-ec7fd38d1ae7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,segment=NetworkSegment(17a50d46-ba24-4375-8524-5530587adce6),segment_id=17a50d46-ba24-4375-8524-5530587adce6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:44.304192 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.313997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51ff37ea-6428-4344-9c5d-20bfcb9f293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.334360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.391589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff37ea-6428-4344-9c5d-20bfcb9f293c None None] Pushing event updated for resources: {'Port': ['ID=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:44.418516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-3ecf5d55-a44b-4578-a793-d7c52977ba07 service neutron] 10.222.0.59 "GET /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 384 time: 0.5677643 Dec 08 00:30:44.441740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.459630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 414db5a7-d133-4cfa-a805-ba4451ead516, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=414db5a7-d133-4cfa-a805-ba4451ead516,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:44.524686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '414db5a7-d133-4cfa-a805-ba4451ead516', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'mac_address': 'fa:16:3e:2e:80:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:30:44.526752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fff5dc4f-80fb-4031-870a-2046a2f8b5c3 None None] Provisioning complete for port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:44.527280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fff5dc4f-80fb-4031-870a-2046a2f8b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.538202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.586762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=37ca52b6-fe6d-435a-bde4-45e5d4b1baff,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:44.589151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.599268 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1dec0032-0971-4ca4-82e6-1afeac34dd8b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/37ca52b6-fe6d-435a-bde4-45e5d4b1baff HTTP/1.1" status: 204 len: 168 time: 0.4154308 Dec 08 00:30:44.609317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57754) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:44.617657 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:30:44.618096 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:30:44.624358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb7e26-cd94-4086-ba21-52b92bce631e None None] Network 860f5150-c24b-4a26-acff-2716ffb2d08a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:44.678413 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.748168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414db5a7-d133-4cfa-a805-ba4451ead516 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:30:44.762929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.815382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 414db5a7-d133-4cfa-a805-ba4451ead516, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=414db5a7-d133-4cfa-a805-ba4451ead516,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:44.817139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5699-87d3-4d77-a654-1f58d4d5266a req-b6048dbe-879f-4c5d-bdf4-abcc70100e24 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:44.818801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d8e5699-87d3-4d77-a654-1f58d4d5266a req-b6048dbe-879f-4c5d-bdf4-abcc70100e24 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 943 time: 0.1960943 Dec 08 00:30:44.832229 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.851462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port eb62becf-eb92-469e-8381-a0f90d7e5ec4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:44.851950 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.919208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=414db5a7-d133-4cfa-a805-ba4451ead516,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:44.925452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ad8c8-9965-46ec-8886-caf1deac6a1f req-51c425ff-9ece-452f-b0c0-234bec641689 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:44.927052 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f08ad8c8-9965-46ec-8886-caf1deac6a1f req-51c425ff-9ece-452f-b0c0-234bec641689 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 945 time: 0.1969898 Dec 08 00:30:44.937341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:44.957275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] DHCP port deletion for 860f5150-c24b-4a26-acff-2716ffb2d08a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:44.958740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port eb62becf-eb92-469e-8381-a0f90d7e5ec4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=eb62becf-eb92-469e-8381-a0f90d7e5ec4,segment=NetworkSegment(d42c8881-682b-462c-9d62-431409789d5f),segment_id=d42c8881-682b-462c-9d62-431409789d5f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:44.959137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:44.973436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for eb62becf-eb92-469e-8381-a0f90d7e5ec4 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:45.042304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6d8e5699-87d3-4d77-a654-1f58d4d5266a req-5ac8b2af-fb7d-49b0-b898-9c72e80a8431 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971717 Dec 08 00:30:45.047392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:45.055600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] Deleting port eb62becf-eb92-469e-8381-a0f90d7e5ec4 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:45.056819 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.086276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.130982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=eb62becf-eb92-469e-8381-a0f90d7e5ec4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:45.139367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port eb62becf-eb92-469e-8381-a0f90d7e5ec4 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:45.151778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f08ad8c8-9965-46ec-8886-caf1deac6a1f req-18e6098d-2f9e-4d1e-986a-9a924bc8ecc2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115757 Dec 08 00:30:45.158092 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.183889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:45.186200 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad2bc03-3c27-44a7-8e85-12fbb6a4bed5" -d '{"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:45.191585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['414db5a7-d133-4cfa-a805-ba4451ead516'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:30:45.207592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:45.240735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] For port eb62becf-eb92-469e-8381-a0f90d7e5ec4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=eb62becf-eb92-469e-8381-a0f90d7e5ec4,segment=NetworkSegment(d42c8881-682b-462c-9d62-431409789d5f),segment_id=d42c8881-682b-462c-9d62-431409789d5f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:45.241147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.244601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device eb62becf-eb92-469e-8381-a0f90d7e5ec4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:45.265115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.281681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] Calling delete_port for eb62becf-eb92-469e-8381-a0f90d7e5ec4 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:45.287736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: eb62becf-eb92-469e-8381-a0f90d7e5ec4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:45.288095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device eb62becf-eb92-469e-8381-a0f90d7e5ec4 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 00:30:45.303114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860f5150-c24b-4a26-acff-2716ffb2d08a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:45.320822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42c8881-682b-462c-9d62-431409789d5f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:45.321222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42c8881-682b-462c-9d62-431409789d5f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:45.332101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.334989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port eb62becf-eb92-469e-8381-a0f90d7e5ec4 not found, will not notify nova. {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 00:30:45.347881 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.354770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:30:45.356086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:30:45.454204 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:30:45.459077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.460961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.469849 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.473654 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/860f5150-c24b-4a26-acff-2716ffb2d08a HTTP/1.1" status: 204 len: 168 time: 0.8632827 Dec 08 00:30:45.478226 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57768) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:45.491258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] Network 860f5150-c24b-4a26-acff-2716ffb2d08a is not hosted by any dhcp agent {{(pid=103115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:30:45.491704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] No DVR routers for this DVR port eb62becf-eb92-469e-8381-a0f90d7e5ec4 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:45.495251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1407430793', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:45.520457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5aa91-572b-4966-bb7f-68db233643be tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=860f5150-c24b-4a26-acff-2716ffb2d08a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:45.528023 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.529243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.549405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c99c5370-c31b-4992-bf04-ec7fd38d1ae7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:45.554817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Allocated IP 172.20.0.1 (b7a82fac-e996-48b0-a9fd-06183c62e4f8/44ec0163-04b2-439d-b763-c3ecd452141e/4aeaa7eb-58a4-46df-89ad-8f6df3df001b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:45.555657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b848-5a8d-4665-aeac-b539488838cb None None] Pushing event deleted for resources: {'Port': ['ID=eb62becf-eb92-469e-8381-a0f90d7e5ec4,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:45.588063 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.607227 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4552695-f494-4841-842e-f15074c452c5 x-openstack-request-id: req-b4552695-f494-4841-842e-f15074c452c5 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:45.607582 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:45.607894 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4552695-f494-4841-842e-f15074c452c5 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:45.609181 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'code': 200} Dec 08 00:30:45.613764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.677069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:45.677529 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.763224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.782450 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.787815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] Transition to ACTIVE for port object 62aeaad4-152d-454c-88b2-39c6190b8915 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:30:45.801929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.911327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:45.946729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device eb62becf-eb92-469e-8381-a0f90d7e5ec4 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:45.951885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] Pushing event updated for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=11']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:46.007960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: eb62becf-eb92-469e-8381-a0f90d7e5ec4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:46.008306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device eb62becf-eb92-469e-8381-a0f90d7e5ec4 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:46.051327 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.076123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] No DVR routers for this DVR port 62aeaad4-152d-454c-88b2-39c6190b8915 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:46.078565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Port': ['ID=4aeaa7eb-58a4-46df-89ad-8f6df3df001b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:46.096828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.155902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:46.161435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:46.163934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:46.245008 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.25.6.249 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b381b397-6fde-4ead-a942-ad68b4f041b9) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:46.294113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db12de2-6f8a-438c-b7a0-ca09dd055551 req-8e6ea304-a414-4fbc-b75c-fa637cd8b5ec tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:46.301981 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2db12de2-6f8a-438c-b7a0-ca09dd055551 req-8e6ea304-a414-4fbc-b75c-fa637cd8b5ec tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 944 time: 0.1564369 Dec 08 00:30:46.344121 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.392900 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.435602 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.462322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2db12de2-6f8a-438c-b7a0-ca09dd055551 req-193c581a-1f76-487f-aed5-760d1f374570 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593719 Dec 08 00:30:46.479935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:46.485135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:46.491521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:46.509957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33fcb1-c026-44fd-8555-027a736b0d37 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:46.525188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-021ded76-9fb1-4403-8f09-711d716119b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915/bindings/n-h1-820549-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0802896 Dec 08 00:30:46.538264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=b381b397-6fde-4ead-a942-ad68b4f041b9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:46.558113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-46b81a2e-dcfb-41a5-adff-b1d4e9f53083 None None] Provisioning complete for port 4aeaa7eb-58a4-46df-89ad-8f6df3df001b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:46.558523 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46b81a2e-dcfb-41a5-adff-b1d4e9f53083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.559008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cadd5-cc24-47f5-bf87-39a180751b95 req-b63d39bb-b739-481c-8c74-cb8d5f587f4b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:46.568491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e7cadd5-cc24-47f5-bf87-39a180751b95 req-b63d39bb-b739-481c-8c74-cb8d5f587f4b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.2364812 Dec 08 00:30:46.641698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-46b81a2e-dcfb-41a5-adff-b1d4e9f53083 None None] Port 4aeaa7eb-58a4-46df-89ad-8f6df3df001b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:46.657361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.657588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-46b81a2e-dcfb-41a5-adff-b1d4e9f53083 None None] Provisioning complete for port b381b397-6fde-4ead-a942-ad68b4f041b9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:46.657837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46b81a2e-dcfb-41a5-adff-b1d4e9f53083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.678074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e7cadd5-cc24-47f5-bf87-39a180751b95 req-7eee2415-1983-4a07-a866-3e18f6334771 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086586 Dec 08 00:30:46.696908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-af4e4077-ef14-4f69-9277-c57ff079af53 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:46.698704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-af4e4077-ef14-4f69-9277-c57ff079af53 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0&tenant_id=67f0588638f3439eb5346e5a32ef2d21&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.0690095 Dec 08 00:30:46.703834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-46b81a2e-dcfb-41a5-adff-b1d4e9f53083 None None] Port b381b397-6fde-4ead-a942-ad68b4f041b9 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:46.801841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-2c0204fb-e2d8-4693-8341-076ec6866ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:46.804298 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-2c0204fb-e2d8-4693-8341-076ec6866ab6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 1095 time: 0.0932271 Dec 08 00:30:46.907636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.949274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-abdf59f3-d207-4ed9-93c3-3a6284f84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:46.950768 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-abdf59f3-d207-4ed9-93c3-3a6284f84001 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1095 time: 0.0964108 Dec 08 00:30:46.987872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:46.993609 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:47.010417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:47.043951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:47.068688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:47.119257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Port': ['ID=4aeaa7eb-58a4-46df-89ad-8f6df3df001b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:47.140975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-531df774-9187-4f78-b2fe-16398e677fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:47.142926 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-531df774-9187-4f78-b2fe-16398e677fb3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 898 time: 0.1806734 Dec 08 00:30:47.201351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:47.203025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:47.249447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:47.261616 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-d8ddeab0-37f3-4aa1-a1d4-8a1386c5ce9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 999 time: 0.1097834 Dec 08 00:30:47.337607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Router 56f725b1-159f-41ef-8433-d13678318517 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:47.384454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-e2acb142-2c32-4805-9f0b-cfa6fe09a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:47.385921 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-e2acb142-2c32-4805-9f0b-cfa6fe09a197 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.0906441 Dec 08 00:30:47.447672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-a817f15e-a5cf-4d8b-ba08-5328142cb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:47.449194 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-a817f15e-a5cf-4d8b-ba08-5328142cb772 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556493 Dec 08 00:30:47.479807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:47.488798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-001a5ab7-88a2-4b6c-8dc1-9058252a3733 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "PUT /v2.0/routers/56f725b1-159f-41ef-8433-d13678318517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7399490 Dec 08 00:30:47.492587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57806) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:47.497495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Request body: {'port': {'network_id': 'b7a82fac-e996-48b0-a9fd-06183c62e4f8', 'name': 'tempest-FloatingIPAdminTestJSON-1925118144'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:47.502239 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] Sync routers for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:47.519560 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:47.520999 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:47.566579 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:47.577706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-10da8f49-b81f-4b55-988f-5f71feec6ed8 None None] Provisioning complete for port 4aeaa7eb-58a4-46df-89ad-8f6df3df001b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:47.578281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10da8f49-b81f-4b55-988f-5f71feec6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:47.580450 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:47.581418 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:47.603973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37afb-c0c9-4459-ab07-1751ddb07f00 req-78afd40b-c897-43ac-913f-adaae886e466 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:47.606024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2c37afb-c0c9-4459-ab07-1751ddb07f00 req-78afd40b-c897-43ac-913f-adaae886e466 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 944 time: 0.0574918 Dec 08 00:30:47.631793 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:47.632731 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f044d-f745-4c35-bb75-4d064e9f8e98 None None] The sync data for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:47.666391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2c37afb-c0c9-4459-ab07-1751ddb07f00 req-c69d72dd-bf43-4021-a8d0-60c95b9b34a5 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530434 Dec 08 00:30:47.667219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-10da8f49-b81f-4b55-988f-5f71feec6ed8 None None] Port 4aeaa7eb-58a4-46df-89ad-8f6df3df001b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:47.673517 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:47.803698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ae4a5-79d8-4ac5-8e56-a974f5a52021 req-7996f88c-3c12-427e-9224-33497467ba73 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:47.805220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d9ae4a5-79d8-4ac5-8e56-a974f5a52021 req-7996f88c-3c12-427e-9224-33497467ba73 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.0576110 Dec 08 00:30:47.839051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 414db5a7-d133-4cfa-a805-ba4451ead516 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:47.872814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d9ae4a5-79d8-4ac5-8e56-a974f5a52021 req-10ae8009-390c-4261-863e-0fbfe1984759 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609934 Dec 08 00:30:47.878902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router e8735927-556e-4951-bfbb-8cf46254ac91 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:30:47.906022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 414db5a7-d133-4cfa-a805-ba4451ead516 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:30:47.910868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 414db5a7-d133-4cfa-a805-ba4451ead516 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:47.911731 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:47.989405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:48.011603 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-a08f824d-48cc-44ee-9304-8c8cb4e9905e service neutron] 10.222.0.44 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522072 Dec 08 00:30:48.012939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:48.015351 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f41962-0322-4467-b6a6-a7ebc0a7d8c9" -d '{"events": [{"server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "name": "network-vif-plugged", "status": "completed", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:48.039526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 414db5a7-d133-4cfa-a805-ba4451ead516, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=414db5a7-d133-4cfa-a805-ba4451ead516,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:48.048026 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:48.049431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:48.073402 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e417c2e-c92e-4ce1-8e13-670f219e9cb5 x-openstack-request-id: req-2e417c2e-c92e-4ce1-8e13-670f219e9cb5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:48.073989 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "name": "network-vif-plugged", "status": "completed", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:48.074303 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e417c2e-c92e-4ce1-8e13-670f219e9cb5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:48.074753 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516', 'code': 200} Dec 08 00:30:48.124947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:48.141442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] Sync routers for ids ['e8735927-556e-4951-bfbb-8cf46254ac91'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:48.186672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] Routers {'e8735927-556e-4951-bfbb-8cf46254ac91'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:48.187418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e8735927-556e-4951-bfbb-8cf46254ac91'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:48.196874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=414db5a7-d133-4cfa-a805-ba4451ead516,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:48.220965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Made reservation on behalf of f4d27d539808409c814f6be774629578 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:48.225268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:48.237465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:48.250540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] Routers {'e8735927-556e-4951-bfbb-8cf46254ac91'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:48.251758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e8735927-556e-4951-bfbb-8cf46254ac91'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:48.258316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:48.259585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7565bf85-36f5-4618-b886-881926e346d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.7801595 Dec 08 00:30:48.260914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] device_id is not set on port 14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf yet. {{(pid=103113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:30:48.263614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57822) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:48.269842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-73e5a496-ec0e-4b09-a502-06b497a0927c service neutron] 10.222.0.44 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454846 Dec 08 00:30:48.286424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:48.287110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef265b-33a7-4af7-9627-9ff644c1ce60 None None] The sync data for ids ['e8735927-556e-4951-bfbb-8cf46254ac91'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:48.329848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81745ab-f8b0-4e19-b670-600b883a1ba0 req-3aae288d-1473-40bb-83af-925b00abf12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:48.331709 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e81745ab-f8b0-4e19-b670-600b883a1ba0 req-3aae288d-1473-40bb-83af-925b00abf12f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1096 time: 0.1637909 Dec 08 00:30:48.413513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Allocated IP 172.20.0.14 (b7a82fac-e996-48b0-a9fd-06183c62e4f8/44ec0163-04b2-439d-b763-c3ecd452141e/14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:48.434255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdfb4d50-d031-4ed5-afba-495143b6601e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/routers/e8735927-556e-4951-bfbb-8cf46254ac91 HTTP/1.1" status: 200 len: 881 time: 0.1694522 Dec 08 00:30:48.440565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57828) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:48.456586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e81745ab-f8b0-4e19-b670-600b883a1ba0 req-3fdf723a-2963-4f12-b534-e7b2ca82bd73 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763595 Dec 08 00:30:48.575245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:48.610374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:48.643575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7427f2b5-e48e-44aa-aab3-6e48112b2c5c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1985915 Dec 08 00:30:48.644302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57830) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:48.648761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-63b5d3a0-46b2-48a1-aaee-2cbe19e7ea72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1407430793'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:48.654271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:48.658054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:48.661050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:48.748626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event updated for resources: {'Port': ['ID=14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:48.783992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:48.784661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:48.822599 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a7134bd3-ae34-4225-8af5-0600722d257d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3288667 Dec 08 00:30:48.823325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57838) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:48.932361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'project_id': 'f4d27d539808409c814f6be774629578', 'port_id': '14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:48.963839 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.008562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-74f78715-efbd-4e69-b280-352de4562d79 None None] Provisioning complete for port 14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:49.009554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-74f78715-efbd-4e69-b280-352de4562d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.066024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-74f78715-efbd-4e69-b280-352de4562d79 None None] Port 14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:49.102524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.215262 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Allocated IP 172.25.6.170 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/94af6e8c-0700-4a6e-becd-57cf7cabf764) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:49.336616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.389477 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.438951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:49.444349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:49.448070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962891-795d-40ad-af0f-e4ef219b5656 req-e8bd462c-4af9-41d4-8773-f7eda9207353 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:49.448238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:49.455366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88962891-795d-40ad-af0f-e4ef219b5656 req-e8bd462c-4af9-41d4-8773-f7eda9207353 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 945 time: 0.5883255 Dec 08 00:30:49.483916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Pushing event updated for resources: {'Port': ['ID=94af6e8c-0700-4a6e-becd-57cf7cabf764,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:49.494422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0dce9-69cd-4269-b125-354c89886def req-3c885324-090b-4f9f-86c7-f5f3f711d34c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:49.497058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecf0dce9-69cd-4269-b125-354c89886def req-3c885324-090b-4f9f-86c7-f5f3f711d34c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.1817915 Dec 08 00:30:49.503449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-08febdb0-c7a5-40db-ae25-f67618edd2e5 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:49.505099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-08febdb0-c7a5-40db-ae25-f67618edd2e5 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0&tenant_id=67f0588638f3439eb5346e5a32ef2d21&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 1095 time: 0.6393666 Dec 08 00:30:49.696736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88962891-795d-40ad-af0f-e4ef219b5656 req-1066fac2-d3b4-47a8-b94c-458288ded934 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405071 Dec 08 00:30:49.727012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecf0dce9-69cd-4269-b125-354c89886def req-4dc95145-c857-48d4-b860-7581e299f49c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835175 Dec 08 00:30:49.857074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63b5d3a0-46b2-48a1-aaee-2cbe19e7ea72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.887829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-e4b238b1-c442-4de7-9868-1fb7302a7a82 service neutron] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:49.888485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63b5d3a0-46b2-48a1-aaee-2cbe19e7ea72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.895244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-e4b238b1-c442-4de7-9868-1fb7302a7a82 service neutron] Publish callbacks [] for binding, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:49.896650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-e4b238b1-c442-4de7-9868-1fb7302a7a82 service neutron] 10.222.0.44 "DELETE /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915/bindings/n-h2-820549-2 HTTP/1.1" status: 204 len: 173 time: 0.3466070 Dec 08 00:30:49.904583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ab083-3b86-4312-a765-f1afb9d7451c req-e3d071a8-91cd-4c98-bb52-d3d244e90e47 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:49.907408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-509ab083-3b86-4312-a765-f1afb9d7451c req-e3d071a8-91cd-4c98-bb52-d3d244e90e47 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1095 time: 0.0925853 Dec 08 00:30:49.945783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.018647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.069877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b5d3a0-46b2-48a1-aaee-2cbe19e7ea72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router e8735927-556e-4951-bfbb-8cf46254ac91 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:50.073725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-509ab083-3b86-4312-a765-f1afb9d7451c req-0afcd642-16d5-4a9d-9da1-604cdb81a769 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262393 Dec 08 00:30:50.196428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.201949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.218531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b5d3a0-46b2-48a1-aaee-2cbe19e7ea72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:50.226135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-63b5d3a0-46b2-48a1-aaee-2cbe19e7ea72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.230509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-63b5d3a0-46b2-48a1-aaee-2cbe19e7ea72 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/e8735927-556e-4951-bfbb-8cf46254ac91 HTTP/1.1" status: 200 len: 888 time: 1.5827072 Dec 08 00:30:50.231725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57868) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:50.236010 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] Sync routers for ids ['e8735927-556e-4951-bfbb-8cf46254ac91'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:50.249940 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] Routers {'e8735927-556e-4951-bfbb-8cf46254ac91'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:50.250624 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e8735927-556e-4951-bfbb-8cf46254ac91'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:50.300250 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:50.314142 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Pushing event updated for resources: {'Port': ['ID=94af6e8c-0700-4a6e-becd-57cf7cabf764,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:50.319752 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] Routers {'e8735927-556e-4951-bfbb-8cf46254ac91'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:50.321739 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e8735927-556e-4951-bfbb-8cf46254ac91'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:50.328419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.367823 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:50.368982 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a032-b92b-42cc-b92a-6d9d8e1b1f04 None None] The sync data for ids ['e8735927-556e-4951-bfbb-8cf46254ac91'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:50.394053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e9be6-e0fe-416b-9946-a216f36ee9eb req-7b43988a-f4bd-49d1-b94b-775bb5adf0c9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:50.399418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-407e9be6-e0fe-416b-9946-a216f36ee9eb req-7b43988a-f4bd-49d1-b94b-775bb5adf0c9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.2307796 Dec 08 00:30:50.443920 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Floating IP a296208f-d6cf-412f-b3ed-21a7b8d827c5 associated. External IP: 172.25.6.170, port: 14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf. Dec 08 00:30:50.470645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-68e4d721-701d-4062-b890-21062cb28324 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/routers/e8735927-556e-4951-bfbb-8cf46254ac91 HTTP/1.1" status: 200 len: 888 time: 0.2371306 Dec 08 00:30:50.475936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57874) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:50.512823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3c1a79e1-3977-4b64-b86c-b3780bb4a841 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8735927-556e-4951-bfbb-8cf46254ac91 HTTP/1.1" status: 200 len: 205 time: 0.0358055 Dec 08 00:30:50.519005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-407e9be6-e0fe-416b-9946-a216f36ee9eb req-fb9338d2-a32d-44eb-b577-1eb474b39008 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865045 Dec 08 00:30:50.519467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57876) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:50.548467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57878) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:50.634461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.662439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cdcc026a-a297-4494-8e7f-7f8bd6c6a765 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/c9244f47-645c-4635-99d0-6211ea5ae68c HTTP/1.1" status: 200 len: 991 time: 0.1126592 Dec 08 00:30:50.756784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Router 56f725b1-159f-41ef-8433-d13678318517 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:50.786239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.894079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:50.899600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916d716-19fe-4315-88ea-a29c2d7be5da req-417a50d2-623e-44de-b4e4-f381a55daf0c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:50.901181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0916d716-19fe-4315-88ea-a29c2d7be5da req-417a50d2-623e-44de-b4e4-f381a55daf0c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 945 time: 0.0776687 Dec 08 00:30:50.906466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port b381b397-6fde-4ead-a942-ad68b4f041b9 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:50.906817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.909256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] Sync routers for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:50.921040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:50.921543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:50.934506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:50.955528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:50.962024 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:50.968298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:50.969006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:51.002949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:51.003636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82909ce7-e725-452f-9498-15127ccc91a6 None None] The sync data for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:51.026944 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-91c3ca82-9caa-4acf-9f4e-07f517894830 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.2003357 Dec 08 00:30:51.029882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:51.043799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0916d716-19fe-4315-88ea-a29c2d7be5da req-30bd9b38-065e-4687-902b-26cc8d1879a3 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346869 Dec 08 00:30:51.048351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.062949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for b381b397-6fde-4ead-a942-ad68b4f041b9 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:51.217704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cebcd2fa-1e33-4835-839f-c50ec17a9718 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] 10.222.0.18 "GET /v2.0/floatingips/a296208f-d6cf-412f-b3ed-21a7b8d827c5 HTTP/1.1" status: 200 len: 984 time: 0.1867635 Dec 08 00:30:51.222278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:51.247329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8299bc0-586e-470c-9daa-45072c517100 req-40229899-9a09-41f7-a728-62fedc7b0d0a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:51.249407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8299bc0-586e-470c-9daa-45072c517100 req-40229899-9a09-41f7-a728-62fedc7b0d0a tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 945 time: 0.1019318 Dec 08 00:30:51.346133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.393493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8299bc0-586e-470c-9daa-45072c517100 req-d0faa170-54fd-4205-aee0-5d306b30f4bc tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208448 Dec 08 00:30:51.394323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=b381b397-6fde-4ead-a942-ad68b4f041b9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:51.413800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e6975-1a2d-43b4-b8dd-c296c41c2f8e None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:30:51.464101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:51.469475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.497364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-025160f4-80cd-4d5e-a63f-946e19ab5b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.596790 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.604106 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.693342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d96bdb-482f-423b-9f85-a11a03e8b81e tempest-TestVolumeBackupRestore-591489542 tempest-TestVolumeBackupRestore-591489542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:51.695426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-79d96bdb-482f-423b-9f85-a11a03e8b81e tempest-TestVolumeBackupRestore-591489542 tempest-TestVolumeBackupRestore-591489542-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1091 time: 0.2280409 Dec 08 00:30:51.696291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.696878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Fanout notify agent at l3_agent the message router_deleted on router e8735927-556e-4951-bfbb-8cf46254ac91 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:30:51.698392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57916) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:51.707708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.712776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bd6cc201-5700-48ea-a409-c4983ba47908 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/e8735927-556e-4951-bfbb-8cf46254ac91 HTTP/1.1" status: 204 len: 168 time: 1.1923585 Dec 08 00:30:51.714251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57918) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:51.716395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:51.721280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-215022528'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:51.726055 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8545f5c1-04e7-41c0-8bbe-77de3508bbc8 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.5027852 Dec 08 00:30:51.729001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57920) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:51.744170 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.db.api [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 00:30:51.744170 n-d-820549-2 neutron-server[103113]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 00:30:51.744170 n-d-820549-2 neutron-server[103113]: [parameters: {'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'id': 'd7c05ee5-b967-4760-bcb6-e6d9bb2c0c66', 'expiration': datetime.datetime(2021, 12, 8, 0, 32, 51, 739319)}] Dec 08 00:30:51.744170 n-d-820549-2 neutron-server[103113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:30:51.744753 n-d-820549-2 neutron-server[103113]: DEBUG oslo_db.api [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:30:51.752391 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port f3a31b82-1cfb-4a03-ac26-da45ed9ce020 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:51.752814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.787688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.840312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.840643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:51.854059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for f3a31b82-1cfb-4a03-ac26-da45ed9ce020 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:51.988253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Deleting port 94af6e8c-0700-4a6e-becd-57cf7cabf764 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:51.988708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.005713 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.010273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.037601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=f3a31b82-1cfb-4a03-ac26-da45ed9ce020,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:52.103654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.104058 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP c9244f47-645c-4635-99d0-6211ea5ae68c disassociated (deleted). External IP: 172.25.6.187, port: 62aeaad4-152d-454c-88b2-39c6190b8915. Dec 08 00:30:52.144522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.144852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.166334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Calling delete_port for 94af6e8c-0700-4a6e-becd-57cf7cabf764 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:52.195463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Allocated IP 172.25.6.167 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/9b1ffc17-f913-481e-8fd1-6f1b33634e08) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:52.321991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:52.325521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.363943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:30:52.385737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router c2877616-0fc3-4d7b-bd43-d3a5dab83cff has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:52.388955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.389817 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment 37d254ee-60a1-4389-9960-7a0648d6adcf of type vlan for network 8735f1f9-72fc-43ab-b666-7b3bc1073862 Dec 08 00:30:52.430422 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.479351 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.522821 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.550349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.553597 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.556165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:52.556826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.575046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:52.600232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:52.603553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:52.609073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'Port': ['ID=9b1ffc17-f913-481e-8fd1-6f1b33634e08,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:52.613360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8952563 Dec 08 00:30:52.614876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:52.616340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57936) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:52.624241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.628204 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] Sync routers for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:52.643381 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:52.644400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:52.659813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': '8735f1f9-72fc-43ab-b666-7b3bc1073862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:52.681803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714a0e3-1ba1-4b58-a426-7a88de8cdad7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=8735f1f9-72fc-43ab-b666-7b3bc1073862,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:52.689233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Port': ['ID=94af6e8c-0700-4a6e-becd-57cf7cabf764,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:52.697134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:30:52.715755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:52.716156 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Floating IP a296208f-d6cf-412f-b3ed-21a7b8d827c5 disassociated (deleted). External IP: 172.25.6.170, port: 14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf. Dec 08 00:30:52.730392 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c757d976-cac9-451f-96a7-2d3b1bd659b4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/floatingips/c9244f47-645c-4635-99d0-6211ea5ae68c HTTP/1.1" status: 204 len: 168 time: 1.7672064 Dec 08 00:30:52.733912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:52.738603 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b110d0-127d-4b4b-8096-2d145408ab40" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:52.817307 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:52.833783 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274c2b8-b540-482c-88b5-c7a0d7f8b10a x-openstack-request-id: req-6274c2b8-b540-482c-88b5-c7a0d7f8b10a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:52.834192 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:52.834660 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6274c2b8-b540-482c-88b5-c7a0d7f8b10a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:52.835199 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'status': 'completed', 'code': 200} Dec 08 00:30:52.847595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:30:52.851681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.178101 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:46Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:53.195085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.263149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=75299848-de3f-4ab5-ab5c-570b5aac5254,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:53.291913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': '37d254ee-60a1-4389-9960-7a0648d6adcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8735f1f9-72fc-43ab-b666-7b3bc1073862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:53.292281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: 8735f1f9-72fc-43ab-b666-7b3bc1073862, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:30:53.323576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:30:53.336902 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] Checking router: c2877616-0fc3-4d7b-bd43-d3a5dab83cff for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:30:53.338200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 8735f1f9-72fc-43ab-b666-7b3bc1073862) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:53.343981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:53.344661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.354427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a8c51-3fd5-4cfd-89b2-bb608bd15ba4 None None] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:53.363380 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:53.364284 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:53.374585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9f84c0a0-61b2-457d-93f9-cbfcc8eac8cf tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7539785 Dec 08 00:30:53.376389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57952) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:53.388903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5c631e32-c424-40a1-b58f-dc527f9f448a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1609768918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:53.450275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c631e32-c424-40a1-b58f-dc527f9f448a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.451391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c631e32-c424-40a1-b58f-dc527f9f448a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.536785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c631e32-c424-40a1-b58f-dc527f9f448a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.547399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c631e32-c424-40a1-b58f-dc527f9f448a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.547630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-c14bbb01-d4a9-4e81-ab7b-e53685e5ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:53.549130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-c14bbb01-d4a9-4e81-ab7b-e53685e5ab67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 1095 time: 0.6669867 Dec 08 00:30:53.559142 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:53.585411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-8735f1f9-72fc-43ab-b666-7b3bc1073862', 'network_id': '8735f1f9-72fc-43ab-b666-7b3bc1073862', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': '75299848-de3f-4ab5-ab5c-570b5aac5254'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:30:53.586658 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.589029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c631e32-c424-40a1-b58f-dc527f9f448a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:53.594791 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5c631e32-c424-40a1-b58f-dc527f9f448a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2172325 Dec 08 00:30:53.595479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57960) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:53.805195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551255-65fa-4839-bf67-66eacde5b6be req-a2164f6c-7396-40a6-a168-a2f625c511ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:53.806852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2551255-65fa-4839-bf67-66eacde5b6be req-a2164f6c-7396-40a6-a168-a2f625c511ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.2847960 Dec 08 00:30:53.846636 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:46Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:53.872796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-a64f9293-5473-4d32-9aa0-53cbe12c17a3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:53.875649 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-a64f9293-5473-4d32-9aa0-53cbe12c17a3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 944 time: 0.1784077 Dec 08 00:30:53.889722 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb276caf-9905-4ce6-82fd-5f8e8fe87cd3 None None] The sync data for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 is: [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:29:41Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '07c76bb6-08ed-44fb-9ebc-33a5634b326a', 'name': '', 'network_id': '83d907c5-f814-4dca-913b-967e2775c01d', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:45:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:39Z', 'updated_at': '2021-12-08T00:29:46Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '4d777726-3c82-46c1-9bc9-0f11d3a0f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:54.066737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Allocated IP 172.20.0.2 (8735f1f9-72fc-43ab-b666-7b3bc1073862/75299848-de3f-4ab5-ab5c-570b5aac5254/73626423-9ab8-48b9-82cd-05c7504b9317) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:54.095276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-5b1c655c-88ec-4f96-a22f-8a4625a33f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:54.097038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-5b1c655c-88ec-4f96-a22f-8a4625a33f4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 200 len: 898 time: 0.5314076 Dec 08 00:30:54.118221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2551255-65fa-4839-bf67-66eacde5b6be req-fc194eff-a8d8-49e8-ad36-5df6bb868779 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6f1d51-e04d-47c5-bac0-72da4218ddbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900264 Dec 08 00:30:54.161746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 62aeaad4-152d-454c-88b2-39c6190b8915 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:54.162095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.211283 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.234689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-17ed8e6e-8d7a-4909-9884-f13bdcc7e03f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 200 len: 217 time: 0.1260631 Dec 08 00:30:54.253467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.259479 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c32271ae-1d65-4f12-bb32-3c56998a5ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.266831 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.308627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Router 56f725b1-159f-41ef-8433-d13678318517 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:54.345663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Pushing event updated for resources: {'Port': ['ID=73626423-9ab8-48b9-82cd-05c7504b9317,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:54.360348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:54.362633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:54.371780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:54.384469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-d8a8aff6-cadd-4a2b-a992-c0028720b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:54.386569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-d8a8aff6-cadd-4a2b-a992-c0028720b5be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 200 len: 835 time: 0.1302209 Dec 08 00:30:54.390808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2381ce8-aa18-40ce-a7ca-06d8a572028d None None] New status for floating IP c9244f47-645c-4635-99d0-6211ea5ae68c: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:30:54.519496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port 62aeaad4-152d-454c-88b2-39c6190b8915, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=62aeaad4-152d-454c-88b2-39c6190b8915,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:54.520130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.523758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.534528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Attempting to bind port 73626423-9ab8-48b9-82cd-05c7504b9317 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:30:54.535130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Attempting to bind port 73626423-9ab8-48b9-82cd-05c7504b9317 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '37d254ee-60a1-4389-9960-7a0648d6adcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8735f1f9-72fc-43ab-b666-7b3bc1073862'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:30:54.536496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Attempting to bind port 73626423-9ab8-48b9-82cd-05c7504b9317 on network 8735f1f9-72fc-43ab-b666-7b3bc1073862 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:30:54.546449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:30:54.546966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 62aeaad4-152d-454c-88b2-39c6190b8915 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:54.547158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Checking segment: {'id': '37d254ee-60a1-4389-9960-7a0648d6adcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8735f1f9-72fc-43ab-b666-7b3bc1073862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:30:54.547669 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.548163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Bound using segment: {'id': '37d254ee-60a1-4389-9960-7a0648d6adcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8735f1f9-72fc-43ab-b666-7b3bc1073862'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:30:54.549217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Bound port: 73626423-9ab8-48b9-82cd-05c7504b9317, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d254ee-60a1-4389-9960-7a0648d6adcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8735f1f9-72fc-43ab-b666-7b3bc1073862'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:30:54.549866 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.597089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-8cb955b5-aeb1-4d27-a147-0462d1a57c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:54.598657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-8cb955b5-aeb1-4d27-a147-0462d1a57c2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83d907c5-f814-4dca-913b-967e2775c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893737 Dec 08 00:30:54.666702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] For port 73626423-9ab8-48b9-82cd-05c7504b9317, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:30:54.672660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] For port 73626423-9ab8-48b9-82cd-05c7504b9317, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=73626423-9ab8-48b9-82cd-05c7504b9317,segment=NetworkSegment(37d254ee-60a1-4389-9960-7a0648d6adcf),segment_id=37d254ee-60a1-4389-9960-7a0648d6adcf)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:30:54.679480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.683929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:54.691212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.697879 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] Sync routers for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:54.713058 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:54.716122 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:54.726473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-36c280be-3710-4c82-867c-4c56e82a2d4c tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "DELETE /v2.0/floatingips/a296208f-d6cf-412f-b3ed-21a7b8d827c5 HTTP/1.1" status: 204 len: 168 time: 2.9943125 Dec 08 00:30:54.729044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57976) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:54.764108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:54.804118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.20.0.1 (8735f1f9-72fc-43ab-b666-7b3bc1073862/75299848-de3f-4ab5-ab5c-570b5aac5254/30da3b3b-0498-4d53-814e-0dca7694decd) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:54.804589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dc4a9-9ed9-49d2-b71c-cc3783bf30ec None None] Pushing event updated for resources: {'Port': ['ID=73626423-9ab8-48b9-82cd-05c7504b9317,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:54.814057 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:54.824375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.834323 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:54.835033 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:54.860111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:54.894456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-a379c389-6d99-48fa-8cb5-6a7a4065f5d9 service neutron] 10.222.0.44 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773964 Dec 08 00:30:54.895796 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:54.896487 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11192977-6d19-4a15-a1b5-8615157ea1a4 None None] The sync data for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:55.019721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.100895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=62aeaad4-152d-454c-88b2-39c6190b8915,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:55.148229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.165502 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] No DVR routers for this DVR port 62aeaad4-152d-454c-88b2-39c6190b8915 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:30:55.169159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.173450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f586b2b5-3981-4933-b447-80abcad6e7f3 req-7adc0a39-dab8-469c-af30-5b28f1b5d1a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.44 "DELETE /v2.0/ports/62aeaad4-152d-454c-88b2-39c6190b8915 HTTP/1.1" status: 204 len: 173 time: 1.2286386 Dec 08 00:30:55.174308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-deleted', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:55.178160 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a0f58-3d3b-4345-a30b-143e0c576d1a" -d '{"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-deleted", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:55.182335 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.230185 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5202afd3-3981-4bb2-bd2b-abdb63fea61c x-openstack-request-id: req-5202afd3-3981-4bb2-bd2b-abdb63fea61c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:55.230746 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0", "name": "network-vif-deleted", "tag": "62aeaad4-152d-454c-88b2-39c6190b8915", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:55.231156 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5202afd3-3981-4bb2-bd2b-abdb63fea61c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:55.231686 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0', 'name': 'network-vif-deleted', 'tag': '62aeaad4-152d-454c-88b2-39c6190b8915', 'status': 'completed', 'code': 200} Dec 08 00:30:55.268669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.307576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5053fced-94bb-4ec8-b5c0-0073ddfac7bd req-6accf75d-fcd9-4d37-aa92-b7f1fa37e055 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08ff8e2-fcc4-47a0-b1a1-62a382fd2fb0 HTTP/1.1" status: 200 len: 210 time: 0.0487916 Dec 08 00:30:55.344072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=30da3b3b-0498-4d53-814e-0dca7694decd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:55.353561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:55.357755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:55.361671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:55.414691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.530358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 73626423-9ab8-48b9-82cd-05c7504b9317 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:55.629449 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.632857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 73626423-9ab8-48b9-82cd-05c7504b9317 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:55.632857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.805045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.824303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65b110d0-127d-4b4b-8096-2d145408ab40 req-1e7b87cd-f16f-4065-b045-1c5a643696f6 service neutron] 10.222.0.44 "GET /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215949 Dec 08 00:30:55.868480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 73626423-9ab8-48b9-82cd-05c7504b9317, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=73626423-9ab8-48b9-82cd-05c7504b9317,segment=NetworkSegment(37d254ee-60a1-4389-9960-7a0648d6adcf),segment_id=37d254ee-60a1-4389-9960-7a0648d6adcf)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:55.871643 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:30:55.881482 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.886389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.896384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.917385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:55.922006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 62aeaad4-152d-454c-88b2-39c6190b8915 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:30:55.922562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 62aeaad4-152d-454c-88b2-39c6190b8915 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:30:56.009559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=73626423-9ab8-48b9-82cd-05c7504b9317,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:56.044016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.065930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.074764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.114633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event updated for resources: {'Port': ['ID=9b1ffc17-f913-481e-8fd1-6f1b33634e08,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:56.185089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=30da3b3b-0498-4d53-814e-0dca7694decd,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:56.197757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.211889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Allocated IP 172.25.6.240 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/7c1ed5ca-e07e-4c83-9abb-f899674f35d2) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:30:56.218388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94844be0-29e7-45fe-b0d6-c937ecf7a171 None None] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:30:56.230991 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Floating IP 5bf38431-eb0a-46b6-8db2-32da34181a76 associated. External IP: 172.25.6.167, port: 414db5a7-d133-4cfa-a805-ba4451ead516. Dec 08 00:30:56.310779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bc389107-859d-48f5-aa06-47ceaa384c04 None None] Provisioning complete for port 73626423-9ab8-48b9-82cd-05c7504b9317 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:56.310779 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bc389107-859d-48f5-aa06-47ceaa384c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.394399 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.394654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:56.398846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:56.470858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 57986) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:56.566864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.584214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router e3ce44a5-605f-4784-a557-9c027af7497b is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:30:56.627727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Router 77d19549-087f-4aef-a137-77c592894001 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:56.739554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.776344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d83b515b-07b6-4027-bfd9-ebc8312a508e None None] Provisioning complete for port 30da3b3b-0498-4d53-814e-0dca7694decd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:56.776661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d83b515b-07b6-4027-bfd9-ebc8312a508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.791495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Pushing event updated for resources: {'Port': ['ID=7c1ed5ca-e07e-4c83-9abb-f899674f35d2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:56.851345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d83b515b-07b6-4027-bfd9-ebc8312a508e None None] Port 30da3b3b-0498-4d53-814e-0dca7694decd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:56.869979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d83b515b-07b6-4027-bfd9-ebc8312a508e None None] Provisioning complete for port 73626423-9ab8-48b9-82cd-05c7504b9317 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:56.870862 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d83b515b-07b6-4027-bfd9-ebc8312a508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:56.960933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:30:56.972074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:30:56.976246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:30:56.978519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:57.010809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] Sync routers for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:57.060678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:57.061825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:57.094056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.167451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a65905d0-b41a-47bd-aec3-a95ba4e32633 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4675107 Dec 08 00:30:57.172423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57990) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:57.174414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:57.181072 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba" -d '{"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:57.210851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:57.216945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-29cff175-bbd8-45ff-824d-7e072b922836 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/e3ce44a5-605f-4784-a557-9c027af7497b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6193464 Dec 08 00:30:57.220183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57994) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:57.225498 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] Sync routers for ids ['e3ce44a5-605f-4784-a557-9c027af7497b'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:57.248315 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] Routers {'e3ce44a5-605f-4784-a557-9c027af7497b'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:57.249241 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e3ce44a5-605f-4784-a557-9c027af7497b'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:57.297540 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:57.308442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6dbf10-e580-4f81-b01a-c04849b5b5d3 tempest-TestVolumeBackupRestore-591489542 tempest-TestVolumeBackupRestore-591489542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:57.313623 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf6dbf10-e580-4f81-b01a-c04849b5b5d3 tempest-TestVolumeBackupRestore-591489542 tempest-TestVolumeBackupRestore-591489542-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1091 time: 0.1400073 Dec 08 00:30:57.314914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57996) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:57.320881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Request body: {'floatingip': {'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:57.334076 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] Routers {'e3ce44a5-605f-4784-a557-9c027af7497b'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:57.334675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcedf1a-76c4-4cbf-88f2-2a82b5d4f0b5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:57.335200 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e3ce44a5-605f-4784-a557-9c027af7497b'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:57.337126 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dbcedf1a-76c4-4cbf-88f2-2a82b5d4f0b5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports/30da3b3b-0498-4d53-814e-0dca7694decd HTTP/1.1" status: 200 len: 910 time: 0.1149015 Dec 08 00:30:57.340521 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.379275 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:57.380379 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8191a-3a40-41a5-a2ce-afee1d1cad58 None None] The sync data for ids ['e3ce44a5-605f-4784-a557-9c027af7497b'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:57.385648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 57998) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:57.387932 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad45a1b-1952-47ed-9e4a-e1eebfddd3de x-openstack-request-id: req-3ad45a1b-1952-47ed-9e4a-e1eebfddd3de {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:57.388500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:57.391557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75299848-de3f-4ab5-ab5c-570b5aac5254'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:57.391847 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:57.392310 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ad45a1b-1952-47ed-9e4a-e1eebfddd3de {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:57.392943 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516', 'status': 'completed', 'code': 200} Dec 08 00:30:57.461093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-d841675f-95cb-4ef0-8212-57654f5be093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:57.463448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-d841675f-95cb-4ef0-8212-57654f5be093 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1096 time: 0.1310308 Dec 08 00:30:57.502832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.535394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 73626423-9ab8-48b9-82cd-05c7504b9317 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:30:57.557932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8ce1c2a2-67f9-492a-a206-5e69b944c9f4 None None] Provisioning complete for port 30da3b3b-0498-4d53-814e-0dca7694decd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:57.558339 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c2a2-67f9-492a-a206-5e69b944c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.562600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.686575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1c2a2-67f9-492a-a206-5e69b944c9f4 None None] Port 30da3b3b-0498-4d53-814e-0dca7694decd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:57.698499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-a9122e42-92d8-47c0-b6e4-6b6816691a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:57.699517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 73626423-9ab8-48b9-82cd-05c7504b9317 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:57.699889 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.700854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-a9122e42-92d8-47c0-b6e4-6b6816691a74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 915 time: 0.2269261 Dec 08 00:30:57.778000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-d957f429-c0d1-4be1-8d8e-6a19a112f691 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 999 time: 0.0646966 Dec 08 00:30:57.783307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.853157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-46144911-2983-4ab3-b0d9-84a9fa1fad28 None None] Provisioning complete for port 30da3b3b-0498-4d53-814e-0dca7694decd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:30:57.853526 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46144911-2983-4ab3-b0d9-84a9fa1fad28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:57.893626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-46144911-2983-4ab3-b0d9-84a9fa1fad28 None None] Port 30da3b3b-0498-4d53-814e-0dca7694decd cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:30:57.927014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5bf38431-eb0a-46b6-8db2-32da34181a76', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '77d19549-087f-4aef-a137-77c592894001', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'mac_address': 'fa:16:3e:2e:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:53Z', 'updated_at': '2021-12-08T00:30:53Z', 'revision_number': 0, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:57.958296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] Checking router: 77d19549-087f-4aef-a137-77c592894001 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:30:57.970211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:57.970838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:58.086202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:58.167969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.177989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.257730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.281827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.303411 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.373726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5bf38431-eb0a-46b6-8db2-32da34181a76', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '77d19549-087f-4aef-a137-77c592894001', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'mac_address': 'fa:16:3e:2e:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:53Z', 'updated_at': '2021-12-08T00:30:53Z', 'revision_number': 0, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:58.375876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-7b82906f-03b6-438e-82cb-f58461ba95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:58.378861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-7b82906f-03b6-438e-82cb-f58461ba95f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 200 len: 853 time: 0.0920093 Dec 08 00:30:58.413063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b93d0-e8ec-4802-a9c2-4c6a8bea8c56 None None] The sync data for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 is: [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5bf38431-eb0a-46b6-8db2-32da34181a76', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '77d19549-087f-4aef-a137-77c592894001', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'mac_address': 'fa:16:3e:2e:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:53Z', 'updated_at': '2021-12-08T00:30:53Z', 'revision_number': 0, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:30:58.542452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Pushing event updated for resources: {'Port': ['ID=7c1ed5ca-e07e-4c83-9abb-f899674f35d2,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:58.584266 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.601852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-e814cb7b-deb3-4df6-8d8b-6989a1817e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:58.603622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-e814cb7b-deb3-4df6-8d8b-6989a1817e16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5769fed-0c70-48a4-b2b2-1d9a03c99402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993177 Dec 08 00:30:58.626377 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.630941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3a0abfd2-3501-4be2-8e25-23e5c5050bea tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8670876 Dec 08 00:30:58.634749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58004) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:58.648596 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.716005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Router 77d19549-087f-4aef-a137-77c592894001 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:30:58.748267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889f5a0-36e6-4ed3-94c7-8d0a7b953d74 None None] New status for floating IP 5bf38431-eb0a-46b6-8db2-32da34181a76: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:30:58.899117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:30:58.906734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.955692 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.964068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:30:58.966079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:58.971894 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:59.029389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-83ecb475-dfd7-474c-8180-0d53b83ed289 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156764 Dec 08 00:30:59.064322 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] Sync routers for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:30:59.065804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=30da3b3b-0498-4d53-814e-0dca7694decd,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:30:59.080014 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:59.080916 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:59.100568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:30:59.102843 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:30:59.115476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3f51f1ca-b225-42c5-af67-492e724e8f78 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "PUT /v2.0/floatingips/5bf38431-eb0a-46b6-8db2-32da34181a76 HTTP/1.1" status: 200 len: 991 time: 1.7997942 Dec 08 00:30:59.135440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:59.136052 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:59.137335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ab4c7ef8-39f7-4223-b25f-da7485a16a74 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/ports/30da3b3b-0498-4d53-814e-0dca7694decd HTTP/1.1" status: 200 len: 910 time: 1.7506614 Dec 08 00:30:59.146534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58010) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:30:59.166008 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef923695-20d8-4702-a5ec-5a2964386ef2 x-openstack-request-id: req-ef923695-20d8-4702-a5ec-5a2964386ef2 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:30:59.166310 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:30:59.166569 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef923695-20d8-4702-a5ec-5a2964386ef2 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:30:59.166999 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516', 'status': 'completed', 'code': 200} Dec 08 00:30:59.220939 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:59.313121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da2cf2cb-b614-46fa-bdb4-79a6731c4eba req-17d44eb6-009c-4d96-bb69-ce4e1a8e14e1 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729359 Dec 08 00:30:59.434649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 07c76bb6-08ed-44fb-9ebc-33a5634b326a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:30:59.434924 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:59.488554 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5bf38431-eb0a-46b6-8db2-32da34181a76', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '77d19549-087f-4aef-a137-77c592894001', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'mac_address': 'fa:16:3e:2e:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:53Z', 'updated_at': '2021-12-08T00:30:58Z', 'revision_number': 2, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:59.516839 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] Checking router: 77d19549-087f-4aef-a137-77c592894001 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:30:59.525799 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:30:59.526559 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:59.538470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:59.587225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-40bccd0e-09d4-430e-b235-54efa57475b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:30:59.590150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-40bccd0e-09d4-430e-b235-54efa57475b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1096 time: 0.1667676 Dec 08 00:30:59.656531 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:30:59.671823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port 07c76bb6-08ed-44fb-9ebc-33a5634b326a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=07c76bb6-08ed-44fb-9ebc-33a5634b326a,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:30:59.672195 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:30:59.710905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 07c76bb6-08ed-44fb-9ebc-33a5634b326a owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:30:59.922388 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5bf38431-eb0a-46b6-8db2-32da34181a76', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '77d19549-087f-4aef-a137-77c592894001', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'mac_address': 'fa:16:3e:2e:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:53Z', 'updated_at': '2021-12-08T00:30:58Z', 'revision_number': 2, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:30:59.951847 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db10dfa-23b0-4c6e-be18-9511d90e1725 None None] The sync data for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 is: [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5bf38431-eb0a-46b6-8db2-32da34181a76', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '77d19549-087f-4aef-a137-77c592894001', 'port_id': '414db5a7-d133-4cfa-a805-ba4451ead516', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'mac_address': 'fa:16:3e:2e:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:30:53Z', 'updated_at': '2021-12-08T00:30:58Z', 'revision_number': 2, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:00.168476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Allocated IP 172.25.6.196 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/5ca3606a-4f1e-4805-9554-5eb6b39814a8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:00.172523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-36227cbb-3072-4acd-ae7d-2348de698e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:00.174090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-36227cbb-3072-4acd-ae7d-2348de698e7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 915 time: 0.5560458 Dec 08 00:31:00.382458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-ded39de2-de51-4f1f-877e-e0a76c4c6382 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 1001 time: 0.1989734 Dec 08 00:31:00.493494 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:00.505681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-a6130902-a26f-4d6e-8eee-35a5b6c4e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:00.507241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-a6130902-a26f-4d6e-8eee-35a5b6c4e639 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 200 len: 853 time: 0.1090205 Dec 08 00:31:00.553935 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:00.733833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:00.751637 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:00.754712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-64552c9a-d80c-40dc-b8d1-6b5bf5c22c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:00.756571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-64552c9a-d80c-40dc-b8d1-6b5bf5c22c37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5769fed-0c70-48a4-b2b2-1d9a03c99402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395318 Dec 08 00:31:00.916368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=07c76bb6-08ed-44fb-9ebc-33a5634b326a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:00.992669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Pushing event updated for resources: {'Port': ['ID=5ca3606a-4f1e-4805-9554-5eb6b39814a8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:01.062094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:01.084911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:01.092848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:01.144763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-ce7b8650-bbb7-495f-826f-b53cba96bd31 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657815 Dec 08 00:31:01.168149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:31:01.171660 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:31:01.222199 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7412d17-00c2-4872-9225-75756c7ccf47 x-openstack-request-id: req-a7412d17-00c2-4872-9225-75756c7ccf47 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:31:01.222492 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:31:01.222813 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7412d17-00c2-4872-9225-75756c7ccf47 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:31:01.223226 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516', 'status': 'completed', 'code': 200} Dec 08 00:31:01.387546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:01.524151 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:01.540269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a72d89eb-09fb-422e-8e2f-90f8abb78cbb req-e0d34e85-fdd4-49e4-96bd-bb1f4e6f7bbe service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840161 Dec 08 00:31:01.692865 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:01.816305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-13ed928a-2495-4635-8e85-a725465d071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:01.818276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-13ed928a-2495-4635-8e85-a725465d071c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1096 time: 0.1756926 Dec 08 00:31:01.830437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 30da3b3b-0498-4d53-814e-0dca7694decd {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:01.830773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:02.419021 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:02.441556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router c2877616-0fc3-4d7b-bd43-d3a5dab83cff has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:02.451773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 30da3b3b-0498-4d53-814e-0dca7694decd owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:02.454078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-1e0b97ff-4a99-4231-a230-b812fc1a3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:02.455552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-1e0b97ff-4a99-4231-a230-b812fc1a3c50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 915 time: 0.6178396 Dec 08 00:31:02.479473 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:02.551065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:02.715161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Pushing event updated for resources: {'Port': ['ID=5ca3606a-4f1e-4805-9554-5eb6b39814a8,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:02.720242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-8f24acca-0fb2-4d29-95a5-0576a6ef7955 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 1001 time: 0.2547419 Dec 08 00:31:02.833355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:02.883851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:02.885087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6d58d4d3-2cbb-4d40-b958-404cd7a05fbb tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2342944 Dec 08 00:31:02.888700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58282) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:02.890566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-75f35a33-8bec-47bf-988c-fbf731089e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:02.892177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-75f35a33-8bec-47bf-988c-fbf731089e6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 200 len: 853 time: 0.1016994 Dec 08 00:31:02.896926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:02.908976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-25b7e2a6-a1fc-4f30-9a63-d749593dd5c4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/c2877616-0fc3-4d7b-bd43-d3a5dab83cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4311318 Dec 08 00:31:02.911854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] Sync routers for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:02.913309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58286) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:02.935585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:02.937032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:03.007900 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3ca6e959-d1ba-4f39-9f13-4b40ac4b6597 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1169190 Dec 08 00:31:03.011046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58294) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:03.043379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting subnet 4d777726-3c82-46c1-9bc9-0f11d3a0f2fe {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:03.048806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.057217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.112274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-39cf05e7-128d-40db-aa47-551f54bae682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:03.114094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-39cf05e7-128d-40db-aa47-551f54bae682 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5769fed-0c70-48a4-b2b2-1d9a03c99402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025328 Dec 08 00:31:03.125478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=30da3b3b-0498-4d53-814e-0dca7694decd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:03.164470 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f3b3f129-cfee-48da-9f18-1761ad10ec89 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1522958 Dec 08 00:31:03.167440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58310) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:03.257780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-1eee595d-6244-421b-b4c0-abdd3c3f07cb service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050882 Dec 08 00:31:03.301508 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.424134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:03.515202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Deleting port 5ca3606a-4f1e-4805-9554-5eb6b39814a8 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:03.515811 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.524693 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.663391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:31:00Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:03.665453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.666191 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.683181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Calling delete_port for 5ca3606a-4f1e-4805-9554-5eb6b39814a8 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:03.688167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3610eab4-90cf-414f-bfc9-09afd4bb3fbe req-77ab0870-9409-4a75-8da2-a6f05603d346 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018776 Dec 08 00:31:03.689674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.705326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] Checking router: c2877616-0fc3-4d7b-bd43-d3a5dab83cff for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:03.716520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] Routers {'c2877616-0fc3-4d7b-bd43-d3a5dab83cff'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:03.718571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:03.820437 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router e3ce44a5-605f-4784-a557-9c027af7497b has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:03.868936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] Set router c2877616-0fc3-4d7b-bd43-d3a5dab83cff gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:03.907620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.972851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:03.994955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Pushing event deleted for resources: {'Port': ['ID=5ca3606a-4f1e-4805-9554-5eb6b39814a8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:03.995209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:04.015401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-82576d33-5937-4ab7-8ccf-06f42753c85b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/e3ce44a5-605f-4784-a557-9c027af7497b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8652272 Dec 08 00:31:04.019485 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] Sync routers for ids ['e3ce44a5-605f-4784-a557-9c027af7497b'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:04.039983 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] Routers {'e3ce44a5-605f-4784-a557-9c027af7497b'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:04.040802 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e3ce44a5-605f-4784-a557-9c027af7497b'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:04.055852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58384) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:04.059171 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.070069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/subnets/4d777726-3c82-46c1-9bc9-0f11d3a0f2fe HTTP/1.1" status: 204 len: 168 time: 1.1314147 Dec 08 00:31:04.070513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841bfb22-a631-4071-8eff-9ead136ca7c6 None None] Network 83d907c5-f814-4dca-913b-967e2775c01d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:04.083767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58390) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:04.092363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0f867-b290-477a-ab50-118b1118dc4e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Subnet': ['ID=4d777726-3c82-46c1-9bc9-0f11d3a0f2fe,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:04.111055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-65d5f1cd-6101-41a4-ba2f-59d5722e1d35 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ce44a5-605f-4784-a557-9c027af7497b HTTP/1.1" status: 200 len: 205 time: 0.0400186 Dec 08 00:31:04.114715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58394) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:04.124536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.127688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.133319 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:04.135238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54ec404a-ed2f-49f8-8a4c-0e99e6062d93 tempest-FloatingIPAdminTestJSON-1447737263 tempest-FloatingIPAdminTestJSON-1447737263-project] 10.222.0.18 "DELETE /v2.0/floatingips/7555cd10-5c11-4fd6-8062-63a2aa8d0a75 HTTP/1.1" status: 204 len: 168 time: 0.9662492 Dec 08 00:31:04.138430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58398) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:04.150911 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] Routers {'e3ce44a5-605f-4784-a557-9c027af7497b'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:04.152059 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['e3ce44a5-605f-4784-a557-9c027af7497b'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:04.245097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.304786 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:04.305631 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1078745-579e-4f9f-8ecf-183c95ec7386 None None] The sync data for ids ['e3ce44a5-605f-4784-a557-9c027af7497b'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:04.337334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-652a6446-af4e-4e86-a6cd-4bc483acb3d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.380620 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.406228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:31:00Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:04.459853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b3912-c8bf-4add-b24e-0dcbe34b7507 None None] The sync data for ids ['c2877616-0fc3-4d7b-bd43-d3a5dab83cff'] in n-d-820549-2 is: [{'id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449842125', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:29:34Z', 'updated_at': '2021-12-08T00:31:00Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': '984394d4-f443-44bf-a8cd-d0ed31897e14', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2877616-0fc3-4d7b-bd43-d3a5dab83cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:29:35Z', 'updated_at': '2021-12-08T00:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:04.488851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 984394d4-f443-44bf-a8cd-d0ed31897e14 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:04.489202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.519739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] DHCP port deletion for 83d907c5-f814-4dca-913b-967e2775c01d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:04.576108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] Deleting port 55911f0c-54db-4173-9273-669602476c36 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:04.577032 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.596655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-652a6446-af4e-4e86-a6cd-4bc483acb3d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.600023 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-652a6446-af4e-4e86-a6cd-4bc483acb3d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.609094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port 984394d4-f443-44bf-a8cd-d0ed31897e14, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=984394d4-f443-44bf-a8cd-d0ed31897e14,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:04.609746 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.624725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 984394d4-f443-44bf-a8cd-d0ed31897e14 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:04.655216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Deleting port 7c1ed5ca-e07e-4c83-9abb-f899674f35d2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:04.655878 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.666510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] For port 55911f0c-54db-4173-9273-669602476c36, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=55911f0c-54db-4173-9273-669602476c36,segment=NetworkSegment(af1951f2-a212-4c49-b3d3-b65b79b63766),segment_id=af1951f2-a212-4c49-b3d3-b65b79b63766)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:04.666962 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.688184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-652a6446-af4e-4e86-a6cd-4bc483acb3d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.688991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652a6446-af4e-4e86-a6cd-4bc483acb3d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Fanout notify agent at l3_agent the message router_deleted on router e3ce44a5-605f-4784-a557-9c027af7497b {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:31:04.690899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] Calling delete_port for 55911f0c-54db-4173-9273-669602476c36 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:04.699139 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-652a6446-af4e-4e86-a6cd-4bc483acb3d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.700268 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-652a6446-af4e-4e86-a6cd-4bc483acb3d4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/e3ce44a5-605f-4784-a557-9c027af7497b HTTP/1.1" status: 204 len: 168 time: 0.5842462 Dec 08 00:31:04.703771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58460) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:04.780170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.793647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet 75299848-de3f-4ab5-ab5c-570b5aac5254 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:04.802564 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.802840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] No DVR routers for this DVR port 55911f0c-54db-4173-9273-669602476c36 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:04.832822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146da7c1-6456-4f9f-a41c-edc96c35e5cd None None] Pushing event deleted for resources: {'Port': ['ID=55911f0c-54db-4173-9273-669602476c36,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:04.847130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.847778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.886385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Calling delete_port for 7c1ed5ca-e07e-4c83-9abb-f899674f35d2 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:04.899921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.902916 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:04.938288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=984394d4-f443-44bf-a8cd-d0ed31897e14,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:04.969856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ed0ec-7001-4441-9a93-2dec036c32ba None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:05.009443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.127495 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.129832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.182026 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.187415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Fanout notify agent at l3_agent the message router_deleted on router c2877616-0fc3-4d7b-bd43-d3a5dab83cff {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:31:05.197460 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.198790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aae445a1-84f5-4747-9c4c-5d8830335ed8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/routers/c2877616-0fc3-4d7b-bd43-d3a5dab83cff HTTP/1.1" status: 204 len: 168 time: 1.1126754 Dec 08 00:31:05.201717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58484) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:05.324094 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.455180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.544743 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.558386 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.621917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c1ed5ca-e07e-4c83-9abb-f899674f35d2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:05.626487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=75299848-de3f-4ab5-ab5c-570b5aac5254,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:05.631020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.635222 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-288fddb7-9c21-4a96-aa26-3e3c37ed44b3 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/75299848-de3f-4ab5-ab5c-570b5aac5254 HTTP/1.1" status: 204 len: 168 time: 0.9304261 Dec 08 00:31:05.640968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3343e18-4cf5-4280-bdcf-ee5303f3e238 None None] Network 8735f1f9-72fc-43ab-b666-7b3bc1073862 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:05.656622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58488) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:05.709381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.714590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.716592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f2e1daed-d460-464e-98fd-8a39837aad59 tempest-FloatingIPAdminTestJSON-2076158811 tempest-FloatingIPAdminTestJSON-2076158811-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/95b9a988-9187-40ef-80ab-d4f4d2ff5028 HTTP/1.1" status: 204 len: 168 time: 1.5747974 Dec 08 00:31:05.733947 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.736696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58490) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:05.768603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.811062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] DHCP port deletion for 8735f1f9-72fc-43ab-b666-7b3bc1073862 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:05.856362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 73626423-9ab8-48b9-82cd-05c7504b9317 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:05.856703 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.859175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d907c5-f814-4dca-913b-967e2775c01d']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:05.878372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1951f2-a212-4c49-b3d3-b65b79b63766') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:05.878676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1951f2-a212-4c49-b3d3-b65b79b63766') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:05.905163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.912823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 55911f0c-54db-4173-9273-669602476c36 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:05.933076 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.941724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 55911f0c-54db-4173-9273-669602476c36 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:05.942172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 55911f0c-54db-4173-9273-669602476c36 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:05.942853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 07c76bb6-08ed-44fb-9ebc-33a5634b326a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:05.946157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Deleting port 14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:05.946499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.950754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:05.951193 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:05.954671 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:05.959287 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port 73626423-9ab8-48b9-82cd-05c7504b9317, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=73626423-9ab8-48b9-82cd-05c7504b9317,segment=NetworkSegment(37d254ee-60a1-4389-9960-7a0648d6adcf),segment_id=37d254ee-60a1-4389-9960-7a0648d6adcf)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:05.959719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.970632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 07c76bb6-08ed-44fb-9ebc-33a5634b326a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:05.971292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 07c76bb6-08ed-44fb-9ebc-33a5634b326a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:05.977113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] Deleting port 73626423-9ab8-48b9-82cd-05c7504b9317 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:05.977716 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:05.997081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 73626423-9ab8-48b9-82cd-05c7504b9317 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:06.069750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] For port 73626423-9ab8-48b9-82cd-05c7504b9317, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=73626423-9ab8-48b9-82cd-05c7504b9317,segment=NetworkSegment(37d254ee-60a1-4389-9960-7a0648d6adcf),segment_id=37d254ee-60a1-4389-9960-7a0648d6adcf)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:06.070393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.073098 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.083207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.088950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/networks/83d907c5-f814-4dca-913b-967e2775c01d HTTP/1.1" status: 204 len: 168 time: 0.8838105 Dec 08 00:31:06.089448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58492) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:06.102230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] Calling delete_port for 73626423-9ab8-48b9-82cd-05c7504b9317 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:06.120233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e9d97-b839-4357-bab2-d9f7870f4f62 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Network': ['ID=83d907c5-f814-4dca-913b-967e2775c01d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:06.124690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.146288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port 73626423-9ab8-48b9-82cd-05c7504b9317 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:06.168377 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.175914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=73626423-9ab8-48b9-82cd-05c7504b9317,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:06.191031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Calling delete_port for 14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf owned by {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:06.224655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.226941 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79d6f26a-4712-4c33-8284-5246a7ebc9f6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.256264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] Pushing event deleted for resources: {'Port': ['ID=73626423-9ab8-48b9-82cd-05c7504b9317,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:06.258579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0a976-10c0-4693-bcd1-2a5e63903b41 None None] No DVR routers for this DVR port 73626423-9ab8-48b9-82cd-05c7504b9317 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:06.286100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.309916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8735f1f9-72fc-43ab-b666-7b3bc1073862']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:06.321667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d254ee-60a1-4389-9960-7a0648d6adcf') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:06.321968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d254ee-60a1-4389-9960-7a0648d6adcf') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:06.336817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79d6f26a-4712-4c33-8284-5246a7ebc9f6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.338253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.355130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.363920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:06.364358 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:06.367731 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:06.449290 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.458235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.458971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.464109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/8735f1f9-72fc-43ab-b666-7b3bc1073862 HTTP/1.1" status: 204 len: 168 time: 0.8063059 Dec 08 00:31:06.471517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58496) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:06.476422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5e762131-50bf-4a3f-8c38-40654ab52e7e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-221920332', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:06.493725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Port': ['ID=14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:06.517090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab268c4-a8a6-44e4-b655-1bacd841a2f8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=8735f1f9-72fc-43ab-b666-7b3bc1073862,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:06.521305 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e762131-50bf-4a3f-8c38-40654ab52e7e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.521900 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e762131-50bf-4a3f-8c38-40654ab52e7e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.547356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79d6f26a-4712-4c33-8284-5246a7ebc9f6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.550001 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79d6f26a-4712-4c33-8284-5246a7ebc9f6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.551190 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-79d6f26a-4712-4c33-8284-5246a7ebc9f6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e6f1d51-e04d-47c5-bac0-72da4218ddbd HTTP/1.1" status: 204 len: 168 time: 0.4528036 Dec 08 00:31:06.569910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6f26a-4712-4c33-8284-5246a7ebc9f6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6f1d51-e04d-47c5-bac0-72da4218ddbd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:06.585157 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.589148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ad950083-4f95-4f31-9ddf-221b6c38bd98 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "DELETE /v2.0/ports/14922e3b-5cbd-4e1b-aae6-5fb66c0c11bf HTTP/1.1" status: 204 len: 168 time: 0.8512313 Dec 08 00:31:06.592623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58500) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:06.626647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e762131-50bf-4a3f-8c38-40654ab52e7e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.638094 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e762131-50bf-4a3f-8c38-40654ab52e7e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.665920 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5e762131-50bf-4a3f-8c38-40654ab52e7e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.669645 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5e762131-50bf-4a3f-8c38-40654ab52e7e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1954012 Dec 08 00:31:06.670030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58504) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:06.675164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1126062756'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:06.704219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2b7fc-e90c-4e04-899f-0220b2be788f tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:06.705696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-edb2b7fc-e90c-4e04-899f-0220b2be788f tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f725b1-159f-41ef-8433-d13678318517 HTTP/1.1" status: 200 len: 913 time: 0.1120996 Dec 08 00:31:06.708659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58506) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:06.728193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:06.732121 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.758050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:31:06.769614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.770281 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment 0632387c-4efd-4cbd-b76c-12619b0b08bd of type vlan for network 22277556-5d0d-4f2a-843c-b998a5bacc32 Dec 08 00:31:06.847826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.890757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.897898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:06.898851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:06.937466 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2663283 Dec 08 00:31:06.940859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58508) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:06.946219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:07.096117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b28a22-2712-4f62-9ac2-c87635561b66 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=22277556-5d0d-4f2a-843c-b998a5bacc32,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:07.109504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:31:07.124688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:07.128582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.183934 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.387967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.406798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:07.412806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4098e596-a7d3-4d66-8201-a82c2cc6ace4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438904320', 'description': 'tempest-secgroup-smoke-438904320 description', 'project_id': '67f0588638f3439eb5346e5a32ef2d21'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:07.457535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4098e596-a7d3-4d66-8201-a82c2cc6ace4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.470403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 984394d4-f443-44bf-a8cd-d0ed31897e14 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:07.475537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=43612f63-8344-447f-80b6-15b5ec2e2ba3,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:07.499807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 984394d4-f443-44bf-a8cd-d0ed31897e14 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:07.500478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 984394d4-f443-44bf-a8cd-d0ed31897e14 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:07.501748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 73626423-9ab8-48b9-82cd-05c7504b9317 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:07.521507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:07.521939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: 22277556-5d0d-4f2a-843c-b998a5bacc32, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:31:07.527100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 73626423-9ab8-48b9-82cd-05c7504b9317 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:07.527641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 73626423-9ab8-48b9-82cd-05c7504b9317 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:07.551852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:31:07.563716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 22277556-5d0d-4f2a-843c-b998a5bacc32) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:07.569915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:07.570372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.575856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ebdbbd-09ed-4ab2-b02d-477ce0b1a6a9 None None] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:07.614265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-758404e8-defa-4eed-a1cf-df64f4c0efd2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6721294 Dec 08 00:31:07.616876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58514) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:07.621553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4098e596-a7d3-4d66-8201-a82c2cc6ace4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.632827 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4098e596-a7d3-4d66-8201-a82c2cc6ace4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.689196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098e596-a7d3-4d66-8201-a82c2cc6ace4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae89384d-3fb5-41ef-9698-d419170f6378,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:07.704502 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4098e596-a7d3-4d66-8201-a82c2cc6ace4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.715635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4098e596-a7d3-4d66-8201-a82c2cc6ace4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3071384 Dec 08 00:31:07.718792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58516) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:07.723538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-22277556-5d0d-4f2a-843c-b998a5bacc32', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:31:07.724832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.726457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d163fece-ae6f-4607-b065-e1e5dc4e0e66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': 'ae89384d-3fb5-41ef-9698-d419170f6378', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:07.742587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Deleting port 4aeaa7eb-58a4-46df-89ad-8f6df3df001b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:07.742969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.870761 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.894368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Allocated IP 172.20.0.2 (22277556-5d0d-4f2a-843c-b998a5bacc32/43612f63-8344-447f-80b6-15b5ec2e2ba3/a59bdb18-f7f8-428f-8173-ebb12a41a185) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:07.894606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Calling delete_port for 4aeaa7eb-58a4-46df-89ad-8f6df3df001b owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:07.945338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:07.987096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d163fece-ae6f-4607-b065-e1e5dc4e0e66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.110005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.118372 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.144992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d163fece-ae6f-4607-b065-e1e5dc4e0e66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.151664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d163fece-ae6f-4607-b065-e1e5dc4e0e66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.174922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163fece-ae6f-4607-b065-e1e5dc4e0e66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e682d1a-cf45-47dd-943c-979b8b85317f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:08.183036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:08.190970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Pushing event updated for resources: {'Port': ['ID=a59bdb18-f7f8-428f-8173-ebb12a41a185,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:08.199834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:08.203158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:08.246122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d163fece-ae6f-4607-b065-e1e5dc4e0e66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.247766 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d163fece-ae6f-4607-b065-e1e5dc4e0e66 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5280554 Dec 08 00:31:08.252087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58518) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:08.259714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-443e65f2-a6f5-471f-a096-96ab533c44d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': 'ae89384d-3fb5-41ef-9698-d419170f6378', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:08.267088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.20.0.1 (22277556-5d0d-4f2a-843c-b998a5bacc32/43612f63-8344-447f-80b6-15b5ec2e2ba3/d28fc680-9fd7-43d0-b8f4-6a59c8bace68) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:08.278076 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.280821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Attempting to bind port a59bdb18-f7f8-428f-8173-ebb12a41a185 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:08.281620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Attempting to bind port a59bdb18-f7f8-428f-8173-ebb12a41a185 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:08.282092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Attempting to bind port a59bdb18-f7f8-428f-8173-ebb12a41a185 on network 22277556-5d0d-4f2a-843c-b998a5bacc32 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:08.292648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:08.294834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Checking segment: {'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:08.296480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.296996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Bound using segment: {'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:08.297572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Bound port: a59bdb18-f7f8-428f-8173-ebb12a41a185, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:08.298045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.324227 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-443e65f2-a6f5-471f-a096-96ab533c44d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.341138 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Port': ['ID=4aeaa7eb-58a4-46df-89ad-8f6df3df001b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:08.413552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] For port a59bdb18-f7f8-428f-8173-ebb12a41a185, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:08.418305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] For port a59bdb18-f7f8-428f-8173-ebb12a41a185, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a59bdb18-f7f8-428f-8173-ebb12a41a185,segment=NetworkSegment(0632387c-4efd-4cbd-b76c-12619b0b08bd),segment_id=0632387c-4efd-4cbd-b76c-12619b0b08bd)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:08.427911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.469836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-443e65f2-a6f5-471f-a096-96ab533c44d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.479578 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-443e65f2-a6f5-471f-a096-96ab533c44d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.519666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e65f2-a6f5-471f-a096-96ab533c44d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79b9e78-10dc-4145-a427-add8f4dd8791,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:08.531442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6671f16-90ac-4b91-9bf6-beef2f3cb7cf None None] Pushing event updated for resources: {'Port': ['ID=a59bdb18-f7f8-428f-8173-ebb12a41a185,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:08.555616 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-443e65f2-a6f5-471f-a096-96ab533c44d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.560320 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-443e65f2-a6f5-471f-a096-96ab533c44d1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3068612 Dec 08 00:31:08.567268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58522) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:08.572501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0e728541-3b54-4399-9bd6-45ef9d0d52c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': 'ae89384d-3fb5-41ef-9698-d419170f6378', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:08.607280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.618819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0e728541-3b54-4399-9bd6-45ef9d0d52c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.708337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.709866 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.750322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0e728541-3b54-4399-9bd6-45ef9d0d52c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.772644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:08.781194 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0e728541-3b54-4399-9bd6-45ef9d0d52c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.787012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:08.802476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:08.818170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:08.862023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e728541-3b54-4399-9bd6-45ef9d0d52c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22acd31b-5bc7-431f-8da3-ad8c53606b17,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:08.878102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0e728541-3b54-4399-9bd6-45ef9d0d52c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.882635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0e728541-3b54-4399-9bd6-45ef9d0d52c5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3111846 Dec 08 00:31:08.883087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58524) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:08.886765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-869feb96-f6c8-40cf-b48a-b2d87d429607 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': 'ae89384d-3fb5-41ef-9698-d419170f6378', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:08.894450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:08.979207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-869feb96-f6c8-40cf-b48a-b2d87d429607 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.031487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.090286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-869feb96-f6c8-40cf-b48a-b2d87d429607 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.098546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-869feb96-f6c8-40cf-b48a-b2d87d429607 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.122853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869feb96-f6c8-40cf-b48a-b2d87d429607 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d69b82d-08ef-491e-a41e-299deed767e7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:09.135243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Router 56f725b1-159f-41ef-8433-d13678318517 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:09.139280 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-869feb96-f6c8-40cf-b48a-b2d87d429607 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.143275 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-869feb96-f6c8-40cf-b48a-b2d87d429607 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2574141 Dec 08 00:31:09.144075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58526) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:09.149194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': 'ae89384d-3fb5-41ef-9698-d419170f6378', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:09.241372 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:31:09.253056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.257373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:09.266675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d5b88709-d3ba-474d-9ace-3710bb4bfdac tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "PUT /v2.0/routers/56f725b1-159f-41ef-8433-d13678318517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5560513 Dec 08 00:31:09.268490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] Sync routers for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:09.269243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58528) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:09.296330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:09.297583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:09.345509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:09.360872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] Routers {'56f725b1-159f-41ef-8433-d13678318517'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:09.361848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56f725b1-159f-41ef-8433-d13678318517'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:09.379864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.397165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.409466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:09.410788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350806e-2c46-4a79-87cb-da1bf72936fe None None] The sync data for ids ['56f725b1-159f-41ef-8433-d13678318517'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:09.439032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.454424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb62c87f-7368-499d-8555-ebd713f3b951,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:09.476254 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.480537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3d6ec28d-ee38-45fd-9640-62638168e1d7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3350115 Dec 08 00:31:09.481520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:09.486745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'security_group_rule': {'security_group_id': 'ae89384d-3fb5-41ef-9698-d419170f6378', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:09.497941 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.506786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.574733 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Project 67f0588638f3439eb5346e5a32ef2d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:31:09.583415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.604840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a59bdb18-f7f8-428f-8173-ebb12a41a185 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:09.624578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.688980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.695460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.709778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.721447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:09.730038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a59bdb18-f7f8-428f-8173-ebb12a41a185 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:09.732152 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.762335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcd274e-9c79-4c63-aa6f-356458fdde64,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:09.770284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.771609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cff9ee2d-772e-40f6-a119-93d17a664fa3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2887199 Dec 08 00:31:09.776305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58534) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:09.782193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'network': {'name': 'tempest-network-smoke--1844760326', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:09.792094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Deleting port 13184d57-d857-44aa-a96d-b85c1569a89c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:09.792434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.850186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:09.855751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.887889 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.896556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:09.898928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:09.929276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port a59bdb18-f7f8-428f-8173-ebb12a41a185, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a59bdb18-f7f8-428f-8173-ebb12a41a185,segment=NetworkSegment(0632387c-4efd-4cbd-b76c-12619b0b08bd),segment_id=0632387c-4efd-4cbd-b76c-12619b0b08bd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:09.933869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:09.978459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:31:09.994250 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.011354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.011705 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Added segment 9b41a59e-b7d5-438e-b6e0-9618ea5be8b6 of type vlan for network c4b02063-e31f-4085-8097-cde062440cbb Dec 08 00:31:10.017538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=a59bdb18-f7f8-428f-8173-ebb12a41a185,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:10.026802 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Calling delete_port for 13184d57-d857-44aa-a96d-b85c1569a89c owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:10.055235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be214a29-1ead-477b-b606-01f08a70de79 None None] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:10.105810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.164808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-346dc23b-a542-4829-8bc2-5c06a967147e None None] Provisioning complete for port a59bdb18-f7f8-428f-8173-ebb12a41a185 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:10.165533 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-346dc23b-a542-4829-8bc2-5c06a967147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.277584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.293469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.300999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:10.301886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.339648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb0bf4-a774-47f7-a3c9-35e26c80fb5c None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:10.346271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Port': ['ID=13184d57-d857-44aa-a96d-b85c1569a89c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:10.391979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:31:10.436117 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6580598 Dec 08 00:31:10.441305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58536) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:10.449154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'admin_state_up': True, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:10.504747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:10.513093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-92501f0b-4b6f-4b6f-9340-285af0d507a5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8925955 Dec 08 00:31:10.514100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.514100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.514848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58538) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:10.517499 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:10.520032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-992461115'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:10.540423 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:10.549125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:10.550208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:10.554219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.592782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:31:10.604994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.605278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4707c04-412f-4b0c-b2ea-009c74769073 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Network': ['ID=c4b02063-e31f-4085-8097-cde062440cbb,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:10.605405 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment 226cbc12-4929-42b0-b512-b560c4929840 of type vlan for network a7ebd09a-88ec-40e0-9cfc-21b314905b70 Dec 08 00:31:10.615382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c4b02063-e31f-4085-8097-cde062440cbb details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:31:10.626484 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.636755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.667917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.681792 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:10.726458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.734802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:10.735470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.835841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-307a355d-9c69-4629-aac4-e51f09e32574 None None] Provisioning complete for port a59bdb18-f7f8-428f-8173-ebb12a41a185 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:10.836197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=a7ebd09a-88ec-40e0-9cfc-21b314905b70,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:10.836311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-307a355d-9c69-4629-aac4-e51f09e32574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:10.865353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d5d0f763-a037-40a1-bedb-9a792a6b5bc0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3497314 Dec 08 00:31:10.865971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58542) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:10.870966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:10.886872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:31:11.026728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:11.032146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.062325 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:08Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:09Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:11.115442 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:11.116084 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Updating router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:31:11.125696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-307a355d-9c69-4629-aac4-e51f09e32574 None None] Provisioning complete for port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:11.126219 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-307a355d-9c69-4629-aac4-e51f09e32574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.154659 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.183286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-307a355d-9c69-4629-aac4-e51f09e32574 None None] Port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:11.336515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-40de46e6-b31f-4539-87bd-e66cab6dae5e None None] Provisioning complete for port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:11.338091 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40de46e6-b31f-4539-87bd-e66cab6dae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.395591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-40de46e6-b31f-4539-87bd-e66cab6dae5e None None] Port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:11.405474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.464553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a59bdb18-f7f8-428f-8173-ebb12a41a185 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:11.532588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=c3f15018-361e-408a-9341-ff86feec0992,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:11.551779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:11.554251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: a7ebd09a-88ec-40e0-9cfc-21b314905b70, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:31:11.561980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0874c324-0a15-42c9-a993-cdb527f0ef26 None None] Provisioning complete for port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:11.562805 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0874c324-0a15-42c9-a993-cdb527f0ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.599577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:31:11.609345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0874c324-0a15-42c9-a993-cdb527f0ef26 None None] Port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:11.613721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a59bdb18-f7f8-428f-8173-ebb12a41a185 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:11.614389 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.617977 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.620662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a7ebd09a-88ec-40e0-9cfc-21b314905b70) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:11.621282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.625797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:11.626544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.634069 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.643509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.649711 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.651085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-12ae3004-3900-4b62-9893-e115881ef96f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7840188 Dec 08 00:31:11.651315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58544) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:11.656438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a240dab-4694-4bde-9fa2-896f613e1ade None None] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:11.715114 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Pushing event updated for resources: {'Port': ['ID=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:11.729795 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.729795 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.730362 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.730452 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.730875 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.731354 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.731683 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.732009 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.732418 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.732761 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.733088 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.733430 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.733791 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:11.790313 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Attempting to bind port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:11.791224 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Attempting to bind port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:11.792025 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Attempting to bind port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 on network 22277556-5d0d-4f2a-843c-b998a5bacc32 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:11.804073 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:11.804729 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Checking segment: {'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:11.805245 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.805817 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Bound using segment: {'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:11.806412 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Bound port: d28fc680-9fd7-43d0-b8f4-6a59c8bace68, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0632387c-4efd-4cbd-b76c-12619b0b08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:11.807119 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.816199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.816785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Fanout notify agent at l3_agent the message router_deleted on router 56f725b1-159f-41ef-8433-d13678318517 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:31:11.824350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:11.826155 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-23b4f2a0-1dec-4222-aca2-834e940dbf6d tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "DELETE /v2.0/routers/56f725b1-159f-41ef-8433-d13678318517 HTTP/1.1" status: 204 len: 168 time: 2.5553222 Dec 08 00:31:11.828782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58546) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:11.972197 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] For port d28fc680-9fd7-43d0-b8f4-6a59c8bace68, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:11.983416 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] For port d28fc680-9fd7-43d0-b8f4-6a59c8bace68, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,segment=NetworkSegment(0632387c-4efd-4cbd-b76c-12619b0b08bd),segment_id=0632387c-4efd-4cbd-b76c-12619b0b08bd)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:11.989750 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.013466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Deleting subnet 44ec0163-04b2-439d-b763-c3ecd452141e {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:12.022173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.106338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.108217 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:12.108883 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:12.110773 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e703-e561-4834-80e9-ecc233e06fb0 None None] Pushing event updated for resources: {'Port': ['ID=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:12.115825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:31:12.116671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.181966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-10302240-e7e2-4e64-8c77-aff83b25936f None None] Provisioning complete for port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:12.182477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10302240-e7e2-4e64-8c77-aff83b25936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.277041 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:12.313176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.395750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.419218 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.500119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Allocated IP 172.21.0.2 (a7ebd09a-88ec-40e0-9cfc-21b314905b70/c3f15018-361e-408a-9341-ff86feec0992/371ff3cc-868a-4f2b-8db3-f8d30455a8b3) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:12.505827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4774b2a-5e88-4b51-95d8-f10d8a73d5a7 req-a0b4d34a-8237-42ad-b88f-3eafbe9c4d91 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:12.508240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4774b2a-5e88-4b51-95d8-f10d8a73d5a7 req-a0b4d34a-8237-42ad-b88f-3eafbe9c4d91 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 950 time: 0.1278689 Dec 08 00:31:12.516592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.517388 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.539762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.546555 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "DELETE /v2.0/subnets/44ec0163-04b2-439d-b763-c3ecd452141e HTTP/1.1" status: 204 len: 168 time: 0.7164862 Dec 08 00:31:12.548257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58554) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:12.571734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10302240-e7e2-4e64-8c77-aff83b25936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.571934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc456fbb-2b14-43cc-8161-795064988748 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Subnet': ['ID=44ec0163-04b2-439d-b763-c3ecd452141e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:12.576732 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:08Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:11Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:12.584174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22815008-d5ae-4a5e-8787-e55e70704bcd None None] Network b7a82fac-e996-48b0-a9fd-06183c62e4f8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:12.605488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4774b2a-5e88-4b51-95d8-f10d8a73d5a7 req-f3b16939-3d20-4da5-b62a-a5548ad5e554 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794468 Dec 08 00:31:12.619771 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15a42f-d839-4569-82fe-435cf67d3843 None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:08Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:11Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:12.655647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.2 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/ae14c522-4205-424b-ae88-23549bb464b7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:12.710644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-10302240-e7e2-4e64-8c77-aff83b25936f None None] For port d28fc680-9fd7-43d0-b8f4-6a59c8bace68, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,segment=NetworkSegment(0632387c-4efd-4cbd-b76c-12619b0b08bd),segment_id=0632387c-4efd-4cbd-b76c-12619b0b08bd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:12.716491 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10302240-e7e2-4e64-8c77-aff83b25936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.746316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.836834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10302240-e7e2-4e64-8c77-aff83b25936f None None] Pushing event updated for resources: {'Port': ['ID=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:12.906629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa96a7a1-d8c1-4993-b4e8-f6815a130960 None None] Provisioning complete for port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:12.906827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa96a7a1-d8c1-4993-b4e8-f6815a130960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.952836 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:12.966479 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.003902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] DHCP port deletion for b7a82fac-e996-48b0-a9fd-06183c62e4f8 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:13.030142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:13.030536 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.038228 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:13.073715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Deleting port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:13.073715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.078725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Pushing event updated for resources: {'Port': ['ID=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:13.081220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:13.132539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.21.0.1 (a7ebd09a-88ec-40e0-9cfc-21b314905b70/c3f15018-361e-408a-9341-ff86feec0992/f37f1a5e-ce1e-437f-96fe-579d851b3627) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:13.166222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Attempting to bind port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:13.166738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Attempting to bind port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:13.167044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Attempting to bind port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 on network a7ebd09a-88ec-40e0-9cfc-21b314905b70 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:13.175544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] Deleting port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:13.176008 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.180980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:13.181429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Checking segment: {'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:13.181863 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.182275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Bound using segment: {'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:13.182740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Bound port: 371ff3cc-868a-4f2b-8db3-f8d30455a8b3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:13.183157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.191383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] For port c99c5370-c31b-4992-bf04-ec7fd38d1ae7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,segment=NetworkSegment(17a50d46-ba24-4375-8524-5530587adce6),segment_id=17a50d46-ba24-4375-8524-5530587adce6)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:13.191782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.194569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.236127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Calling delete_port for c99c5370-c31b-4992-bf04-ec7fd38d1ae7 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:13.284940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] For port c99c5370-c31b-4992-bf04-ec7fd38d1ae7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,segment=NetworkSegment(17a50d46-ba24-4375-8524-5530587adce6),segment_id=17a50d46-ba24-4375-8524-5530587adce6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:13.285534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.286248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:13.306851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] Calling delete_port for c99c5370-c31b-4992-bf04-ec7fd38d1ae7 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:13.325213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:13.333587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:13.357111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ab69d-2c0a-47fd-9771-6361a4a7d551 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:13.389941 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=ae14c522-4205-424b-ae88-23549bb464b7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:13.398163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] For port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:13.423966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] For port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,segment=NetworkSegment(226cbc12-4929-42b0-b512-b560c4929840),segment_id=226cbc12-4929-42b0-b512-b560c4929840)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:13.439281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.486239 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.576415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8c283-33d9-49dc-a678-c67b1fbb6605 None None] Pushing event updated for resources: {'Port': ['ID=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:13.590936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d28fc680-9fd7-43d0-b8f4-6a59c8bace68 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:13.621152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f58e4672-d66f-4631-b34f-d05f98589dec None None] Provisioning complete for port ae14c522-4205-424b-ae88-23549bb464b7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:13.621525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f58e4672-d66f-4631-b34f-d05f98589dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.637365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.681124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.707022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Port': ['ID=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:13.712669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] No DVR routers for this DVR port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:13.734195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] Pushing event deleted for resources: {'Port': ['ID=c99c5370-c31b-4992-bf04-ec7fd38d1ae7,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:13.742307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91511e64-947b-4fa2-a11c-a60350434cc3 None None] No DVR routers for this DVR port c99c5370-c31b-4992-bf04-ec7fd38d1ae7 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:13.743789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f58e4672-d66f-4631-b34f-d05f98589dec None None] Port ae14c522-4205-424b-ae88-23549bb464b7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:13.759170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:13.759520 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.828544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b8644-9918-4726-a8b8-00532270d9cf req-7919fb1e-ac5e-41cb-99d3-50e34dc3069e tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:13.848890 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.856291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-060b8644-9918-4726-a8b8-00532270d9cf req-7919fb1e-ac5e-41cb-99d3-50e34dc3069e tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 950 time: 0.1339359 Dec 08 00:31:13.891032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:13.970341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-060b8644-9918-4726-a8b8-00532270d9cf req-56b47179-6077-4c8d-9b5a-5574f0132f4b tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5c226ae-1ae7-4ae1-9af9-f8138970bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131275 Dec 08 00:31:13.995211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c99c5370-c31b-4992-bf04-ec7fd38d1ae7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:14.041819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.046367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c99c5370-c31b-4992-bf04-ec7fd38d1ae7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:14.049541 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c99c5370-c31b-4992-bf04-ec7fd38d1ae7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:14.077988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-cb7dbb8e-da23-4872-a2a8-6e405fad8315 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:14.079738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-cb7dbb8e-da23-4872-a2a8-6e405fad8315 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 950 time: 0.0703914 Dec 08 00:31:14.087492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=f37f1a5e-ce1e-437f-96fe-579d851b3627,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:14.098618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:14.104618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a82fac-e996-48b0-a9fd-06183c62e4f8']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:14.107713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:14.142776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:14.151526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a50d46-ba24-4375-8524-5530587adce6') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:14.151892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a50d46-ba24-4375-8524-5530587adce6') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:14.196322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Deleting port 21583dcf-db09-4e1e-b9e1-91e0a1594518 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:14.196710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.202570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.224182 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.269434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.274965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.312245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] For port 21583dcf-db09-4e1e-b9e1-91e0a1594518, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=21583dcf-db09-4e1e-b9e1-91e0a1594518,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:14.312245 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.325659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Calling delete_port for 21583dcf-db09-4e1e-b9e1-91e0a1594518 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:14.330871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:14.331369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:14.334441 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:14.473109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.490426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.504372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.507426 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "DELETE /v2.0/networks/b7a82fac-e996-48b0-a9fd-06183c62e4f8 HTTP/1.1" status: 204 len: 168 time: 1.9581954 Dec 08 00:31:14.513477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['21583dcf-db09-4e1e-b9e1-91e0a1594518'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:31:14.514107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58558) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:14.524942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Pushing event deleted for resources: {'Port': ['ID=21583dcf-db09-4e1e-b9e1-91e0a1594518,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:14.556917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bd8e7-7093-4faa-885b-80848e9703c5 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Network': ['ID=b7a82fac-e996-48b0-a9fd-06183c62e4f8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:14.626095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.668725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] No DVR routers for this DVR port 21583dcf-db09-4e1e-b9e1-91e0a1594518 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:14.677205 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.680654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2122fe28-713a-49e5-a30f-ec5564cf10f3 req-d0ac713d-a051-478c-b89e-5d32eac2cfae tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.44 "DELETE /v2.0/ports/21583dcf-db09-4e1e-b9e1-91e0a1594518 HTTP/1.1" status: 204 len: 173 time: 0.5941522 Dec 08 00:31:14.681202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'name': 'network-vif-deleted', 'tag': '21583dcf-db09-4e1e-b9e1-91e0a1594518'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:31:14.683563 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508df2c0-9946-4bc2-84a2-b720b1880fda" -d '{"events": [{"server_uuid": "aa745483-01eb-4d94-b0c5-e273453ec25c", "name": "network-vif-deleted", "tag": "21583dcf-db09-4e1e-b9e1-91e0a1594518"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:31:14.744238 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e253ef71-7a31-4742-87d8-12c3bc6df791 x-openstack-request-id: req-e253ef71-7a31-4742-87d8-12c3bc6df791 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:31:14.744657 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa745483-01eb-4d94-b0c5-e273453ec25c", "name": "network-vif-deleted", "tag": "21583dcf-db09-4e1e-b9e1-91e0a1594518", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:31:14.744957 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e253ef71-7a31-4742-87d8-12c3bc6df791 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:31:14.745463 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa745483-01eb-4d94-b0c5-e273453ec25c', 'name': 'network-vif-deleted', 'tag': '21583dcf-db09-4e1e-b9e1-91e0a1594518', 'status': 'completed', 'code': 200} Dec 08 00:31:14.774498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Deleting port 74fee033-cda2-40b7-9e35-90f3dc91c818 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:14.775250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.889057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.890237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:14.908394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Calling delete_port for 74fee033-cda2-40b7-9e35-90f3dc91c818 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:14.953434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9756c0-e639-4809-a4e0-551e6f996065 None None] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:15.133570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6cb62057-7d08-42fd-8cc7-349a770d5d1f None None] Provisioning complete for port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:15.134486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6cb62057-7d08-42fd-8cc7-349a770d5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.209971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-392f8d49-d2c0-4237-a623-e3293f1b39cb req-348f1dd6-f69c-4e88-a595-dee5f00171a8 tempest-VolumesBackupsTest-158828555 tempest-VolumesBackupsTest-158828555-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa745483-01eb-4d94-b0c5-e273453ec25c HTTP/1.1" status: 200 len: 210 time: 0.0815518 Dec 08 00:31:15.217312 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.285557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Pushing event deleted for resources: {'Port': ['ID=74fee033-cda2-40b7-9e35-90f3dc91c818,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:15.291775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6cb62057-7d08-42fd-8cc7-349a770d5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.338578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6cb62057-7d08-42fd-8cc7-349a770d5d1f None None] For port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,segment=NetworkSegment(226cbc12-4929-42b0-b512-b560c4929840),segment_id=226cbc12-4929-42b0-b512-b560c4929840)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:15.341561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.344153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6cb62057-7d08-42fd-8cc7-349a770d5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.365539 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.368448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.369677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-80522be3-ab2f-4458-8260-ea212e362f67 tempest-FloatingIPAdminTestJSON-1070441958 tempest-FloatingIPAdminTestJSON-1070441958-project] 10.222.0.18 "DELETE /v2.0/floatingips/0706efab-5ef0-4cfc-8037-409eab13e75a HTTP/1.1" status: 204 len: 168 time: 0.8523240 Dec 08 00:31:15.413087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb62057-7d08-42fd-8cc7-349a770d5d1f None None] Pushing event updated for resources: {'Port': ['ID=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:15.518597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:15.587441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:15.588562 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.641999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.656897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.718399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-79f5ba10-372a-4d6a-ac1e-f86de2dd73e8 None None] Provisioning complete for port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:15.719245 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79f5ba10-372a-4d6a-ac1e-f86de2dd73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.764814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router cae77a7d-5fbb-44c7-a17e-3883121762e5 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:31:15.767426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=f37f1a5e-ce1e-437f-96fe-579d851b3627,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:15.772058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.805182 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:31:15.871124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58570) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:15.905698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-79f5ba10-372a-4d6a-ac1e-f86de2dd73e8 None None] Provisioning complete for port f37f1a5e-ce1e-437f-96fe-579d851b3627 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:15.906064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79f5ba10-372a-4d6a-ac1e-f86de2dd73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:15.953854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-79f5ba10-372a-4d6a-ac1e-f86de2dd73e8 None None] Port f37f1a5e-ce1e-437f-96fe-579d851b3627 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:15.977392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:15.995225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Sync routers for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:15.995449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:15.999397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:16.009626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:16.010636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:16.013236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.015261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-094fb106-bc18-460b-8ac5-63c6fb88f312 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.5697093 Dec 08 00:31:16.029379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58574) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:16.077779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-99e97742-2267-44a5-913a-6dbbd3b46bc1 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=67f0588638f3439eb5346e5a32ef2d21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470383 Dec 08 00:31:16.082238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58576) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:16.090495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-02c1d5aa-5766-4856-9d7d-2554f98675a3 None None] Provisioning complete for port f37f1a5e-ce1e-437f-96fe-579d851b3627 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:16.091151 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02c1d5aa-5766-4856-9d7d-2554f98675a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.144216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:16.175296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f120670e-a04b-4a3f-9cfb-95abc315731a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4d27d539808409c814f6be774629578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020427 Dec 08 00:31:16.178592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-02c1d5aa-5766-4856-9d7d-2554f98675a3 None None] Port f37f1a5e-ce1e-437f-96fe-579d851b3627 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:16.185265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58578) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:16.196057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:16.295913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:16.308588 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e534b5ac-7943-4e38-8bde-34f0af0e6d61 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6561158 Dec 08 00:31:16.311717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58584) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:16.322603 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:16.346630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604941565'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:16.346848 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:16.347495 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:16.389169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582c828a-3d78-474d-9719-cddd32230988 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:16.395524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-582c828a-3d78-474d-9719-cddd32230988 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3073201 Dec 08 00:31:16.396667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:16.407217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:16.411015 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.426100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1524f576-c5e5-453b-bbc4-7cca1af8742e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.461219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d2d8d57c-a00a-46dd-97c6-1e6f6b157679 None None] Provisioning complete for port f37f1a5e-ce1e-437f-96fe-579d851b3627 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:16.461947 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d57c-a00a-46dd-97c6-1e6f6b157679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.477524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b780b19b-b4da-4f9c-b128-7c939a569ef7 tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768766 Dec 08 00:31:16.477524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:16.487985 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1524f576-c5e5-453b-bbc4-7cca1af8742e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.490155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1524888025', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:16.505621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:31:16.509852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8d57c-a00a-46dd-97c6-1e6f6b157679 None None] Port f37f1a5e-ce1e-437f-96fe-579d851b3627 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:16.533224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:13Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:16.548303 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:16.567164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.567546 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment a2d8277a-a0ce-45a2-9e1e-e5cf415478d6 of type vlan for network 9a468786-8ce2-423b-ae24-d90338782803 Dec 08 00:31:16.581831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Checking router: cae77a7d-5fbb-44c7-a17e-3883121762e5 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:16.582274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Updating router cae77a7d-5fbb-44c7-a17e-3883121762e5 port ae14c522-4205-424b-ae88-23549bb464b7 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:31:16.614499 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.621345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:16.628101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.673333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.699424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1524f576-c5e5-453b-bbc4-7cca1af8742e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.702247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1524f576-c5e5-453b-bbc4-7cca1af8742e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.703457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1524f576-c5e5-453b-bbc4-7cca1af8742e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e368f167-1aa4-4c39-b5d2-91def9812858 HTTP/1.1" status: 204 len: 168 time: 0.5170333 Dec 08 00:31:16.728307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524f576-c5e5-453b-bbc4-7cca1af8742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e368f167-1aa4-4c39-b5d2-91def9812858,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:16.740178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.748340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:16.749177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:16.872482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=9a468786-8ce2-423b-ae24-d90338782803,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:16.892728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 9a468786-8ce2-423b-ae24-d90338782803 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:31:16.915572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-59f7542a-79fc-4b9a-b333-0197d03b7bb2 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5877128 Dec 08 00:31:16.916378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58596) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:16.921326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:16.938338 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:14Z', 'revision_number': 3, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:15Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:17.030880 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.061205 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.079825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.088826 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:17.089237 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Updating router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 port f37f1a5e-ce1e-437f-96fe-579d851b3627 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:31:17.105958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:17.110164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.135045 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.155717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Subnet': ['ID=825ef4b5-d758-46c2-bf3a-8eea517ded8f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:17.250792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Checking segment: {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:17.254051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network hostable DHCP agents. Network: c4b02063-e31f-4085-8097-cde062440cbb, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:31:17.283366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58598) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:17.307180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network c4b02063-e31f-4085-8097-cde062440cbb is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:31:17.324497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab14ead3-0007-4748-ae5a-a2d0e555d1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.398710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c4b02063-e31f-4085-8097-cde062440cbb) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:17.400202 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.424681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:17.425275 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.496901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=fb6f9bae-278d-40ae-bd6e-dd1ee451cf61,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:17.502159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:17.502660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: 9a468786-8ce2-423b-ae24-d90338782803, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:31:17.524056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-58067e00-3f33-402c-b367-b993c0bd51f5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0437689 Dec 08 00:31:17.527844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58602) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:17.530526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 9a468786-8ce2-423b-ae24-d90338782803 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:31:17.563460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab14ead3-0007-4748-ae5a-a2d0e555d1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.572989 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ab14ead3-0007-4748-ae5a-a2d0e555d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.593170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d54c10-6acc-4913-bf71-bb30bbc183d3 None None] Network c4b02063-e31f-4085-8097-cde062440cbb requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:17.612216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 9a468786-8ce2-423b-ae24-d90338782803) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:17.638993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:17.640075 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.652889 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.654943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14ead3-0007-4748-ae5a-a2d0e555d1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880f62af-f848-4e1f-afb7-e2c3ec31ba71,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:17.659723 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ab14ead3-0007-4748-ae5a-a2d0e555d1fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7403e84aa27c4ef9a5a4db041e5e3a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737273 Dec 08 00:31:17.662961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58604) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:17.671191 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.674328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1167e2f0-713b-4636-8e00-c8f4b63da0aa tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7567213 Dec 08 00:31:17.678542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58606) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:17.720783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:17.724489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626855e1-3ca5-41ae-bfa7-2d2a4931ac9e None None] Network 9a468786-8ce2-423b-ae24-d90338782803 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:17.732443 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a4067-cdc1-4dd7-a75d-f16a0a7741f5 None None] Pushing event updated for resources: {'Port': ['ID=f37f1a5e-ce1e-437f-96fe-579d851b3627,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:17.785509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e1301bc1-b76a-4819-af04-bfa6ce7411f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.791916 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Attempting to bind port f37f1a5e-ce1e-437f-96fe-579d851b3627 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:17.792886 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Attempting to bind port f37f1a5e-ce1e-437f-96fe-579d851b3627 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:17.793461 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Attempting to bind port f37f1a5e-ce1e-437f-96fe-579d851b3627 on network a7ebd09a-88ec-40e0-9cfc-21b314905b70 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:17.800791 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:17.801552 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Checking segment: {'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:17.802168 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.802920 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Bound using segment: {'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:17.803677 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Bound port: f37f1a5e-ce1e-437f-96fe-579d851b3627, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226cbc12-4929-42b0-b512-b560c4929840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:17.804289 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.812655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353461e-595a-48b2-9a9b-25b1787f0442 None None] Pushing event updated for resources: {'Port': ['ID=ae14c522-4205-424b-ae88-23549bb464b7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:17.834505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e1301bc1-b76a-4819-af04-bfa6ce7411f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.925151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e1301bc1-b76a-4819-af04-bfa6ce7411f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.927939 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e1301bc1-b76a-4819-af04-bfa6ce7411f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:17.929224 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e1301bc1-b76a-4819-af04-bfa6ce7411f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/880f62af-f848-4e1f-afb7-e2c3ec31ba71 HTTP/1.1" status: 204 len: 168 time: 0.2653675 Dec 08 00:31:17.946497 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] For port f37f1a5e-ce1e-437f-96fe-579d851b3627, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:17.949119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1301bc1-b76a-4819-af04-bfa6ce7411f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880f62af-f848-4e1f-afb7-e2c3ec31ba71,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:17.962680 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] For port f37f1a5e-ce1e-437f-96fe-579d851b3627, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f37f1a5e-ce1e-437f-96fe-579d851b3627,segment=NetworkSegment(226cbc12-4929-42b0-b512-b560c4929840),segment_id=226cbc12-4929-42b0-b512-b560c4929840)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:17.974949 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.010429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48c3b4-7d3e-49c9-855a-0caf341a0b40 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:18.040387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Attempting to bind port ae14c522-4205-424b-ae88-23549bb464b7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:18.041923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Attempting to bind port ae14c522-4205-424b-ae88-23549bb464b7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:18.043777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Attempting to bind port ae14c522-4205-424b-ae88-23549bb464b7 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:18.061161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-c4b02063-e31f-4085-8097-cde062440cbb', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:31:18.062469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.065218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 21583dcf-db09-4e1e-b9e1-91e0a1594518 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:18.080591 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:18.080844 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:18.081641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-9a468786-8ce2-423b-ae24-d90338782803', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:31:18.084968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.086418 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a4067-cdc1-4dd7-a75d-f16a0a7741f5 None None] Pushing event updated for resources: {'Port': ['ID=f37f1a5e-ce1e-437f-96fe-579d851b3627,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:18.177214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:18.177747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:18.178787 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.185971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:18.187737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Bound port: ae14c522-4205-424b-ae88-23549bb464b7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:18.190338 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.201892 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:18.340308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 21583dcf-db09-4e1e-b9e1-91e0a1594518 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:18.344741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 21583dcf-db09-4e1e-b9e1-91e0a1594518 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:18.349392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.429381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] For port ae14c522-4205-424b-ae88-23549bb464b7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:18.433138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] For port ae14c522-4205-424b-ae88-23549bb464b7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ae14c522-4205-424b-ae88-23549bb464b7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:18.457221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e01dbe91-5dd1-452e-8730-0af874928d3e None None] Provisioning complete for port f37f1a5e-ce1e-437f-96fe-579d851b3627 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:18.457461 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e01dbe91-5dd1-452e-8730-0af874928d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.528709 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:14Z', 'revision_number': 3, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:17Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:18.536069 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.647761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58614) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:18.656345 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605761a-368e-4398-b5f2-b100f4e2aac7 None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:14Z', 'revision_number': 3, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:17Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:18.695466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-454e2987-f8f4-4857-b2cc-bceeae45be5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.788555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Allocated IP 172.22.0.2 (9a468786-8ce2-423b-ae24-d90338782803/fb6f9bae-278d-40ae-bd6e-dd1ee451cf61/14dbb377-4c2a-454a-86f8-16a78793e901) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:18.864786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-454e2987-f8f4-4857-b2cc-bceeae45be5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.872422 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-454e2987-f8f4-4857-b2cc-bceeae45be5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:18.888270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c54bd-188a-4842-ac73-ad5b8be05e8f None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:18.946271 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-454e2987-f8f4-4857-b2cc-bceeae45be5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c44cc9ec98d4030b6b0a8861bcb09de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942498 Dec 08 00:31:18.947364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58616) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:18.948114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e2987-f8f4-4857-b2cc-bceeae45be5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7618f3-f034-47ef-9f78-dc0b4cda6c52,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:19.014846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:19.015836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:30:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:19.067030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:19.068822 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.091617 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-677b38d9-399f-4655-b8d7-2d98e736c755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.093074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.140263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-677b38d9-399f-4655-b8d7-2d98e736c755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.150731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353461e-595a-48b2-9a9b-25b1787f0442 None None] Pushing event updated for resources: {'Port': ['ID=ae14c522-4205-424b-ae88-23549bb464b7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:19.248421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-677b38d9-399f-4655-b8d7-2d98e736c755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.249612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Allocated IP 172.20.0.2 (c4b02063-e31f-4085-8097-cde062440cbb/825ef4b5-d758-46c2-bf3a-8eea517ded8f/f2f845d4-250b-439e-a0fb-1cad5e09637f) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:19.252532 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-677b38d9-399f-4655-b8d7-2d98e736c755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.254402 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-677b38d9-399f-4655-b8d7-2d98e736c755 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f7618f3-f034-47ef-9f78-dc0b4cda6c52 HTTP/1.1" status: 204 len: 168 time: 0.2796211 Dec 08 00:31:19.267038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b38d9-399f-4655-b8d7-2d98e736c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7618f3-f034-47ef-9f78-dc0b4cda6c52,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:19.574016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-8f412d66-4287-4d22-bcde-be45ece128fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412637 Dec 08 00:31:19.616544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.618660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e01dbe91-5dd1-452e-8730-0af874928d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:19.776580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:19.797984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-6e083dff-8d50-4c76-aaaf-175d06cdaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:19.799642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-6e083dff-8d50-4c76-aaaf-175d06cdaf46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1096 time: 0.1470914 Dec 08 00:31:19.845280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f37f1a5e-ce1e-437f-96fe-579d851b3627 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:19.957828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e01dbe91-5dd1-452e-8730-0af874928d3e None None] For port f37f1a5e-ce1e-437f-96fe-579d851b3627, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f37f1a5e-ce1e-437f-96fe-579d851b3627,segment=NetworkSegment(226cbc12-4929-42b0-b512-b560c4929840),segment_id=226cbc12-4929-42b0-b512-b560c4929840)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:19.995659 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e01dbe91-5dd1-452e-8730-0af874928d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.019086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-b716e5e8-7ac0-4073-b171-56c850025a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:20.020923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-b716e5e8-7ac0-4073-b171-56c850025a80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 915 time: 0.1854041 Dec 08 00:31:20.030343 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.080445 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.132976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-04e84ec6-ed22-4ff9-8f77-3bc8a4a20902 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 1001 time: 0.0737808 Dec 08 00:31:20.234755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.22.0.1 (9a468786-8ce2-423b-ae24-d90338782803/fb6f9bae-278d-40ae-bd6e-dd1ee451cf61/2fc8b0c8-67d0-4e40-a58f-ddd10cb73000) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:20.245750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-f94140a5-105a-4f7d-a85b-f895cee2467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:20.247280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-f94140a5-105a-4f7d-a85b-f895cee2467b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 200 len: 853 time: 0.0929773 Dec 08 00:31:20.369100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-274d6657-83ab-4d98-bade-e51227bbb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:20.370832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-274d6657-83ab-4d98-bade-e51227bbb2e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5769fed-0c70-48a4-b2b2-1d9a03c99402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137099 Dec 08 00:31:20.403227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Network 9a468786-8ce2-423b-ae24-d90338782803 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:20.442428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:20.444866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:20.475630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] Provisioning complete for port ae14c522-4205-424b-ae88-23549bb464b7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:20.476054 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.477650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f37f1a5e-ce1e-437f-96fe-579d851b3627 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:20.478038 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.488229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.503884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-10d9d28a-bc66-414f-965c-ed2cb1668a38 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241944 Dec 08 00:31:20.537278 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.540215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dbe91-5dd1-452e-8730-0af874928d3e None None] Pushing event updated for resources: {'Port': ['ID=f37f1a5e-ce1e-437f-96fe-579d851b3627,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:20.603219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58642) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:20.615494 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.628687 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.716129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 9a468786-8ce2-423b-ae24-d90338782803 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:20.717147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Network c4b02063-e31f-4085-8097-cde062440cbb is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:20.720728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Pushing event updated for resources: {'Port': ['ID=14dbb377-4c2a-454a-86f8-16a78793e901,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:20.729609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:20.730337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Attempting to bind port 14dbb377-4c2a-454a-86f8-16a78793e901 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:20.730743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Attempting to bind port 14dbb377-4c2a-454a-86f8-16a78793e901 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:20.731810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Attempting to bind port 14dbb377-4c2a-454a-86f8-16a78793e901 on network 9a468786-8ce2-423b-ae24-d90338782803 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:20.737566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4365aef6-a08c-444d-8e32-9f510872f4d6 req-fe60ea7f-e289-48c3-abb3-2efd6df72d33 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254195 Dec 08 00:31:20.743822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:20.756602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:20.761436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:20.784035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:20.784442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Checking segment: {'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:20.784847 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.785301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Bound using segment: {'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:20.785796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Bound port: 14dbb377-4c2a-454a-86f8-16a78793e901, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:20.786315 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.791975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.1 (c4b02063-e31f-4085-8097-cde062440cbb/825ef4b5-d758-46c2-bf3a-8eea517ded8f/4354e587-085e-47de-9f9a-e8dfbe8708dc) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:20.805128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1014885979'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:20.809071 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:20.846476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Made reservation on behalf of b7bcd6350b964a409400816c48c18e5a for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:20.859323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.897085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:20.903806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Pushing event updated for resources: {'Port': ['ID=f2f845d4-250b-439e-a0fb-1cad5e09637f,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:20.917220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.008584 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.022875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Attempting to bind port f2f845d4-250b-439e-a0fb-1cad5e09637f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:21.022875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Attempting to bind port f2f845d4-250b-439e-a0fb-1cad5e09637f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:21.023629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Attempting to bind port f2f845d4-250b-439e-a0fb-1cad5e09637f on network c4b02063-e31f-4085-8097-cde062440cbb {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:21.030326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:13Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:21.042787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.048844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.078680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:31:21.083098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:21.083613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Checking segment: {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:21.083897 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.084309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Bound using segment: {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:21.084805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Bound port: f2f845d4-250b-439e-a0fb-1cad5e09637f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:21.085190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.092100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7513632-cc9a-49f5-b818-142d813a65d2 None None] The sync data for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 is: [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:13Z', 'revision_number': 3, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:21.096700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] For port ae14c522-4205-424b-ae88-23549bb464b7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ae14c522-4205-424b-ae88-23549bb464b7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:21.110122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4133d463-c334-4e2e-bdf9-bec05ac18975,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:21.114922 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.125917 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Added segment 2ecad53a-9314-4ad6-b28f-ef44bac379c1 of type vlan for network 75f815e0-1269-4f80-ba64-0cdad316781d Dec 08 00:31:21.151080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] For port 14dbb377-4c2a-454a-86f8-16a78793e901, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:21.182236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.186029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] For port 14dbb377-4c2a-454a-86f8-16a78793e901, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=14dbb377-4c2a-454a-86f8-16a78793e901,segment=NetworkSegment(a2d8277a-a0ce-45a2-9e1e-e5cf415478d6),segment_id=a2d8277a-a0ce-45a2-9e1e-e5cf415478d6)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:21.194817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.203470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.211766 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.224437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.233162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:21.235514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.271768 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.275578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] Pushing event updated for resources: {'Port': ['ID=ae14c522-4205-424b-ae88-23549bb464b7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:21.317597 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7121801 Dec 08 00:31:21.322242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58648) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:21.327672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'subnet': {'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:21.382476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.407215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] For port f2f845d4-250b-439e-a0fb-1cad5e09637f, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:21.412026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] For port f2f845d4-250b-439e-a0fb-1cad5e09637f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f2f845d4-250b-439e-a0fb-1cad5e09637f,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:21.427729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fb634-0250-4ea1-8332-3f512b81ff3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Network': ['ID=75f815e0-1269-4f80-ba64-0cdad316781d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:21.430697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.492596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 75f815e0-1269-4f80-ba64-0cdad316781d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:31:21.546169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Made reservation on behalf of b7bcd6350b964a409400816c48c18e5a for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:21.552038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.646503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] Provisioning complete for port f37f1a5e-ce1e-437f-96fe-579d851b3627 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:21.647342 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eeb62122-3829-4762-a8fd-bafb40b809a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.741279 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48d92d0f-0be0-4e10-9e58-1bd3e9103f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:21.944753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f37f1a5e-ce1e-437f-96fe-579d851b3627 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:21.954880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb5db2-f3a1-44cd-b52e-a36e3d945c11 None None] Pushing event updated for resources: {'Port': ['ID=14dbb377-4c2a-454a-86f8-16a78793e901,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:22.118260 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.241162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beb307-fc12-47c4-93c6-bfd1f884aee1 None None] Pushing event updated for resources: {'Port': ['ID=f2f845d4-250b-439e-a0fb-1cad5e09637f,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:22.320344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Subnet': ['ID=312f22bf-e9b9-4528-aedd-97eb48fe7be8,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:22.335595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Checking segment: {'id': '2ecad53a-9314-4ad6-b28f-ef44bac379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:22.336354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Network hostable DHCP agents. Network: 75f815e0-1269-4f80-ba64-0cdad316781d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:31:22.369893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f37f1a5e-ce1e-437f-96fe-579d851b3627 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:22.370282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.389970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Network 75f815e0-1269-4f80-ba64-0cdad316781d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:31:22.402073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 75f815e0-1269-4f80-ba64-0cdad316781d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:22.415748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:22.417623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.421839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8776aff-1d6c-4615-bd38-ca1dfcca1bbd None None] Network 75f815e0-1269-4f80-ba64-0cdad316781d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:22.470002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-66794562-60a9-4591-b9a5-b0ffe37a3fcb tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1466117 Dec 08 00:31:22.470980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58692) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:22.480011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-05355e27-0785-4bc3-926a-25c4ed601f48 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1875389492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:22.540957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05355e27-0785-4bc3-926a-25c4ed601f48 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.543188 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05355e27-0785-4bc3-926a-25c4ed601f48 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.551139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=4354e587-085e-47de-9f9a-e8dfbe8708dc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:22.620235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network c4b02063-e31f-4085-8097-cde062440cbb is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:22.625038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:22.629550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:22.649174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ae14c522-4205-424b-ae88-23549bb464b7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:22.688986 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05355e27-0785-4bc3-926a-25c4ed601f48 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.694112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05355e27-0785-4bc3-926a-25c4ed601f48 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.728227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05355e27-0785-4bc3-926a-25c4ed601f48 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.733889 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-05355e27-0785-4bc3-926a-25c4ed601f48 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2616708 Dec 08 00:31:22.735929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58696) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:22.791149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-75f815e0-1269-4f80-ba64-0cdad316781d', 'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d', 'project_id': 'b7bcd6350b964a409400816c48c18e5a', 'fixed_ips': [{'subnet_id': '312f22bf-e9b9-4528-aedd-97eb48fe7be8'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:31:22.792140 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.876871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:22.950331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ae14c522-4205-424b-ae88-23549bb464b7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:22.950804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.118912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Allocated IP 172.20.0.2 (75f815e0-1269-4f80-ba64-0cdad316781d/312f22bf-e9b9-4528-aedd-97eb48fe7be8/b0a46d76-11c3-4d34-8e1c-846137982942) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:23.260674 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.378176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.409251 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.415893 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.525516 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.550109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.554642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:23.666738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757c16a-4da7-44b8-8eb7-5856c0c55d67 None None] Network c4b02063-e31f-4085-8097-cde062440cbb requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:23.766221 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:23.994668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 14dbb377-4c2a-454a-86f8-16a78793e901 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:24.007546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Allocated IP 172.20.0.1 (75f815e0-1269-4f80-ba64-0cdad316781d/312f22bf-e9b9-4528-aedd-97eb48fe7be8/f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:24.098336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 9a468786-8ce2-423b-ae24-d90338782803 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:24.107648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:24.246684 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.317629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:24.322800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.358816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db2d7a-329b-4d03-a60e-6ffae7fb9b77 None None] Network 9a468786-8ce2-423b-ae24-d90338782803 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:24.374419 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-152e366f-c259-4a0f-b4e5-8119ae6082c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.376850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Network 75f815e0-1269-4f80-ba64-0cdad316781d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:24.380150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Network 75f815e0-1269-4f80-ba64-0cdad316781d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:24.383364 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:24.391289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:24.395730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d24b514c-269d-4db6-bdef-7c0787eb016e None None] Provisioning complete for port f2f845d4-250b-439e-a0fb-1cad5e09637f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:24.396104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d24b514c-269d-4db6-bdef-7c0787eb016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.418469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Pushing event updated for resources: {'Port': ['ID=b0a46d76-11c3-4d34-8e1c-846137982942,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:24.421542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:24.451112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Port': ['ID=f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:24.454752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:24.478288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.585846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 14dbb377-4c2a-454a-86f8-16a78793e901 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:24.586590 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.631132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Attempting to bind port b0a46d76-11c3-4d34-8e1c-846137982942 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:24.631759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Attempting to bind port b0a46d76-11c3-4d34-8e1c-846137982942 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2ecad53a-9314-4ad6-b28f-ef44bac379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:24.632136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Attempting to bind port b0a46d76-11c3-4d34-8e1c-846137982942 on network 75f815e0-1269-4f80-ba64-0cdad316781d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:24.648508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.656318 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.669731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:24.670203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Checking segment: {'id': '2ecad53a-9314-4ad6-b28f-ef44bac379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:24.673026 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.673026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Bound using segment: {'id': '2ecad53a-9314-4ad6-b28f-ef44bac379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:24.673026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Bound port: b0a46d76-11c3-4d34-8e1c-846137982942, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecad53a-9314-4ad6-b28f-ef44bac379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:24.673417 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.687143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.817489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=4354e587-085e-47de-9f9a-e8dfbe8708dc,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:24.836131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:24.856415 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2eb0dc2a-944e-44ab-b387-04370e6faef5 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1764982 Dec 08 00:31:24.860062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58732) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:24.872108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020144167'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:24.883974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.885118 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d24b514c-269d-4db6-bdef-7c0787eb016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:24.909385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:24.977236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:24.983419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.046840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:31:25.065284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] For port b0a46d76-11c3-4d34-8e1c-846137982942, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:25.098642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.099323 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added segment d9ee4541-457e-49f9-b9d9-e4e15c362d0c of type vlan for network 20586305-7598-44f0-85b7-3f6443747cdf Dec 08 00:31:25.102498 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.103847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:25.104482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:25.114932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] For port b0a46d76-11c3-4d34-8e1c-846137982942, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0a46d76-11c3-4d34-8e1c-846137982942,segment=NetworkSegment(2ecad53a-9314-4ad6-b28f-ef44bac379c1),segment_id=2ecad53a-9314-4ad6-b28f-ef44bac379c1)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:25.116071 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.135828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network c4b02063-e31f-4085-8097-cde062440cbb is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:25.139444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:25.216838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d24b514c-269d-4db6-bdef-7c0787eb016e None None] For port f2f845d4-250b-439e-a0fb-1cad5e09637f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f2f845d4-250b-439e-a0fb-1cad5e09637f,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:25.221296 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.223604 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.223803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.260048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Port': ['ID=f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:25.301331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.347328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.355366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router cae77a7d-5fbb-44c7-a17e-3883121762e5 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:25.358146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d24b514c-269d-4db6-bdef-7c0787eb016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.361524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:25.364821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.400056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.459601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:25.499252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 14dbb377-4c2a-454a-86f8-16a78793e901, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=14dbb377-4c2a-454a-86f8-16a78793e901,segment=NetworkSegment(a2d8277a-a0ce-45a2-9e1e-e5cf415478d6),segment_id=a2d8277a-a0ce-45a2-9e1e-e5cf415478d6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:25.527145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Pushing event updated for resources: {'Port': ['ID=b0a46d76-11c3-4d34-8e1c-846137982942,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:25.566664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.567114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.567522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.567924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.568379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.568716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.569108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.569496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.570490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.570909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.571403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.573761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.574489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3eb7df-6fe5-438c-b7e4-e330a52a06ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:25.577052 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Network': ['ID=20586305-7598-44f0-85b7-3f6443747cdf,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:25.586246 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.587307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2f845d4-250b-439e-a0fb-1cad5e09637f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:25.596847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9e9ebb5a-088f-4cf3-9d48-08c357c3cd52 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7350481 Dec 08 00:31:25.606696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58738) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:25.612750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'subnet': {'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:25.640915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:25.663828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c5bc0bc0-ed72-47c5-934a-8a2671921b70 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/cae77a7d-5fbb-44c7-a17e-3883121762e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1197529 Dec 08 00:31:25.672233 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Sync routers for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:25.689318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 20586305-7598-44f0-85b7-3f6443747cdf details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:31:25.710060 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:25.710703 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:25.853978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Provisioning complete for port 14dbb377-4c2a-454a-86f8-16a78793e901 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:25.854363 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:25.890761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Network 75f815e0-1269-4f80-ba64-0cdad316781d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:25.895166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:25.961338 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:26.145314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Made reservation on behalf of cbcadde08cd5487599ee927b69f8dd16 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:26.148888 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:26.234477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-92cb0ae1-2548-4395-9d68-13fc6dbe5655 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438904320&fields=id&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 267 time: 0.1313362 Dec 08 00:31:26.280931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b514c-269d-4db6-bdef-7c0787eb016e None None] Pushing event updated for resources: {'Port': ['ID=f2f845d4-250b-439e-a0fb-1cad5e09637f,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:26.371642 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:24Z', 'revision_number': 2, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:26.376629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=14dbb377-4c2a-454a-86f8-16a78793e901,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:26.397465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f2f845d4-250b-439e-a0fb-1cad5e09637f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:26.398083 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:26.441544 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Checking router: cae77a7d-5fbb-44c7-a17e-3883121762e5 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:26.441897 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Updating router cae77a7d-5fbb-44c7-a17e-3883121762e5 port 4354e587-085e-47de-9f9a-e8dfbe8708dc binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:31:26.478978 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:26.524210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:26.540951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-6f4e028a-8269-4dc5-9075-35cb696ed680 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:26.543731 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-6f4e028a-8269-4dc5-9075-35cb696ed680 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/networks?id=c4b02063-e31f-4085-8097-cde062440cbb HTTP/1.1" status: 200 len: 797 time: 0.3022158 Dec 08 00:31:26.554123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Provisioning complete for port f2f845d4-250b-439e-a0fb-1cad5e09637f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:26.554781 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:26.566077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-3cbb2aaa-3b1c-4041-885e-e55cb35d9d5b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/quotas/67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 375 time: 0.0162838 Dec 08 00:31:26.773868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-6574e966-f3d8-4def-afd8-f7d73e3281e5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014909 Dec 08 00:31:26.881051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:22Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:26.921760 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:26.922461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Updating router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:31:26.930560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Provisioning complete for port 4354e587-085e-47de-9f9a-e8dfbe8708dc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:26.931632 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.004413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Port 4354e587-085e-47de-9f9a-e8dfbe8708dc cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:27.020492 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.021798 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.028216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-1ff6e119-3de6-4b8f-b939-79b48fa779cb service neutron] 10.222.0.18 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379081 Dec 08 00:31:27.033254 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.077383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Provisioning complete for port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:27.077937 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.083389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23fffb6-16de-4f95-9d27-c8bc2b77d4ad None None] Network 75f815e0-1269-4f80-ba64-0cdad316781d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:27.091004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 14dbb377-4c2a-454a-86f8-16a78793e901 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:27.122177 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a0de6-decb-465f-90d3-13819b9155f9 None None] Pushing event updated for resources: {'Port': ['ID=4354e587-085e-47de-9f9a-e8dfbe8708dc,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:27.191477 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Attempting to bind port 4354e587-085e-47de-9f9a-e8dfbe8708dc on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:27.191838 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Attempting to bind port 4354e587-085e-47de-9f9a-e8dfbe8708dc by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:27.192411 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Attempting to bind port 4354e587-085e-47de-9f9a-e8dfbe8708dc on network c4b02063-e31f-4085-8097-cde062440cbb {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:27.197952 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:27.198619 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Checking segment: {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:27.199219 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.199783 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Bound using segment: {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:27.200436 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Bound port: 4354e587-085e-47de-9f9a-e8dfbe8708dc, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:27.201035 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.208636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-c0a51ff2-a7d0-416e-8005-453c1ed3a93c service neutron] 10.222.0.18 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762345 Dec 08 00:31:27.293898 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] For port 4354e587-085e-47de-9f9a-e8dfbe8708dc, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:27.297860 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] For port 4354e587-085e-47de-9f9a-e8dfbe8708dc, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4354e587-085e-47de-9f9a-e8dfbe8708dc,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:27.306180 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.327481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Router 46890aab-74f0-475d-bfe1-fa6c01d117ba is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:31:27.383208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a0de6-decb-465f-90d3-13819b9155f9 None None] Pushing event updated for resources: {'Port': ['ID=4354e587-085e-47de-9f9a-e8dfbe8708dc,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:27.407328 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:27.408286 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:27.557309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8f7084c-b10e-46c7-951c-b085a2772d4d req-3d79244f-e044-4647-9e0a-7e810705b3b8 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 210 time: 0.0513995 Dec 08 00:31:27.741709 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.829751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:27.842770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-43e12ece-1c8f-492c-8ef0-695d65ed5fc5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "PUT /v2.0/routers/46890aab-74f0-475d-bfe1-fa6c01d117ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1032629 Dec 08 00:31:27.843260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58764) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:27.849248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'port': {'network_id': '75f815e0-1269-4f80-ba64-0cdad316781d', 'name': 'tempest-FloatingIPNegativeTestJSON-775259593'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:27.850274 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:27.860348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Subnet': ['ID=5d202f09-0874-453d-b634-7e43b8b64e48,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:27.865853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Checking segment: {'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:27.866207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network hostable DHCP agents. Network: 20586305-7598-44f0-85b7-3f6443747cdf, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:31:27.883911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-617bf0d8-d26f-42f9-89f4-1a2f59ee87d0 None None] Port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:27.900936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 20586305-7598-44f0-85b7-3f6443747cdf is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:31:27.901557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] Sync routers for ids ['46890aab-74f0-475d-bfe1-fa6c01d117ba'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:27.924137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 20586305-7598-44f0-85b7-3f6443747cdf) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:27.945857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:27.947500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.963495 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:27.974852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b751d87-572c-45e2-b789-31f3ca1b1d7e None None] Network 20586305-7598-44f0-85b7-3f6443747cdf requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:27.982499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] Routers {'46890aab-74f0-475d-bfe1-fa6c01d117ba'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:27.983323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['46890aab-74f0-475d-bfe1-fa6c01d117ba'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:27.984643 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b299401b-9edf-4feb-9b6e-eae346a6fcca tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3766370 Dec 08 00:31:27.988452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58768) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:28.073461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:28.110419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 14dbb377-4c2a-454a-86f8-16a78793e901 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:28.110824 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:28.160032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Made reservation on behalf of b7bcd6350b964a409400816c48c18e5a for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:28.167661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:28.205588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] Routers {'46890aab-74f0-475d-bfe1-fa6c01d117ba'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:28.206236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['46890aab-74f0-475d-bfe1-fa6c01d117ba'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:28.214928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] device_id is not set on port f8239077-6ced-4832-8061-dbace5b97046 yet. {{(pid=103114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 00:31:28.223263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Provisioning complete for port b0a46d76-11c3-4d34-8e1c-846137982942 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:28.223631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:28.297490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:28.298165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d44ed-28ae-4b6b-92fd-dcec64ae1dc2 None None] The sync data for ids ['46890aab-74f0-475d-bfe1-fa6c01d117ba'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:28.384258 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:27Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:28.413745 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f5b27c-cd44-42f9-b14c-fd58be731d6d None None] The sync data for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 is: [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:27Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:28.525792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-20586305-7598-44f0-85b7-3f6443747cdf', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:31:28.526642 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:28.539372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Allocated IP 172.20.0.10 (75f815e0-1269-4f80-ba64-0cdad316781d/312f22bf-e9b9-4528-aedd-97eb48fe7be8/f8239077-6ced-4832-8061-dbace5b97046) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:28.714977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:28.738020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:28.819299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45280642-53f4-41de-a69c-11d5585840d8 req-bf1ae9ed-958c-45ca-9b87-379606b45a95 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 210 time: 0.0594933 Dec 08 00:31:28.894464 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:28.972356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:29.002528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Allocated IP 172.23.0.2 (20586305-7598-44f0-85b7-3f6443747cdf/5d202f09-0874-453d-b634-7e43b8b64e48/548cc563-d2b8-438c-a53e-13744c24d582) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:29.071966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Network 75f815e0-1269-4f80-ba64-0cdad316781d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:29.076996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:29.083176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:29.092112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Port': ['ID=f8239077-6ced-4832-8061-dbace5b97046,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:29.156285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:29.296188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2f845d4-250b-439e-a0fb-1cad5e09637f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:29.440748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:29.443861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:29.511732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bca0c2e1-d0f7-4eea-affa-6bd33d049ea5 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6651087 Dec 08 00:31:29.513256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58776) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:29.519230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:29.571657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-c2b262dd-6b4c-4540-9a4e-5718e05f2311 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:29.573941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-c2b262dd-6b4c-4540-9a4e-5718e05f2311 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/networks?id=c4b02063-e31f-4085-8097-cde062440cbb HTTP/1.1" status: 200 len: 797 time: 0.4841008 Dec 08 00:31:29.579022 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:29.595357 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:29.696211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:29.719926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92288d6-e722-4e79-9a45-c1d38a7a1300 None None] Pushing event updated for resources: {'Port': ['ID=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:29.780522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-af585bfa-c65f-49b7-8ef2-b467c536a023 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f0588638f3439eb5346e5a32ef2d21 HTTP/1.1" status: 200 len: 379 time: 0.1907501 Dec 08 00:31:29.796460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'port': {'device_id': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'admin_state_up': True, 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'security_groups': ['ae89384d-3fb5-41ef-9698-d419170f6378']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:29.803682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Pushing event updated for resources: {'Port': ['ID=548cc563-d2b8-438c-a53e-13744c24d582,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:29.821713 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Allocated IP 172.23.0.1 (20586305-7598-44f0-85b7-3f6443747cdf/5d202f09-0874-453d-b634-7e43b8b64e48/c9eee1a5-2311-461e-a933-d45d16fda301) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:29.833428 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:29.924146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] For port b0a46d76-11c3-4d34-8e1c-846137982942, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0a46d76-11c3-4d34-8e1c-846137982942,segment=NetworkSegment(2ecad53a-9314-4ad6-b28f-ef44bac379c1),segment_id=2ecad53a-9314-4ad6-b28f-ef44bac379c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:29.956734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.086637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Network 20586305-7598-44f0-85b7-3f6443747cdf is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:30.087511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Pushing event updated for resources: {'Port': ['ID=b0a46d76-11c3-4d34-8e1c-846137982942,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:30.103730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Attempting to bind port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:30.105837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Attempting to bind port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:30.106545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Attempting to bind port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 on network 9a468786-8ce2-423b-ae24-d90338782803 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:30.112801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:30.120784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:30.121531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Checking segment: {'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:30.123304 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.123866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Bound using segment: {'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:30.124546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Bound port: 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a468786-8ce2-423b-ae24-d90338782803'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:30.125109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.125293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ecc6023-c7dd-4038-82b4-a2d0bb3b92d6 req-bab3a1e5-a31c-45fe-bd58-7c88f5ec81a6 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 210 time: 0.1059811 Dec 08 00:31:30.133923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:30.172958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f2f845d4-250b-439e-a0fb-1cad5e09637f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:30.173337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.213443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58782) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:30.215035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.261022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Provisioning complete for port 4354e587-085e-47de-9f9a-e8dfbe8708dc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:30.261367 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.363176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Allocated IP 172.25.6.160 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/ba4a5ea9-4fec-4f32-a22a-d3740e86e609) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:30.423440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.512894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Attempting to bind port 548cc563-d2b8-438c-a53e-13744c24d582 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:30.519585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Attempting to bind port 548cc563-d2b8-438c-a53e-13744c24d582 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:30.520085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Attempting to bind port 548cc563-d2b8-438c-a53e-13744c24d582 on network 20586305-7598-44f0-85b7-3f6443747cdf {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:30.590656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:30.591147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Checking segment: {'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:30.591484 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.591885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Bound using segment: {'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:30.592379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Bound port: 548cc563-d2b8-438c-a53e-13744c24d582, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:30.592760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.679269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.693089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.723140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Made reservation on behalf of 67f0588638f3439eb5346e5a32ef2d21 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:31:30.726960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.743466 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.762671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 20586305-7598-44f0-85b7-3f6443747cdf is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:30.771428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:30.781800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:30.786196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0a46d76-11c3-4d34-8e1c-846137982942 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:30.787483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=c9eee1a5-2311-461e-a933-d45d16fda301,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:30.842269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.846238 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:30.933777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] For port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:30.954697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:30.963692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:30.969285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:31.002413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Port': ['ID=ba4a5ea9-4fec-4f32-a22a-d3740e86e609,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:31.012074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.20.0.3 (c4b02063-e31f-4085-8097-cde062440cbb/825ef4b5-d758-46c2-bf3a-8eea517ded8f/ec785812-1e6a-41a4-8ca2-8cb3c028ad71) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:31.031586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b0a46d76-11c3-4d34-8e1c-846137982942 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:31.033311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.088142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] For port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,segment=NetworkSegment(a2d8277a-a0ce-45a2-9e1e-e5cf415478d6),segment_id=a2d8277a-a0ce-45a2-9e1e-e5cf415478d6)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:31.118089 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.169020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.210136 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.251158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] For port 4354e587-085e-47de-9f9a-e8dfbe8708dc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4354e587-085e-47de-9f9a-e8dfbe8708dc,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:31.259829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92288d6-e722-4e79-9a45-c1d38a7a1300 None None] Pushing event updated for resources: {'Port': ['ID=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:31.299102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.304966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:31.306390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:31.344431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.379485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.461623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:31.495199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network c4b02063-e31f-4085-8097-cde062440cbb is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:31.555349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:31.561633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:31.575358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f9eb9-aa5d-4e48-9aa8-f9ab6723b41b req-f5081b83-4d2f-47f6-93a2-c05670f16486 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:31.586239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-539f9eb9-aa5d-4e48-9aa8-f9ab6723b41b req-f5081b83-4d2f-47f6-93a2-c05670f16486 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 931 time: 0.2376835 Dec 08 00:31:31.744384 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.800689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:31.803218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.806110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] For port 548cc563-d2b8-438c-a53e-13744c24d582, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:31.825793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Deleting port 9b1ffc17-f913-481e-8fd1-6f1b33634e08 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:31.827264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.843557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-539f9eb9-aa5d-4e48-9aa8-f9ab6723b41b req-6ba78721-9805-41af-aac6-61812dc37ebb tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562921 Dec 08 00:31:31.889745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-35ab109d-6197-43dc-8e5f-8ceffb6ecf9a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1020772 Dec 08 00:31:31.909578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Request body: {'port': {'device_id': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:31.910106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] For port 548cc563-d2b8-438c-a53e-13744c24d582, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=548cc563-d2b8-438c-a53e-13744c24d582,segment=NetworkSegment(d9ee4541-457e-49f9-b9d9-e4e15c362d0c),segment_id=d9ee4541-457e-49f9-b9d9-e4e15c362d0c)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:31.927351 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.937376 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:31.956268 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.000641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Provisioning complete for port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:32.005248 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.038879 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.057316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:32.067111 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.094727 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.100173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event updated for resources: {'Port': ['ID=c9eee1a5-2311-461e-a933-d45d16fda301,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:32.103262 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.103599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.113627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.147072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Pushing event updated for resources: {'Port': ['ID=4354e587-085e-47de-9f9a-e8dfbe8708dc,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:32.162010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Calling delete_port for 9b1ffc17-f913-481e-8fd1-6f1b33634e08 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:32.202689 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.241190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4354e587-085e-47de-9f9a-e8dfbe8708dc up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:32.296457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.301485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7865822 Dec 08 00:31:32.304889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58790) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:32.317098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d32e39a0-5452-4d94-a850-038709dd2ba0 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'floatingip': {'port_id': 'f8239077-6ced-4832-8061-dbace5b97046', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:32.467444 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d32e39a0-5452-4d94-a850-038709dd2ba0 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.481895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de01af-0736-4f91-80be-15e0a276db68 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Port': ['ID=ba4a5ea9-4fec-4f32-a22a-d3740e86e609,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:32.482140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea983b-8a33-4f47-ae38-f83a4fea7cfe None None] Pushing event updated for resources: {'Port': ['ID=548cc563-d2b8-438c-a53e-13744c24d582,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:32.640085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Network 20586305-7598-44f0-85b7-3f6443747cdf is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:32.643766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:32.693477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.766736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4354e587-085e-47de-9f9a-e8dfbe8708dc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:32.766875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.767626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.774028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec785812-1e6a-41a4-8ca2-8cb3c028ad71 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:31:32.785565 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.814627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event deleted for resources: {'Port': ['ID=9b1ffc17-f913-481e-8fd1-6f1b33634e08,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:32.821536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:32.826831 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-d32e39a0-5452-4d94-a850-038709dd2ba0 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] update failed (client error): The resource could not be found. Dec 08 00:31:32.828128 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d32e39a0-5452-4d94-a850-038709dd2ba0 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "PUT /v2.0/floatingips/cea2cc5c-430a-4520-b889-718008807ed8 HTTP/1.1" status: 404 len: 507 time: 0.5195096 Dec 08 00:31:32.829807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Transition to ACTIVE for port object ec785812-1e6a-41a4-8ca2-8cb3c028ad71 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:31:32.831045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58794) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:32.870086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] For port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,segment=NetworkSegment(a2d8277a-a0ce-45a2-9e1e-e5cf415478d6),segment_id=a2d8277a-a0ce-45a2-9e1e-e5cf415478d6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:32.878365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.913531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.948604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:32.948950 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Floating IP 5bf38431-eb0a-46b6-8db2-32da34181a76 disassociated (deleted). External IP: 172.25.6.167, port: 414db5a7-d133-4cfa-a805-ba4451ead516. Dec 08 00:31:32.992443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0a46d76-11c3-4d34-8e1c-846137982942 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:33.067810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Pushing event updated for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:33.183427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d40f65-da77-4ef0-8911-cd10bc4f73c1 None None] Pushing event updated for resources: {'Port': ['ID=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:33.197524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:29Z', 'revision_number': 1, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:33.200933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Provisioning complete for port b0a46d76-11c3-4d34-8e1c-846137982942 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:33.201411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:33.216912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Attempting to bind port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:33.217551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Attempting to bind port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:33.218130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Attempting to bind port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 on network c4b02063-e31f-4085-8097-cde062440cbb {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:33.246445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:33.260868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1d73a9ba-5a9e-4bd3-ba5f-8db4009c9056 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2712162 Dec 08 00:31:33.261557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58798) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:33.270424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b1d43-200a-457e-bece-825758d64228 req-5ddeed38-6c6c-4a70-b0d7-e451a2438d61 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:33.274834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-197b1d43-200a-457e-bece-825758d64228 req-5ddeed38-6c6c-4a70-b0d7-e451a2438d61 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 943 time: 0.3228724 Dec 08 00:31:33.275567 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 on network c4b02063-e31f-4085-8097-cde062440cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:31:33.275898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Attempting to bind port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 on network c4b02063-e31f-4085-8097-cde062440cbb {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:33.285009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:33.375041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:33.375515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Checking segment: {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:33.375871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Bound using segment: {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:33.378999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Bound port: ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:33.379684 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:33.400886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c4ecb-ac42-44f7-924f-4c277036dbc1 None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:29Z', 'revision_number': 1, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:33.448744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Deleting port ba4a5ea9-4fec-4f32-a22a-d3740e86e609 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:33.449091 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:33.508005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b0a46d76-11c3-4d34-8e1c-846137982942 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:33.508469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:33.534692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Provisioning complete for port f8239077-6ced-4832-8061-dbace5b97046 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:33.535133 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:33.600486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Port f8239077-6ced-4832-8061-dbace5b97046 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:33.678769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Provisioning complete for port f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:33.679202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:33.726918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Port f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:33.739792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Provisioning complete for port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:33.740155 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-80e3c3cd-3506-4413-86a2-43632f2fbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:33.812098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f1be9-f14d-4945-ab18-beec67c4aa3d None None] Network 20586305-7598-44f0-85b7-3f6443747cdf requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:33.858370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-197b1d43-200a-457e-bece-825758d64228 req-3ede1a9b-4b93-4043-a69b-f2bda60d43dc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5643418 Dec 08 00:31:33.923236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:33.929606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:33.939133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Router 77d19549-087f-4aef-a137-77c592894001 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:33.945235 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.130665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:34.137359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.139153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] 10.222.0.59 "PUT /v2.0/ports/ec785812-1e6a-41a4-8ca2-8cb3c028ad71 HTTP/1.1" status: 200 len: 1091 time: 2.2344830 Dec 08 00:31:34.151957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:31:34.155949 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722274d5-65f4-46a1-9b9f-0c0f8136239a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:31:34.223371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b162fbb9-70b4-4544-9f14-52745714ee2e None None] Provisioning complete for port 548cc563-d2b8-438c-a53e-13744c24d582 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:34.223968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b162fbb9-70b4-4544-9f14-52745714ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.369062 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3af8d04-8955-4a17-bb5b-8c9d74742d55 x-openstack-request-id: req-f3af8d04-8955-4a17-bb5b-8c9d74742d55 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:31:34.379457 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:31:34.380988 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3af8d04-8955-4a17-bb5b-8c9d74742d55 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:31:34.381562 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'status': 'completed', 'code': 200} Dec 08 00:31:34.399439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dfa15-dec5-4bc0-91a8-b3689bd94375 service neutron] Pushing event updated for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:34.568360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4354e587-085e-47de-9f9a-e8dfbe8708dc up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:34.601133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-fb4aeb5e-968b-49a8-88ce-f824dad639ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:34.602919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-fb4aeb5e-968b-49a8-88ce-f824dad639ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1094 time: 0.3517985 Dec 08 00:31:34.680102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b162fbb9-70b4-4544-9f14-52745714ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.693349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-95b83f4a-983c-4a7d-8d8c-63c6f05b7a8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71 HTTP/1.1" status: 200 len: 217 time: 0.0735056 Dec 08 00:31:34.696925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:34.703883 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.714350 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42556470-b133-4bac-8852-b82e5250151e None None] Sync routers for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:34.729194 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:34.730343 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:34.793296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-2351e2a1-b2ed-4f22-95c6-4718c9d8f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:34.794913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-2351e2a1-b2ed-4f22-95c6-4718c9d8f001 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=825ef4b5-d758-46c2-bf3a-8eea517ded8f HTTP/1.1" status: 200 len: 835 time: 0.0888727 Dec 08 00:31:34.837777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b162fbb9-70b4-4544-9f14-52745714ee2e None None] For port 548cc563-d2b8-438c-a53e-13744c24d582, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=548cc563-d2b8-438c-a53e-13744c24d582,segment=NetworkSegment(d9ee4541-457e-49f9-b9d9-e4e15c362d0c),segment_id=d9ee4541-457e-49f9-b9d9-e4e15c362d0c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:34.847420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4354e587-085e-47de-9f9a-e8dfbe8708dc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:34.848150 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.891988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 00:31:34.911266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b162fbb9-70b4-4544-9f14-52745714ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.925765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Removed routes are [] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 00:31:34.926436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.952413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:34.953041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.009252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-18242f44-45d7-47d4-81af-f2ac10e51b1c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "DELETE /v2.0/floatingips/5bf38431-eb0a-46b6-8db2-32da34181a76 HTTP/1.1" status: 204 len: 168 time: 4.7927558 Dec 08 00:31:35.031239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-8a4933ad-46d8-4e31-9645-5569de251055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:35.032959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-8a4933ad-46d8-4e31-9645-5569de251055 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4b02063-e31f-4085-8097-cde062440cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789370 Dec 08 00:31:35.079982 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:35.116085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 548cc563-d2b8-438c-a53e-13744c24d582 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:35.151133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162fbb9-70b4-4544-9f14-52745714ee2e None None] Pushing event updated for resources: {'Port': ['ID=548cc563-d2b8-438c-a53e-13744c24d582,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:35.179037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Calling delete_port for ba4a5ea9-4fec-4f32-a22a-d3740e86e609 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:35.364905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 548cc563-d2b8-438c-a53e-13744c24d582 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:35.365516 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.407977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23476c82-997b-4301-bd4d-73f0708e9e2b req-2a18a7c1-8a45-4eb1-b395-99a80d197cb1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:35.411812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23476c82-997b-4301-bd4d-73f0708e9e2b req-2a18a7c1-8a45-4eb1-b395-99a80d197cb1 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 943 time: 0.3774483 Dec 08 00:31:35.451679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3d92e0d7-fd3b-43ae-9161-a571d485ff5f None None] Provisioning complete for port 548cc563-d2b8-438c-a53e-13744c24d582 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:35.452056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d92e0d7-fd3b-43ae-9161-a571d485ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.507840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-777d187b-1027-49de-9a03-37fb410c9993 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366426 Dec 08 00:31:35.560909 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:35.609121 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:35.630153 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42556470-b133-4bac-8852-b82e5250151e None None] Checking router: 77d19549-087f-4aef-a137-77c592894001 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:35.654933 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:35.656316 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:35.658240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.671151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.693686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-23476c82-997b-4301-bd4d-73f0708e9e2b req-75945f27-11c2-439c-8560-feb99204d777 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746289 Dec 08 00:31:35.709146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:35.709514 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.711021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3d92e0d7-fd3b-43ae-9161-a571d485ff5f None None] Provisioning complete for port c9eee1a5-2311-461e-a933-d45d16fda301 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:35.711379 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d92e0d7-fd3b-43ae-9161-a571d485ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.757033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:35.764883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea49569-84cb-48ad-b320-2b18758e8306 req-6d04ca2f-bbef-4a10-a34f-ca66247ad691 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:35.773302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ea49569-84cb-48ad-b320-2b18758e8306 req-6d04ca2f-bbef-4a10-a34f-ca66247ad691 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 945 time: 0.1576943 Dec 08 00:31:35.819405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3d92e0d7-fd3b-43ae-9161-a571d485ff5f None None] Port c9eee1a5-2311-461e-a933-d45d16fda301 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:35.878445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ea49569-84cb-48ad-b320-2b18758e8306 req-d6d9b0b1-c3ea-4c65-bb67-302b775905e2 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042335 Dec 08 00:31:35.913682 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:35.915624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event deleted for resources: {'Port': ['ID=ba4a5ea9-4fec-4f32-a22a-d3740e86e609,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:35.916087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1be25b2-ad87-40fb-b547-01d2ebe4f060 req-ea3f3221-9062-44a5-a90e-3fe806070b10 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851302 Dec 08 00:31:35.964874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8e0dfaaa-0b23-43ee-84d8-38075ed6b50a None None] Provisioning complete for port c9eee1a5-2311-461e-a933-d45d16fda301 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:35.965254 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfaaa-0b23-43ee-84d8-38075ed6b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:36.038159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:36.067857 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:36.070672 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:36.075082 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-14a7b992-05f6-4e3c-82f0-52b21e2bb3c2 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "DELETE /v2.0/floatingips/cea2cc5c-430a-4520-b889-718008807ed8 HTTP/1.1" status: 204 len: 168 time: 3.2396877 Dec 08 00:31:36.082339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58814) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:36.091322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7dc3005f-b393-478a-8c43-793cc69d2f3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'floatingip': {'floating_network_id': '75f815e0-1269-4f80-ba64-0cdad316781d', 'port_id': 'f8239077-6ced-4832-8061-dbace5b97046', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:36.102498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8e0dfaaa-0b23-43ee-84d8-38075ed6b50a None None] Port c9eee1a5-2311-461e-a933-d45d16fda301 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:31:36.120485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:36.144204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:36.144976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:36.177016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-360df051-7b73-442f-8980-00884c641a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:36.178915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-360df051-7b73-442f-8980-00884c641a50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1094 time: 0.1650193 Dec 08 00:31:36.201917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 548cc563-d2b8-438c-a53e-13744c24d582 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:36.226256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7dc3005f-b393-478a-8c43-793cc69d2f3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:36.228367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:36.246729 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:36.253860 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-26346422-848a-4e50-abf5-c34c81766205 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 200 len: 933 time: 2.9827623 Dec 08 00:31:36.255078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58816) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:36.312604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:36.342480 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-42556470-b133-4bac-8852-b82e5250151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:36.383250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:31:36.385795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 548cc563-d2b8-438c-a53e-13744c24d582 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:36.386286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:36.387260 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb14a6df-512d-4140-a054-2524e67d027f" -d '{"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:31:36.402617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-3df90d2e-75a3-4c19-bfdd-9916646e75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:36.404832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-3df90d2e-75a3-4c19-bfdd-9916646e75df service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4b02063-e31f-4085-8097-cde062440cbb HTTP/1.1" status: 200 len: 898 time: 0.2185125 Dec 08 00:31:36.427695 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42556470-b133-4bac-8852-b82e5250151e None None] The sync data for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 is: [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:27:31Z', 'revision_number': 4, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a71b710b-f9d1-4f32-a507-5896ec3beafd', 'name': '', 'network_id': 'b5769fed-0c70-48a4-b2b2-1d9a03c99402', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'mac_address': 'fa:16:3e:a0:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:30Z', 'updated_at': '2021-12-08T00:27:43Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'subnets': [{'id': 'f9b82d4a-47e7-4254-936f-5c157c9ab746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:36.428560 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-32444390-a856-462a-a4a1-45426caf8d81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 200 len: 933 time: 0.1716936 Dec 08 00:31:36.430719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58820) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:36.447274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'routes': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:36.469465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-db93052b-c305-4d10-96ed-85c03ba11b4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71 HTTP/1.1" status: 200 len: 217 time: 0.0552104 Dec 08 00:31:36.473087 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d9fd53-9205-4977-a689-8557f99c4b48 x-openstack-request-id: req-42d9fd53-9205-4977-a689-8557f99c4b48 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:31:36.473511 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:31:36.473870 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42d9fd53-9205-4977-a689-8557f99c4b48 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:31:36.474401 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516', 'status': 'completed', 'code': 200} Dec 08 00:31:36.581989 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-7dc3005f-b393-478a-8c43-793cc69d2f3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:31:36.589087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7dc3005f-b393-478a-8c43-793cc69d2f3c tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5049949 Dec 08 00:31:36.592595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58822) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:36.599470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'f8239077-6ced-4832-8061-dbace5b97046', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:36.613808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-909d5e5b-6716-4048-b87f-7d2ebead90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:36.615513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-909d5e5b-6716-4048-b87f-7d2ebead90a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=825ef4b5-d758-46c2-bf3a-8eea517ded8f HTTP/1.1" status: 200 len: 835 time: 0.1346121 Dec 08 00:31:36.948019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added routes are [] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 00:31:36.948547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 00:31:36.965899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:34Z', 'revision_number': 6, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:31Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:36.980386 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931b048-efad-4367-b945-f7e73a3ffb4e None None] New status for floating IP 5bf38431-eb0a-46b6-8db2-32da34181a76: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:31:37.029999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.030794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:37.031201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Updating router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 port c9eee1a5-2311-461e-a933-d45d16fda301 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:31:37.089813 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.120218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a6df-512d-4140-a054-2524e67d027f req-ec825c0b-b3ec-4595-b915-aaf35978999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:37.121814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb14a6df-512d-4140-a054-2524e67d027f req-ec825c0b-b3ec-4595-b915-aaf35978999d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 1096 time: 0.5808225 Dec 08 00:31:37.165807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.194067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-b72284e8-fd26-4c76-9064-b471fac011db tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:37.195193 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-b72284e8-fd26-4c76-9064-b471fac011db tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.44 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 945 time: 0.1060517 Dec 08 00:31:37.252376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-e0b6f21d-14d5-46b6-94e8-7a2e7a4b3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:37.253945 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-e0b6f21d-14d5-46b6-94e8-7a2e7a4b3150 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4b02063-e31f-4085-8097-cde062440cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6236317 Dec 08 00:31:37.360732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.367842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.371847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57d932-ceb0-4249-9a8e-a69b926be113 req-5ea04b0f-b33d-460b-b370-05eaffd19684 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:37.374005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea57d932-ceb0-4249-9a8e-a69b926be113 req-5ea04b0f-b33d-460b-b370-05eaffd19684 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 945 time: 0.3213296 Dec 08 00:31:37.383029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87544953-b6a9-494d-a423-150bb3c4200e req-7918ac8e-04a3-40ee-a052-27945f7501bf tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:37.390761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87544953-b6a9-494d-a423-150bb3c4200e req-7918ac8e-04a3-40ee-a052-27945f7501bf tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 943 time: 0.3118539 Dec 08 00:31:37.472173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Deleting port 414db5a7-d133-4cfa-a805-ba4451ead516 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:37.472421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.544957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87544953-b6a9-494d-a423-150bb3c4200e req-81763250-5008-4af5-a895-aa4052029321 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527562 Dec 08 00:31:37.547666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:37.558486 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-7900d626-63c3-4084-bc72-056df6365e92 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873693 Dec 08 00:31:37.570322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ea57d932-ceb0-4249-9a8e-a69b926be113 req-7d2480a7-a131-43ca-af07-fb8e30598b7f tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b5fbb7-f002-4460-b46d-b1aa8bb47260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688654 Dec 08 00:31:37.574964 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.587592 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.642271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] For port 414db5a7-d133-4cfa-a805-ba4451ead516, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=414db5a7-d133-4cfa-a805-ba4451ead516,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:37.642438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee04111-aa09-46e1-b6f6-2efcbc41ae38 None None] Pushing event updated for resources: {'Port': ['ID=c9eee1a5-2311-461e-a933-d45d16fda301,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:37.642696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.663395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a6df-512d-4140-a054-2524e67d027f req-ce575a73-ef1b-432a-9111-7ed19497bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:37.665177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb14a6df-512d-4140-a054-2524e67d027f req-ce575a73-ef1b-432a-9111-7ed19497bfde service neutron] 10.222.0.44 "GET /v2.0/networks?id=b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 200 len: 915 time: 0.5141020 Dec 08 00:31:37.685705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Calling delete_port for 414db5a7-d133-4cfa-a805-ba4451ead516 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:37.737573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb14a6df-512d-4140-a054-2524e67d027f req-4b1d1608-0214-4d61-ace2-5d3d1467d363 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 200 len: 217 time: 0.0559425 Dec 08 00:31:37.753696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:37.765486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.769252 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6008be68-851c-4326-90e7-93edde3e1495 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 200 len: 699 time: 1.3332591 Dec 08 00:31:37.778774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58830) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:37.806598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Attempting to bind port c9eee1a5-2311-461e-a933-d45d16fda301 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:31:37.807163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Attempting to bind port c9eee1a5-2311-461e-a933-d45d16fda301 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:31:37.807604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Attempting to bind port c9eee1a5-2311-461e-a933-d45d16fda301 on network 20586305-7598-44f0-85b7-3f6443747cdf {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:31:37.819520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:31:37.820030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Checking segment: {'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:31:37.820502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.821026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Bound using segment: {'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:31:37.821575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Bound port: c9eee1a5-2311-461e-a933-d45d16fda301, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:31:37.822070 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.878030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:37.930058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ecb5c93c-ab72-4e8e-a414-2fc489554b37 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 200 len: 699 time: 0.1442544 Dec 08 00:31:37.930361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58832) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:37.942065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a6df-512d-4140-a054-2524e67d027f req-f7f98e8c-4b38-4534-8880-a2647014328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:37.943974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb14a6df-512d-4140-a054-2524e67d027f req-f7f98e8c-4b38-4534-8880-a2647014328a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 200 len: 853 time: 0.1996624 Dec 08 00:31:37.945823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-722274d5-65f4-46a1-9b9f-0c0f8136239a req-6c6763b4-7c90-4ea8-a999-4b68881a1b08 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637202 Dec 08 00:31:38.051651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] For port c9eee1a5-2311-461e-a933-d45d16fda301, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:31:38.055337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] For port c9eee1a5-2311-461e-a933-d45d16fda301, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c9eee1a5-2311-461e-a933-d45d16fda301,segment=NetworkSegment(d9ee4541-457e-49f9-b9d9-e4e15c362d0c),segment_id=d9ee4541-457e-49f9-b9d9-e4e15c362d0c)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:31:38.070085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.141134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a6df-512d-4140-a054-2524e67d027f req-d273e079-7b43-417b-8902-aa473feb84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:38.142650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb14a6df-512d-4140-a054-2524e67d027f req-d273e079-7b43-417b-8902-aa473feb84d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b5769fed-0c70-48a4-b2b2-1d9a03c99402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889582 Dec 08 00:31:38.160880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Allocated IP 172.25.6.117 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/adb43703-3d63-411f-8b36-ccb7900c4d9f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:38.172388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:38.173013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:38.241491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee04111-aa09-46e1-b6f6-2efcbc41ae38 None None] Pushing event updated for resources: {'Port': ['ID=c9eee1a5-2311-461e-a933-d45d16fda301,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:38.338064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-90892fce-b039-4e99-b8ff-6efbba7989a2 None None] Provisioning complete for port c9eee1a5-2311-461e-a933-d45d16fda301 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:38.338432 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90892fce-b039-4e99-b8ff-6efbba7989a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.389204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:38.441930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.457564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb14a6df-512d-4140-a054-2524e67d027f req-573066b0-1b66-422d-a81c-aec764347775 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906897 Dec 08 00:31:38.557438 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90892fce-b039-4e99-b8ff-6efbba7989a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.567613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.608219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.661281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-90892fce-b039-4e99-b8ff-6efbba7989a2 None None] For port c9eee1a5-2311-461e-a933-d45d16fda301, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c9eee1a5-2311-461e-a933-d45d16fda301,segment=NetworkSegment(d9ee4541-457e-49f9-b9d9-e4e15c362d0c),segment_id=d9ee4541-457e-49f9-b9d9-e4e15c362d0c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:38.686418 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90892fce-b039-4e99-b8ff-6efbba7989a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.725450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event updated for resources: {'Port': ['ID=adb43703-3d63-411f-8b36-ccb7900c4d9f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:38.732136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:38.769235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bdc85af-399a-49d1-a466-f6c93aa50554 req-c4ab00f3-5be5-4957-8a6c-1178120003f4 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0604985 Dec 08 00:31:38.770055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:38.772867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:38.840763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb14a6df-512d-4140-a054-2524e67d027f req-5ad7d803-060d-4156-9efd-1bea57d555e2 service neutron] 10.222.0.44 "GET /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718705 Dec 08 00:31:38.842297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.842657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.843027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.843370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.843698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.844029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.844492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.844828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.845155 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.845485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.846275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.846610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.846954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:38.849493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892fce-b039-4e99-b8ff-6efbba7989a2 None None] Pushing event updated for resources: {'Port': ['ID=c9eee1a5-2311-461e-a933-d45d16fda301,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:38.870171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5e21f8ca-e656-4224-8b03-8f45173b4b57 None None] Provisioning complete for port c9eee1a5-2311-461e-a933-d45d16fda301 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:38.870688 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e21f8ca-e656-4224-8b03-8f45173b4b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:38.913992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ac32-4709-43d4-9cf3-987c477c3226 req-e2af5945-e0a1-45c6-b3a4-f489381f8b25 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:38.922131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca57ac32-4709-43d4-9cf3-987c477c3226 req-e2af5945-e0a1-45c6-b3a4-f489381f8b25 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 943 time: 0.2145495 Dec 08 00:31:38.928162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:36Z', 'revision_number': 7, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:38Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:38.965339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955a00b-bbda-45a5-8b6b-50ba628abf81 None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:36Z', 'revision_number': 7, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:38Z', 'revision_number': 4, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:39.031927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca57ac32-4709-43d4-9cf3-987c477c3226 req-f3038396-6e8b-4529-b6b8-e3478bb4145c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089675 Dec 08 00:31:39.093417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event deleted for resources: {'Port': ['ID=414db5a7-d133-4cfa-a805-ba4451ead516,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:39.104089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Deleting port adb43703-3d63-411f-8b36-ccb7900c4d9f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:39.105273 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.169688 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] No DVR routers for this DVR port 414db5a7-d133-4cfa-a805-ba4451ead516 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:39.172392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.177881 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7de27e12-487c-4dd6-ab9e-5331778174e6 req-87ab2da3-18b1-4008-9689-487def6d8291 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.44 "DELETE /v2.0/ports/414db5a7-d133-4cfa-a805-ba4451ead516 HTTP/1.1" status: 204 len: 173 time: 1.9315994 Dec 08 00:31:39.179076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'name': 'network-vif-deleted', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:31:39.184006 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e658b4bc-b3ce-4406-aa95-43e5e2190bc8" -d '{"events": [{"server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "name": "network-vif-deleted", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:31:39.193754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec785812-1e6a-41a4-8ca2-8cb3c028ad71 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:31:39.224851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:39.227292 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.227840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.245366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Calling delete_port for adb43703-3d63-411f-8b36-ccb7900c4d9f owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:39.261568 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b88d7-5b58-4885-81d9-407255acaff1 x-openstack-request-id: req-5b2b88d7-5b58-4885-81d9-407255acaff1 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:31:39.261952 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f625fd1e-f5ed-4614-813b-fa36416e7970", "name": "network-vif-deleted", "tag": "414db5a7-d133-4cfa-a805-ba4451ead516", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:31:39.262278 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b2b88d7-5b58-4885-81d9-407255acaff1 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:31:39.262797 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f625fd1e-f5ed-4614-813b-fa36416e7970', 'name': 'network-vif-deleted', 'tag': '414db5a7-d133-4cfa-a805-ba4451ead516', 'status': 'completed', 'code': 200} Dec 08 00:31:39.284438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:39.285078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:39.405357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:39.415503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.445082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.493620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event deleted for resources: {'Port': ['ID=adb43703-3d63-411f-8b36-ccb7900c4d9f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:39.646187 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] create failed (client error): The resource could not be found. Dec 08 00:31:39.647633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dfd00458-6d35-4de3-9e48-a632f5b584e3 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0521092 Dec 08 00:31:39.653121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58844) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:39.685781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:39.732745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'port_id': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'mac_address': 'fa:16:3e:44:a2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:31:39.876927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.883446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Deleting port f8239077-6ced-4832-8061-dbace5b97046 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:39.883792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:39.908182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9aaa55b6-b4b7-4894-b234-4d192886588d req-9b9c5dc0-a56e-45f2-9f62-21c29574436c tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0405207 Dec 08 00:31:39.911610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec785812-1e6a-41a4-8ca2-8cb3c028ad71 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:31:39.965133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:39.977902 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:40.013368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:36Z', 'revision_number': 7, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:38Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:40.023080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:40.084403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:40.090201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 414db5a7-d133-4cfa-a805-ba4451ead516 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:40.093095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Calling delete_port for f8239077-6ced-4832-8061-dbace5b97046 owned by {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:40.134051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c9eee1a5-2311-461e-a933-d45d16fda301 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:40.149133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 414db5a7-d133-4cfa-a805-ba4451ead516 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:40.149471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 414db5a7-d133-4cfa-a805-ba4451ead516 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:40.178975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:40.179592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:40.222684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb96e3-7cf0-4d7d-9b1e-9ab1fe20d05f req-2fa6ad0c-ea4e-4a3e-b2c3-737717cb0550 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:40.224457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70fb96e3-7cf0-4d7d-9b1e-9ab1fe20d05f req-2fa6ad0c-ea4e-4a3e-b2c3-737717cb0550 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 944 time: 0.0649493 Dec 08 00:31:40.287120 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70fb96e3-7cf0-4d7d-9b1e-9ab1fe20d05f req-60edd2ea-219b-4ed8-ba85-392083a28ad3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560873 Dec 08 00:31:40.293093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port c9eee1a5-2311-461e-a933-d45d16fda301 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:40.294412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:40.378674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:40.420869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event deleted for resources: {'Port': ['ID=f8239077-6ced-4832-8061-dbace5b97046,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:40.465286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.465999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:40.466234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.466791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.467275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.467725 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.468462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.469464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.469918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.471353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.471809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.472593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.472593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.473063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:31:40.473188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ec785812-1e6a-41a4-8ca2-8cb3c028ad71'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:31:40.616921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:40.702232 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c9eee1a5-2311-461e-a933-d45d16fda301 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:40.702927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:40.735485 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:40.744019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:40.746086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e9c71d7c-1206-4afb-94f2-9036e96da913 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "DELETE /v2.0/ports/f8239077-6ced-4832-8061-dbace5b97046 HTTP/1.1" status: 204 len: 168 time: 1.0917625 Dec 08 00:31:40.757641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port c9eee1a5-2311-461e-a933-d45d16fda301, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c9eee1a5-2311-461e-a933-d45d16fda301,segment=NetworkSegment(d9ee4541-457e-49f9-b9d9-e4e15c362d0c),segment_id=d9ee4541-457e-49f9-b9d9-e4e15c362d0c)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:40.758700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:40.791526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for c9eee1a5-2311-461e-a933-d45d16fda301 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:40.811901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b0481-bc91-4b08-a9ac-b960657a3a9b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:40.814280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-878b0481-bc91-4b08-a9ac-b960657a3a9b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "GET /v2.0/ports?device_id=46890aab-74f0-475d-bfe1-fa6c01d117ba HTTP/1.1" status: 200 len: 913 time: 0.0688725 Dec 08 00:31:40.816932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:41.131151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04307290-f5bd-4e69-8cc6-8dce3feba6e5 req-8ced62e9-e9ba-48fe-9625-41920de0dc7b tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0711482 Dec 08 00:31:41.199537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:36Z', 'revision_number': 7, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:38Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:41.248187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454c23b-b1d4-41cc-a640-4166f68ae9df None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:36Z', 'revision_number': 7, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9eee1a5-2311-461e-a933-d45d16fda301', 'name': '', 'network_id': '20586305-7598-44f0-85b7-3f6443747cdf', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:a0:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:29Z', 'updated_at': '2021-12-08T00:31:38Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '5d202f09-0874-453d-b634-7e43b8b64e48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:41.264652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:41.323880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=c9eee1a5-2311-461e-a933-d45d16fda301,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:41.485359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:41.605398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5c342-393e-4a9f-a737-97117edbaedb req-8d55afbc-ad25-4f1b-8f02-95222aa95912 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:41.607563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dcf5c342-393e-4a9f-a737-97117edbaedb req-8d55afbc-ad25-4f1b-8f02-95222aa95912 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 944 time: 0.1708031 Dec 08 00:31:41.636045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:41.738487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dcf5c342-393e-4a9f-a737-97117edbaedb req-144d8ce7-15cd-44f2-9a6a-0e04b7498e1b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231918 Dec 08 00:31:41.875771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Deleting port f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:41.876983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:41.905990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:42.020775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:42.029233 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5a4e88ee-fde0-431d-ae1f-dd2730f51436 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0981221 Dec 08 00:31:42.029991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58862) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:42.031615 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:42.047316 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:42.048190 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:42.064271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.079290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Calling delete_port for f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:42.101487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet 5d202f09-0874-453d-b634-7e43b8b64e48 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:42.105592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.155744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.185374 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:42.349883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.410790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9c56a9-9c95-4836-b6d0-e67c32089c7e req-04873b7e-ba9e-4073-9db9-65ebb63bad2e tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.1097300 Dec 08 00:31:42.424870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.455137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.460532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec26af-9a12-4492-ac26-333253cfd254 None None] Network 20586305-7598-44f0-85b7-3f6443747cdf requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:42.464351 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/5d202f09-0874-453d-b634-7e43b8b64e48 HTTP/1.1" status: 204 len: 168 time: 0.4308691 Dec 08 00:31:42.467834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58866) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:42.482406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16ec74-41b8-4993-ac69-f4253359a228 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=5d202f09-0874-453d-b634-7e43b8b64e48,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:42.517838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.568087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event deleted for resources: {'Port': ['ID=f6ee8939-9aff-44b5-9d3c-bd1a504b1f6f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:42.619128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.626536 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:41Z', 'revision_number': 8, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:42.701287 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:42.713994 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] DHCP port deletion for 20586305-7598-44f0-85b7-3f6443747cdf request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:42.717048 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:42.718106 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:42.825876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] Deleting port 548cc563-d2b8-438c-a53e-13744c24d582 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:42.826185 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.924820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] For port 548cc563-d2b8-438c-a53e-13744c24d582, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=548cc563-d2b8-438c-a53e-13744c24d582,segment=NetworkSegment(d9ee4541-457e-49f9-b9d9-e4e15c362d0c),segment_id=d9ee4541-457e-49f9-b9d9-e4e15c362d0c)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:42.925239 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:42.955303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] Calling delete_port for 548cc563-d2b8-438c-a53e-13744c24d582 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:42.957091 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:43.156475 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.204018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] Pushing event deleted for resources: {'Port': ['ID=548cc563-d2b8-438c-a53e-13744c24d582,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:43.221397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec785812-1e6a-41a4-8ca2-8cb3c028ad71 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:31:43.252611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf42b8-5c36-4a43-b078-3ba78fafb55c None None] No DVR routers for this DVR port 548cc563-d2b8-438c-a53e-13744c24d582 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:43.257364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.319705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:31:43.324136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:31:43.324509 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.366949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 548cc563-d2b8-438c-a53e-13744c24d582 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:43.367575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.423763 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:41Z', 'revision_number': 8, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:43.424366 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.451543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:31:43.457659 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b412a6-4812-49b2-bd52-3329db731b03" -d '{"events": [{"server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "name": "network-vif-plugged", "status": "completed", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:31:43.458447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5ee4-1a26-4241-bab6-b253bfb239dd req-bbaad3f2-3030-46f9-bd7c-4d1d7e9873a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:43.460473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7bdc5ee4-1a26-4241-bab6-b253bfb239dd req-bbaad3f2-3030-46f9-bd7c-4d1d7e9873a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 944 time: 0.2875655 Dec 08 00:31:43.484724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:43.491454 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ac87a-bdd1-4414-9423-c6403fafdb1c None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:41Z', 'revision_number': 8, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': '2fc8b0c8-67d0-4e40-a58f-ddd10cb73000', 'name': '', 'network_id': '9a468786-8ce2-423b-ae24-d90338782803', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:32Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'fb6f9bae-278d-40ae-bd6e-dd1ee451cf61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:43.494280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.566985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:43.620234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port 548cc563-d2b8-438c-a53e-13744c24d582, host n-d-820549-2, got binding levels [] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:43.621234 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.653693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c540cec-2405-43ee-a113-6eb97ff740a0 req-21a434a1-9877-453f-8fd6-ae40bc3158b4 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0971253 Dec 08 00:31:43.702655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 548cc563-d2b8-438c-a53e-13744c24d582 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:43.708237 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27686e49-ea3d-4f87-b37a-8e89f9145c5f x-openstack-request-id: req-27686e49-ea3d-4f87-b37a-8e89f9145c5f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:31:43.708624 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "name": "network-vif-plugged", "status": "completed", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:31:43.708891 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27686e49-ea3d-4f87-b37a-8e89f9145c5f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:31:43.709291 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'code': 200} Dec 08 00:31:43.710531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.ipam_backend_mixin [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Port 548cc563-d2b8-438c-a53e-13744c24d582 was not found and therefore no delete operation was performed {{(pid=103114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:31:43.720141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7bdc5ee4-1a26-4241-bab6-b253bfb239dd req-c56b5058-b077-4433-be90-cff34e45a2e0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491522 Dec 08 00:31:43.720744 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.732796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Router 46890aab-74f0-475d-bfe1-fa6c01d117ba has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:43.758078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=548cc563-d2b8-438c-a53e-13744c24d582,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:43.764141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port 548cc563-d2b8-438c-a53e-13744c24d582 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:43.858129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.964263 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:43.973862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:43.984470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f12108ea-769d-4e8d-a346-cace061acc62 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "PUT /v2.0/routers/46890aab-74f0-475d-bfe1-fa6c01d117ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1662438 Dec 08 00:31:43.987338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:43.999896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20586305-7598-44f0-85b7-3f6443747cdf']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:44.015066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:44.015320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ee4541-457e-49f9-b9d9-e4e15c362d0c') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:44.027381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] Sync routers for ids ['46890aab-74f0-475d-bfe1-fa6c01d117ba'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:44.035828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.039525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ba949-2dc8-43bd-84a3-0c962e041d58 req-4cab4b3b-256b-4c51-8f8c-c8a7521ce7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:44.041110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d4ba949-2dc8-43bd-84a3-0c962e041d58 req-4cab4b3b-256b-4c51-8f8c-c8a7521ce7c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1096 time: 0.1798441 Dec 08 00:31:44.043581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] Routers {'46890aab-74f0-475d-bfe1-fa6c01d117ba'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:44.044393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['46890aab-74f0-475d-bfe1-fa6c01d117ba'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:44.097338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.111126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:44.111585 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:44.114780 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:44.139055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 548cc563-d2b8-438c-a53e-13744c24d582 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:44.143696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:44.155797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d4ba949-2dc8-43bd-84a3-0c962e041d58 req-43741454-d6fa-4b03-b883-fccd567456f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069765 Dec 08 00:31:44.170202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6baef86f-ebe4-4a8f-88fc-f757dbde9d5b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.182470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] Routers {'46890aab-74f0-475d-bfe1-fa6c01d117ba'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:44.183178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['46890aab-74f0-475d-bfe1-fa6c01d117ba'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:44.191348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 548cc563-d2b8-438c-a53e-13744c24d582 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:44.191675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 548cc563-d2b8-438c-a53e-13744c24d582 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:44.192268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c9eee1a5-2311-461e-a933-d45d16fda301 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:44.196148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.205866 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.213776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/20586305-7598-44f0-85b7-3f6443747cdf HTTP/1.1" status: 204 len: 168 time: 1.7433655 Dec 08 00:31:44.214799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58896) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:44.235318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:44.235987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f083c4-5aa2-4c95-ada0-d5d55ce48698 None None] The sync data for ids ['46890aab-74f0-475d-bfe1-fa6c01d117ba'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:44.251589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9580de-ca74-4895-a458-f4a130a33e21 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=20586305-7598-44f0-85b7-3f6443747cdf,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:44.256019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c9eee1a5-2311-461e-a933-d45d16fda301 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:44.256363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c9eee1a5-2311-461e-a933-d45d16fda301 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:44.422562 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6baef86f-ebe4-4a8f-88fc-f757dbde9d5b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.425187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6baef86f-ebe4-4a8f-88fc-f757dbde9d5b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.479133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6baef86f-ebe4-4a8f-88fc-f757dbde9d5b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.479689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baef86f-ebe4-4a8f-88fc-f757dbde9d5b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Fanout notify agent at l3_agent the message router_deleted on router 46890aab-74f0-475d-bfe1-fa6c01d117ba {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:31:44.499838 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6baef86f-ebe4-4a8f-88fc-f757dbde9d5b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.502574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6baef86f-ebe4-4a8f-88fc-f757dbde9d5b tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "DELETE /v2.0/routers/46890aab-74f0-475d-bfe1-fa6c01d117ba HTTP/1.1" status: 204 len: 168 time: 0.5114491 Dec 08 00:31:44.506644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58898) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:44.594194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Deleting subnet 312f22bf-e9b9-4528-aedd-97eb48fe7be8 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:44.598565 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.646657 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.788768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50fe9ecb-daca-450c-a8d0-e30ad7e30e9b req-0bb8a711-192d-48d5-aecb-cafe065fe976 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0412536 Dec 08 00:31:44.801450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.890621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:44.950515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ae6f-015c-415c-90d3-6da4991762cb req-6a304b08-29fc-4de9-a4fc-53cc2693c315 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:44.952154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d84ae6f-015c-415c-90d3-6da4991762cb req-6a304b08-29fc-4de9-a4fc-53cc2693c315 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1467824 Dec 08 00:31:44.987671 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.041974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.047373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "DELETE /v2.0/subnets/312f22bf-e9b9-4528-aedd-97eb48fe7be8 HTTP/1.1" status: 204 len: 168 time: 0.5370152 Dec 08 00:31:45.048013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58906) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:45.048545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f20d19-a7f8-44a5-9608-ba15165fedd1 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event deleted for resources: {'Subnet': ['ID=312f22bf-e9b9-4528-aedd-97eb48fe7be8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:45.056978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476a395-abe7-401d-ad47-021a7d9237da None None] Network 75f815e0-1269-4f80-ba64-0cdad316781d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:45.131505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d84ae6f-015c-415c-90d3-6da4991762cb req-0950a944-e808-4315-a122-fdc7b3b450bc tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474783 Dec 08 00:31:45.250777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.309515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] DHCP port deletion for 75f815e0-1269-4f80-ba64-0cdad316781d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:45.365729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Deleting port b0a46d76-11c3-4d34-8e1c-846137982942 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:45.366205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.383675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] Deleting port b0a46d76-11c3-4d34-8e1c-846137982942 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:45.384054 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.453970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:45.454602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.455322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] For port b0a46d76-11c3-4d34-8e1c-846137982942, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0a46d76-11c3-4d34-8e1c-846137982942,segment=NetworkSegment(2ecad53a-9314-4ad6-b28f-ef44bac379c1),segment_id=2ecad53a-9314-4ad6-b28f-ef44bac379c1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:45.455867 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.471245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] For port b0a46d76-11c3-4d34-8e1c-846137982942, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b0a46d76-11c3-4d34-8e1c-846137982942,segment=NetworkSegment(2ecad53a-9314-4ad6-b28f-ef44bac379c1),segment_id=2ecad53a-9314-4ad6-b28f-ef44bac379c1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:45.471586 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.479897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] Calling delete_port for b0a46d76-11c3-4d34-8e1c-846137982942 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:45.488706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Calling delete_port for b0a46d76-11c3-4d34-8e1c-846137982942 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:45.590569 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.611583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.618862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] Pushing event deleted for resources: {'Port': ['ID=b0a46d76-11c3-4d34-8e1c-846137982942,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:45.625471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d06eb9-eb90-4007-9368-e9643fbd631f None None] No DVR routers for this DVR port b0a46d76-11c3-4d34-8e1c-846137982942 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:45.627651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,segment=NetworkSegment(a2d8277a-a0ce-45a2-9e1e-e5cf415478d6),segment_id=a2d8277a-a0ce-45a2-9e1e-e5cf415478d6)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:45.628012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.652148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event deleted for resources: {'Port': ['ID=b0a46d76-11c3-4d34-8e1c-846137982942,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:45.655896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:45.660073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] No DVR routers for this DVR port b0a46d76-11c3-4d34-8e1c-846137982942 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:45.756253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.780935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f815e0-1269-4f80-ba64-0cdad316781d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:45.792918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecad53a-9314-4ad6-b28f-ef44bac379c1') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:45.792918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecad53a-9314-4ad6-b28f-ef44bac379c1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:45.805576 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.844114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.850818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:45.851524 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:45.854700 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:45.875348 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.919364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=2fc8b0c8-67d0-4e40-a58f-ddd10cb73000,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:45.936394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.943170 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:45.951293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] 10.222.0.18 "DELETE /v2.0/networks/75f815e0-1269-4f80-ba64-0cdad316781d HTTP/1.1" status: 204 len: 168 time: 0.9022782 Dec 08 00:31:45.971117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ccd2f-e970-4b67-a395-dc70b70cb647 tempest-FloatingIPNegativeTestJSON-371165559 tempest-FloatingIPNegativeTestJSON-371165559-project] Pushing event deleted for resources: {'Network': ['ID=75f815e0-1269-4f80-ba64-0cdad316781d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:46.042946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1f54f100-b3eb-45db-a038-396dc9f406ea req-ed119b23-6767-442e-89a9-415c95d4a315 tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "GET /v2.0/ports?device_id=f625fd1e-f5ed-4614-813b-fa36416e7970 HTTP/1.1" status: 200 len: 210 time: 0.0456541 Dec 08 00:31:46.202010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0a46d76-11c3-4d34-8e1c-846137982942 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:46.238050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:46.238474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b0a46d76-11c3-4d34-8e1c-846137982942 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:46.239083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b0a46d76-11c3-4d34-8e1c-846137982942 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:46.347889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58926) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:46.385561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f28e-98fb-42fd-a1b6-5452dbeaad89 req-2ab95d9c-c74d-4465-96db-18182b1c42a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:46.387914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ea1f28e-98fb-42fd-a1b6-5452dbeaad89 req-2ab95d9c-c74d-4465-96db-18182b1c42a0 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.0977886 Dec 08 00:31:46.498239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-15464fa6-f2ca-40c1-ad60-d6c600d26ad3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7bcd6350b964a409400816c48c18e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490743 Dec 08 00:31:46.500824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58930) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:46.517280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ea1f28e-98fb-42fd-a1b6-5452dbeaad89 req-894474c7-bcfe-4dbc-a731-add1530eab5f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177514 Dec 08 00:31:46.537730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:46.658064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:46.667272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-32137d05-fd95-4f64-98bf-7b417874e817 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4466975 Dec 08 00:31:46.678948 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:46.681252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58934) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:46.690503 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:46.691453 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:46.740634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet fb6f9bae-278d-40ae-bd6e-dd1ee451cf61 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:46.745973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:46.789979 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:46.912024 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a8112b6-b7fd-4f8b-ad35-9a03096b4e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:46.939010 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a8112b6-b7fd-4f8b-ad35-9a03096b4e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.002248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a8112b6-b7fd-4f8b-ad35-9a03096b4e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.005421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7a8112b6-b7fd-4f8b-ad35-9a03096b4e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.009541 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7a8112b6-b7fd-4f8b-ad35-9a03096b4e2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4133d463-c334-4e2e-bdf9-bec05ac18975 HTTP/1.1" status: 204 len: 168 time: 0.5052609 Dec 08 00:31:47.036183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8112b6-b7fd-4f8b-ad35-9a03096b4e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4133d463-c334-4e2e-bdf9-bec05ac18975,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:47.058760 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:45Z', 'revision_number': 9, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:47.119337 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:47.133349 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:47.136340 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:47.144855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58942) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:47.178553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504cfed-403c-46ba-8e67-2616b3dedaf0 req-1e7ce2c7-e746-4473-bbfb-8d506161c18c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:47.180353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d504cfed-403c-46ba-8e67-2616b3dedaf0 req-1e7ce2c7-e746-4473-bbfb-8d506161c18c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.5344253 Dec 08 00:31:47.197745 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.254004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c1c41fc-6dfa-4d36-ba4f-a0d5c910b2ac tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.258936 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:47.317468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c1c41fc-6dfa-4d36-ba4f-a0d5c910b2ac tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.317632 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.422962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c1c41fc-6dfa-4d36-ba4f-a0d5c910b2ac tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.425991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1c1c41fc-6dfa-4d36-ba4f-a0d5c910b2ac tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.427469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1c1c41fc-6dfa-4d36-ba4f-a0d5c910b2ac tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] 10.222.0.18 "DELETE /v2.0/security-groups/76b5fbb7-f002-4460-b46d-b1aa8bb47260 HTTP/1.1" status: 204 len: 168 time: 0.2813106 Dec 08 00:31:47.444614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c41fc-6dfa-4d36-ba4f-a0d5c910b2ac tempest-TestVolumeBackupRestore-510146897 tempest-TestVolumeBackupRestore-510146897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5fbb7-f002-4460-b46d-b1aa8bb47260,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:47.524795 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.589812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6f9bae-278d-40ae-bd6e-dd1ee451cf61,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:47.592372 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:45Z', 'revision_number': 9, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:47.603380 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.611284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d504cfed-403c-46ba-8e67-2616b3dedaf0 req-1ef0a656-2ef8-4fe2-822b-c0b62022360a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126716 Dec 08 00:31:47.624714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.630833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c5f66672-02f5-43d3-a46e-d2ee1b7fed20 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/fb6f9bae-278d-40ae-bd6e-dd1ee451cf61 HTTP/1.1" status: 204 len: 168 time: 0.9475420 Dec 08 00:31:47.633523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 58960) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:47.636235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1d1dd-5c50-40e2-b10f-3ccf9ec504d4 None None] Network 9a468786-8ce2-423b-ae24-d90338782803 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:47.648841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58962) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:47.739652 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd6887-14ba-4a76-bcb5-32b7157f8da9 None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:45Z', 'revision_number': 9, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37f1a5e-ce1e-437f-96fe-579d851b3627', 'name': '', 'network_id': 'a7ebd09a-88ec-40e0-9cfc-21b314905b70', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:86:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c3f15018-361e-408a-9341-ff86feec0992', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:19Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': 'c3f15018-361e-408a-9341-ff86feec0992', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:47.769298 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.856594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debbf765-f6bb-413b-b0de-286ca6df7a3c tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:47.872102 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-debbf765-f6bb-413b-b0de-286ca6df7a3c tempest-TestNetworkAdvancedServerOps-239050688 tempest-TestNetworkAdvancedServerOps-239050688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1091 time: 0.2208667 Dec 08 00:31:47.875856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 58980) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:47.914695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:47.944269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 14dbb377-4c2a-454a-86f8-16a78793e901 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:47.944707 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:47.999001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.152516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] DHCP port deletion for 9a468786-8ce2-423b-ae24-d90338782803 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:48.237955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port 14dbb377-4c2a-454a-86f8-16a78793e901, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=14dbb377-4c2a-454a-86f8-16a78793e901,segment=NetworkSegment(a2d8277a-a0ce-45a2-9e1e-e5cf415478d6),segment_id=a2d8277a-a0ce-45a2-9e1e-e5cf415478d6)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:48.238732 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.256896 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.284565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 14dbb377-4c2a-454a-86f8-16a78793e901 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:48.386555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] Deleting port 14dbb377-4c2a-454a-86f8-16a78793e901 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:48.387136 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.413058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59024) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:48.425376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:48.523322 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:48.523811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2fc8b0c8-67d0-4e40-a58f-ddd10cb73000 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:48.524348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 14dbb377-4c2a-454a-86f8-16a78793e901 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:48.554276 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.582560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Allocated IP 172.25.6.151 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/100d2e09-4fe1-4a6b-884d-ff09d59dc40c) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:31:48.621039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No active binding found for port 14dbb377-4c2a-454a-86f8-16a78793e901 {{(pid=103115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 00:31:48.621625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 14dbb377-4c2a-454a-86f8-16a78793e901 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:48.622604 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=14dbb377-4c2a-454a-86f8-16a78793e901,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:48.629591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port 14dbb377-4c2a-454a-86f8-16a78793e901 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:48.682275 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7019d1ae-5a5a-40d0-9f58-21ff8263b053 tempest-ServiceProvidersTest-510535301 tempest-ServiceProvidersTest-510535301-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2644413 Dec 08 00:31:48.713452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] For port 14dbb377-4c2a-454a-86f8-16a78793e901, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=14dbb377-4c2a-454a-86f8-16a78793e901,segment=NetworkSegment(a2d8277a-a0ce-45a2-9e1e-e5cf415478d6),segment_id=a2d8277a-a0ce-45a2-9e1e-e5cf415478d6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:48.717219 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.747536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] Calling delete_port for 14dbb377-4c2a-454a-86f8-16a78793e901 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:48.798360 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.814056 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.858488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.860758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a468786-8ce2-423b-ae24-d90338782803']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:48.885991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:48.886406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d8277a-a0ce-45a2-9e1e-e5cf415478d6') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:48.905188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.921245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:31:48.925330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:31:48.935723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:31:48.935925 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.946046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:48.946634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:48.952803 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:31:48.992982 n-d-820549-2 neutron-server[103115]: self.session.flush() Dec 08 00:31:48.997421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=100d2e09-4fe1-4a6b-884d-ff09d59dc40c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:49.026855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:49.094255 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:49.102036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:49.105386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/9a468786-8ce2-423b-ae24-d90338782803 HTTP/1.1" status: 204 len: 168 time: 1.4707801 Dec 08 00:31:49.112751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59106) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:49.130680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b5f8-1b38-488b-bcc3-1a5f99bcf46c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=9a468786-8ce2-423b-ae24-d90338782803,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:49.173015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] No DVR routers for this DVR port 14dbb377-4c2a-454a-86f8-16a78793e901 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:49.175264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7101a99-ee12-4b82-9ccd-9aefebbbbfe9 None None] Pushing event deleted for resources: {'Port': ['ID=14dbb377-4c2a-454a-86f8-16a78793e901,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:49.375127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59128) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:49.715903 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19e5d4bf-f96f-4159-8ef1-48a1b6f7aff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:49.992632 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.003197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.222542 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19e5d4bf-f96f-4159-8ef1-48a1b6f7aff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.224841 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.258618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-19e5d4bf-f96f-4159-8ef1-48a1b6f7aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.304089 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-19e5d4bf-f96f-4159-8ef1-48a1b6f7aff9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b09c19ed57c7479383b5a5230de1b1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9276657 Dec 08 00:31:50.319309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59210) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:50.437301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5d4bf-f96f-4159-8ef1-48a1b6f7aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64428794-ac9c-4c2e-b16b-fc20e8c5469d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:50.502996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84eb422a-6675-4a64-b6c9-65fe6a9d20cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.580048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84eb422a-6675-4a64-b6c9-65fe6a9d20cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.670946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.683186 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.686512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port f37f1a5e-ce1e-437f-96fe-579d851b3627 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:50.686861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.763628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event updated for resources: {'Port': ['ID=100d2e09-4fe1-4a6b-884d-ff09d59dc40c,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:50.769230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84eb422a-6675-4a64-b6c9-65fe6a9d20cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.773124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-84eb422a-6675-4a64-b6c9-65fe6a9d20cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.775274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-84eb422a-6675-4a64-b6c9-65fe6a9d20cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64428794-ac9c-4c2e-b16b-fc20e8c5469d HTTP/1.1" status: 204 len: 168 time: 0.4425285 Dec 08 00:31:50.797510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port f37f1a5e-ce1e-437f-96fe-579d851b3627, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f37f1a5e-ce1e-437f-96fe-579d851b3627,segment=NetworkSegment(226cbc12-4929-42b0-b512-b560c4929840),segment_id=226cbc12-4929-42b0-b512-b560c4929840)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:50.797883 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:50.814590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for f37f1a5e-ce1e-437f-96fe-579d851b3627 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:50.834326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb422a-6675-4a64-b6c9-65fe6a9d20cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64428794-ac9c-4c2e-b16b-fc20e8c5469d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:50.890996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:51.209529 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:51.234524 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP 7820b256-cde5-4324-af58-0e5a5f1a6ba8 associated. External IP: 172.25.6.151, port: ec785812-1e6a-41a4-8ca2-8cb3c028ad71. Dec 08 00:31:51.265533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=f37f1a5e-ce1e-437f-96fe-579d851b3627,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:51.475401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-278a9f0d-f9cf-425a-a4ba-7270be9eeaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:51.806841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:51.913861 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router cae77a7d-5fbb-44c7-a17e-3883121762e5 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:52.167119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:52.245335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:52.274021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] Sync routers for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:52.282608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:52.328130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:52.330369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:52.343301 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-670590ac-7d74-4795-b9b3-71b5eed7331e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4645786 Dec 08 00:31:52.349128 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:31:52.354358 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647" -d '{"events": [{"name": "network-changed", "server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:31:52.455694 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806e19a-d612-490b-b025-337e27f9a698 x-openstack-request-id: req-d806e19a-d612-490b-b025-337e27f9a698 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:31:52.456343 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:31:52.456825 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d806e19a-d612-490b-b025-337e27f9a698 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:31:52.457435 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'status': 'completed', 'code': 200} Dec 08 00:31:52.464956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:52.476724 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:52.482400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59422) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:52.493004 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:52.493955 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:52.499107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6aca348b-1528-4bbf-8d12-8503bbc7f349 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3850360 Dec 08 00:31:52.658314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet c3f15018-361e-408a-9341-ff86feec0992 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:52.672508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:52.776325 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:52.800151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:52.817541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2390bcf-3f14-458c-b074-b5173d4daa52 req-0233fc82-5f62-4c79-9e6d-548eb4e8643b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:52.819265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2390bcf-3f14-458c-b074-b5173d4daa52 req-0233fc82-5f62-4c79-9e6d-548eb4e8643b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.2896025 Dec 08 00:31:52.826433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:52.830459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-f2cbeba4-02a8-41f5-ac8e-29b9bdcc8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:52.833465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-f2cbeba4-02a8-41f5-ac8e-29b9bdcc8695 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1096 time: 0.3315732 Dec 08 00:31:53.074279 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:31:53.108778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:53.125828 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:51Z', 'revision_number': 10, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:53.200386 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:53.226109 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:53.227079 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:53.234651 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:53.268107 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:53.275948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803c082-90b1-48d7-a124-6d12594a04f9 None None] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:53.279463 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/c3f15018-361e-408a-9341-ff86feec0992 HTTP/1.1" status: 204 len: 168 time: 0.7955694 Dec 08 00:31:53.285523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59486) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:53.388158 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:53.396342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232c960-732f-4d26-b0e2-dc077eafbe81 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f15018-361e-408a-9341-ff86feec0992,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:53.410425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-e415087f-5688-4738-85cb-7bb81d073380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:53.414584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-e415087f-5688-4738-85cb-7bb81d073380 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4b02063-e31f-4085-8097-cde062440cbb HTTP/1.1" status: 200 len: 898 time: 0.5634351 Dec 08 00:31:53.432125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2390bcf-3f14-458c-b074-b5173d4daa52 req-58785221-ff7d-4005-bbf7-2aa14a1dab87 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5946596 Dec 08 00:31:53.470357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59496) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:53.590786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-7e506595-c022-46be-9b4e-1d81143d67fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71 HTTP/1.1" status: 200 len: 999 time: 0.1518650 Dec 08 00:31:53.680147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-dfd29a62-502f-4d80-82af-4bc28a26d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:53.693848 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ff97f1a6-b1ee-433d-8686-368e041cfa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:53.695939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-dfd29a62-502f-4d80-82af-4bc28a26d736 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=825ef4b5-d758-46c2-bf3a-8eea517ded8f HTTP/1.1" status: 200 len: 835 time: 0.1013203 Dec 08 00:31:53.765946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:53.782208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7820b256-cde5-4324-af58-0e5a5f1a6ba8', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'port_id': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'mac_address': 'fa:16:3e:44:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:31:49Z', 'updated_at': '2021-12-08T00:31:49Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:53.818728 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ebce1491-7bd6-41ee-bbd8-9b15e3564367 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/7820b256-cde5-4324-af58-0e5a5f1a6ba8 HTTP/1.1" status: 200 len: 991 time: 0.3461792 Dec 08 00:31:53.844955 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:51Z', 'revision_number': 10, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:53.858737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] Checking router: cae77a7d-5fbb-44c7-a17e-3883121762e5 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:53.870148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d4960a-97da-458e-b791-91731d1f888d None None] DHCP port deletion for a7ebd09a-88ec-40e0-9cfc-21b314905b70 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:53.879449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-06da1507-29f3-4e6d-8e7d-7fc47d5a844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:31:53.886080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-06da1507-29f3-4e6d-8e7d-7fc47d5a844e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4b02063-e31f-4085-8097-cde062440cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819873 Dec 08 00:31:53.917824 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7af172-275e-4e81-af26-d78c4d3f62b7 None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:51Z', 'revision_number': 10, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None, '_interfaces': [{'id': 'd28fc680-9fd7-43d0-b8f4-6a59c8bace68', 'name': '', 'network_id': '22277556-5d0d-4f2a-843c-b998a5bacc32', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'mac_address': 'fa:16:3e:54:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:08Z', 'updated_at': '2021-12-08T00:31:12Z', 'revision_number': 5, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'subnets': [{'id': '43612f63-8344-447f-80b6-15b5ec2e2ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:53.941679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:53.943738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:53.945590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:53.952993 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.057996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-225baf77-6346-4ed0-8a30-e417ee12c411 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635580 Dec 08 00:31:54.168149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,segment=NetworkSegment(226cbc12-4929-42b0-b512-b560c4929840),segment_id=226cbc12-4929-42b0-b512-b560c4929840)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:54.169734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.182278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-50d4960a-97da-458e-b791-91731d1f888d None None] Deleting port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:54.182784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-50d4960a-97da-458e-b791-91731d1f888d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.205299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:54.245691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:54.279246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a29e9ea1-a86e-4a40-9f16-4ccb025b8647 req-ec076ad6-4b64-43be-aacd-fd305c611b78 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110009 Dec 08 00:31:54.515343 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.553267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:54.562594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:54.623928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:54.734354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.775705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ebd09a-88ec-40e0-9cfc-21b314905b70']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:54.789249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226cbc12-4929-42b0-b512-b560c4929840') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:54.789932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226cbc12-4929-42b0-b512-b560c4929840') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:54.803167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.805912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-50d4960a-97da-458e-b791-91731d1f888d None None] For port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,segment=NetworkSegment(226cbc12-4929-42b0-b512-b560c4929840),segment_id=226cbc12-4929-42b0-b512-b560c4929840)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:54.806599 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-50d4960a-97da-458e-b791-91731d1f888d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.810862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59518) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:54.827088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.835459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:54.835895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:54.837185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f37f1a5e-ce1e-437f-96fe-579d851b3627 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:31:54.845568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:54.846086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:54.856426 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:54.925560 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-50d4960a-97da-458e-b791-91731d1f888d None None] Calling delete_port for 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:54.930514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f37f1a5e-ce1e-437f-96fe-579d851b3627 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:31:54.931593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f37f1a5e-ce1e-437f-96fe-579d851b3627 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:31:54.937754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aa77d4a0-374d-4ee3-ba2c-1dc6669bf4bd tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/7820b256-cde5-4324-af58-0e5a5f1a6ba8 HTTP/1.1" status: 200 len: 991 time: 0.1256888 Dec 08 00:31:54.947808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.956044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:54.959749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/a7ebd09a-88ec-40e0-9cfc-21b314905b70 HTTP/1.1" status: 204 len: 168 time: 1.6660130 Dec 08 00:31:54.962488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59522) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:55.000101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6779d-f057-482e-a36d-16e9e4356824 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=a7ebd09a-88ec-40e0-9cfc-21b314905b70,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:55.088471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59524) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:55.226911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-50d4960a-97da-458e-b791-91731d1f888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.234075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.237559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50d4960a-97da-458e-b791-91731d1f888d None None] Network a7ebd09a-88ec-40e0-9cfc-21b314905b70 is not hosted by any dhcp agent {{(pid=103115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 00:31:55.238077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4960a-97da-458e-b791-91731d1f888d None None] No DVR routers for this DVR port 371ff3cc-868a-4f2b-8db3-f8d30455a8b3 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:55.299410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4960a-97da-458e-b791-91731d1f888d None None] Pushing event deleted for resources: {'Port': ['ID=371ff3cc-868a-4f2b-8db3-f8d30455a8b3,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:55.336517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7820b256-cde5-4324-af58-0e5a5f1a6ba8', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'port_id': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'mac_address': 'fa:16:3e:44:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:31:49Z', 'updated_at': '2021-12-08T00:31:49Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:55.378324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6cb665a-1982-4ac0-80c6-edbd230ce138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.410017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106ebcf-e208-4814-a276-badc4a5a6bf5 None None] The sync data for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 is: [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7820b256-cde5-4324-af58-0e5a5f1a6ba8', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'port_id': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'mac_address': 'fa:16:3e:44:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:31:49Z', 'updated_at': '2021-12-08T00:31:49Z', 'revision_number': 0, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:55.438592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.559885 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6cb665a-1982-4ac0-80c6-edbd230ce138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.567270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6cb665a-1982-4ac0-80c6-edbd230ce138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.645453 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c6cb665a-1982-4ac0-80c6-edbd230ce138 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f86a2c52305443388c9db5209df88d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539773 Dec 08 00:31:55.657903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:55.727756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb665a-1982-4ac0-80c6-edbd230ce138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d1b3f-bc2b-4c58-85e9-62b55be68894,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:55.757268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff581378-9608-44ec-b27a-74dfc92b0a79 None None] New status for floating IP 7820b256-cde5-4324-af58-0e5a5f1a6ba8: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:31:55.816306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c2f770-4563-41cd-a316-9aaacd94925e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.842779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c2f770-4563-41cd-a316-9aaacd94925e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.907992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c2f770-4563-41cd-a316-9aaacd94925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.911681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-11c2f770-4563-41cd-a316-9aaacd94925e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:55.922547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-11c2f770-4563-41cd-a316-9aaacd94925e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf1d1b3f-bc2b-4c58-85e9-62b55be68894 HTTP/1.1" status: 204 len: 168 time: 0.2565401 Dec 08 00:31:55.941446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2f770-4563-41cd-a316-9aaacd94925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d1b3f-bc2b-4c58-85e9-62b55be68894,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:55.942381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59536) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:55.983721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port d28fc680-9fd7-43d0-b8f4-6a59c8bace68 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:55.984760 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.355625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.451739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59542) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:56.470844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cbc141c-ce00-41e4-bca9-cda5167c8fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.584163 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cbc141c-ce00-41e4-bca9-cda5167c8fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.594118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5cbc141c-ce00-41e4-bca9-cda5167c8fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.603025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-759fc50c-f6b6-4e18-b764-b512f3bc5661 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/7820b256-cde5-4324-af58-0e5a5f1a6ba8 HTTP/1.1" status: 200 len: 991 time: 0.6258771 Dec 08 00:31:56.633053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port d28fc680-9fd7-43d0-b8f4-6a59c8bace68, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,segment=NetworkSegment(0632387c-4efd-4cbd-b76c-12619b0b08bd),segment_id=0632387c-4efd-4cbd-b76c-12619b0b08bd)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:56.633678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.651305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for d28fc680-9fd7-43d0-b8f4-6a59c8bace68 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:56.654395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59544) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:56.655645 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5cbc141c-ce00-41e4-bca9-cda5167c8fc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8711573993444d0d8c550475c4de7903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024488 Dec 08 00:31:56.656625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc141c-ce00-41e4-bca9-cda5167c8fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d18285-ce7a-44b9-8177-8a488ca08204,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:56.758658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-165eb463-90e6-4204-9854-7652633e40dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.792606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59548) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:56.855338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-165eb463-90e6-4204-9854-7652633e40dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:56.972459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.008250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-165eb463-90e6-4204-9854-7652633e40dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.011474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-165eb463-90e6-4204-9854-7652633e40dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.013720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-165eb463-90e6-4204-9854-7652633e40dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71d18285-ce7a-44b9-8177-8a488ca08204 HTTP/1.1" status: 204 len: 168 time: 0.3578415 Dec 08 00:31:57.068852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=d28fc680-9fd7-43d0-b8f4-6a59c8bace68,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:57.082747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eb463-90e6-4204-9854-7652633e40dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d18285-ce7a-44b9-8177-8a488ca08204,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:57.250641 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.266087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.430865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.526384 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:57.596562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59558) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:57.631233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:57.643417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-994c9bc3-edb9-4639-a9ed-06f5ed64b2da tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792045 Dec 08 00:31:57.645645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59562) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:57.646534 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:57.667300 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:57.667607 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:57.708692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting subnet 43612f63-8344-447f-80b6-15b5ec2e2ba3 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:31:57.713768 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.757287 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:57.763861 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.772895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c86d8018-a295-4825-a083-f726a7985e42 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/7820b256-cde5-4324-af58-0e5a5f1a6ba8 HTTP/1.1" status: 200 len: 993 time: 0.1687407 Dec 08 00:31:57.831265 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:56Z', 'revision_number': 11, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:57.870576 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:31:57.881560 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:57.882346 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:57.919807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Deleting port a71b710b-f9d1-4f32-a507-5896ec3beafd {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:57.920153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:57.969108 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:58.021734 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.042318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] For port a71b710b-f9d1-4f32-a507-5896ec3beafd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a71b710b-f9d1-4f32-a507-5896ec3beafd,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:58.043132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.058537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Calling delete_port for a71b710b-f9d1-4f32-a507-5896ec3beafd owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:58.082371 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:56Z', 'revision_number': 11, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:58.119642 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c808b-8d2b-433b-bac3-21c69731970a None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:56Z', 'revision_number': 11, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:31:58.126128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.169119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Subnet': ['ID=43612f63-8344-447f-80b6-15b5ec2e2ba3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:58.175595 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.179153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b13af207-0235-45a1-aee1-fda6b9c15c79 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/43612f63-8344-447f-80b6-15b5ec2e2ba3 HTTP/1.1" status: 204 len: 168 time: 0.5322754 Dec 08 00:31:58.182356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59574) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:58.184713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695269d-b826-461b-9935-3cb6cdea60b3 None None] Network 22277556-5d0d-4f2a-843c-b998a5bacc32 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:31:58.274112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.354100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Deleting port a59bdb18-f7f8-428f-8173-ebb12a41a185 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:58.354485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.376744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.416054 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71b710b-f9d1-4f32-a507-5896ec3beafd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:58.457087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] For port a59bdb18-f7f8-428f-8173-ebb12a41a185, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a59bdb18-f7f8-428f-8173-ebb12a41a185,segment=NetworkSegment(0632387c-4efd-4cbd-b76c-12619b0b08bd),segment_id=0632387c-4efd-4cbd-b76c-12619b0b08bd)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:58.457460 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.479994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Calling delete_port for a59bdb18-f7f8-428f-8173-ebb12a41a185 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:58.487921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] DHCP port deletion for 22277556-5d0d-4f2a-843c-b998a5bacc32 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:31:58.601066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] Deleting port a59bdb18-f7f8-428f-8173-ebb12a41a185 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:31:58.601440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.631252 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.701166 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Port': ['ID=a59bdb18-f7f8-428f-8173-ebb12a41a185,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:58.708608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No DVR routers for this DVR port a59bdb18-f7f8-428f-8173-ebb12a41a185 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:58.730782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.743970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] For port a59bdb18-f7f8-428f-8173-ebb12a41a185, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a59bdb18-f7f8-428f-8173-ebb12a41a185,segment=NetworkSegment(0632387c-4efd-4cbd-b76c-12619b0b08bd),segment_id=0632387c-4efd-4cbd-b76c-12619b0b08bd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:31:58.744677 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.767872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] Calling delete_port for a59bdb18-f7f8-428f-8173-ebb12a41a185 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:31:58.846959 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.890244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22277556-5d0d-4f2a-843c-b998a5bacc32']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:58.905596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.912664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0632387c-4efd-4cbd-b76c-12619b0b08bd') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:58.912971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0632387c-4efd-4cbd-b76c-12619b0b08bd') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:58.919916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] No DVR routers for this DVR port a59bdb18-f7f8-428f-8173-ebb12a41a185 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:31:58.937664 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.968507 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.970417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695a5e1-6e12-4976-af21-0c87f715869a None None] Pushing event deleted for resources: {'Port': ['ID=a59bdb18-f7f8-428f-8173-ebb12a41a185,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:58.976015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:31:58.977028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:31:58.980435 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:31:59.063770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.073989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.077464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/networks/22277556-5d0d-4f2a-843c-b998a5bacc32 HTTP/1.1" status: 204 len: 168 time: 0.8940496 Dec 08 00:31:59.079853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Router 77d19549-087f-4aef-a137-77c592894001 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:31:59.081823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:59.089023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'routes': None}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:31:59.092397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1425d98-7879-4651-80cf-0b132d810e9e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Pushing event deleted for resources: {'Network': ['ID=22277556-5d0d-4f2a-843c-b998a5bacc32,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:59.297576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Added routes are [] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 00:31:59.297883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.extraroute_db [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Removed routes are [] {{(pid=103113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 00:31:59.298245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.595795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59602) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:59.711542 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb46b00d-36a8-4448-9fbd-3313aaad9710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.773588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:31:59.793101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17792453-4432-4949-80f7-c0b771385df3 None None] Sync routers for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:31:59.803384 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb46b00d-36a8-4448-9fbd-3313aaad9710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.808091 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb46b00d-36a8-4448-9fbd-3313aaad9710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.811810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:31:59.813054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:31:59.813196 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5907dc01-a772-43a4-9a8b-78c2fb12a8a6 admin admin] 10.222.0.18 "PUT /v2.0/routers/77d19549-087f-4aef-a137-77c592894001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0185359 Dec 08 00:31:59.816047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59606) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:59.819398 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.850453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46b00d-36a8-4448-9fbd-3313aaad9710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214694e9-9003-4fe7-bcbb-a545d867aea3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:31:59.860038 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.871883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bb46b00d-36a8-4448-9fbd-3313aaad9710 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80b373f2dc0943fb88b8944ad4828956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749560 Dec 08 00:31:59.874870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59608) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:31:59.943604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17a412da-1d7a-4dd9-a0c6-16467eedf19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.961144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:31:59.981667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17a412da-1d7a-4dd9-a0c6-16467eedf19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:31:59.986179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:32:00.000723 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.051355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17a412da-1d7a-4dd9-a0c6-16467eedf19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.055439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-17a412da-1d7a-4dd9-a0c6-16467eedf19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.059105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-17a412da-1d7a-4dd9-a0c6-16467eedf19d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/214694e9-9003-4fe7-bcbb-a545d867aea3 HTTP/1.1" status: 204 len: 168 time: 0.1808569 Dec 08 00:32:00.066533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a412da-1d7a-4dd9-a0c6-16467eedf19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214694e9-9003-4fe7-bcbb-a545d867aea3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:00.147979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:32:00.156842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.161775 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] Sync routers for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:32:00.162306 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-17d79435-6532-45b2-903c-faf452fac74b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 200 len: 700 time: 1.0782661 Dec 08 00:32:00.163303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59612) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:00.188590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.206638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a59bdb18-f7f8-428f-8173-ebb12a41a185 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:00.210122 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:00.210122 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:00.239274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a59bdb18-f7f8-428f-8173-ebb12a41a185 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:00.239942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a59bdb18-f7f8-428f-8173-ebb12a41a185 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:00.240556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d28fc680-9fd7-43d0-b8f4-6a59c8bace68 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:00.251303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-73d5be03-510f-4f09-9078-64b0e3ad6214 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 200 len: 205 time: 0.0866997 Dec 08 00:32:00.251977 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59614) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:00.276625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d28fc680-9fd7-43d0-b8f4-6a59c8bace68 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:00.277442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d28fc680-9fd7-43d0-b8f4-6a59c8bace68 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:00.298575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:31:58Z', 'revision_number': 5, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port': {'id': 'dff4f53c-6f13-4cc6-b536-50cd478751c2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d19549-087f-4aef-a137-77c592894001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:26Z', 'updated_at': '2021-12-08T00:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:00.337839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17792453-4432-4949-80f7-c0b771385df3 None None] Checking router: 77d19549-087f-4aef-a137-77c592894001 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:00.343679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Deleting port dff4f53c-6f13-4cc6-b536-50cd478751c2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:00.344656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.350715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] Routers {'77d19549-087f-4aef-a137-77c592894001'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:00.351582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['77d19549-087f-4aef-a137-77c592894001'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:00.372767 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:00.417749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d918872d-3c9b-46f5-b00e-a8168e211db6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.471888 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:56Z', 'revision_number': 11, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:00.520368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] Set router 77d19549-087f-4aef-a137-77c592894001 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:00.538783 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] Checking router: b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:00.545912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] For port dff4f53c-6f13-4cc6-b536-50cd478751c2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dff4f53c-6f13-4cc6-b536-50cd478751c2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:00.546039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.563734 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] Routers {'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:00.565880 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:00.574409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Calling delete_port for dff4f53c-6f13-4cc6-b536-50cd478751c2 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:00.636645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-17792453-4432-4949-80f7-c0b771385df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:32:00Z', 'revision_number': 6, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:00.671700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17792453-4432-4949-80f7-c0b771385df3 None None] The sync data for ids ['77d19549-087f-4aef-a137-77c592894001'] in n-d-820549-2 is: [{'id': '77d19549-087f-4aef-a137-77c592894001', 'name': 'tempest-TestVolumeBackupRestore-1947771184-router', 'tenant_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:25Z', 'updated_at': '2021-12-08T00:32:00Z', 'revision_number': 6, 'project_id': 'bc75fd44ad5045e7b8fbf47e557810c8', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:00.708838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d918872d-3c9b-46f5-b00e-a8168e211db6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.711512 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d918872d-3c9b-46f5-b00e-a8168e211db6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.754229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59620) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:00.773044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac380d25-a968-49e6-80be-7b014a52a5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.785715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d918872d-3c9b-46f5-b00e-a8168e211db6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.786392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d918872d-3c9b-46f5-b00e-a8168e211db6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Fanout notify agent at l3_agent the message router_deleted on router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:32:00.805830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d918872d-3c9b-46f5-b00e-a8168e211db6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.807312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d918872d-3c9b-46f5-b00e-a8168e211db6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 204 len: 168 time: 0.5530577 Dec 08 00:32:00.814594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59622) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:00.822850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-794d121c-79df-403c-8a0b-4f95b7762ec6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1522867696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:00.825298 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] Set router b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:00.857543 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-794d121c-79df-403c-8a0b-4f95b7762ec6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.858704 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-794d121c-79df-403c-8a0b-4f95b7762ec6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.865429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac380d25-a968-49e6-80be-7b014a52a5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.888134 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:56Z', 'revision_number': 11, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:00.914240 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ac380d25-a968-49e6-80be-7b014a52a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.915828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-794d121c-79df-403c-8a0b-4f95b7762ec6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.922271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-794d121c-79df-403c-8a0b-4f95b7762ec6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.925699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.926923 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348f76a-fbe0-4242-86a7-65d07efde301 None None] The sync data for ids ['b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3'] in n-d-820549-2 is: [{'id': 'b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3', 'name': 'tempest-RoutersTest-router-221920332', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:06Z', 'updated_at': '2021-12-08T00:31:56Z', 'revision_number': 11, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:00.952467 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-794d121c-79df-403c-8a0b-4f95b7762ec6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:00.953922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-794d121c-79df-403c-8a0b-4f95b7762ec6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1379468 Dec 08 00:32:00.956484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59624) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:00.961912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6d0dfb95-cbdd-40d0-ad25-141d651a0b41 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:00.971583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a33124-6c80-47de-ace9-ffda3b44dfd2 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:00.998967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff4f53c-6f13-4cc6-b536-50cd478751c2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:01.044087 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ac380d25-a968-49e6-80be-7b014a52a5f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=092225d35eef4475842ba4ebcb8d4541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887437 Dec 08 00:32:01.047562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59626) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:01.048432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac380d25-a968-49e6-80be-7b014a52a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba625245-2f6c-48ed-8e08-3efbdca64c38,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:01.160029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8d512e7-ebbe-4f96-a2ac-c28f5dc97ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.161992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.279665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d0dfb95-cbdd-40d0-ad25-141d651a0b41 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.293598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8d512e7-ebbe-4f96-a2ac-c28f5dc97ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.294411 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d0dfb95-cbdd-40d0-ad25-141d651a0b41 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641787'] for router, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.300110 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.307579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.406876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.406876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77d19549-087f-4aef-a137-77c592894001 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:32:01.413189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.413849 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4e32bb4f-6626-4caa-8c28-cc5c77bf19c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/77d19549-087f-4aef-a137-77c592894001 HTTP/1.1" status: 204 len: 168 time: 1.5963213 Dec 08 00:32:01.416092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59630) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:01.436624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0dfb95-cbdd-40d0-ad25-141d651a0b41 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Router 721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:32:01.448273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8d512e7-ebbe-4f96-a2ac-c28f5dc97ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.452482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8d512e7-ebbe-4f96-a2ac-c28f5dc97ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.455992 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d8d512e7-ebbe-4f96-a2ac-c28f5dc97ea7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba625245-2f6c-48ed-8e08-3efbdca64c38 HTTP/1.1" status: 204 len: 168 time: 0.4020462 Dec 08 00:32:01.479182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d512e7-ebbe-4f96-a2ac-c28f5dc97ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba625245-2f6c-48ed-8e08-3efbdca64c38,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:01.495117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] Deleting subnet f9b82d4a-47e7-4254-936f-5c157c9ab746 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:32:01.503767 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.527383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0dfb95-cbdd-40d0-ad25-141d651a0b41 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:32:01.544917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d0dfb95-cbdd-40d0-ad25-141d651a0b41 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.550101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] Sync routers for ids ['721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:32:01.552034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6d0dfb95-cbdd-40d0-ad25-141d651a0b41 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "PUT /v2.0/routers/721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 HTTP/1.1" status: 200 len: 694 time: 0.5944905 Dec 08 00:32:01.554647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59636) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:01.573661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] Routers {'721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:01.574968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:01.578469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.660063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-fbd352a4-fb27-446b-8245-30449089414f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/routers/721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 HTTP/1.1" status: 200 len: 700 time: 0.1036477 Dec 08 00:32:01.662383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59638) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:01.697562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5b85d6a5-0d0d-4b34-a284-a9e9676f23f1 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 HTTP/1.1" status: 200 len: 205 time: 0.0336959 Dec 08 00:32:01.701064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59640) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:01.717674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.801845 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4543dfcb-9eea-4213-a461-0a7749c69d1c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.838526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.879369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:01.887699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] Set router 721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:01.888666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59644) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:01.890538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc0981-d7b4-45a6-9287-1d9ce831041c None None] Network b5769fed-0c70-48a4-b2b2-1d9a03c99402 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:01.890679 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f9b82d4a-47e7-4254-936f-5c157c9ab746 HTTP/1.1" status: 204 len: 168 time: 0.4712055 Dec 08 00:32:01.891839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1c706-9e11-4961-add0-03b6461d19f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b82d4a-47e7-4254-936f-5c157c9ab746,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:02.014918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0', 'name': 'tempest-RoutersTest-router-1522867696', 'tenant_id': 'cbcadde08cd5487599ee927b69f8dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:00Z', 'updated_at': '2021-12-08T00:32:01Z', 'revision_number': 2, 'project_id': 'cbcadde08cd5487599ee927b69f8dd16', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:02.059818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4543dfcb-9eea-4213-a461-0a7749c69d1c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.063440 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4543dfcb-9eea-4213-a461-0a7749c69d1c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.069461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.074967 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] Checking router: 721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:02.085286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dff4f53c-6f13-4cc6-b536-50cd478751c2 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:02.114833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: dff4f53c-6f13-4cc6-b536-50cd478751c2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:02.115263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dff4f53c-6f13-4cc6-b536-50cd478751c2 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:02.116038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a71b710b-f9d1-4f32-a507-5896ec3beafd no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:02.144539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a71b710b-f9d1-4f32-a507-5896ec3beafd {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:02.144888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a71b710b-f9d1-4f32-a507-5896ec3beafd not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:02.146095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4543dfcb-9eea-4213-a461-0a7749c69d1c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.146290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:02.146713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:32:02.146852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543dfcb-9eea-4213-a461-0a7749c69d1c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Fanout notify agent at l3_agent the message router_deleted on router 721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:32:02.147353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_agentschedulers_db [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103115) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:32:02.147784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d8db3-f712-4635-9549-e88551049456 None None] The sync data for ids ['721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0'] in n-d-820549-2 is: [] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:02.161310 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4543dfcb-9eea-4213-a461-0a7749c69d1c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.162558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4543dfcb-9eea-4213-a461-0a7749c69d1c tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 HTTP/1.1" status: 204 len: 168 time: 0.4599640 Dec 08 00:32:02.168623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59654) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.199104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Deleting port 9d587784-cec5-4ca4-b800-347f530bd2cf {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:02.200007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.213893 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c875cb74-f4a4-4230-af79-211a6e047bf8 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 HTTP/1.1" status: 200 len: 205 time: 0.0413365 Dec 08 00:32:02.213893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59656) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.255336 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-b5bfe972-6732-4624-92e3-f6c64a4bd13f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] delete failed (client error): The resource could not be found. Dec 08 00:32:02.258866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b5bfe972-6732-4624-92e3-f6c64a4bd13f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/721afba6-49ce-4ce6-b9d4-2b9d98ce9ba0 HTTP/1.1" status: 404 len: 336 time: 0.0431564 Dec 08 00:32:02.265625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59658) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.268275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] DHCP port deletion for b5769fed-0c70-48a4-b2b2-1d9a03c99402 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:02.287906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] For port 9d587784-cec5-4ca4-b800-347f530bd2cf, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9d587784-cec5-4ca4-b800-347f530bd2cf,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:02.288452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.301425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Calling delete_port for 9d587784-cec5-4ca4-b800-347f530bd2cf owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:02.309948 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a9580d-7b37-4ec4-950d-27d22f435424 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:02.310408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a9580d-7b37-4ec4-950d-27d22f435424 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:02.313593 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-45a9580d-7b37-4ec4-950d-27d22f435424 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/5d202f09-0874-453d-b634-7e43b8b64e48 HTTP/1.1" status: 404 len: 337 time: 0.0488687 Dec 08 00:32:02.316191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59662) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.335243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] Deleting port 9d587784-cec5-4ca4-b800-347f530bd2cf {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:02.335632 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.351480 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f64996-6d73-4ce2-8c88-7215c72432a4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:02.351947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f64996-6d73-4ce2-8c88-7215c72432a4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:02.357558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-47f64996-6d73-4ce2-8c88-7215c72432a4 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/fb6f9bae-278d-40ae-bd6e-dd1ee451cf61 HTTP/1.1" status: 404 len: 337 time: 0.0379634 Dec 08 00:32:02.359775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59666) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.395744 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cf5c0b-ddc3-44d4-85f6-67063799e12e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:02.396344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cf5c0b-ddc3-44d4-85f6-67063799e12e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:02.403312 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-37cf5c0b-ddc3-44d4-85f6-67063799e12e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/c3f15018-361e-408a-9341-ff86feec0992 HTTP/1.1" status: 404 len: 337 time: 0.0421853 Dec 08 00:32:02.403569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59670) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.431061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] For port 9d587784-cec5-4ca4-b800-347f530bd2cf, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9d587784-cec5-4ca4-b800-347f530bd2cf,segment=NetworkSegment(ca413a37-0284-43d3-b0cf-2e2150700922),segment_id=ca413a37-0284-43d3-b0cf-2e2150700922)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:02.431895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.434317 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97e81dd-8fe8-47ec-aef5-9fc3cb9ad46b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:02.434784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97e81dd-8fe8-47ec-aef5-9fc3cb9ad46b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:02.438173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f97e81dd-8fe8-47ec-aef5-9fc3cb9ad46b tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/43612f63-8344-447f-80b6-15b5ec2e2ba3 HTTP/1.1" status: 404 len: 337 time: 0.0334947 Dec 08 00:32:02.441253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59672) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.459678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.475805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] No DVR routers for this DVR port 9d587784-cec5-4ca4-b800-347f530bd2cf on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:32:02.482220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59676) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.482592 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5bfaf16c-6625-4a19-86f8-0a9fb5099364 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 200 len: 205 time: 0.0400727 Dec 08 00:32:02.487986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] Calling delete_port for 9d587784-cec5-4ca4-b800-347f530bd2cf owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:02.584680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:02.618164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] Pushing event deleted for resources: {'Port': ['ID=9d587784-cec5-4ca4-b800-347f530bd2cf,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:02.626970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389ce47-1ee2-4a0d-be8b-3b7c335a89a9 None None] No DVR routers for this DVR port 9d587784-cec5-4ca4-b800-347f530bd2cf on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:32:02.909623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d587784-cec5-4ca4-b800-347f530bd2cf,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:02.923988 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-050f03ad-df55-4722-aa02-2d1a507f37ad tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] delete failed (client error): The resource could not be found. Dec 08 00:32:02.927892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-050f03ad-df55-4722-aa02-2d1a507f37ad tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/b60be9b7-b648-4bc9-a2c8-a7c8a6a8d1a3 HTTP/1.1" status: 404 len: 336 time: 0.4407058 Dec 08 00:32:02.928026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59686) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.955742 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-571564f3-01fa-4876-9943-57fb9604fee7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ce44a5-605f-4784-a557-9c027af7497b HTTP/1.1" status: 200 len: 205 time: 0.0267122 Dec 08 00:32:02.959436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59690) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:02.977647 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:03.002995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5769fed-0c70-48a4-b2b2-1d9a03c99402']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:03.014031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca413a37-0284-43d3-b0cf-2e2150700922') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:03.014345 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-173a78d0-6d6d-4c26-8e44-de800fc548b6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] delete failed (client error): The resource could not be found. Dec 08 00:32:03.014527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca413a37-0284-43d3-b0cf-2e2150700922') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:03.015443 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-173a78d0-6d6d-4c26-8e44-de800fc548b6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/e3ce44a5-605f-4784-a557-9c027af7497b HTTP/1.1" status: 404 len: 336 time: 0.0546525 Dec 08 00:32:03.017918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59694) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.026078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:03.041590 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:03.050628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:32:03.051057 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-791840fc-8ccb-4e86-ba3b-5a58db9f8fc7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:03.051365 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:03.051529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791840fc-8ccb-4e86-ba3b-5a58db9f8fc7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:32:03.053474 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:32:03.057817 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-791840fc-8ccb-4e86-ba3b-5a58db9f8fc7 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/75299848-de3f-4ab5-ab5c-570b5aac5254 HTTP/1.1" status: 404 len: 337 time: 0.0385034 Dec 08 00:32:03.060933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59696) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.090125 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b608c87b-87fa-428b-9dc2-81ed8955bc08 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8735927-556e-4951-bfbb-8cf46254ac91 HTTP/1.1" status: 200 len: 205 time: 0.0277719 Dec 08 00:32:03.092441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59698) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.122474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:03.127658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:03.134903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59700) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.135029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5769fed-0c70-48a4-b2b2-1d9a03c99402 HTTP/1.1" status: 204 len: 168 time: 1.2449393 Dec 08 00:32:03.142710 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-07d99da9-6fd1-40aa-a20a-d8606b361ea0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] delete failed (client error): The resource could not be found. Dec 08 00:32:03.146205 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-07d99da9-6fd1-40aa-a20a-d8606b361ea0 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/e8735927-556e-4951-bfbb-8cf46254ac91 HTTP/1.1" status: 404 len: 336 time: 0.0502737 Dec 08 00:32:03.146479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59704) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.162212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f710a-8c46-4bc8-9e44-c1798b5965c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5769fed-0c70-48a4-b2b2-1d9a03c99402,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:03.177551 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9d35e578-9379-4231-a0c8-954d945ff74d tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=abe5b1aa-d9aa-4a18-9d32-0b6241973584 HTTP/1.1" status: 200 len: 205 time: 0.0299647 Dec 08 00:32:03.180003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59710) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.237588 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-aa57218b-8163-4fb7-a758-cdbefa82179f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] delete failed (client error): The resource could not be found. Dec 08 00:32:03.239171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-aa57218b-8163-4fb7-a758-cdbefa82179f tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/abe5b1aa-d9aa-4a18-9d32-0b6241973584 HTTP/1.1" status: 404 len: 336 time: 0.0581486 Dec 08 00:32:03.241812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59718) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.276700 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cea6f23-48bf-4c4e-afc8-107b3ee17620 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:03.276920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cea6f23-48bf-4c4e-afc8-107b3ee17620 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:03.287525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1cea6f23-48bf-4c4e-afc8-107b3ee17620 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/37ca52b6-fe6d-435a-bde4-45e5d4b1baff HTTP/1.1" status: 404 len: 337 time: 0.0401030 Dec 08 00:32:03.287525 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.326923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.327150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-16d942f6-280b-4681-a89a-f98bc68c4fb6 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cc7c365-90ab-415e-a0fc-d49153c5dcc8 HTTP/1.1" status: 200 len: 205 time: 0.0321925 Dec 08 00:32:03.396555 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-70466d41-4afc-4673-ac42-8c96a56f6752 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] delete failed (client error): The resource could not be found. Dec 08 00:32:03.397619 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-70466d41-4afc-4673-ac42-8c96a56f6752 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/5cc7c365-90ab-415e-a0fc-d49153c5dcc8 HTTP/1.1" status: 404 len: 336 time: 0.0774701 Dec 08 00:32:03.400602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59730) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.429554 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f739ecb6-efd2-4ad4-b079-6d211f6da99a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:03.430054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f739ecb6-efd2-4ad4-b079-6d211f6da99a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:03.436096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f739ecb6-efd2-4ad4-b079-6d211f6da99a tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/92533b9f-2da2-45d5-b6f6-0f8a6e608b66 HTTP/1.1" status: 404 len: 337 time: 0.0343683 Dec 08 00:32:03.436783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.471725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1d89118d-1e5b-4a64-8fe7-286d7c67791e tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbd6932b-7103-4e97-9631-8355e49ea04d HTTP/1.1" status: 200 len: 205 time: 0.0336034 Dec 08 00:32:03.472398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59734) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.510558 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-e3bf5938-0c86-4da1-973e-f3c00dd91581 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] delete failed (client error): The resource could not be found. Dec 08 00:32:03.515859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e3bf5938-0c86-4da1-973e-f3c00dd91581 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/routers/dbd6932b-7103-4e97-9631-8355e49ea04d HTTP/1.1" status: 404 len: 336 time: 0.0418315 Dec 08 00:32:03.516333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59738) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.556452 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2e8b68-1343-4fa4-ab77-4c323cd141dc tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:03.556919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2e8b68-1343-4fa4-ab77-4c323cd141dc tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:03.563167 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5c2e8b68-1343-4fa4-ab77-4c323cd141dc tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/d6d00055-3ae2-4f80-b3ec-7184d094cf53 HTTP/1.1" status: 404 len: 337 time: 0.0436461 Dec 08 00:32:03.563725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59744) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:03.598868 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-63286011-2cb6-47e0-8eca-3195d4edfb64 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] DELETE failed (client error): The resource could not be found. Dec 08 00:32:03.599579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63286011-2cb6-47e0-8eca-3195d4edfb64 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:32:03.605161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-63286011-2cb6-47e0-8eca-3195d4edfb64 tempest-RoutersTest-1602926779 tempest-RoutersTest-1602926779-project] 10.222.0.18 "DELETE /v2.0/subnets/7d96a3fe-cd6d-4446-81d3-3f86e52ac9e9 HTTP/1.1" status: 404 len: 337 time: 0.0402153 Dec 08 00:32:03.700635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:03.948085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59758) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:04.006533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Deleting port 0cd7227b-9f10-4425-a4ad-77af9265b3fd {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:04.015164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.095774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d587784-cec5-4ca4-b800-347f530bd2cf no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:04.135952 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] For port 0cd7227b-9f10-4425-a4ad-77af9265b3fd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0cd7227b-9f10-4425-a4ad-77af9265b3fd,segment=NetworkSegment(68538617-35aa-486e-99d6-69cd195f58fe),segment_id=68538617-35aa-486e-99d6-69cd195f58fe)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:04.135952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.148535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-63fa9ca0-2e81-4d9b-b70c-cd44ac7c488b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbcadde08cd5487599ee927b69f8dd16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1964650 Dec 08 00:32:04.149114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59766) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:04.149929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 9d587784-cec5-4ca4-b800-347f530bd2cf {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:04.150380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9d587784-cec5-4ca4-b800-347f530bd2cf not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:04.161998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Calling delete_port for 0cd7227b-9f10-4425-a4ad-77af9265b3fd owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:04.217564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52635ac8-6b98-45c2-8600-d7bee00251d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.247359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52635ac8-6b98-45c2-8600-d7bee00251d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.300302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52635ac8-6b98-45c2-8600-d7bee00251d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.303397 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52635ac8-6b98-45c2-8600-d7bee00251d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.304681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-52635ac8-6b98-45c2-8600-d7bee00251d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80e3a5fb-05db-41a5-a9d8-d1c151042a4e HTTP/1.1" status: 204 len: 168 time: 0.1545293 Dec 08 00:32:04.314946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52635ac8-6b98-45c2-8600-d7bee00251d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e3a5fb-05db-41a5-a9d8-d1c151042a4e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:04.398828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.427475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd7227b-9f10-4425-a4ad-77af9265b3fd,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:04.637206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:04.885753 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Router 2426f348-763d-4077-8b68-21076b198d62 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:32:04.997085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:32:05.005840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c2bd89dc-9f61-48d3-8ea2-f07e6e7ee483 admin admin] 10.222.0.18 "PUT /v2.0/routers/2426f348-763d-4077-8b68-21076b198d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671055 Dec 08 00:32:05.005840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59794) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:05.009088 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] Sync routers for ids ['2426f348-763d-4077-8b68-21076b198d62'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:32:05.025414 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] Routers {'2426f348-763d-4077-8b68-21076b198d62'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:05.026989 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2426f348-763d-4077-8b68-21076b198d62'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:05.133172 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:05.162223 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] Set router 2426f348-763d-4077-8b68-21076b198d62 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:05.172862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59798) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:05.177027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026927 Dec 08 00:32:05.180083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59800) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:05.313883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7926daf8-ba3d-4daa-a1c5-6308fd108451 tempest-NetworksApiDiscovery-1312636629 tempest-NetworksApiDiscovery-1312636629-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1315200 Dec 08 00:32:05.341334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:05.441743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Deleting port dbabfb0b-376c-4923-b495-702658d41b98 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:05.442342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:05.478042 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:32:04Z', 'revision_number': 5, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port': {'id': 'dbabfb0b-376c-4923-b495-702658d41b98', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426f348-763d-4077-8b68-21076b198d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:27:37Z', 'updated_at': '2021-12-08T00:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:05.504564 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] Checking router: 2426f348-763d-4077-8b68-21076b198d62 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:05.514593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] Routers {'2426f348-763d-4077-8b68-21076b198d62'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:05.515427 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2426f348-763d-4077-8b68-21076b198d62'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:05.587164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] For port dbabfb0b-376c-4923-b495-702658d41b98, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=dbabfb0b-376c-4923-b495-702658d41b98,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:05.587605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:05.601723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Calling delete_port for dbabfb0b-376c-4923-b495-702658d41b98 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:05.656795 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] Set router 2426f348-763d-4077-8b68-21076b198d62 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:05.733109 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:32:05Z', 'revision_number': 6, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:05.760221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59822) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:05.768431 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269d829-4739-4c2e-8621-867aa7ee48c4 None None] The sync data for ids ['2426f348-763d-4077-8b68-21076b198d62'] in n-d-820549-2 is: [{'id': '2426f348-763d-4077-8b68-21076b198d62', 'name': 'tempest-TestVolumeBackupRestore-1209498322-router', 'tenant_id': '3c611cad09894e0286b4f80423f13dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:27:36Z', 'updated_at': '2021-12-08T00:32:05Z', 'revision_number': 6, 'project_id': '3c611cad09894e0286b4f80423f13dc0', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:05.858640 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:05.888229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Pushing event deleted for resources: {'Port': ['ID=dbabfb0b-376c-4923-b495-702658d41b98,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:05.903694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0940234c-ac5b-4683-ac89-13278616f8eb None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:05.934630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54304562-bc6c-4e3f-a83d-b6f518ca8987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:05.964322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.029331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54304562-bc6c-4e3f-a83d-b6f518ca8987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.035166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-54304562-bc6c-4e3f-a83d-b6f518ca8987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.062183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.064854 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.086173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-54304562-bc6c-4e3f-a83d-b6f518ca8987 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d46fe6444f964c84b78690a73f6d3cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248158 Dec 08 00:32:06.087396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54304562-bc6c-4e3f-a83d-b6f518ca8987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd3c4af-ee14-4d75-840b-155caa076a1d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:06.091400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59832) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:06.113876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.114489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2426f348-763d-4077-8b68-21076b198d62 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:32:06.123205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.124362 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ffcdee57-0c7c-4b0c-bd06-2e94a71287ed admin admin] 10.222.0.18 "DELETE /v2.0/routers/2426f348-763d-4077-8b68-21076b198d62 HTTP/1.1" status: 204 len: 168 time: 1.1180964 Dec 08 00:32:06.126961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59834) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:06.148107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7a3a-8624-4117-95c8-48c19d4c7b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.192845 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] Deleting subnet 067f1e32-ed49-440f-8296-bbf15168c936 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:32:06.197810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.204736 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7a3a-8624-4117-95c8-48c19d4c7b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.244578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.272060 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7a3a-8624-4117-95c8-48c19d4c7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.279813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7a3a-8624-4117-95c8-48c19d4c7b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.281369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b6ea7a3a-8624-4117-95c8-48c19d4c7b76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbd3c4af-ee14-4d75-840b-155caa076a1d HTTP/1.1" status: 204 len: 168 time: 0.1889026 Dec 08 00:32:06.293881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea7a3a-8624-4117-95c8-48c19d4c7b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd3c4af-ee14-4d75-840b-155caa076a1d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:06.305031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0cd7227b-9f10-4425-a4ad-77af9265b3fd no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:06.353253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 0cd7227b-9f10-4425-a4ad-77af9265b3fd {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:06.353977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0cd7227b-9f10-4425-a4ad-77af9265b3fd not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:06.392843 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.454547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.481580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067f1e32-ed49-440f-8296-bbf15168c936,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:06.485266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.488574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1e2da060-9c46-4443-87f9-7b6b75c572b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/067f1e32-ed49-440f-8296-bbf15168c936 HTTP/1.1" status: 204 len: 168 time: 0.3604267 Dec 08 00:32:06.491058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59840) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:06.497992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c91f8b-d527-4474-bce8-4e5f4861a355 None None] Network 10ad880a-b185-499b-a003-1fa27b8280e5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:06.572644 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.719672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] DHCP port deletion for 10ad880a-b185-499b-a003-1fa27b8280e5 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:06.820907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] Deleting port 039f2632-28f9-4859-b119-bdcfc4651b41 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:06.821524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.933304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] For port 039f2632-28f9-4859-b119-bdcfc4651b41, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=039f2632-28f9-4859-b119-bdcfc4651b41,segment=NetworkSegment(68538617-35aa-486e-99d6-69cd195f58fe),segment_id=68538617-35aa-486e-99d6-69cd195f58fe)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:06.935231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:06.956382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] Calling delete_port for 039f2632-28f9-4859-b119-bdcfc4651b41 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:07.123792 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.136353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Deleting port 039f2632-28f9-4859-b119-bdcfc4651b41 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:07.136892 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.165138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59872) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:07.184976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] Pushing event deleted for resources: {'Port': ['ID=039f2632-28f9-4859-b119-bdcfc4651b41,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:07.189138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc68fcd-a8d7-420c-a1a9-f03bac78e7af None None] No DVR routers for this DVR port 039f2632-28f9-4859-b119-bdcfc4651b41 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:32:07.231973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] For port 039f2632-28f9-4859-b119-bdcfc4651b41, host n-d-820549-2, got binding levels [] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:07.232474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.249528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Calling delete_port for 039f2632-28f9-4859-b119-bdcfc4651b41 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:07.267533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Port 039f2632-28f9-4859-b119-bdcfc4651b41 was not found and therefore no delete operation was performed {{(pid=103113) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:32:07.272681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.308824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=039f2632-28f9-4859-b119-bdcfc4651b41,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:07.315329 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] No DVR routers for this DVR port 039f2632-28f9-4859-b119-bdcfc4651b41 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:32:07.345790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-384140878-network', 'tenant_id': 'e140aeae1c6b43d1ad3711b6ef8a4280'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:07.372429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Made reservation on behalf of e140aeae1c6b43d1ad3711b6ef8a4280 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:07.375687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.385959 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.405869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.433411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ad880a-b185-499b-a003-1fa27b8280e5']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:07.449746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68538617-35aa-486e-99d6-69cd195f58fe') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:07.450043 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68538617-35aa-486e-99d6-69cd195f58fe') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:07.468491 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.485758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.487199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.492004 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.494050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:32:07.494554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:32:07.498227 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:32:07.527372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:32:07.548230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9089cb3-4d81-49fa-824d-08b5df3799b6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:07.555363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.555710 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Added segment dabb6d6c-8c07-4bdc-b25f-934f83de5137 of type vlan for network 152c8a6f-85e6-4454-b564-8196e2a1f034 Dec 08 00:32:07.602763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.611936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.612506 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.630075 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/10ad880a-b185-499b-a003-1fa27b8280e5 HTTP/1.1" status: 204 len: 168 time: 1.1377923 Dec 08 00:32:07.643277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fc6f4-8947-4a4f-b034-5703fcf9fdf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ad880a-b185-499b-a003-1fa27b8280e5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:07.660327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.661616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:07.665844 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.713144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5468187 Dec 08 00:32:07.716288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:07.721284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Request body: {'subnet': {'network_id': '152c8a6f-85e6-4454-b564-8196e2a1f034', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-384140878-subnet', 'tenant_id': 'e140aeae1c6b43d1ad3711b6ef8a4280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:07.762962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Made reservation on behalf of e140aeae1c6b43d1ad3711b6ef8a4280 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:07.767128 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:07.782372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901fdaf-1b8a-4aee-9b55-00f5579d49c4 admin admin] Pushing event updated for resources: {'Network': ['ID=152c8a6f-85e6-4454-b564-8196e2a1f034,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:07.798458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 152c8a6f-85e6-4454-b564-8196e2a1f034 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:32:07.860606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:07.911714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d0efbd6e-063e-4d97-b123-1f5dd8c9b77b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc75fd44ad5045e7b8fbf47e557810c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474927 Dec 08 00:32:07.911952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59910) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:07.973403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf486481-e572-4a22-9c8c-160b78bdc3eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.000516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf486481-e572-4a22-9c8c-160b78bdc3eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.019082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59912) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:08.044832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.073576 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf486481-e572-4a22-9c8c-160b78bdc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.077716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cf486481-e572-4a22-9c8c-160b78bdc3eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.083448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cf486481-e572-4a22-9c8c-160b78bdc3eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf3519a4-5bc4-4b3f-9ea7-130d76f5ec02 HTTP/1.1" status: 204 len: 168 time: 0.1690493 Dec 08 00:32:08.096756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dbabfb0b-376c-4923-b495-702658d41b98 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:08.098616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf486481-e572-4a22-9c8c-160b78bdc3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3519a4-5bc4-4b3f-9ea7-130d76f5ec02,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:08.109562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab7d8e3-5346-4c6f-bb31-a6f2adfd07ed,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:08.116670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Checking segment: {'id': 'dabb6d6c-8c07-4bdc-b25f-934f83de5137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '152c8a6f-85e6-4454-b564-8196e2a1f034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:08.117255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Network hostable DHCP agents. Network: 152c8a6f-85e6-4454-b564-8196e2a1f034, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:32:08.137919 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Network 152c8a6f-85e6-4454-b564-8196e2a1f034 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:32:08.138611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: dbabfb0b-376c-4923-b495-702658d41b98 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:08.139191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device dbabfb0b-376c-4923-b495-702658d41b98 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:08.139905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 039f2632-28f9-4859-b119-bdcfc4651b41 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:32:08.150818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 152c8a6f-85e6-4454-b564-8196e2a1f034) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:08.165554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:08.166277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.167625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 039f2632-28f9-4859-b119-bdcfc4651b41 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:32:08.168185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 039f2632-28f9-4859-b119-bdcfc4651b41 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:32:08.182557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fbd6a-fc59-4bad-8c40-1a171253c7c2 None None] Network 152c8a6f-85e6-4454-b564-8196e2a1f034 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:08.195172 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3bfcb1d8-6474-410d-93ed-e860108117d5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4776931 Dec 08 00:32:08.268978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41f7a9e6-5fa9-4178-b5d6-fa88431d9d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.325671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2170f-b603-40f5-8de8-191d4d62b6a0 None None] Network 152c8a6f-85e6-4454-b564-8196e2a1f034 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:08.384084 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41f7a9e6-5fa9-4178-b5d6-fa88431d9d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.402933 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-41f7a9e6-5fa9-4178-b5d6-fa88431d9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.474283 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-41f7a9e6-5fa9-4178-b5d6-fa88431d9d02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a1acefbde884d79863a792d7ec7844a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4541390 Dec 08 00:32:08.477074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:08.501313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7a9e6-5fa9-4178-b5d6-fa88431d9d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f93ce2b-7bfc-4e89-98cb-b8760d51f0a3,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:08.560707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f16e29b-0249-4635-9ba8-fd4e88c37afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.588816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f16e29b-0249-4635-9ba8-fd4e88c37afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.590041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:08.643475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-07a41d5e-3b09-4bc5-884f-34ec88045b22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c611cad09894e0286b4f80423f13dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494826 Dec 08 00:32:08.643795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59934) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:08.657347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f16e29b-0249-4635-9ba8-fd4e88c37afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.660206 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1f16e29b-0249-4635-9ba8-fd4e88c37afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.661317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1f16e29b-0249-4635-9ba8-fd4e88c37afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f93ce2b-7bfc-4e89-98cb-b8760d51f0a3 HTTP/1.1" status: 204 len: 168 time: 0.1823339 Dec 08 00:32:08.681213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16e29b-0249-4635-9ba8-fd4e88c37afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f93ce2b-7bfc-4e89-98cb-b8760d51f0a3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:08.710610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60160a2c-f25d-4ad9-89a7-bdc8ccdf5fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.738364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60160a2c-f25d-4ad9-89a7-bdc8ccdf5fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.797669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60160a2c-f25d-4ad9-89a7-bdc8ccdf5fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.801407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60160a2c-f25d-4ad9-89a7-bdc8ccdf5fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:08.805803 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-60160a2c-f25d-4ad9-89a7-bdc8ccdf5fb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7990165-4171-4273-a523-a5a45bcb1d31 HTTP/1.1" status: 204 len: 168 time: 0.1604130 Dec 08 00:32:08.816376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60160a2c-f25d-4ad9-89a7-bdc8ccdf5fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7990165-4171-4273-a523-a5a45bcb1d31,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:09.158020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59956) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:09.175097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5a961a4-406f-44ac-92d8-bfd3ba98fefe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.262355 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5a961a4-406f-44ac-92d8-bfd3ba98fefe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.274580 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a5a961a4-406f-44ac-92d8-bfd3ba98fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.322593 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a5a961a4-406f-44ac-92d8-bfd3ba98fefe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a8a40e41aae4125b3531f207c2b756b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639369 Dec 08 00:32:09.326400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59968) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:09.333132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a961a4-406f-44ac-92d8-bfd3ba98fefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5475004-a0b2-4180-a085-684020b79e63,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:09.351800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 59970) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:09.358418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-750332310-network', 'tenant_id': '6ad00b7263ba48e880a7e4d16e01c537'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:09.384062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Made reservation on behalf of 6ad00b7263ba48e880a7e4d16e01c537 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:09.388676 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.397505 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.410128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7dea-9659-416e-b1d8-4320e88be38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.435050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7dea-9659-416e-b1d8-4320e88be38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.484197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.492145 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.502725 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7dea-9659-416e-b1d8-4320e88be38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.506775 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7dea-9659-416e-b1d8-4320e88be38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.508635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4e8e7dea-9659-416e-b1d8-4320e88be38e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5475004-a0b2-4180-a085-684020b79e63 HTTP/1.1" status: 204 len: 168 time: 0.1809657 Dec 08 00:32:09.518317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e7dea-9659-416e-b1d8-4320e88be38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5475004-a0b2-4180-a085-684020b79e63,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:09.521894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:32:09.548301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d6a02-b098-4a21-9802-4dc76e0b3731,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:09.555227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.555676 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Added segment 94f7b738-e6ad-4999-a1cb-9b965d152f15 of type vlan for network 46e51922-9ecb-49c9-bbef-d4b20dac136a Dec 08 00:32:09.601664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.636653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.638124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:09.638980 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.672487 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3168647 Dec 08 00:32:09.672812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 59980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:09.678013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Request body: {'subnet': {'network_id': '46e51922-9ecb-49c9-bbef-d4b20dac136a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-750332310-subnet', 'tenant_id': '6ad00b7263ba48e880a7e4d16e01c537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:09.727338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Made reservation on behalf of 6ad00b7263ba48e880a7e4d16e01c537 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:09.731092 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:09.749933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe28d9c-ac00-4de2-86ce-6e6158cb8613 admin admin] Pushing event updated for resources: {'Network': ['ID=46e51922-9ecb-49c9-bbef-d4b20dac136a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:09.768924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 46e51922-9ecb-49c9-bbef-d4b20dac136a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:32:10.017498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60000) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:10.084769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.136590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b752e217-1f87-45b7-8a19-961da072de5d,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:10.148332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095887960-network', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:10.181480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:10.184659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Checking segment: {'id': '94f7b738-e6ad-4999-a1cb-9b965d152f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '46e51922-9ecb-49c9-bbef-d4b20dac136a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:10.185242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Network hostable DHCP agents. Network: 46e51922-9ecb-49c9-bbef-d4b20dac136a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:32:10.186813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.198972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.204558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Network 46e51922-9ecb-49c9-bbef-d4b20dac136a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:32:10.220866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 46e51922-9ecb-49c9-bbef-d4b20dac136a) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:10.230141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:10.231966 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.234031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a32ec-8c4f-4082-9675-da3598358290 None None] Network 46e51922-9ecb-49c9-bbef-d4b20dac136a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:10.258144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0d909650-ace6-4d7f-a0a3-020ba31e2316 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5841751 Dec 08 00:32:10.327959 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.335855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.383604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1d072-5f87-49ce-aca2-b1e42e01c46d None None] Network 46e51922-9ecb-49c9-bbef-d4b20dac136a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:10.415925 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:32:10.424197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3481ee-127f-4ffa-9493-76adc8b34232,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:10.432451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60022) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:10.435902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.436254 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Added segment acb94c3a-6ea6-499e-8187-d5aef846f4a3 of type vlan for network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d Dec 08 00:32:10.498072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.515701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] Deleting subnet 9ab7d8e3-5346-4c6f-bb31-a6f2adfd07ed {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:32:10.520753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.559587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.560786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:10.561446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.573229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.594011 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5750186 Dec 08 00:32:10.598879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60032) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:10.605200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Request body: {'subnet': {'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095887960-subnet', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:10.637952 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.644705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b02b8a-c194-4a96-a1d3-e96a08ad1bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=527cfb76-a4f0-4ec8-930d-8ac7855bb88d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:10.657006 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:32:10.662831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:10.666367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.737891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.767330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab7d8e3-5346-4c6f-bb31-a6f2adfd07ed,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:10.771589 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.775818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-58fc4beb-e78c-4e20-b81b-51ec4c297183 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9ab7d8e3-5346-4c6f-bb31-a6f2adfd07ed HTTP/1.1" status: 204 len: 168 time: 0.3409796 Dec 08 00:32:10.778824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60034) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:10.868596 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.963157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.977381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:10.999502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152c8a6f-85e6-4454-b564-8196e2a1f034']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:11.009816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abc12c0-827f-47c0-bdf2-03e149aef7d8,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:11.011104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabb6d6c-8c07-4bdc-b25f-934f83de5137') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:11.011407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabb6d6c-8c07-4bdc-b25f-934f83de5137') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:11.029445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.043889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:11.044266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Network hostable DHCP agents. Network: 527cfb76-a4f0-4ec8-930d-8ac7855bb88d, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:32:11.046266 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.054382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:32:11.055023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:32:11.057012 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:32:11.065308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:32:11.076148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 527cfb76-a4f0-4ec8-930d-8ac7855bb88d) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:11.081642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:11.082706 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.088096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742b687-a6ee-4c42-a2bc-4bb161cbfdd0 None None] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:11.126489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4fe94f40-382a-41df-8372-2eb5a84fed8b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5264301 Dec 08 00:32:11.129250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60048) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:11.135104 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:11.139826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.161524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.173360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] 10.222.0.18 "DELETE /v2.0/networks/152c8a6f-85e6-4454-b564-8196e2a1f034 HTTP/1.1" status: 204 len: 168 time: 0.3898458 Dec 08 00:32:11.173951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60052) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:11.195611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7db8a-09c4-473f-a42c-8a40c48b142e admin admin] Pushing event deleted for resources: {'Network': ['ID=152c8a6f-85e6-4454-b564-8196e2a1f034,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:11.212077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.213442 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.252539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] Deleting subnet b752e217-1f87-45b7-8a19-961da072de5d {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:32:11.259071 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.359202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:32:11.361735 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.365246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.374537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.523021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.526708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Allocated IP 172.20.0.2 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/05de634c-d12e-4690-94c2-b0c6f946a40e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:11.578117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.640012 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.655933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.660242 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b752e217-1f87-45b7-8a19-961da072de5d HTTP/1.1" status: 204 len: 168 time: 0.4844940 Dec 08 00:32:11.663045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60064) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:11.693103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef412-254b-48db-baec-e6a17cb03559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b752e217-1f87-45b7-8a19-961da072de5d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:11.733506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.744216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.798773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:11.801740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:11.805310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:11.805689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.816739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Pushing event updated for resources: {'Port': ['ID=05de634c-d12e-4690-94c2-b0c6f946a40e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:11.940426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Attempting to bind port 05de634c-d12e-4690-94c2-b0c6f946a40e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:11.941277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Attempting to bind port 05de634c-d12e-4690-94c2-b0c6f946a40e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:11.941868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Attempting to bind port 05de634c-d12e-4690-94c2-b0c6f946a40e on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:11.947812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:11.948387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:11.948881 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.949888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:11.950451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Bound port: 05de634c-d12e-4690-94c2-b0c6f946a40e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:11.950953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:11.978680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.003643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e51922-9ecb-49c9-bbef-d4b20dac136a']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:12.016369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f7b738-e6ad-4999-a1cb-9b965d152f15') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:12.016668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f7b738-e6ad-4999-a1cb-9b965d152f15') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:12.023329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.031256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] For port 05de634c-d12e-4690-94c2-b0c6f946a40e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:12.031776 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.036294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] For port 05de634c-d12e-4690-94c2-b0c6f946a40e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=05de634c-d12e-4690-94c2-b0c6f946a40e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:12.044182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.049050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.056704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:32:12.057564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.060232 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:32:12.060687 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:32:12.150068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.158186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.173313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] 10.222.0.18 "DELETE /v2.0/networks/46e51922-9ecb-49c9-bbef-d4b20dac136a HTTP/1.1" status: 204 len: 168 time: 0.5065072 Dec 08 00:32:12.190787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d732fcf-8081-4377-aa14-ba6b1851de2f None None] Pushing event updated for resources: {'Port': ['ID=05de634c-d12e-4690-94c2-b0c6f946a40e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:12.196483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb9140-dfe7-4e74-988a-7edfbe3fef13 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e51922-9ecb-49c9-bbef-d4b20dac136a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:12.262071 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Allocated IP 172.25.6.4 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/ab402685-fa9d-4a3f-b933-164b27dd5a33) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:12.445822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.503303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60080) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:12.517321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.573749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c9cf09b5-40a1-45b4-b911-14504b635ced admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e140aeae1c6b43d1ad3711b6ef8a4280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687222 Dec 08 00:32:12.576315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60084) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:12.593353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:12.597185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:12.614661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e2464-1ad6-4ed1-93b6-eec80a293b72 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:12.617419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:12.662581 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ca8501b-17b3-403a-b991-1e61e7d08c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.669200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Pushing event updated for resources: {'Port': ['ID=ab402685-fa9d-4a3f-b933-164b27dd5a33,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:12.706612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-75f3814e-4614-4890-9220-c8dbc3aa2aaa None None] Provisioning complete for port ab402685-fa9d-4a3f-b933-164b27dd5a33 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:12.707298 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-75f3814e-4614-4890-9220-c8dbc3aa2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.718359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ca8501b-17b3-403a-b991-1e61e7d08c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.756621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-75f3814e-4614-4890-9220-c8dbc3aa2aaa None None] Port ab402685-fa9d-4a3f-b933-164b27dd5a33 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:32:12.799891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ca8501b-17b3-403a-b991-1e61e7d08c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.802735 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3ca8501b-17b3-403a-b991-1e61e7d08c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:12.803926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3ca8501b-17b3-403a-b991-1e61e7d08c57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9089cb3-4d81-49fa-824d-08b5df3799b6 HTTP/1.1" status: 204 len: 168 time: 0.2265053 Dec 08 00:32:12.816436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8501b-17b3-403a-b991-1e61e7d08c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9089cb3-4d81-49fa-824d-08b5df3799b6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:12.987258 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:13.260852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:13.354820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60100) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:13.432094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-460a7183-7e49-42b9-8178-2565e13b835e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ad00b7263ba48e880a7e4d16e01c537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737936 Dec 08 00:32:13.435395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60102) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:13.498088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Router ddabe16c-c318-4bc1-b817-04f0854ea867 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:32:13.516217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73f24b61-f08e-4499-9d90-3313b19d2de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:13.548521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73f24b61-f08e-4499-9d90-3313b19d2de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:13.614651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73f24b61-f08e-4499-9d90-3313b19d2de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:13.622970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-73f24b61-f08e-4499-9d90-3313b19d2de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:13.626714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-73f24b61-f08e-4499-9d90-3313b19d2de6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd0d6a02-b098-4a21-9802-4dc76e0b3731 HTTP/1.1" status: 204 len: 168 time: 0.1873071 Dec 08 00:32:13.636331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750a32fd-53c0-403a-9379-ef070e36fec8 None None] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:13.641301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f24b61-f08e-4499-9d90-3313b19d2de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d6a02-b098-4a21-9802-4dc76e0b3731,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:13.691255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:32:13.721242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:13.723014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e8c3d01f-852e-4af7-8b29-5786b8be378c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5923195 Dec 08 00:32:13.725483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60108) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:13.754693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:32:13.883509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:13.884151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:13.958503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4937fa2a-50f5-4b12-919f-cec004a8471d None None] Provisioning complete for port 05de634c-d12e-4690-94c2-b0c6f946a40e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:13.959149 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4937fa2a-50f5-4b12-919f-cec004a8471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.196237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 05de634c-d12e-4690-94c2-b0c6f946a40e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:14.207485 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.318936 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.355872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:14.571940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 05de634c-d12e-4690-94c2-b0c6f946a40e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:14.572674 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.594834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Allocated IP 172.20.0.1 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/2daec6d7-ba2b-4a66-845a-ab335a0b140c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:14.659593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4937fa2a-50f5-4b12-919f-cec004a8471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.744222 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.777990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4937fa2a-50f5-4b12-919f-cec004a8471d None None] For port 05de634c-d12e-4690-94c2-b0c6f946a40e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=05de634c-d12e-4690-94c2-b0c6f946a40e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:14.791255 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.792577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4937fa2a-50f5-4b12-919f-cec004a8471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.801914 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.876802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Pushing event updated for resources: {'Port': ['ID=2daec6d7-ba2b-4a66-845a-ab335a0b140c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:14.890294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:14.891629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:14.897519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:14.940759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:14.947657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937fa2a-50f5-4b12-919f-cec004a8471d None None] Pushing event updated for resources: {'Port': ['ID=05de634c-d12e-4690-94c2-b0c6f946a40e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:15.047769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:32:15.048468 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:32:15.055600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:12Z', 'revision_number': 3, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:15.126645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:15.128288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Updating router ddabe16c-c318-4bc1-b817-04f0854ea867 port ab402685-fa9d-4a3f-b933-164b27dd5a33 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:32:15.154665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.176983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c2f0f0e8-9054-44cb-9ce5-1079f4dcb635 None None] Provisioning complete for port 05de634c-d12e-4690-94c2-b0c6f946a40e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:15.177660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f0e8-9054-44cb-9ce5-1079f4dcb635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.182306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.503446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.512381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.608418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Pushing event updated for resources: {'Port': ['ID=2daec6d7-ba2b-4a66-845a-ab335a0b140c,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:15.617504 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.663234 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1c4694b8-8d2f-4cdf-888f-435f8ede23db None None] Provisioning complete for port 2daec6d7-ba2b-4a66-845a-ab335a0b140c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:15.664257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c4694b8-8d2f-4cdf-888f-435f8ede23db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.731640 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:15.733172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:15.738604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1c4694b8-8d2f-4cdf-888f-435f8ede23db None None] Port 2daec6d7-ba2b-4a66-845a-ab335a0b140c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:32:15.776941 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.792370 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.865514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9145c-38c9-4a96-ac7d-58cc1d9a8328 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:15.889032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Attempting to bind port ab402685-fa9d-4a3f-b933-164b27dd5a33 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:15.889412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Attempting to bind port ab402685-fa9d-4a3f-b933-164b27dd5a33 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:15.889790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Attempting to bind port ab402685-fa9d-4a3f-b933-164b27dd5a33 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:15.902438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70706d6c-9298-4364-a7ec-fa2b7d213305 None None] Pushing event updated for resources: {'Port': ['ID=ab402685-fa9d-4a3f-b933-164b27dd5a33,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:15.905289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:15.905705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:15.906189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.906491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:15.907008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Bound port: ab402685-fa9d-4a3f-b933-164b27dd5a33, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:15.907401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.982736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] For port ab402685-fa9d-4a3f-b933-164b27dd5a33, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:15.986781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] For port ab402685-fa9d-4a3f-b933-164b27dd5a33, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ab402685-fa9d-4a3f-b933-164b27dd5a33,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:15.998797 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:15.999460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:32:16.114017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70706d6c-9298-4364-a7ec-fa2b7d213305 None None] Pushing event updated for resources: {'Port': ['ID=ab402685-fa9d-4a3f-b933-164b27dd5a33,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:16.116613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8387e3e2-454e-40bc-8dee-da637b33dfdb None None] Provisioning complete for port ab402685-fa9d-4a3f-b933-164b27dd5a33 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:16.126411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8387e3e2-454e-40bc-8dee-da637b33dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:16.131751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 05de634c-d12e-4690-94c2-b0c6f946a40e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:16.210725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c553864-afe3-4295-ad0c-f1b27d1e4c59 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:16.214417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:32:16.229963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d78b23cd-511c-49ff-8361-e9d7f84d455a admin admin] 10.222.0.18 "PUT /v2.0/routers/ddabe16c-c318-4bc1-b817-04f0854ea867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4937220 Dec 08 00:32:16.294941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:16.295788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:16.528453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 05de634c-d12e-4690-94c2-b0c6f946a40e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:16.528929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:16.582216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8387e3e2-454e-40bc-8dee-da637b33dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:16.613271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:16.662740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8387e3e2-454e-40bc-8dee-da637b33dfdb None None] For port ab402685-fa9d-4a3f-b933-164b27dd5a33, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ab402685-fa9d-4a3f-b933-164b27dd5a33,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:16.675747 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8387e3e2-454e-40bc-8dee-da637b33dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:16.929208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387e3e2-454e-40bc-8dee-da637b33dfdb None None] Pushing event updated for resources: {'Port': ['ID=ab402685-fa9d-4a3f-b933-164b27dd5a33,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:17.057454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cec8f322-af11-4efb-9b78-1317feb96177 None None] Provisioning complete for port 2daec6d7-ba2b-4a66-845a-ab335a0b140c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:17.057930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cec8f322-af11-4efb-9b78-1317feb96177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.174953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cec8f322-af11-4efb-9b78-1317feb96177 None None] Port 2daec6d7-ba2b-4a66-845a-ab335a0b140c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:32:17.184732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 2, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:17.258680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f8df0-aebe-42aa-9a3b-45d0638b9535 None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 2, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:17.296455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cec8f322-af11-4efb-9b78-1317feb96177 None None] Provisioning complete for port ab402685-fa9d-4a3f-b933-164b27dd5a33 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:17.296455 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cec8f322-af11-4efb-9b78-1317feb96177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.438831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60222) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:17.447805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2103619283-network', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:17.513051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Made reservation on behalf of f16d82ddf5314ada8a1ebab67b7f29c9 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:17.515765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.548291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.653350 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.769364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.777563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.830242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05c708-eed2-4cab-a580-7194ef0954b9 req-d0cfc813-9600-4265-9e54-2c9610344856 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:17.832212 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd05c708-eed2-4cab-a580-7194ef0954b9 req-d0cfc813-9600-4265-9e54-2c9610344856 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.9642103 Dec 08 00:32:17.832938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:32:17.852376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de6dde-b7a3-476e-b741-caad1e4929ff,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:17.884830 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:17.889771 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Added segment ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6 of type vlan for network 86659c56-1fbc-43dd-a0bf-0de8770d0366 Dec 08 00:32:17.933930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd05c708-eed2-4cab-a580-7194ef0954b9 req-4bb58348-3248-44ac-a898-89b7522c3749 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919793 Dec 08 00:32:18.045268 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.108781 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.110223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:18.111159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.164438 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7242980 Dec 08 00:32:18.166953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60230) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:18.172872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Request body: {'subnet': {'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2103619283-subnet', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:18.211064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed5d6f-cbc7-4013-aa1b-d6b1a23914d9 admin admin] Pushing event updated for resources: {'Network': ['ID=86659c56-1fbc-43dd-a0bf-0de8770d0366,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:18.221427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:32:18.260229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Made reservation on behalf of f16d82ddf5314ada8a1ebab67b7f29c9 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:18.262666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.530751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.620401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36027677-ee2b-4063-8ef4-ce440847de11,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:18.640020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Checking segment: {'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:18.640395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Network hostable DHCP agents. Network: 86659c56-1fbc-43dd-a0bf-0de8770d0366, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:32:18.666631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:32:18.677604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 86659c56-1fbc-43dd-a0bf-0de8770d0366) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:18.684485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:18.684773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.690490 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d2ad6-0c32-421f-84d1-cf27cfe0580b None None] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:18.722134 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95dff4b6-a774-4b08-b199-893afec813b1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5532529 Dec 08 00:32:18.724775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60238) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:18.733527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:18.784670 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.785754 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.847062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-86659c56-1fbc-43dd-a0bf-0de8770d0366', 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366', 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'fixed_ips': [{'subnet_id': '36027677-ee2b-4063-8ef4-ce440847de11'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:32:18.848123 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:18.924371 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.338651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.413998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Allocated IP 172.20.0.2 (86659c56-1fbc-43dd-a0bf-0de8770d0366/36027677-ee2b-4063-8ef4-ce440847de11/d0aa3a17-61b8-48dd-aa01-7b66c67b001d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:19.441703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5677-db53-4a65-91c4-76ecc6e1d86d req-d40e78fa-0166-4b10-bf67-d1ea78834b0f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:19.443242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbbf5677-db53-4a65-91c4-76ecc6e1d86d req-d40e78fa-0166-4b10-bf67-d1ea78834b0f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.3296227 Dec 08 00:32:19.580542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.590631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.620215 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dbbf5677-db53-4a65-91c4-76ecc6e1d86d req-fdf5eca3-ea18-4a5a-bed8-a08aeb6f0693 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671486 Dec 08 00:32:19.658052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:19.660316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:19.662351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Pushing event updated for resources: {'Port': ['ID=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:19.670300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:19.746957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Attempting to bind port d0aa3a17-61b8-48dd-aa01-7b66c67b001d on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:19.747291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Attempting to bind port d0aa3a17-61b8-48dd-aa01-7b66c67b001d by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:19.747646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Attempting to bind port d0aa3a17-61b8-48dd-aa01-7b66c67b001d on network 86659c56-1fbc-43dd-a0bf-0de8770d0366 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:19.753505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:19.753881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Checking segment: {'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:19.754277 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.754670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Bound using segment: {'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:19.755162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Bound port: d0aa3a17-61b8-48dd-aa01-7b66c67b001d, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:19.755565 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.865927 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.893465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] For port d0aa3a17-61b8-48dd-aa01-7b66c67b001d, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:19.900344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] For port d0aa3a17-61b8-48dd-aa01-7b66c67b001d, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,segment=NetworkSegment(ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6),segment_id=ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:19.908932 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:19.910611 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:20.018752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeb6d0-d703-434d-a9cf-d9915426790f None None] Pushing event updated for resources: {'Port': ['ID=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:20.188574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ab402685-fa9d-4a3f-b933-164b27dd5a33 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:20.191776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Allocated IP 172.25.6.250 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/a38659be-52a5-4208-b4ab-de77592d39f2) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:20.364577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ab402685-fa9d-4a3f-b933-164b27dd5a33 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:20.365013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:20.432022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:20.515875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:20.611606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:20.622132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:20.625112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:20.629210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Pushing event updated for resources: {'Port': ['ID=a38659be-52a5-4208-b4ab-de77592d39f2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:20.637400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367b962-6939-4793-94e7-3ec3266cc13b None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:20.697087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2c4b1d4a-b7a9-4e79-abae-61fb6f609f87 None None] Provisioning complete for port a38659be-52a5-4208-b4ab-de77592d39f2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:20.698148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1d4a-b7a9-4e79-abae-61fb6f609f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:20.802141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b1d4a-b7a9-4e79-abae-61fb6f609f87 None None] Port a38659be-52a5-4208-b4ab-de77592d39f2 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:32:20.928409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a1e2-a158-496e-8fdc-9ea2fc6a7675 req-c4cc3b74-53d9-44a8-83da-8ff0c423785a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:20.937617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7e8a1e2-a158-496e-8fdc-9ea2fc6a7675 req-c4cc3b74-53d9-44a8-83da-8ff0c423785a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1103890 Dec 08 00:32:20.962493 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:32:20.984400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:20.985052 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:21.076070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:21.191392 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:21.191813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7e8a1e2-a158-496e-8fdc-9ea2fc6a7675 req-d3a03cfc-1075-4d9c-a0ca-19487494cff4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531610 Dec 08 00:32:21.314794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60274) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:21.478991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1565d326-7717-4042-9340-e1f1127dc7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:21.488515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:21.557044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-210aa80a-1428-4dff-8dab-982713a33461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:21.722586 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 2, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:21.795479 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:21.796275 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Updating router ddabe16c-c318-4bc1-b817-04f0854ea867 port 2daec6d7-ba2b-4a66-845a-ab335a0b140c binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:32:21.826958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-210aa80a-1428-4dff-8dab-982713a33461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:21.831560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-210aa80a-1428-4dff-8dab-982713a33461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:21.866945 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:21.897138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Router 13d19298-aeba-4c21-bc19-e4d1566d51d6 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:32:21.935708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-210aa80a-1428-4dff-8dab-982713a33461 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a78e795783948efb315ae4c2dd55e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163862 Dec 08 00:32:21.940782 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aa80a-1428-4dff-8dab-982713a33461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f9bc90-6892-4d79-bc02-0860176e08f8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:21.961667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60280) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:22.092769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dec2588-0312-4599-bea9-aafc5696c539 None None] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:22.137779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b2a5-b5db-4d9f-b36c-e53be2928aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.139254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:32:22.178665 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.183770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-be48f83f-aab0-4e0f-8e11-6f2312c74891 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4567630 Dec 08 00:32:22.186500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60284) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:22.249544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b2a5-b5db-4d9f-b36c-e53be2928aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.290127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Sync routers for ids ['13d19298-aeba-4c21-bc19-e4d1566d51d6'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:32:22.300122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d0aa3a17-61b8-48dd-aa01-7b66c67b001d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:22.420195 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b2a5-b5db-4d9f-b36c-e53be2928aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.424144 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b2a5-b5db-4d9f-b36c-e53be2928aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.425609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d8f8b2a5-b5db-4d9f-b36c-e53be2928aa6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3f9bc90-6892-4d79-bc02-0860176e08f8 HTTP/1.1" status: 204 len: 168 time: 0.4615018 Dec 08 00:32:22.444469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8b2a5-b5db-4d9f-b36c-e53be2928aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f9bc90-6892-4d79-bc02-0860176e08f8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:22.447209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3488b164-9608-4ba4-82c4-11f8d9a26499 None None] Provisioning complete for port d0aa3a17-61b8-48dd-aa01-7b66c67b001d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:22.447761 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3488b164-9608-4ba4-82c4-11f8d9a26499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.519272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Routers {'13d19298-aeba-4c21-bc19-e4d1566d51d6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:22.520057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d19298-aeba-4c21-bc19-e4d1566d51d6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:22.548489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6ddf-9b22-4cb3-8dd0-546050e7961b req-ec37f157-0f37-4f59-b6b3-2cea2b967283 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:22.550175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-497e6ddf-9b22-4cb3-8dd0-546050e7961b req-ec37f157-0f37-4f59-b6b3-2cea2b967283 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1665065 Dec 08 00:32:22.639429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d0aa3a17-61b8-48dd-aa01-7b66c67b001d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:22.639905 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.668513 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.681204 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.832815 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Pushing event updated for resources: {'Port': ['ID=2daec6d7-ba2b-4a66-845a-ab335a0b140c,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:22.903035 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3488b164-9608-4ba4-82c4-11f8d9a26499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:22.909586 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.914651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-497e6ddf-9b22-4cb3-8dd0-546050e7961b req-b66d3a92-22bb-4f8c-a493-08daf032d57a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528893 Dec 08 00:32:22.915157 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.915698 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.916324 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.917233 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.917882 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.922346 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.924535 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.925057 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.925695 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.928654 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.930413 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:22.930939 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:23.022449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-3f59a097-38eb-4470-b2b7-a275bab872dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:23.024482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-3f59a097-38eb-4470-b2b7-a275bab872dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1096 time: 0.2727385 Dec 08 00:32:23.048405 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Attempting to bind port 2daec6d7-ba2b-4a66-845a-ab335a0b140c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:23.051862 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Attempting to bind port 2daec6d7-ba2b-4a66-845a-ab335a0b140c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:23.052254 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Attempting to bind port 2daec6d7-ba2b-4a66-845a-ab335a0b140c on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:23.061190 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:23.061560 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:23.074867 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.075522 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:23.076192 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Bound port: 2daec6d7-ba2b-4a66-845a-ab335a0b140c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:23.076787 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.104323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Set router 13d19298-aeba-4c21-bc19-e4d1566d51d6 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:23.135141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.150308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60304) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:23.169284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf92d61-391c-4e6a-8da7-08c329238fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.275564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-ef766ba6-1a03-4add-b390-532391a4809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:23.282485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-ef766ba6-1a03-4add-b390-532391a4809f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4b02063-e31f-4085-8097-cde062440cbb HTTP/1.1" status: 200 len: 898 time: 0.2106507 Dec 08 00:32:23.288535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3488b164-9608-4ba4-82c4-11f8d9a26499 None None] For port d0aa3a17-61b8-48dd-aa01-7b66c67b001d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,segment=NetworkSegment(ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6),segment_id=ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:23.320283 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3488b164-9608-4ba4-82c4-11f8d9a26499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.364029 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] For port 2daec6d7-ba2b-4a66-845a-ab335a0b140c, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:23.367198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf92d61-391c-4e6a-8da7-08c329238fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.368235 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] For port 2daec6d7-ba2b-4a66-845a-ab335a0b140c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2daec6d7-ba2b-4a66-845a-ab335a0b140c,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:23.375800 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-faf92d61-391c-4e6a-8da7-08c329238fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.379386 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.436635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-faf92d61-391c-4e6a-8da7-08c329238fbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6982ee13d6cd414fb43cbd3ef06d1a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846701 Dec 08 00:32:23.437247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60308) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:23.439719 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf92d61-391c-4e6a-8da7-08c329238fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb168bf-d383-42b3-b5e7-fee56c606b6d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:23.482814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:32:23.483201 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:32:23.487195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b164-9608-4ba4-82c4-11f8d9a26499 None None] Pushing event updated for resources: {'Port': ['ID=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:23.498297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-f04b7c8d-a7e8-4663-a8e5-d15ffcaf5d45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71 HTTP/1.1" status: 200 len: 1001 time: 0.1616962 Dec 08 00:32:23.502173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] Provisioning complete for port 2daec6d7-ba2b-4a66-845a-ab335a0b140c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:23.502555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.515466 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:23.516131 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:31:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:23.516707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:32:20Z', 'revision_number': 3, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port': {'id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:19Z', 'updated_at': '2021-12-08T00:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:23.518837 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5631e4e-c73b-4ae4-9169-7f00ea675fef None None] Pushing event updated for resources: {'Port': ['ID=2daec6d7-ba2b-4a66-845a-ab335a0b140c,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:23.541107 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e8bab43-6c3d-49a1-9fea-28fba4515cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.570806 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e8bab43-6c3d-49a1-9fea-28fba4515cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.604536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Checking router: 13d19298-aeba-4c21-bc19-e4d1566d51d6 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:23.604791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Updating router 13d19298-aeba-4c21-bc19-e4d1566d51d6 port a38659be-52a5-4208-b4ab-de77592d39f2 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:32:23.655320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-e1ebf312-3f0d-467f-b351-5162065c5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:23.657272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-e1ebf312-3f0d-467f-b351-5162065c5cd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=825ef4b5-d758-46c2-bf3a-8eea517ded8f HTTP/1.1" status: 200 len: 835 time: 0.1480818 Dec 08 00:32:23.663925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e8bab43-6c3d-49a1-9fea-28fba4515cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.668518 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2e8bab43-6c3d-49a1-9fea-28fba4515cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.685094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2e8bab43-6c3d-49a1-9fea-28fba4515cc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fb168bf-d383-42b3-b5e7-fee56c606b6d HTTP/1.1" status: 204 len: 168 time: 0.2344327 Dec 08 00:32:23.716180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.719459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bab43-6c3d-49a1-9fea-28fba4515cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb168bf-d383-42b3-b5e7-fee56c606b6d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:23.741436 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.759177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-f55c843a-c7d1-44b7-88a8-7cc9fb33dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:23.760530 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:23.760990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-f55c843a-c7d1-44b7-88a8-7cc9fb33dd82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4b02063-e31f-4085-8097-cde062440cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924163 Dec 08 00:32:23.764555 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1796d936-ebe7-4194-9ccb-ca46b2f4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:23.988572 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:24.017105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Allocated IP 172.20.0.1 (86659c56-1fbc-43dd-a0bf-0de8770d0366/36027677-ee2b-4063-8ef4-ce440847de11/c97f2e94-d5f8-4d6a-aee4-ba78c830bad7) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:24.062631 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:23Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:24.097745 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6add7-e91c-449f-8b26-05870d31f52f None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:23Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:24.263677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] For port 2daec6d7-ba2b-4a66-845a-ab335a0b140c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2daec6d7-ba2b-4a66-845a-ab335a0b140c,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:24.276577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:24.394678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d0aa3a17-61b8-48dd-aa01-7b66c67b001d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:24.500341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] Provisioning complete for port d0aa3a17-61b8-48dd-aa01-7b66c67b001d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:24.513487 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:24.613797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d0aa3a17-61b8-48dd-aa01-7b66c67b001d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:24.614318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:24.622055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f048ab-8320-40e5-a8a5-9609d8194c12 None None] Pushing event updated for resources: {'Port': ['ID=2daec6d7-ba2b-4a66-845a-ab335a0b140c,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:24.704174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:24.759511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:24.956829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d01674-e5ff-4032-89a8-555c35455237 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:25.023768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2daec6d7-ba2b-4a66-845a-ab335a0b140c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:25.086756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.112982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b42d3e-4c3f-459d-8c91-636671fa26ed req-cc39426c-7a21-41aa-89a0-6871dd58832f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:25.126756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6b42d3e-4c3f-459d-8c91-636671fa26ed req-cc39426c-7a21-41aa-89a0-6871dd58832f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.9795563 Dec 08 00:32:25.138493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c1c838b4-c6d1-4478-9cf5-5fdaf8605c1e None None] Provisioning complete for port 2daec6d7-ba2b-4a66-845a-ab335a0b140c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:25.140785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1c838b4-c6d1-4478-9cf5-5fdaf8605c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.146245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Attempting to bind port a38659be-52a5-4208-b4ab-de77592d39f2 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:25.150704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Attempting to bind port a38659be-52a5-4208-b4ab-de77592d39f2 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:25.151594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Attempting to bind port a38659be-52a5-4208-b4ab-de77592d39f2 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:25.204359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:25.206557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:25.207943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.208603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:25.209520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Bound port: a38659be-52a5-4208-b4ab-de77592d39f2, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:25.211463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.229657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-ba07be0f-6d43-426f-91dd-c165a779bb7d service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0870910 Dec 08 00:32:25.353127 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6b42d3e-4c3f-459d-8c91-636671fa26ed req-b5cf8855-a0f9-4c34-825c-dc61d02ff952 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253187 Dec 08 00:32:25.408591 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.490050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:25.499200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:25.519452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efd4d8ed-fb9b-4a28-b019-f8edaa67ca8c req-ea94d8ee-7219-4dcd-8f08-3684c11623da service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764101 Dec 08 00:32:25.522994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:25.525327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Pushing event updated for resources: {'Port': ['ID=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:25.573089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Pushing event updated for resources: {'Port': ['ID=a38659be-52a5-4208-b4ab-de77592d39f2,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:25.607905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.647129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.681941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2daec6d7-ba2b-4a66-845a-ab335a0b140c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:25.682488 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.759895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] For port a38659be-52a5-4208-b4ab-de77592d39f2, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:25.783744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] For port a38659be-52a5-4208-b4ab-de77592d39f2, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a38659be-52a5-4208-b4ab-de77592d39f2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:25.800502 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.882184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:25.924698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1463e86-0fdc-44da-9797-dc9b0646cf31 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:32:25.971546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Routers {'13d19298-aeba-4c21-bc19-e4d1566d51d6'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:25.972289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d19298-aeba-4c21-bc19-e4d1566d51d6'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:26.074532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Pushing event updated for resources: {'Port': ['ID=a38659be-52a5-4208-b4ab-de77592d39f2,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:26.093261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.093627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.093972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.094306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.094635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.094986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.095318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.095641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.095963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.096285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.096604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.096923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.097242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da15ab9-9b49-4c04-820d-6ea2195a2010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:26.107218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Provisioning complete for port a38659be-52a5-4208-b4ab-de77592d39f2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:26.107590 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:26.144758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:26.154600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:26.265971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2daec6d7-ba2b-4a66-845a-ab335a0b140c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:26.319294 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:26.332543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Pushing event updated for resources: {'Port': ['ID=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:26.428654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] Set router 13d19298-aeba-4c21-bc19-e4d1566d51d6 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:26.445597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:26.458398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:26.459983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:26.654029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2daec6d7-ba2b-4a66-845a-ab335a0b140c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:26.654645 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:26.733740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa135f97-6fc6-40d2-9b16-35f2725e09f3 req-181f0614-b4f4-44f5-b1eb-590d468abea2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:26.735487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa135f97-6fc6-40d2-9b16-35f2725e09f3 req-181f0614-b4f4-44f5-b1eb-590d468abea2 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.2266073 Dec 08 00:32:26.806430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:26.831454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Router 13d19298-aeba-4c21-bc19-e4d1566d51d6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:32:26.856378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fa135f97-6fc6-40d2-9b16-35f2725e09f3 req-2c0f74cd-c5d5-4265-9689-fc67c50d454c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135559 Dec 08 00:32:26.940160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] For port a38659be-52a5-4208-b4ab-de77592d39f2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a38659be-52a5-4208-b4ab-de77592d39f2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:26.994114 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:27.027934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:32:27.049169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1081b278-64e9-4f1d-88dc-aaf52f4cad33 admin admin] 10.222.0.18 "PUT /v2.0/routers/13d19298-aeba-4c21-bc19-e4d1566d51d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8516479 Dec 08 00:32:27.094209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Provisioning complete for port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:27.094579 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:27.189866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Pushing event updated for resources: {'Port': ['ID=a38659be-52a5-4208-b4ab-de77592d39f2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:27.353191 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-22631e03-84c3-4a23-82a7-1d54f1dbbcea None None] Port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:32:27.365994 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:27.370132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 4, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port': {'id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:19Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c97f2e94-d5f8-4d6a-aee4-ba78c830bad7', 'name': '', 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'mac_address': 'fa:16:3e:12:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '36027677-ee2b-4063-8ef4-ce440847de11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:23Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 1, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'subnets': [{'id': '36027677-ee2b-4063-8ef4-ce440847de11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:27.405232 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2227b8-0ec5-4f68-b5a0-7e745579c55b None None] The sync data for ids ['13d19298-aeba-4c21-bc19-e4d1566d51d6'] in n-d-820549-2 is: [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 4, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port': {'id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:19Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c97f2e94-d5f8-4d6a-aee4-ba78c830bad7', 'name': '', 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'mac_address': 'fa:16:3e:12:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '36027677-ee2b-4063-8ef4-ce440847de11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:23Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 1, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'subnets': [{'id': '36027677-ee2b-4063-8ef4-ce440847de11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:27.477348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4130e1b9-263b-4706-b4f9-591cea70e90a None None] Provisioning complete for port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:27.477884 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4130e1b9-263b-4706-b4f9-591cea70e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:27.565254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4130e1b9-263b-4706-b4f9-591cea70e90a None None] Port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:32:28.165039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a2676-4411-4154-b895-25f0bdfbfb58 req-a8b43c66-6896-48ce-8a01-5d1ceb2cc35a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:28.166640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b2a2676-4411-4154-b895-25f0bdfbfb58 req-a8b43c66-6896-48ce-8a01-5d1ceb2cc35a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1628203 Dec 08 00:32:28.287808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b2a2676-4411-4154-b895-25f0bdfbfb58 req-3ec01c33-641b-48b0-b9b5-697f25fcef53 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995321 Dec 08 00:32:29.566165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9e6c0-e799-4df8-8c63-85befe32588f req-f1f6c9e7-71d3-488f-8e5f-6f7689288c88 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:29.577932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddf9e6c0-e799-4df8-8c63-85befe32588f req-f1f6c9e7-71d3-488f-8e5f-6f7689288c88 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1384299 Dec 08 00:32:29.707060 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddf9e6c0-e799-4df8-8c63-85befe32588f req-c63402e7-a373-40c2-acfc-cc85e80d4fe3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260369 Dec 08 00:32:29.931620 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:32:30.307404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a38659be-52a5-4208-b4ab-de77592d39f2 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:30.369112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7136-5963-4f2f-a0dc-ff50137f5a67 req-0d807a89-297b-49ce-b21d-072884557499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:30.383451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fdc7136-5963-4f2f-a0dc-ff50137f5a67 req-0d807a89-297b-49ce-b21d-072884557499 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1096 time: 0.0944920 Dec 08 00:32:30.451692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port a38659be-52a5-4208-b4ab-de77592d39f2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:30.452395 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:30.469834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fdc7136-5963-4f2f-a0dc-ff50137f5a67 req-3226bc69-7169-429e-b931-a8c61e702430 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855196 Dec 08 00:32:30.815731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-60c7932f-eac6-4f93-906a-2daf29c34d4e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:30.817530 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-60c7932f-eac6-4f93-906a-2daf29c34d4e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1679447 Dec 08 00:32:30.869920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ff834c72-3603-475c-b859-daeefc301dc0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/quotas/2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0420575 Dec 08 00:32:30.883585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79f690-5e03-4937-a8cf-f7fbdb5d7737 req-1212d99f-97de-4d1f-a05b-f29b8ab7f76e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:30.885460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e79f690-5e03-4937-a8cf-f7fbdb5d7737 req-1212d99f-97de-4d1f-a05b-f29b8ab7f76e tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.0669413 Dec 08 00:32:30.989025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ba5c9dd3-7d93-4ac3-b266-05d63c08bda3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024370 Dec 08 00:32:30.999276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e79f690-5e03-4937-a8cf-f7fbdb5d7737 req-84ea7e34-8b18-4dc5-b52a-51635ba7f7cb tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953751 Dec 08 00:32:31.096957 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Sync routers for ids ['13d19298-aeba-4c21-bc19-e4d1566d51d6'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:32:31.110178 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Routers {'13d19298-aeba-4c21-bc19-e4d1566d51d6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:31.110961 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d19298-aeba-4c21-bc19-e4d1566d51d6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:31.161340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-33346807-9354-464d-b379-ae5b38170b79 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608648 Dec 08 00:32:31.331315 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Set router 13d19298-aeba-4c21-bc19-e4d1566d51d6 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:31.364177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-3edf50f8-5ce5-4fc8-bae0-299e14d94cb7 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968639 Dec 08 00:32:31.370048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec785812-1e6a-41a4-8ca2-8cb3c028ad71 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:32:31.664842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:31.700518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'port_id': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'mac_address': 'fa:16:3e:44:a2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:32:31.835360 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:31.867497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec785812-1e6a-41a4-8ca2-8cb3c028ad71 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:32:31.901119 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 4, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port': {'id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:19Z', 'updated_at': '2021-12-08T00:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c97f2e94-d5f8-4d6a-aee4-ba78c830bad7', 'name': '', 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'mac_address': 'fa:16:3e:12:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '36027677-ee2b-4063-8ef4-ce440847de11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:23Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 2, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'subnets': [{'id': '36027677-ee2b-4063-8ef4-ce440847de11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:31.942598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:31.956612 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:31.990644 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Checking router: 13d19298-aeba-4c21-bc19-e4d1566d51d6 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:32:31.991258 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Updating router 13d19298-aeba-4c21-bc19-e4d1566d51d6 port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:32:32.026828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c30fd48-52ab-4b48-b9da-6f43374c33a1 req-09f58416-3078-4de2-b033-b0812e9aee50 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.0757465 Dec 08 00:32:32.107204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:32.120385 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:32.255973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd1757-8c97-490d-9da5-3bd7186b6a70 req-7bbfc433-0372-44b5-83b8-f35083046168 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:32.259277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9fd1757-8c97-490d-9da5-3bd7186b6a70 req-7bbfc433-0372-44b5-83b8-f35083046168 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 944 time: 0.1489346 Dec 08 00:32:32.262641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['ec785812-1e6a-41a4-8ca2-8cb3c028ad71'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:32:32.368668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b9fd1757-8c97-490d-9da5-3bd7186b6a70 req-8a6486a2-9a60-461b-96f1-ae6b88d88a15 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914412 Dec 08 00:32:32.380403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60518) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:32.561943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-21fa0e77-868a-4297-b155-e81383204517 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/floatingips/7820b256-cde5-4324-af58-0e5a5f1a6ba8 HTTP/1.1" status: 200 len: 992 time: 0.1789215 Dec 08 00:32:32.803257 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:32.819152 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:32.895043 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2cf79-da46-4379-896b-77bd02938f89 None None] Pushing event updated for resources: {'Port': ['ID=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:33.021794 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Attempting to bind port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:33.022167 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Attempting to bind port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:33.022532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Attempting to bind port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 on network 86659c56-1fbc-43dd-a0bf-0de8770d0366 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:33.030504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:33.030945 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Checking segment: {'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:33.031393 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:33.031808 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Bound using segment: {'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:33.032746 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Bound port: c97f2e94-d5f8-4d6a-aee4-ba78c830bad7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:33.032746 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:33.161406 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] For port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:33.166014 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] For port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,segment=NetworkSegment(ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6),segment_id=ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:33.179697 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:33.192457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cc425549-60c7-48f6-a99a-4a55a2232482 req-73356b60-aa79-4824-95d7-497ca7c79e42 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.0574906 Dec 08 00:32:33.251914 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Routers {'13d19298-aeba-4c21-bc19-e4d1566d51d6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:32:33.252593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d19298-aeba-4c21-bc19-e4d1566d51d6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:33.256587 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2cf79-da46-4379-896b-77bd02938f89 None None] Pushing event updated for resources: {'Port': ['ID=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:33.360809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-71aeaf9a-be90-4bf8-b0c6-958a0df7ba3b None None] Provisioning complete for port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:33.362257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71aeaf9a-be90-4bf8-b0c6-958a0df7ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:33.386635 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] Set router 13d19298-aeba-4c21-bc19-e4d1566d51d6 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:32:33.448126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec785812-1e6a-41a4-8ca2-8cb3c028ad71 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:33.686861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71aeaf9a-be90-4bf8-b0c6-958a0df7ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:33.728180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:33.728564 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:33.765705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-832d886f-aec1-4523-918a-6b79acd47062 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:33.767902 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-832d886f-aec1-4523-918a-6b79acd47062 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.2431951 Dec 08 00:32:33.787949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'port': {'device_id': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'admin_state_up': True, 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:33.842030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-71aeaf9a-be90-4bf8-b0c6-958a0df7ba3b None None] For port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,segment=NetworkSegment(ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6),segment_id=ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:33.853574 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71aeaf9a-be90-4bf8-b0c6-958a0df7ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:34.015235 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 4, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port': {'id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:19Z', 'updated_at': '2021-12-08T00:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c97f2e94-d5f8-4d6a-aee4-ba78c830bad7', 'name': '', 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'mac_address': 'fa:16:3e:12:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '36027677-ee2b-4063-8ef4-ce440847de11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:23Z', 'updated_at': '2021-12-08T00:32:33Z', 'revision_number': 4, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'subnets': [{'id': '36027677-ee2b-4063-8ef4-ce440847de11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:32:34.077831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:34.082610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:34.088137 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d66ff8-04ee-4986-8247-b9791caebe00 None None] The sync data for ids ['13d19298-aeba-4c21-bc19-e4d1566d51d6'] in n-d-820549-2 is: [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:32:25Z', 'revision_number': 4, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port': {'id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:19Z', 'updated_at': '2021-12-08T00:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c97f2e94-d5f8-4d6a-aee4-ba78c830bad7', 'name': '', 'network_id': '86659c56-1fbc-43dd-a0bf-0de8770d0366', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'mac_address': 'fa:16:3e:12:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '36027677-ee2b-4063-8ef4-ce440847de11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:23Z', 'updated_at': '2021-12-08T00:32:33Z', 'revision_number': 4, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'subnets': [{'id': '36027677-ee2b-4063-8ef4-ce440847de11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:32:34.358290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:34.467522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a0e5f79-6ea9-41a9-bf21-ada71ae7e7d9 req-65a7a391-2beb-406b-be86-9e097c32aa37 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.1001370 Dec 08 00:32:34.482771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:34.529647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.20.0.9 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/96f5dac5-21bd-4c26-b65b-06c17f353e2e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:34.536805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeaf9a-be90-4bf8-b0c6-958a0df7ba3b None None] Pushing event updated for resources: {'Port': ['ID=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:34.562401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-58a98871-ba5b-4254-99f0-982294469926 None None] Provisioning complete for port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:34.563434 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58a98871-ba5b-4254-99f0-982294469926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:34.636350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:32:34.638681 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77354832-02b0-4882-a139-88a9aa14efd0" -d '{"events": [{"server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "name": "network-vif-plugged", "status": "completed", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:32:34.726919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:34.788121 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:34.860159 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083b1c06-f140-4384-be28-249e75cab058 x-openstack-request-id: req-083b1c06-f140-4384-be28-249e75cab058 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:32:34.860387 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "name": "network-vif-plugged", "status": "completed", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:32:34.860634 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-083b1c06-f140-4384-be28-249e75cab058 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:32:34.861039 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'code': 200} Dec 08 00:32:34.873305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:34.873681 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:34.969322 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:35.067712 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:35.155030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:35.168897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:35.175089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:35.187219 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:35.282664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:35.285912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:35.322809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=96f5dac5-21bd-4c26-b65b-06c17f353e2e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:35.333483 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-ec150e05-6fa7-464a-a88d-05c0bfbb4beb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5505886 Dec 08 00:32:35.357386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Request body: {'port': {'device_id': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:35.580652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:35.647122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bd14c1c5-0eab-4040-b84d-a55f112417cb None None] Provisioning complete for port 96f5dac5-21bd-4c26-b65b-06c17f353e2e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:35.647685 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bd14c1c5-0eab-4040-b84d-a55f112417cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:35.729956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-bd14c1c5-0eab-4040-b84d-a55f112417cb None None] Port 96f5dac5-21bd-4c26-b65b-06c17f353e2e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:32:35.753792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955f9f7-c53c-4bd5-8f4a-b40d8a094ed7 req-91219392-02df-4f4e-bf3b-e1d3ce832b3e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:35.755548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a955f9f7-c53c-4bd5-8f4a-b40d8a094ed7 req-91219392-02df-4f4e-bf3b-e1d3ce832b3e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 931 time: 0.1482255 Dec 08 00:32:35.856982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a955f9f7-c53c-4bd5-8f4a-b40d8a094ed7 req-4f92fd0c-72aa-4beb-86f9-98211343475b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906851 Dec 08 00:32:35.942068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60560) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:36.160611 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-abc86c38-1a9f-4999-bd6d-26394918dda9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.225455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f5dac5-21bd-4c26-b65b-06c17f353e2e {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:32:36.249492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.264526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:36.274090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Transition to ACTIVE for port object 96f5dac5-21bd-4c26-b65b-06c17f353e2e will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:32:36.291157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.342236 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-abc86c38-1a9f-4999-bd6d-26394918dda9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.354159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-abc86c38-1a9f-4999-bd6d-26394918dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.400049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:36.400427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.473057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60564) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:36.473559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-abc86c38-1a9f-4999-bd6d-26394918dda9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd58d8cc44a84a48ab6c51be5c2e5d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5296168 Dec 08 00:32:36.475862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc86c38-1a9f-4999-bd6d-26394918dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb48a477-7c59-4dc8-845b-21d837466e34,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:36.517536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Pushing event updated for resources: {'Port': ['ID=96f5dac5-21bd-4c26-b65b-06c17f353e2e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:36.676068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Attempting to bind port 96f5dac5-21bd-4c26-b65b-06c17f353e2e on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:36.676368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Attempting to bind port 96f5dac5-21bd-4c26-b65b-06c17f353e2e by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:36.676701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Attempting to bind port 96f5dac5-21bd-4c26-b65b-06c17f353e2e on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:36.683198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Port 96f5dac5-21bd-4c26-b65b-06c17f353e2e on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:32:36.683540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Attempting to bind port 96f5dac5-21bd-4c26-b65b-06c17f353e2e on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:36.709946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:36.710288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:36.710681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:36.711162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Bound port: 96f5dac5-21bd-4c26-b65b-06c17f353e2e, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:36.711520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.731998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62c55e81-a28a-44c9-b804-bf18fd7a0562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.771198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62c55e81-a28a-44c9-b804-bf18fd7a0562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.943508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62c55e81-a28a-44c9-b804-bf18fd7a0562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.959675 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-62c55e81-a28a-44c9-b804-bf18fd7a0562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:36.964761 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-62c55e81-a28a-44c9-b804-bf18fd7a0562 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb48a477-7c59-4dc8-845b-21d837466e34 HTTP/1.1" status: 204 len: 168 time: 0.4918900 Dec 08 00:32:36.999320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] For port 96f5dac5-21bd-4c26-b65b-06c17f353e2e, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:37.008867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] For port 96f5dac5-21bd-4c26-b65b-06c17f353e2e, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=96f5dac5-21bd-4c26-b65b-06c17f353e2e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:37.014552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c55e81-a28a-44c9-b804-bf18fd7a0562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb48a477-7c59-4dc8-845b-21d837466e34,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:37.025835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:37.116011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a6483-128b-496c-b9f4-daa40562b0eb req-bf030302-86c0-4791-930f-41f9abc43ab3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:37.134028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f3a6483-128b-496c-b9f4-daa40562b0eb req-bf030302-86c0-4791-930f-41f9abc43ab3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.1705413 Dec 08 00:32:37.167823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:37.168674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:37.171125 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] 10.222.0.44 "PUT /v2.0/ports/96f5dac5-21bd-4c26-b65b-06c17f353e2e HTTP/1.1" status: 200 len: 1091 time: 1.8198290 Dec 08 00:32:37.171803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'tag': '96f5dac5-21bd-4c26-b65b-06c17f353e2e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:32:37.174652 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c3279-9ca8-4b6b-a131-c234d38b8b44" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c6d1e0-27f2-4339-8d18-32b0c63fe216", "tag": "96f5dac5-21bd-4c26-b65b-06c17f353e2e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:32:37.254818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbbca5-8dc5-4823-98ce-f135482d6f70 service neutron] Pushing event updated for resources: {'Port': ['ID=96f5dac5-21bd-4c26-b65b-06c17f353e2e,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:37.345284 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1071165d-4d62-4a30-a4dd-95f3023e226d x-openstack-request-id: req-1071165d-4d62-4a30-a4dd-95f3023e226d {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:32:37.345676 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c6d1e0-27f2-4339-8d18-32b0c63fe216", "tag": "96f5dac5-21bd-4c26-b65b-06c17f353e2e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:32:37.345809 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1071165d-4d62-4a30-a4dd-95f3023e226d {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:32:37.346225 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'tag': '96f5dac5-21bd-4c26-b65b-06c17f353e2e', 'status': 'completed', 'code': 200} Dec 08 00:32:37.353335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f3a6483-128b-496c-b9f4-daa40562b0eb req-6bf956b6-757b-4778-8382-78cb54cf6b98 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172329 Dec 08 00:32:37.387294 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-7b0f7eae-a2cc-412a-9ae0-c160f5def1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:37.389876 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-7b0f7eae-a2cc-412a-9ae0-c160f5def1bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 1094 time: 0.1240711 Dec 08 00:32:37.463344 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-0b4542f1-098a-4e9b-9a49-8a9719d379e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f5dac5-21bd-4c26-b65b-06c17f353e2e HTTP/1.1" status: 200 len: 217 time: 0.0590184 Dec 08 00:32:37.554867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-9de603e4-1e39-445c-b48f-f4d3246c89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:37.556940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-9de603e4-1e39-445c-b48f-f4d3246c89d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0872762 Dec 08 00:32:37.675269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-2582d87e-d358-4feb-a0a6-00a256d870ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:37.680996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-2582d87e-d358-4feb-a0a6-00a256d870ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114306 Dec 08 00:32:37.745605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60592) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:37.765165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfa31f6b-907e-49cb-a633-8df98c2942af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:37.881330 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-f323bbec-646c-4dd5-bd45-10755f482957 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956661 Dec 08 00:32:37.940103 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfa31f6b-907e-49cb-a633-8df98c2942af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:37.953354 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bfa31f6b-907e-49cb-a633-8df98c2942af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:37.999299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bfa31f6b-907e-49cb-a633-8df98c2942af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=974b41f183b541058bb579a6236f9006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500529 Dec 08 00:32:38.020529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60596) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:38.020885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60598) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:38.160914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa31f6b-907e-49cb-a633-8df98c2942af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e6206f-830c-401a-a772-da9cc8c8f0d8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:38.178832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a53097f5-7e42-48e3-bd0e-db0abd2dac9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.204062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a53097f5-7e42-48e3-bd0e-db0abd2dac9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.268759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a53097f5-7e42-48e3-bd0e-db0abd2dac9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.271447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a53097f5-7e42-48e3-bd0e-db0abd2dac9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.272642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a53097f5-7e42-48e3-bd0e-db0abd2dac9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49e6206f-830c-401a-a772-da9cc8c8f0d8 HTTP/1.1" status: 204 len: 168 time: 0.2508032 Dec 08 00:32:38.287512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53097f5-7e42-48e3-bd0e-db0abd2dac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e6206f-830c-401a-a772-da9cc8c8f0d8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:38.344806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61b4e865-ddbb-444f-9ff2-1f52c8010bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.597378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61b4e865-ddbb-444f-9ff2-1f52c8010bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.608678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-61b4e865-ddbb-444f-9ff2-1f52c8010bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.683277 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-43b72da9-d74d-4265-a842-1f6ad97ab782 req-e75dd711-5c74-4491-af81-7b90c32db355 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954981 Dec 08 00:32:38.683851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4e865-ddbb-444f-9ff2-1f52c8010bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8353210a-7600-4745-b279-eb3c0ed993d6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:38.688798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-61b4e865-ddbb-444f-9ff2-1f52c8010bba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a507a4a498404a8da9564478037d937e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6655595 Dec 08 00:32:38.695484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60616) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:38.724037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096e6f1-19e5-4204-a8f1-ff2cfc8a2b77 req-18f8846d-970e-478a-bd22-e3d39c94222a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:38.726422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b096e6f1-19e5-4204-a8f1-ff2cfc8a2b77 req-18f8846d-970e-478a-bd22-e3d39c94222a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.2081378 Dec 08 00:32:38.816428 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-374cc5d7-8172-4108-94b6-3c2d28057627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:38.817811 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-374cc5d7-8172-4108-94b6-3c2d28057627 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 1094 time: 0.0502651 Dec 08 00:32:38.824924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b096e6f1-19e5-4204-a8f1-ff2cfc8a2b77 req-06abf274-bc4b-4a31-9516-8e4891df254c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839214 Dec 08 00:32:38.847374 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.875690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.944877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-f6661375-4d47-4dcf-ba3f-e4e42d7f6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:38.946610 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-f6661375-4d47-4dcf-ba3f-e4e42d7f6d6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.1209683 Dec 08 00:32:38.960231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.964913 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:38.974357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8353210a-7600-4745-b279-eb3c0ed993d6 HTTP/1.1" status: 204 len: 168 time: 0.2725389 Dec 08 00:32:38.990266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353210a-7600-4745-b279-eb3c0ed993d6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:39.002971 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-b5d89606-eb44-41ff-b2ed-67c1b89badc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f5dac5-21bd-4c26-b65b-06c17f353e2e HTTP/1.1" status: 200 len: 217 time: 0.0467007 Dec 08 00:32:39.012302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.014766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.016502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.017048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.019191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.019735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.020260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.020804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.023326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.023866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.024392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.024912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.027103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b22dbc-401d-4c91-a9dd-04d3c373bf95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:39.093308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-9e0f589c-cd13-4d95-a173-7d2be8d1220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:39.095825 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-9e0f589c-cd13-4d95-a173-7d2be8d1220b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0803533 Dec 08 00:32:39.160824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-6df47d76-d3a2-4d22-a49b-9a3d41523529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:39.162356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-6df47d76-d3a2-4d22-a49b-9a3d41523529 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593097 Dec 08 00:32:39.309288 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-adfcad81-374c-45f2-8425-5bdff9d47a21 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394730 Dec 08 00:32:39.481257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-299c3279-9ca8-4b6b-a131-c234d38b8b44 req-7ca2a39c-fe01-4331-834e-6b5763c3f834 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643851 Dec 08 00:32:39.643337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60642) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:39.660356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1bd580b-d014-4c8d-ab9c-0c268f940ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:39.760317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1bd580b-d014-4c8d-ab9c-0c268f940ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:39.767723 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1bd580b-d014-4c8d-ab9c-0c268f940ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:39.818387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c1bd580b-d014-4c8d-ab9c-0c268f940ed9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e496a073ac1a4dfd88ee6db275c37fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714959 Dec 08 00:32:39.819171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60646) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:39.835505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd580b-d014-4c8d-ab9c-0c268f940ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de28dea4-a4b4-4534-afa7-f7c385522a73,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:39.973204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b21afce-2f21-45a3-bf49-bf93dd861986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:40.003007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b21afce-2f21-45a3-bf49-bf93dd861986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:40.070551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b21afce-2f21-45a3-bf49-bf93dd861986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:40.074306 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4b21afce-2f21-45a3-bf49-bf93dd861986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:40.078610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4b21afce-2f21-45a3-bf49-bf93dd861986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de28dea4-a4b4-4534-afa7-f7c385522a73 HTTP/1.1" status: 204 len: 168 time: 0.2561598 Dec 08 00:32:40.088052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21afce-2f21-45a3-bf49-bf93dd861986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de28dea4-a4b4-4534-afa7-f7c385522a73,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:40.100348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b3177-2faa-4213-ac87-3afcb8af1d85 req-4b8cb014-f311-4e88-8d30-68391b66f1fa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:40.109077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a48b3177-2faa-4213-ac87-3afcb8af1d85 req-4b8cb014-f311-4e88-8d30-68391b66f1fa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.1778436 Dec 08 00:32:40.190262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a48b3177-2faa-4213-ac87-3afcb8af1d85 req-9a68946f-0ef5-4ada-acc7-9671c1f3098c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650880 Dec 08 00:32:40.981609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60704) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:41.148415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.260225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.266819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.334486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69fcb01ce99441a9a6e49843f92325c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516061 Dec 08 00:32:41.334854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60714) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:41.336337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9084e0b2-ef76-432f-9842-d736ee6e77d6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:41.347266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.347741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.348175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.349060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.349504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.349943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.350367 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.350786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.351302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.351721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.352140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.352555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.353037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfa1d28-72b1-4ddc-bd67-1730511152d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:32:41.422426 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406a9e-e27a-4afb-858f-1ce428feae78 req-1d80aa93-0d0e-46d0-b476-da0e6612c975 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:41.424521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae406a9e-e27a-4afb-858f-1ce428feae78 req-1d80aa93-0d0e-46d0-b476-da0e6612c975 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.1380172 Dec 08 00:32:41.475829 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82492272-e8c5-4049-a6eb-550305f93d36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.481185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60718) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:41.520634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82492272-e8c5-4049-a6eb-550305f93d36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.563464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ae406a9e-e27a-4afb-858f-1ce428feae78 req-28b3c32c-2c8b-4a4f-88e3-bab9ea0d9564 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325910 Dec 08 00:32:41.598300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82492272-e8c5-4049-a6eb-550305f93d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.602007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82492272-e8c5-4049-a6eb-550305f93d36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.603517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-82492272-e8c5-4049-a6eb-550305f93d36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9084e0b2-ef76-432f-9842-d736ee6e77d6 HTTP/1.1" status: 204 len: 168 time: 0.2658904 Dec 08 00:32:41.620584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6d24333-fd16-4415-b1bd-c282f43e0bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.630744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82492272-e8c5-4049-a6eb-550305f93d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9084e0b2-ef76-432f-9842-d736ee6e77d6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:41.718069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6d24333-fd16-4415-b1bd-c282f43e0bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.723336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6d24333-fd16-4415-b1bd-c282f43e0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.754960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d24333-fd16-4415-b1bd-c282f43e0bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0486cc36-d500-4c87-b18e-1a610ef5ead5,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:41.775653 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f6d24333-fd16-4415-b1bd-c282f43e0bf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abd2d195b1164749bb931fa64754bdca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933810 Dec 08 00:32:41.778296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:41.842611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0ebc4a-a13a-4ce2-93d0-81ff1536d35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.866595 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0ebc4a-a13a-4ce2-93d0-81ff1536d35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.923757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0ebc4a-a13a-4ce2-93d0-81ff1536d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.926910 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3c0ebc4a-a13a-4ce2-93d0-81ff1536d35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:41.928080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3c0ebc4a-a13a-4ce2-93d0-81ff1536d35e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0486cc36-d500-4c87-b18e-1a610ef5ead5 HTTP/1.1" status: 204 len: 168 time: 0.1486118 Dec 08 00:32:41.943498 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ebc4a-a13a-4ce2-93d0-81ff1536d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486cc36-d500-4c87-b18e-1a610ef5ead5,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:42.027997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:42.045004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe205976-a9e2-4aa2-84d7-8d43cc2a3372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:42.148500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe205976-a9e2-4aa2-84d7-8d43cc2a3372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:42.164589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe205976-a9e2-4aa2-84d7-8d43cc2a3372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:42.211168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fe205976-a9e2-4aa2-84d7-8d43cc2a3372 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4de1f40d60a64dcc98d7c9bad1a180e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792462 Dec 08 00:32:42.211168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe205976-a9e2-4aa2-84d7-8d43cc2a3372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317c6093-25f8-4215-a21c-4a806379da3c,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:42.211339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60738) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:42.269402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8007220b-fdc6-45a7-94a1-e8e06eb36468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:42.292461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8007220b-fdc6-45a7-94a1-e8e06eb36468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:42.355170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8007220b-fdc6-45a7-94a1-e8e06eb36468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:42.358030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8007220b-fdc6-45a7-94a1-e8e06eb36468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:42.359420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8007220b-fdc6-45a7-94a1-e8e06eb36468 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/317c6093-25f8-4215-a21c-4a806379da3c HTTP/1.1" status: 204 len: 168 time: 0.1476431 Dec 08 00:32:42.369598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007220b-fdc6-45a7-94a1-e8e06eb36468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317c6093-25f8-4215-a21c-4a806379da3c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:42.713127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8711fad-a8d3-48a7-8b68-a98ae18a0052 req-66564382-dc50-497a-8df1-9b87f31ad33c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:42.715416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8711fad-a8d3-48a7-8b68-a98ae18a0052 req-66564382-dc50-497a-8df1-9b87f31ad33c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.0631900 Dec 08 00:32:42.781218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8711fad-a8d3-48a7-8b68-a98ae18a0052 req-52a6829a-a74e-455b-8d7f-9ff619fc7568 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581825 Dec 08 00:32:43.841211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:43.944647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfa65-97db-4c0b-aa40-f56ada07795f req-1654e596-ea50-46d4-90a2-3139c3562b70 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:43.946456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-443cfa65-97db-4c0b-aa40-f56ada07795f req-1654e596-ea50-46d4-90a2-3139c3562b70 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.0748658 Dec 08 00:32:44.010017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-443cfa65-97db-4c0b-aa40-f56ada07795f req-cd509334-396e-4748-977e-6b159576ed8b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571399 Dec 08 00:32:45.162409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fc2e8-640f-4020-a5cf-40b5328359a5 req-59ac5310-91df-486e-97eb-e5a0016704f4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:45.175093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f03fc2e8-640f-4020-a5cf-40b5328359a5 req-59ac5310-91df-486e-97eb-e5a0016704f4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.0738289 Dec 08 00:32:45.243262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f03fc2e8-640f-4020-a5cf-40b5328359a5 req-9a192d1f-5440-4335-a637-3fdffdda866d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668042 Dec 08 00:32:46.362097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0128b53-688b-4d80-b835-d0324cfa4eba req-6bd73f13-f447-4e4e-baeb-7e244c5bdf39 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:46.364606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0128b53-688b-4d80-b835-d0324cfa4eba req-6bd73f13-f447-4e4e-baeb-7e244c5bdf39 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.0586345 Dec 08 00:32:46.435506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0128b53-688b-4d80-b835-d0324cfa4eba req-c359c7ba-8fd4-44ad-8410-1458664bdad6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Dec 08 00:32:47.586367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ce64-3b07-4b1e-9ebc-ed7d0a1c9927 req-78aee7ef-c1cd-4341-83f7-5021d54f7c3b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:47.587868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f76ce64-3b07-4b1e-9ebc-ed7d0a1c9927 req-78aee7ef-c1cd-4341-83f7-5021d54f7c3b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.0800591 Dec 08 00:32:47.627273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:47.655424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8f76ce64-3b07-4b1e-9ebc-ed7d0a1c9927 req-37cfd4ba-7386-4a93-9646-6f82a3ae1d36 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595865 Dec 08 00:32:48.234807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 60964) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:48.370634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cfbf810b-b93a-41ec-98c2-ed2db086c488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:48.474432 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cfbf810b-b93a-41ec-98c2-ed2db086c488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:48.480614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cfbf810b-b93a-41ec-98c2-ed2db086c488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:48.522324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cfbf810b-b93a-41ec-98c2-ed2db086c488 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f90b5464e6444ea19e06cd486be10c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861810 Dec 08 00:32:48.523356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf810b-b93a-41ec-98c2-ed2db086c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a51f9ed-9931-4a2c-a62e-8b6eed725ae8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:48.525103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60970) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:48.594198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d1d91cb-96ef-4657-9fdd-5187a4dbe141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:48.618177 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d1d91cb-96ef-4657-9fdd-5187a4dbe141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:48.678131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d1d91cb-96ef-4657-9fdd-5187a4dbe141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:48.681773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7d1d91cb-96ef-4657-9fdd-5187a4dbe141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:48.683637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d1d91cb-96ef-4657-9fdd-5187a4dbe141 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a51f9ed-9931-4a2c-a62e-8b6eed725ae8 HTTP/1.1" status: 204 len: 168 time: 0.1574843 Dec 08 00:32:48.694510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d91cb-96ef-4657-9fdd-5187a4dbe141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a51f9ed-9931-4a2c-a62e-8b6eed725ae8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:48.826212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ac180-4921-4448-a03d-5c9fa59cd30e req-7af6b40a-1c08-4a6b-9d09-e5acb306a945 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:48.827853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b1ac180-4921-4448-a03d-5c9fa59cd30e req-7af6b40a-1c08-4a6b-9d09-e5acb306a945 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.0618439 Dec 08 00:32:48.906178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b1ac180-4921-4448-a03d-5c9fa59cd30e req-4bcaaccd-3591-43ce-ba24-1973704ca21c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699198 Dec 08 00:32:49.112255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60980) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:49.131154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c47e25-90be-4440-8dc5-e63b673287a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:49.222878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c47e25-90be-4440-8dc5-e63b673287a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:49.228006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2c47e25-90be-4440-8dc5-e63b673287a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:49.263799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c47e25-90be-4440-8dc5-e63b673287a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393a3069-6f47-4ef0-b25a-594cd040ed70,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:49.290227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2c47e25-90be-4440-8dc5-e63b673287a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f740f1c32fcd4c588c83aa41c324772e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1770670 Dec 08 00:32:49.293343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 60984) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:49.355940 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c445434-e2bd-4636-bb22-c40c09584a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:49.391393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c445434-e2bd-4636-bb22-c40c09584a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:49.453212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c445434-e2bd-4636-bb22-c40c09584a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:49.455844 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4c445434-e2bd-4636-bb22-c40c09584a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:49.457220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4c445434-e2bd-4636-bb22-c40c09584a87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/393a3069-6f47-4ef0-b25a-594cd040ed70 HTTP/1.1" status: 204 len: 168 time: 0.1629505 Dec 08 00:32:49.467776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c445434-e2bd-4636-bb22-c40c09584a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393a3069-6f47-4ef0-b25a-594cd040ed70,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:50.082851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de024e4-e97b-4e00-a978-4d6c528b31f2 req-95042043-5bf0-463d-bacd-277c13904af4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:50.092699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2de024e4-e97b-4e00-a978-4d6c528b31f2 req-95042043-5bf0-463d-bacd-277c13904af4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 943 time: 0.0891924 Dec 08 00:32:50.164425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2de024e4-e97b-4e00-a978-4d6c528b31f2 req-a25beb4c-d3d9-4b4c-80ec-3b5b33a6c99f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706599 Dec 08 00:32:50.321811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 32786) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:50.400167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 96f5dac5-21bd-4c26-b65b-06c17f353e2e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:32:50.442601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-549964471-network', 'tenant_id': '0f3b098b456a451680354d5e99a87925'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:50.469327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Made reservation on behalf of 0f3b098b456a451680354d5e99a87925 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:50.472129 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.482821 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.520441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 96f5dac5-21bd-4c26-b65b-06c17f353e2e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=96f5dac5-21bd-4c26-b65b-06c17f353e2e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:50.536961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '96f5dac5-21bd-4c26-b65b-06c17f353e2e', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'port_id': '96f5dac5-21bd-4c26-b65b-06c17f353e2e', 'mac_address': 'fa:16:3e:14:1f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:32:50.593051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.600361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.605686 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.615544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f5dac5-21bd-4c26-b65b-06c17f353e2e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:32:50.641744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:32:50.643492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 96f5dac5-21bd-4c26-b65b-06c17f353e2e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=96f5dac5-21bd-4c26-b65b-06c17f353e2e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:50.648661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b6be1-51db-4490-8dfa-cf9eaf644b3c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:50.653648 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.655315 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.655749 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Added segment 0c0e2821-4ee9-4eb6-979d-6bfa65b3f800 of type vlan for network 44a4a86b-d9ba-43b5-be1e-5af22317a602 Dec 08 00:32:50.706617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.716976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=96f5dac5-21bd-4c26-b65b-06c17f353e2e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:50.744224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.745739 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:50.746318 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.789253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4653709 Dec 08 00:32:50.792492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 32792) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:50.823832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Request body: {'subnet': {'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-549964471-subnet', 'tenant_id': '0f3b098b456a451680354d5e99a87925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:50.828176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c7572-c564-48e6-bec4-cb5ec94b2cab admin admin] Pushing event updated for resources: {'Network': ['ID=44a4a86b-d9ba-43b5-be1e-5af22317a602,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:50.845305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 44a4a86b-d9ba-43b5-be1e-5af22317a602 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:32:50.865994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Made reservation on behalf of 0f3b098b456a451680354d5e99a87925 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:50.871402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:50.926213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['96f5dac5-21bd-4c26-b65b-06c17f353e2e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:32:51.105007 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:51.169921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79b288a-884b-48bc-a422-63142c929da4,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:51.175740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Checking segment: {'id': '0c0e2821-4ee9-4eb6-979d-6bfa65b3f800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:51.176271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Network hostable DHCP agents. Network: 44a4a86b-d9ba-43b5-be1e-5af22317a602, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:32:51.206589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Network 44a4a86b-d9ba-43b5-be1e-5af22317a602 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:32:51.225065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 44a4a86b-d9ba-43b5-be1e-5af22317a602) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:51.236496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30d4c9-3b32-483e-a909-8dd098ed6058 None None] Network 44a4a86b-d9ba-43b5-be1e-5af22317a602 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:51.253770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:51.254458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:51.302574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c260b8da-6db9-4594-8092-454bb3857a01 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5089853 Dec 08 00:32:51.344474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c031b-3e50-43cf-b1d2-6091f82785c7 req-692dd541-8ddd-446d-920d-77be614ff8b9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:51.351802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-988c031b-3e50-43cf-b1d2-6091f82785c7 req-692dd541-8ddd-446d-920d-77be614ff8b9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 944 time: 0.1001511 Dec 08 00:32:51.385761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4252cd9-4f27-46ee-a912-4b70256a98e8 None None] Network 44a4a86b-d9ba-43b5-be1e-5af22317a602 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:51.420003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-988c031b-3e50-43cf-b1d2-6091f82785c7 req-441472e8-a7de-4339-8921-7cf88c587962 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671339 Dec 08 00:32:51.498265 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e24cb9eb-1349-454d-9b71-289fb37827b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:51.893852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 32822) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:51.899215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666233187-network', 'tenant_id': '6ddab9d7c1224fea8159058d0efc1393'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:51.943488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Made reservation on behalf of 6ddab9d7c1224fea8159058d0efc1393 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:51.945896 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:51.957223 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.039424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.045292 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.075477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:32:52.081550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc67c17e-0284-40aa-87dc-cb2529083356,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:52.090116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.090536 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Added segment d7c753ec-936f-4674-afbe-ea7ba3c07e69 of type vlan for network d095da2d-5ac0-46ea-92e7-f0b49ea35a0f Dec 08 00:32:52.137950 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.168901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.169880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:52.170535 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.258210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3628502 Dec 08 00:32:52.259937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41099c3-ee55-4234-8a1b-644e7ed17ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=d095da2d-5ac0-46ea-92e7-f0b49ea35a0f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:52.261873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 32826) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:32:52.269445 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Request body: {'subnet': {'network_id': 'd095da2d-5ac0-46ea-92e7-f0b49ea35a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666233187-subnet', 'tenant_id': '6ddab9d7c1224fea8159058d0efc1393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:52.272025 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network d095da2d-5ac0-46ea-92e7-f0b49ea35a0f details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:32:52.320036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Made reservation on behalf of 6ddab9d7c1224fea8159058d0efc1393 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:52.323204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.430688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 96f5dac5-21bd-4c26-b65b-06c17f353e2e up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:32:52.500967 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 96f5dac5-21bd-4c26-b65b-06c17f353e2e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:32:52.506406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 96f5dac5-21bd-4c26-b65b-06c17f353e2e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:32:52.507608 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.622391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.643855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.680020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f5dac5-21bd-4c26-b65b-06c17f353e2e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:32:52.683890 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb64eba5-b081-4338-aa06-8d5407971209" -d '{"events": [{"server_uuid": "e8c6d1e0-27f2-4339-8d18-32b0c63fe216", "name": "network-vif-plugged", "status": "completed", "tag": "96f5dac5-21bd-4c26-b65b-06c17f353e2e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:32:52.693085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b19be7-f12f-4278-aa81-3c821089450f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:52.698001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 96f5dac5-21bd-4c26-b65b-06c17f353e2e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=96f5dac5-21bd-4c26-b65b-06c17f353e2e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:52.703710 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.731026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Checking segment: {'id': 'd7c753ec-936f-4674-afbe-ea7ba3c07e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd095da2d-5ac0-46ea-92e7-f0b49ea35a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:52.731610 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Network hostable DHCP agents. Network: d095da2d-5ac0-46ea-92e7-f0b49ea35a0f, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:32:52.759393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Network d095da2d-5ac0-46ea-92e7-f0b49ea35a0f is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:32:52.763716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=96f5dac5-21bd-4c26-b65b-06c17f353e2e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:52.770777 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ccbf7-6d7b-4aba-8973-4988b663994a x-openstack-request-id: req-1a6ccbf7-6d7b-4aba-8973-4988b663994a {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:32:52.771227 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c6d1e0-27f2-4339-8d18-32b0c63fe216", "name": "network-vif-plugged", "status": "completed", "tag": "96f5dac5-21bd-4c26-b65b-06c17f353e2e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:32:52.771715 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a6ccbf7-6d7b-4aba-8973-4988b663994a {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:32:52.772695 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f5dac5-21bd-4c26-b65b-06c17f353e2e', 'code': 200} Dec 08 00:32:52.779080 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, d095da2d-5ac0-46ea-92e7-f0b49ea35a0f) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:52.784250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:52.784963 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:52.791095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc9eeed-3a22-4183-bd78-bae37339e1bc None None] Network d095da2d-5ac0-46ea-92e7-f0b49ea35a0f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:52.839652 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d7c265f-b3e5-4422-ba9c-fd968fca2b5a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5752835 Dec 08 00:32:52.956573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6ee3-2bec-4185-a6ca-e04e9f70272e req-82e18684-2d4d-4864-a1f3-9d4f98ef52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:52.958957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d2ea6ee3-2bec-4185-a6ca-e04e9f70272e req-82e18684-2d4d-4864-a1f3-9d4f98ef52cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 1096 time: 0.0808415 Dec 08 00:32:53.002308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40f4f0-eb71-4a93-a579-c721177103a6 req-cc1f1dd4-ab1a-4fdf-a957-62f62f7c39b9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:53.013365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14bf6f6-ebc1-48d2-9c23-93e140c98c61 None None] Network d095da2d-5ac0-46ea-92e7-f0b49ea35a0f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:32:53.019482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a40f4f0-eb71-4a93-a579-c721177103a6 req-cc1f1dd4-ab1a-4fdf-a957-62f62f7c39b9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 945 time: 0.5089183 Dec 08 00:32:53.052690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d2ea6ee3-2bec-4185-a6ca-e04e9f70272e req-a5ad299c-44d5-4009-a5c4-c07aad1b032e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849893 Dec 08 00:32:53.124645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a40f4f0-eb71-4a93-a579-c721177103a6 req-c5909b9b-1462-4b51-b004-e31df82a1726 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036885 Dec 08 00:32:53.391213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-00cabca3-03ca-494b-88e5-bb0a0c7fc9b3 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:53.393520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-00cabca3-03ca-494b-88e5-bb0a0c7fc9b3 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/networks?id=44a4a86b-d9ba-43b5-be1e-5af22317a602 HTTP/1.1" status: 200 len: 808 time: 0.1273370 Dec 08 00:32:53.411838 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-fd5dc580-1048-46a6-b49d-a79cde2b50f4 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/quotas/0f3b098b456a451680354d5e99a87925 HTTP/1.1" status: 200 len: 375 time: 0.0111063 Dec 08 00:32:53.446060 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a9f7d743-45b1-4187-9809-4d0532ee22e4 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f3b098b456a451680354d5e99a87925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274341 Dec 08 00:32:53.550512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-aa6c234e-6103-40c2-8f9e-d9c127ea7ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/44a4a86b-d9ba-43b5-be1e-5af22317a602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969291 Dec 08 00:32:53.623832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-74236b5a-9c03-49ae-835c-f672cda04dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:53.675958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-edecef25-ef0f-436a-a76f-f491d691dc8c service neutron] 10.222.0.18 "GET /v2.0/networks/44a4a86b-d9ba-43b5-be1e-5af22317a602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179597 Dec 08 00:32:53.936676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4e2fd5-9184-4f27-8978-4a8209d9bf30 req-fa56970f-e65f-4be7-b25f-b78788efcb3d tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 210 time: 0.0480556 Dec 08 00:32:54.310358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6588-216c-4270-a955-afff1efdc649 req-07b6b6ca-3edd-44ee-a074-f8834fa460d7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:54.312493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38bf6588-216c-4270-a955-afff1efdc649 req-07b6b6ca-3edd-44ee-a074-f8834fa460d7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 945 time: 0.0786004 Dec 08 00:32:54.374377 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38bf6588-216c-4270-a955-afff1efdc649 req-3ee9dcfa-e513-4d34-bb6a-99d00e36d86e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529146 Dec 08 00:32:54.522298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0bc52-590e-49d7-98d9-9f9e621f2e81 req-5d43b6aa-954d-4598-8a3f-6674e256ce70 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:54.525417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94b0bc52-590e-49d7-98d9-9f9e621f2e81 req-5d43b6aa-954d-4598-8a3f-6674e256ce70 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 945 time: 0.0636647 Dec 08 00:32:54.578089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94b0bc52-590e-49d7-98d9-9f9e621f2e81 req-261485d2-ce19-4ecb-b390-81c6e3dfb591 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Dec 08 00:32:54.740920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c2f4d-4f40-43d0-8b99-621511dd09f6 req-40505099-3ef5-42a7-8caf-dc1a851be98d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:54.747636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-071c2f4d-4f40-43d0-8b99-621511dd09f6 req-40505099-3ef5-42a7-8caf-dc1a851be98d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 945 time: 0.0852818 Dec 08 00:32:54.803991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-071c2f4d-4f40-43d0-8b99-621511dd09f6 req-95052dab-3443-438e-8b82-d69809f50a8b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551288 Dec 08 00:32:55.113390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85717-ca80-450f-ad02-5d86697e4b37 req-1a5135e8-cab9-433e-9cbe-48416fe76ba9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:55.117135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fab85717-ca80-450f-ad02-5d86697e4b37 req-1a5135e8-cab9-433e-9cbe-48416fe76ba9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 945 time: 0.0950053 Dec 08 00:32:55.141516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-700d958c-8c8b-4b21-b3a7-37780f6c070f req-caaad781-efbf-4b94-b4a3-bfc849c1a80b tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 210 time: 0.0512137 Dec 08 00:32:55.204671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:55.239629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-558c3814-0865-4896-ae0e-73d007e95bed tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:55.240583 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-558c3814-0865-4896-ae0e-73d007e95bed tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.44 "GET /v2.0/networks?id=44a4a86b-d9ba-43b5-be1e-5af22317a602 HTTP/1.1" status: 200 len: 808 time: 0.1291611 Dec 08 00:32:55.243771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fab85717-ca80-450f-ad02-5d86697e4b37 req-562749ee-d12c-4595-982b-8be0333ee008 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058006 Dec 08 00:32:55.262820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Request body: {'port': {'device_id': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602', 'admin_state_up': True, 'tenant_id': '0f3b098b456a451680354d5e99a87925'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:55.400519 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Made reservation on behalf of 0f3b098b456a451680354d5e99a87925 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:32:55.404141 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:55.542732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Allocated IP 172.20.0.4 (44a4a86b-d9ba-43b5-be1e-5af22317a602/b79b288a-884b-48bc-a422-63142c929da4/9e597246-6bad-4661-b348-45c4907a8bb4) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:32:55.744946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:55.782773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:55.825371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Network 44a4a86b-d9ba-43b5-be1e-5af22317a602 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:32:55.831160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:32:55.838622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:32:55.868051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Pushing event updated for resources: {'Port': ['ID=9e597246-6bad-4661-b348-45c4907a8bb4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:55.895724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:55.896335 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:55.913725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-7fb6309a-8ddd-4179-9085-7604f9c693e8 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6555924 Dec 08 00:32:55.934288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Request body: {'port': {'device_id': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:32:55.996223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.339441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6fab1-4751-43da-9284-e79d1b2b6e40 req-00508c87-8665-4c59-9acd-79df7557ab48 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:56.341871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4d6fab1-4751-43da-9284-e79d1b2b6e40 req-00508c87-8665-4c59-9acd-79df7557ab48 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 931 time: 0.0789907 Dec 08 00:32:56.355480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.388918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e597246-6bad-4661-b348-45c4907a8bb4 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:32:56.404546 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.435999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Transition to ACTIVE for port object 9e597246-6bad-4661-b348-45c4907a8bb4 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:32:56.443359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.450138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed631f-9174-4913-8120-57cf45db72bf req-cc66702c-0c5c-4ebb-b9f4-a309ed8b67d2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:56.457874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2aed631f-9174-4913-8120-57cf45db72bf req-cc66702c-0c5c-4ebb-b9f4-a309ed8b67d2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 945 time: 0.1287327 Dec 08 00:32:56.466395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4d6fab1-4751-43da-9284-e79d1b2b6e40 req-1681667a-7778-41cf-8380-7be99544e1d2 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140006 Dec 08 00:32:56.533537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Pushing event updated for resources: {'Port': ['ID=9e597246-6bad-4661-b348-45c4907a8bb4,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:56.551495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2aed631f-9174-4913-8120-57cf45db72bf req-f584e83f-8ec8-4ecf-bbbb-3690da64391e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926766 Dec 08 00:32:56.594078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Attempting to bind port 9e597246-6bad-4661-b348-45c4907a8bb4 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:32:56.594510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Attempting to bind port 9e597246-6bad-4661-b348-45c4907a8bb4 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '0c0e2821-4ee9-4eb6-979d-6bfa65b3f800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:32:56.595050 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Attempting to bind port 9e597246-6bad-4661-b348-45c4907a8bb4 on network 44a4a86b-d9ba-43b5-be1e-5af22317a602 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:56.601038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Port 9e597246-6bad-4661-b348-45c4907a8bb4 on network 44a4a86b-d9ba-43b5-be1e-5af22317a602 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:32:56.601439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Attempting to bind port 9e597246-6bad-4661-b348-45c4907a8bb4 on network 44a4a86b-d9ba-43b5-be1e-5af22317a602 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:32:56.607586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:32:56.607792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Checking segment: {'id': '0c0e2821-4ee9-4eb6-979d-6bfa65b3f800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:32:56.608181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Bound using segment: {'id': '0c0e2821-4ee9-4eb6-979d-6bfa65b3f800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:32:56.608603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Bound port: 9e597246-6bad-4661-b348-45c4907a8bb4, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e2821-4ee9-4eb6-979d-6bfa65b3f800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:32:56.609601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.679995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] For port 9e597246-6bad-4661-b348-45c4907a8bb4, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:32:56.685671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] For port 9e597246-6bad-4661-b348-45c4907a8bb4, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9e597246-6bad-4661-b348-45c4907a8bb4,segment=NetworkSegment(0c0e2821-4ee9-4eb6-979d-6bfa65b3f800),segment_id=0c0e2821-4ee9-4eb6-979d-6bfa65b3f800)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:32:56.692885 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.729205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:56.729960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.732051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] 10.222.0.44 "PUT /v2.0/ports/9e597246-6bad-4661-b348-45c4907a8bb4 HTTP/1.1" status: 200 len: 1091 time: 0.8021283 Dec 08 00:32:56.732636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'tag': '9e597246-6bad-4661-b348-45c4907a8bb4'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:32:56.735338 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9027f6f-7cba-4e32-97c1-ada87708352d" -d '{"events": [{"name": "network-changed", "server_uuid": "db348c72-61a6-49c4-819a-2fa1ee1bba92", "tag": "9e597246-6bad-4661-b348-45c4907a8bb4"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:32:56.771596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1e097-98e8-4cfb-8ff0-a5de8fd7412d service neutron] Pushing event updated for resources: {'Port': ['ID=9e597246-6bad-4661-b348-45c4907a8bb4,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:56.805798 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9df9bf-b28f-4bba-aa3f-12a723254b5a x-openstack-request-id: req-7f9df9bf-b28f-4bba-aa3f-12a723254b5a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:32:56.806095 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db348c72-61a6-49c4-819a-2fa1ee1bba92", "tag": "9e597246-6bad-4661-b348-45c4907a8bb4", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:32:56.806401 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f9df9bf-b28f-4bba-aa3f-12a723254b5a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:32:56.806871 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'tag': '9e597246-6bad-4661-b348-45c4907a8bb4', 'status': 'completed', 'code': 200} Dec 08 00:32:56.847884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3591881-f726-49d6-9f19-9793f7a59360 req-cd5af2b8-ed48-4fbc-97a0-1f0a6262d9ee tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:56.849570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3591881-f726-49d6-9f19-9793f7a59360 req-cd5af2b8-ed48-4fbc-97a0-1f0a6262d9ee tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 945 time: 0.0935578 Dec 08 00:32:56.869070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a9c9124a-aca1-4297-a9f7-d53c0b90a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:56.871189 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-a9c9124a-aca1-4297-a9f7-d53c0b90a14d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f3b098b456a451680354d5e99a87925&device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 1094 time: 0.0515356 Dec 08 00:32:56.927080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-2dc3b041-e22e-4efd-b0f4-23db5422affc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e597246-6bad-4661-b348-45c4907a8bb4 HTTP/1.1" status: 200 len: 217 time: 0.0416560 Dec 08 00:32:56.955546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port 96f5dac5-21bd-4c26-b65b-06c17f353e2e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:32:56.956180 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:56.986536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-cdec5393-d521-4830-9813-d02955e1363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:56.988394 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-cdec5393-d521-4830-9813-d02955e1363e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b79b288a-884b-48bc-a422-63142c929da4 HTTP/1.1" status: 200 len: 848 time: 0.0536098 Dec 08 00:32:57.021564 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-da0c1460-2ab1-4d4f-8b6c-20f2380d766d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44a4a86b-d9ba-43b5-be1e-5af22317a602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252616 Dec 08 00:32:57.071125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] For port 96f5dac5-21bd-4c26-b65b-06c17f353e2e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=96f5dac5-21bd-4c26-b65b-06c17f353e2e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:32:57.071600 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:57.085974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for 96f5dac5-21bd-4c26-b65b-06c17f353e2e owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:32:57.157658 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-9d5971fb-6140-4ac5-a701-1ca965fb506f service neutron] 10.222.0.44 "GET /v2.0/networks/44a4a86b-d9ba-43b5-be1e-5af22317a602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285393 Dec 08 00:32:57.242210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:57.257853 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:57.275419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['96f5dac5-21bd-4c26-b65b-06c17f353e2e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:32:57.277759 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c202cbc8-cdf4-49c8-9b7b-31e59aa05998 req-2882c7d1-ba13-4ded-a971-fa20684ccb54 service neutron] 10.222.0.44 "GET /v2.0/networks/44a4a86b-d9ba-43b5-be1e-5af22317a602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127532 Dec 08 00:32:57.293412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=96f5dac5-21bd-4c26-b65b-06c17f353e2e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:32:57.347076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] No DVR routers for this DVR port 96f5dac5-21bd-4c26-b65b-06c17f353e2e on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:32:57.350950 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:32:57.355701 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3591881-f726-49d6-9f19-9793f7a59360 req-e4c00bf6-41fc-49b8-9602-6e01e87ab30a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "DELETE /v2.0/ports/96f5dac5-21bd-4c26-b65b-06c17f353e2e HTTP/1.1" status: 204 len: 173 time: 0.4996183 Dec 08 00:32:57.356355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'name': 'network-vif-deleted', 'tag': '96f5dac5-21bd-4c26-b65b-06c17f353e2e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:32:57.358618 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0c6835-e46a-4533-ab5a-11269b09eb5a" -d '{"events": [{"server_uuid": "e8c6d1e0-27f2-4339-8d18-32b0c63fe216", "name": "network-vif-deleted", "tag": "96f5dac5-21bd-4c26-b65b-06c17f353e2e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:32:57.471947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-1e8c4ed5-1970-4693-847d-d9b1853efeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:57.473573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-1e8c4ed5-1970-4693-847d-d9b1853efeab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f3b098b456a451680354d5e99a87925&device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 1094 time: 0.0696907 Dec 08 00:32:57.656781 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd642a-287c-4b7e-9842-e9adc196287e x-openstack-request-id: req-9afd642a-287c-4b7e-9842-e9adc196287e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:32:57.657070 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c6d1e0-27f2-4339-8d18-32b0c63fe216", "name": "network-vif-deleted", "tag": "96f5dac5-21bd-4c26-b65b-06c17f353e2e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:32:57.657529 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9afd642a-287c-4b7e-9842-e9adc196287e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:32:57.658354 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c6d1e0-27f2-4339-8d18-32b0c63fe216', 'name': 'network-vif-deleted', 'tag': '96f5dac5-21bd-4c26-b65b-06c17f353e2e', 'status': 'completed', 'code': 200} Dec 08 00:32:57.715105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-ea33ebcd-aaab-42cd-92f2-6a1499008524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:57.716849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-ea33ebcd-aaab-42cd-92f2-6a1499008524 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44a4a86b-d9ba-43b5-be1e-5af22317a602 HTTP/1.1" status: 200 len: 909 time: 0.2362463 Dec 08 00:32:57.735130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82e3ad53-e04e-4938-a3fa-887c658e40b9 req-7327dc74-ad33-47be-818f-24727d8d0c57 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.0352335 Dec 08 00:32:57.827759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-cce745a5-c751-4fbd-9f2c-b9ea789eb68a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e597246-6bad-4661-b348-45c4907a8bb4 HTTP/1.1" status: 200 len: 217 time: 0.0892315 Dec 08 00:32:57.858682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739071b-81cc-4641-8986-e23431bab8c5 req-4860c86f-b677-4b86-bb3c-c86c9b0b3184 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:57.866693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c739071b-81cc-4641-8986-e23431bab8c5 req-4860c86f-b677-4b86-bb3c-c86c9b0b3184 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 943 time: 0.2072525 Dec 08 00:32:57.955354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-afa7b922-af56-46a1-b616-0760b32765f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:57.955354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-afa7b922-af56-46a1-b616-0760b32765f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b79b288a-884b-48bc-a422-63142c929da4 HTTP/1.1" status: 200 len: 848 time: 0.1173029 Dec 08 00:32:57.977612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c739071b-81cc-4641-8986-e23431bab8c5 req-bb5f8ee0-d0ad-4296-95f5-5dd6e905d9ff tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045716 Dec 08 00:32:58.015885 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-282432f0-a39f-4936-9e93-7f027fcf25e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44a4a86b-d9ba-43b5-be1e-5af22317a602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369036 Dec 08 00:32:58.125858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-187a5cad-b3d1-436b-88b2-ee4da668ccd0 service neutron] 10.222.0.44 "GET /v2.0/networks/44a4a86b-d9ba-43b5-be1e-5af22317a602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010213 Dec 08 00:32:58.597260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9027f6f-7cba-4e32-97c1-ada87708352d req-0dc3129c-486d-4953-bdcb-b44162ed61b1 service neutron] 10.222.0.44 "GET /v2.0/networks/44a4a86b-d9ba-43b5-be1e-5af22317a602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631436 Dec 08 00:32:58.861616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e57e4f0-8dab-47d2-b0d1-281732f1d36c req-22eb11f6-330c-4364-8623-783460357b40 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.0322716 Dec 08 00:32:59.096780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e5888-adf7-4f00-a823-9bb53af39b9a req-4730848e-2ec7-4e42-861e-078fa963e9e2 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:32:59.104549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d0e5888-adf7-4f00-a823-9bb53af39b9a req-4730848e-2ec7-4e42-861e-078fa963e9e2 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 943 time: 0.0621769 Dec 08 00:32:59.151413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d0e5888-adf7-4f00-a823-9bb53af39b9a req-f97f5d6e-3291-44c6-b9ef-4f32a71be115 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Dec 08 00:32:59.961394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4cce2b7-d5bf-440c-b901-9c1b39cf9581 req-08095366-f5ef-42ba-852e-4c745513bf66 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.0258794 Dec 08 00:33:00.284595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7d37d-cc54-4c99-9570-1f8f8cd3d6c4 req-44167cd8-5f61-48e0-aa35-0746433ff369 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:00.286061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2a7d37d-cc54-4c99-9570-1f8f8cd3d6c4 req-44167cd8-5f61-48e0-aa35-0746433ff369 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 943 time: 0.0524116 Dec 08 00:33:00.410430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2a7d37d-cc54-4c99-9570-1f8f8cd3d6c4 req-9d4d3ac9-7ff2-4c2f-8204-2fe866e4950d tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171093 Dec 08 00:33:00.446436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9e597246-6bad-4661-b348-45c4907a8bb4 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:33:00.547831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9e597246-6bad-4661-b348-45c4907a8bb4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9e597246-6bad-4661-b348-45c4907a8bb4,segment=NetworkSegment(0c0e2821-4ee9-4eb6-979d-6bfa65b3f800),segment_id=0c0e2821-4ee9-4eb6-979d-6bfa65b3f800)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:00.561385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '9e597246-6bad-4661-b348-45c4907a8bb4', 'network_id': '44a4a86b-d9ba-43b5-be1e-5af22317a602', 'port_id': '9e597246-6bad-4661-b348-45c4907a8bb4', 'mac_address': 'fa:16:3e:25:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79b288a-884b-48bc-a422-63142c929da4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:33:00.565950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 96f5dac5-21bd-4c26-b65b-06c17f353e2e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:33:00.592275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 96f5dac5-21bd-4c26-b65b-06c17f353e2e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:33:00.592884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 96f5dac5-21bd-4c26-b65b-06c17f353e2e not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:33:00.630395 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:00.645013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e597246-6bad-4661-b348-45c4907a8bb4 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:33:00.667058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9e597246-6bad-4661-b348-45c4907a8bb4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9e597246-6bad-4661-b348-45c4907a8bb4,segment=NetworkSegment(0c0e2821-4ee9-4eb6-979d-6bfa65b3f800),segment_id=0c0e2821-4ee9-4eb6-979d-6bfa65b3f800)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:00.674709 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:00.759055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=9e597246-6bad-4661-b348-45c4907a8bb4,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:00.937174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9e597246-6bad-4661-b348-45c4907a8bb4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:33:01.103894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d530d84f-3594-466a-b4ac-fabab82b3868 req-24ea01ab-54f4-4819-8a5f-277ad840431d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.0394835 Dec 08 00:33:01.547046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9780d92-271c-46d9-812f-2e4844928451 req-d67075ce-7037-4251-809f-9e108fde841d tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:01.549264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9780d92-271c-46d9-812f-2e4844928451 req-d67075ce-7037-4251-809f-9e108fde841d tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 944 time: 0.0500021 Dec 08 00:33:01.599818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9780d92-271c-46d9-812f-2e4844928451 req-9da5fa64-79ea-4f95-94fc-65d174003cde tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Dec 08 00:33:02.216617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1f1a3bf-67eb-4e05-965b-63b06715ce9e req-b2fe3b15-3062-4f06-a18d-834db228e81c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8c6d1e0-27f2-4339-8d18-32b0c63fe216 HTTP/1.1" status: 200 len: 210 time: 0.0317264 Dec 08 00:33:02.461722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9e597246-6bad-4661-b348-45c4907a8bb4 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:33:02.570602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 9e597246-6bad-4661-b348-45c4907a8bb4 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:33:02.598674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 9e597246-6bad-4661-b348-45c4907a8bb4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:02.599560 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:02.731912 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:02.774408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9e597246-6bad-4661-b348-45c4907a8bb4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9e597246-6bad-4661-b348-45c4907a8bb4,segment=NetworkSegment(0c0e2821-4ee9-4eb6-979d-6bfa65b3f800),segment_id=0c0e2821-4ee9-4eb6-979d-6bfa65b3f800)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:02.775509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e597246-6bad-4661-b348-45c4907a8bb4'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:02.778952 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d91a3c-0246-4866-ae4d-24118d3f3d44" -d '{"events": [{"server_uuid": "db348c72-61a6-49c4-819a-2fa1ee1bba92", "name": "network-vif-plugged", "status": "completed", "tag": "9e597246-6bad-4661-b348-45c4907a8bb4"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:02.783481 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:02.816810 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597078e-69bf-4d69-a873-c5e55042de49 req-b2753a90-0146-4e76-ac61-bf79cf830416 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:02.818824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1597078e-69bf-4d69-a873-c5e55042de49 req-b2753a90-0146-4e76-ac61-bf79cf830416 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 944 time: 0.1276977 Dec 08 00:33:02.843774 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382192fd-4c88-468e-b72b-40846fd993a7 x-openstack-request-id: req-382192fd-4c88-468e-b72b-40846fd993a7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:02.843936 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db348c72-61a6-49c4-819a-2fa1ee1bba92", "name": "network-vif-plugged", "status": "completed", "tag": "9e597246-6bad-4661-b348-45c4907a8bb4", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:02.844127 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-382192fd-4c88-468e-b72b-40846fd993a7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:02.844503 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e597246-6bad-4661-b348-45c4907a8bb4', 'code': 200} Dec 08 00:33:02.845491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=9e597246-6bad-4661-b348-45c4907a8bb4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:02.899323 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1597078e-69bf-4d69-a873-c5e55042de49 req-6ea85c57-eeef-43d8-aa61-f9b0e9deec94 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702395 Dec 08 00:33:02.987766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19461912-2a72-4e13-9387-ff67eb98db49 req-11f1149d-1a38-4925-9953-65f7a8d7b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:02.989351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19461912-2a72-4e13-9387-ff67eb98db49 req-11f1149d-1a38-4925-9953-65f7a8d7b866 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 1096 time: 0.0415947 Dec 08 00:33:03.033951 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19461912-2a72-4e13-9387-ff67eb98db49 req-796b3301-2e29-4813-aeb4-24fd8b6d8c44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 Dec 08 00:33:03.215268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33062) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:03.410035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 100d2e09-4fe1-4a6b-884d-ff09d59dc40c {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:33:03.410643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:03.495794 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:03.496126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:03.509319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 100d2e09-4fe1-4a6b-884d-ff09d59dc40c owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:33:03.719412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:03.752036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=100d2e09-4fe1-4a6b-884d-ff09d59dc40c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:03.815729 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:03.816115 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Floating IP 7820b256-cde5-4324-af58-0e5a5f1a6ba8 disassociated (deleted). External IP: 172.25.6.151, port: ec785812-1e6a-41a4-8ca2-8cb3c028ad71. Dec 08 00:33:04.153825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7672a9b-43f9-4df6-ac60-c74e1c0c3594 req-5b83b80e-2fca-45f4-8acf-a4bd4e6f0265 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:04.155471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7672a9b-43f9-4df6-ac60-c74e1c0c3594 req-5b83b80e-2fca-45f4-8acf-a4bd4e6f0265 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 945 time: 0.1463418 Dec 08 00:33:04.170821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router cae77a7d-5fbb-44c7-a17e-3883121762e5 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:33:04.270000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7672a9b-43f9-4df6-ac60-c74e1c0c3594 req-ac3124dc-ee38-491f-9c2e-27d472197bef tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071866 Dec 08 00:33:04.345811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:33:04.351011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:04.360372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] Sync routers for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:33:04.374744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:04.375973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:04.388365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3029db46-7e30-428c-86cc-48c3aa7e0b6b tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/floatingips/7820b256-cde5-4324-af58-0e5a5f1a6ba8 HTTP/1.1" status: 204 len: 168 time: 1.1716971 Dec 08 00:33:04.389439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:04.392383 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370a3589-f5e7-443f-b42d-3394b45c9a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:04.437615 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8f4b6e-b0cd-492a-836e-469aac688871 x-openstack-request-id: req-8e8f4b6e-b0cd-492a-836e-469aac688871 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:04.438745 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:04.439688 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e8f4b6e-b0cd-492a-836e-469aac688871 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:04.440311 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'status': 'completed', 'code': 200} Dec 08 00:33:04.564293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-d8d0de86-8955-4496-859a-a5b9021b1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:04.567710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-d8d0de86-8955-4496-859a-a5b9021b1375 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67f0588638f3439eb5346e5a32ef2d21&device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 1096 time: 0.0764484 Dec 08 00:33:04.594380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:04.743559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-c20081b6-88ef-4be4-9521-7021942c6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:04.745737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-c20081b6-88ef-4be4-9521-7021942c6fb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4b02063-e31f-4085-8097-cde062440cbb HTTP/1.1" status: 200 len: 898 time: 0.1718051 Dec 08 00:33:04.827547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-bd011999-5d61-489b-a7b6-f8b095b7d1cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71 HTTP/1.1" status: 200 len: 217 time: 0.0736070 Dec 08 00:33:04.877877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:04.922097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-b1bb3d39-1e97-4ca7-a6dc-a8c0d248d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:04.923777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-b1bb3d39-1e97-4ca7-a6dc-a8c0d248d5c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=825ef4b5-d758-46c2-bf3a-8eea517ded8f HTTP/1.1" status: 200 len: 835 time: 0.0634623 Dec 08 00:33:04.950122 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] Checking router: cae77a7d-5fbb-44c7-a17e-3883121762e5 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:33:04.955465 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86add146-a91c-45d0-a97a-bc786e86f84d req-3da967de-e9ff-4987-8f68-c5f31996ac78 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:04.957434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86add146-a91c-45d0-a97a-bc786e86f84d req-3da967de-e9ff-4987-8f68-c5f31996ac78 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1284657 Dec 08 00:33:04.975539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:04.978509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:05.059860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86add146-a91c-45d0-a97a-bc786e86f84d req-1ed9161f-1d7b-460e-b2f6-cb393628a4e4 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866594 Dec 08 00:33:05.076066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-adfd5099-6631-49bb-bb1b-6aa7142aed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:05.078351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-adfd5099-6631-49bb-bb1b-6aa7142aed2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4b02063-e31f-4085-8097-cde062440cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453991 Dec 08 00:33:05.168821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:05.199596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-d47f9502-4d98-473c-a8fc-1339874acf31 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126649 Dec 08 00:33:05.381661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-370a3589-f5e7-443f-b42d-3394b45c9a6d req-88d58507-120d-40a1-8c82-3c98c0b731f7 service neutron] 10.222.0.59 "GET /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738186 Dec 08 00:33:05.456791 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d70ad-929d-46f3-aad9-87999dc89d95 req-c6841248-14fa-4d4e-9ca7-b238ac9801b6 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:05.458456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-776d70ad-929d-46f3-aad9-87999dc89d95 req-c6841248-14fa-4d4e-9ca7-b238ac9801b6 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 945 time: 0.0756538 Dec 08 00:33:05.497729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:05.578917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-776d70ad-929d-46f3-aad9-87999dc89d95 req-4977d9e3-7e70-4387-86c1-23351b758884 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128068 Dec 08 00:33:05.756608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfbbc6-b7e4-4491-8ff2-b4c7960eb605 None None] The sync data for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 is: [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:31:23Z', 'revision_number': 4, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4354e587-085e-47de-9f9a-e8dfbe8708dc', 'name': '', 'network_id': 'c4b02063-e31f-4085-8097-cde062440cbb', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'mac_address': 'fa:16:3e:70:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:19Z', 'updated_at': '2021-12-08T00:31:30Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'subnets': [{'id': '825ef4b5-d758-46c2-bf3a-8eea517ded8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:33:06.241994 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13869f3-e804-4cd6-a0b6-799aa1711d31 None None] New status for floating IP 7820b256-cde5-4324-af58-0e5a5f1a6ba8: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:33:06.308605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35da0-84aa-4d01-be7b-2e5c2d43f4a8 req-97c0371c-7105-4f27-8460-336e329e691c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:06.316096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f35da0-84aa-4d01-be7b-2e5c2d43f4a8 req-97c0371c-7105-4f27-8460-336e329e691c tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1415367 Dec 08 00:33:06.372424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-ca90c880-a6dd-43b2-aa23-7e1b8557d4a5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:06.374440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-ca90c880-a6dd-43b2-aa23-7e1b8557d4a5 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 945 time: 0.1411760 Dec 08 00:33:06.430744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f35da0-84aa-4d01-be7b-2e5c2d43f4a8 req-14ac8a09-7227-4bec-9a6b-c5cbbd51bed7 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae89384d-3fb5-41ef-9698-d419170f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096604 Dec 08 00:33:06.575579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:33:06.576130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:06.731126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port ec785812-1e6a-41a4-8ca2-8cb3c028ad71, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:06.731126 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:06.748269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for ec785812-1e6a-41a4-8ca2-8cb3c028ad71 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:33:06.913513 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:33:06.937910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:06.994550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=ec785812-1e6a-41a4-8ca2-8cb3c028ad71,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:07.079776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] No DVR routers for this DVR port ec785812-1e6a-41a4-8ca2-8cb3c028ad71 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:33:07.083144 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:07.087388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b66a6e17-f85c-4fdf-acfa-5bdc82078ea9 req-aed01b7a-7c84-4bb2-b07f-7a72d90a4e2a tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.59 "DELETE /v2.0/ports/ec785812-1e6a-41a4-8ca2-8cb3c028ad71 HTTP/1.1" status: 204 len: 173 time: 0.6535940 Dec 08 00:33:07.090465 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'name': 'network-vif-deleted', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:07.094346 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c7336-e97a-4ed8-994f-490685e40778" -d '{"events": [{"server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "name": "network-vif-deleted", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:07.187258 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d5e358-377c-4d5b-9810-beea6c48a5c4 x-openstack-request-id: req-a5d5e358-377c-4d5b-9810-beea6c48a5c4 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:07.187730 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a744d93-d841-426b-9b73-7195a9ca6dba", "name": "network-vif-deleted", "tag": "ec785812-1e6a-41a4-8ca2-8cb3c028ad71", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:07.188053 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5d5e358-377c-4d5b-9810-beea6c48a5c4 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:07.188448 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a744d93-d841-426b-9b73-7195a9ca6dba', 'name': 'network-vif-deleted', 'tag': 'ec785812-1e6a-41a4-8ca2-8cb3c028ad71', 'status': 'completed', 'code': 200} Dec 08 00:33:07.601150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3351dc0-b5d2-401f-bfad-aa4d1ba57b6f req-8d50f7e9-75b7-43a3-a0b8-ea968d60029f tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a744d93-d841-426b-9b73-7195a9ca6dba HTTP/1.1" status: 200 len: 210 time: 0.0351160 Dec 08 00:33:08.177704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33184) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:08.362680 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6af68101-7ffd-4aa4-867e-47c43d94f6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:08.507207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6af68101-7ffd-4aa4-867e-47c43d94f6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:08.513329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6af68101-7ffd-4aa4-867e-47c43d94f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:08.565753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af68101-7ffd-4aa4-867e-47c43d94f6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae981383-b43e-4be9-8f5b-125ee5cfd476,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:08.570409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6af68101-7ffd-4aa4-867e-47c43d94f6ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8d786a5821f41798f8029fe8ff46fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3915200 Dec 08 00:33:08.573106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33196) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:08.638314 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2388ca3a-6905-4f60-a93c-17185ec08ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:08.667090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2388ca3a-6905-4f60-a93c-17185ec08ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:08.726847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33208) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:08.805546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2388ca3a-6905-4f60-a93c-17185ec08ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:08.809445 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2388ca3a-6905-4f60-a93c-17185ec08ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:08.811013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2388ca3a-6905-4f60-a93c-17185ec08ea2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae981383-b43e-4be9-8f5b-125ee5cfd476 HTTP/1.1" status: 204 len: 168 time: 0.2364914 Dec 08 00:33:08.824230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388ca3a-6905-4f60-a93c-17185ec08ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae981383-b43e-4be9-8f5b-125ee5cfd476,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:09.597636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec785812-1e6a-41a4-8ca2-8cb3c028ad71 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:33:09.646148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: ec785812-1e6a-41a4-8ca2-8cb3c028ad71 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:33:09.646579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device ec785812-1e6a-41a4-8ca2-8cb3c028ad71 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:33:09.709407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:10.245325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port 4354e587-085e-47de-9f9a-e8dfbe8708dc {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:33:10.245788 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:10.432278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port 4354e587-085e-47de-9f9a-e8dfbe8708dc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4354e587-085e-47de-9f9a-e8dfbe8708dc,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:10.432691 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:10.447106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for 4354e587-085e-47de-9f9a-e8dfbe8708dc owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:33:10.697516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6942d97-8947-47f5-a67f-2e44883dd6ed req-758d5c96-1f36-4f28-b82d-aae110c99765 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:10.699096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6942d97-8947-47f5-a67f-2e44883dd6ed req-758d5c96-1f36-4f28-b82d-aae110c99765 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 945 time: 0.0730906 Dec 08 00:33:10.801465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6942d97-8947-47f5-a67f-2e44883dd6ed req-6bec564d-6702-404a-aa40-09bf9e55b6ac tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955029 Dec 08 00:33:10.803574 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:10.864762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=4354e587-085e-47de-9f9a-e8dfbe8708dc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:11.107923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:11.402755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Router cae77a7d-5fbb-44c7-a17e-3883121762e5 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:33:11.549033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:33:11.566713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2f66be32-7dc5-4174-902e-dcfb6f0b0090 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "PUT /v2.0/routers/cae77a7d-5fbb-44c7-a17e-3883121762e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8384850 Dec 08 00:33:11.569308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] Sync routers for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:33:11.569788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33374) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:11.584107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:11.585498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:11.667906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting subnet 825ef4b5-d758-46c2-bf3a-8eea517ded8f {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:33:11.671186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:11.723980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:11.730426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:11.838229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:12.043997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:33:10Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:12.092267 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] Checking router: cae77a7d-5fbb-44c7-a17e-3883121762e5 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:33:12.101377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] Routers {'cae77a7d-5fbb-44c7-a17e-3883121762e5'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:12.101377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cae77a7d-5fbb-44c7-a17e-3883121762e5'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:12.251814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] Set router cae77a7d-5fbb-44c7-a17e-3883121762e5 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:12.374355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:12.425707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Subnet': ['ID=825ef4b5-d758-46c2-bf3a-8eea517ded8f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:12.441599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:12.447956 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5bd40c6d-150e-41ed-873f-d268be1155ea tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/subnets/825ef4b5-d758-46c2-bf3a-8eea517ded8f HTTP/1.1" status: 204 len: 168 time: 0.8747268 Dec 08 00:33:12.449096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33390) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:12.454078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d54b7-4c38-47af-b591-a347df6140b9 None None] Network c4b02063-e31f-4085-8097-cde062440cbb requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:33:12.528722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-fb1b1407-9bf3-47e0-90b3-5ce80f6eb21c tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:12.533828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-fb1b1407-9bf3-47e0-90b3-5ce80f6eb21c tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.44 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 945 time: 0.5346181 Dec 08 00:33:12.542963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e69136-c20c-4c29-9f3e-5c65310008e4 req-887ee19d-84c6-44ca-aaa2-e6d1f371966d tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:12.544831 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6e69136-c20c-4c29-9f3e-5c65310008e4 req-887ee19d-84c6-44ca-aaa2-e6d1f371966d tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 945 time: 0.6025200 Dec 08 00:33:12.645278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:33:10Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:12.683519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19545d9b-abca-4fbd-a8f1-cd76ac598944 None None] The sync data for ids ['cae77a7d-5fbb-44c7-a17e-3883121762e5'] in n-d-820549-2 is: [{'id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736906141', 'tenant_id': '67f0588638f3439eb5346e5a32ef2d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:31:10Z', 'updated_at': '2021-12-08T00:33:10Z', 'revision_number': 5, 'project_id': '67f0588638f3439eb5346e5a32ef2d21', 'gw_port': {'id': 'ae14c522-4205-424b-ae88-23549bb464b7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77a7d-5fbb-44c7-a17e-3883121762e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:31:12Z', 'updated_at': '2021-12-08T00:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:33:12.722847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6e69136-c20c-4c29-9f3e-5c65310008e4 req-99dd96e4-8cd3-4fbe-a8ac-8bd6f841178d tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/security-groups?id=103b6be1-51db-4490-8dfa-cf9eaf644b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679859 Dec 08 00:33:12.745215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] DHCP port deletion for c4b02063-e31f-4085-8097-cde062440cbb request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:33:12.762099 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:12.809776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] Deleting port f2f845d4-250b-439e-a0fb-1cad5e09637f {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:33:12.810539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:12.888047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Deleting port 9e597246-6bad-4661-b348-45c4907a8bb4 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:33:12.888609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] For port f2f845d4-250b-439e-a0fb-1cad5e09637f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f2f845d4-250b-439e-a0fb-1cad5e09637f,segment=NetworkSegment(9b41a59e-b7d5-438e-b6e0-9618ea5be8b6),segment_id=9b41a59e-b7d5-438e-b6e0-9618ea5be8b6)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:12.888609 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:12.888835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:12.905417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] Calling delete_port for f2f845d4-250b-439e-a0fb-1cad5e09637f owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:33:12.973360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.018124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.067758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] Pushing event deleted for resources: {'Port': ['ID=f2f845d4-250b-439e-a0fb-1cad5e09637f,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:13.083372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] For port 9e597246-6bad-4661-b348-45c4907a8bb4, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9e597246-6bad-4661-b348-45c4907a8bb4,segment=NetworkSegment(0c0e2821-4ee9-4eb6-979d-6bfa65b3f800),segment_id=0c0e2821-4ee9-4eb6-979d-6bfa65b3f800)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:13.083834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.100890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c67cf4-59c2-41dc-999a-99ef32098821 None None] No DVR routers for this DVR port f2f845d4-250b-439e-a0fb-1cad5e09637f on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:33:13.107474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Calling delete_port for 9e597246-6bad-4661-b348-45c4907a8bb4 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:33:13.282284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.314911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9e597246-6bad-4661-b348-45c4907a8bb4'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:33:13.382117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Pushing event deleted for resources: {'Port': ['ID=9e597246-6bad-4661-b348-45c4907a8bb4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:13.413863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Deleting port ae14c522-4205-424b-ae88-23549bb464b7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:33:13.414211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.441635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] No DVR routers for this DVR port 9e597246-6bad-4661-b348-45c4907a8bb4 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:33:13.450166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.453674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70c7dba1-165e-48ff-bc23-532e7339c2a7 req-2afc8c56-cb1e-4a8d-9dfa-ee8f774b0c39 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.44 "DELETE /v2.0/ports/9e597246-6bad-4661-b348-45c4907a8bb4 HTTP/1.1" status: 204 len: 173 time: 0.9077985 Dec 08 00:33:13.454238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'name': 'network-vif-deleted', 'tag': '9e597246-6bad-4661-b348-45c4907a8bb4'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:13.463777 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c526c41-d41f-4630-bb5c-43fc3eeaad0e" -d '{"events": [{"server_uuid": "db348c72-61a6-49c4-819a-2fa1ee1bba92", "name": "network-vif-deleted", "tag": "9e597246-6bad-4661-b348-45c4907a8bb4"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:13.533413 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65d6ad5-d6b5-4ec3-95ff-ed448e4f65ce x-openstack-request-id: req-e65d6ad5-d6b5-4ec3-95ff-ed448e4f65ce {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:13.533715 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db348c72-61a6-49c4-819a-2fa1ee1bba92", "name": "network-vif-deleted", "tag": "9e597246-6bad-4661-b348-45c4907a8bb4", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:13.533953 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e65d6ad5-d6b5-4ec3-95ff-ed448e4f65ce {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:13.534364 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db348c72-61a6-49c4-819a-2fa1ee1bba92', 'name': 'network-vif-deleted', 'tag': '9e597246-6bad-4661-b348-45c4907a8bb4', 'status': 'completed', 'code': 200} Dec 08 00:33:13.578360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] For port ae14c522-4205-424b-ae88-23549bb464b7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ae14c522-4205-424b-ae88-23549bb464b7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:13.579167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.606069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Calling delete_port for ae14c522-4205-424b-ae88-23549bb464b7 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:33:13.810520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:13.851170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Port': ['ID=ae14c522-4205-424b-ae88-23549bb464b7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:13.892762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73dc3f-cfb6-4d70-94e2-875abcb93a8b None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:33:13.894276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-abddb918-255e-403e-8b57-5f91ec77b22e req-733f71bf-7e5e-4f99-ba8e-7fdf8e192cb1 tempest-VolumesActionsTest-1007797889 tempest-VolumesActionsTest-1007797889-project] 10.222.0.18 "GET /v2.0/ports?device_id=db348c72-61a6-49c4-819a-2fa1ee1bba92 HTTP/1.1" status: 200 len: 210 time: 0.0350506 Dec 08 00:33:13.918029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.003945 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.115751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.118786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.220018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.220590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Fanout notify agent at l3_agent the message router_deleted on router cae77a7d-5fbb-44c7-a17e-3883121762e5 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:33:14.228828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.237514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8adee472-51c3-447e-a4fa-a337832c1cf9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/routers/cae77a7d-5fbb-44c7-a17e-3883121762e5 HTTP/1.1" status: 204 len: 168 time: 1.7864413 Dec 08 00:33:14.239975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33434) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:14.390784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.395692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4354e587-085e-47de-9f9a-e8dfbe8708dc no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:33:14.439916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 4354e587-085e-47de-9f9a-e8dfbe8708dc {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:33:14.440260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4354e587-085e-47de-9f9a-e8dfbe8708dc not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:33:14.440656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2f845d4-250b-439e-a0fb-1cad5e09637f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:33:14.486440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f2f845d4-250b-439e-a0fb-1cad5e09637f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:33:14.486781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f2f845d4-250b-439e-a0fb-1cad5e09637f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:33:14.570390 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.595934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b02063-e31f-4085-8097-cde062440cbb']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:14.606460 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:14.606763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b41a59e-b7d5-438e-b6e0-9618ea5be8b6') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:14.618232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.638839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.649363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:33:14.649363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:33:14.653985 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:33:14.726321 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.732905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.736558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/networks/c4b02063-e31f-4085-8097-cde062440cbb HTTP/1.1" status: 204 len: 168 time: 0.4951255 Dec 08 00:33:14.739649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33444) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:14.756003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dba22f-5aef-4d87-8074-072e32bdf3b3 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'Network': ['ID=c4b02063-e31f-4085-8097-cde062440cbb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:14.822752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ff83-79d8-486b-945e-6126cc0757b9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.854955 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ff83-79d8-486b-945e-6126cc0757b9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.924142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ff83-79d8-486b-945e-6126cc0757b9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.929057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ff83-79d8-486b-945e-6126cc0757b9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:14.930505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0fc5ff83-79d8-486b-945e-6126cc0757b9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] 10.222.0.18 "DELETE /v2.0/security-groups/ae89384d-3fb5-41ef-9698-d419170f6378 HTTP/1.1" status: 204 len: 168 time: 0.1898541 Dec 08 00:33:14.942056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5ff83-79d8-486b-945e-6126cc0757b9 tempest-TestNetworkAdvancedServerOps-942598148 tempest-TestNetworkAdvancedServerOps-942598148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae89384d-3fb5-41ef-9698-d419170f6378,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:15.418006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33468) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:15.625804 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-70bc32a7-6622-4461-963f-2de5ae4d03a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67f0588638f3439eb5346e5a32ef2d21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2068210 Dec 08 00:33:15.628365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33480) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:15.707884 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1cad435-d17c-452b-ade7-cd34b786be4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:15.752875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1cad435-d17c-452b-ade7-cd34b786be4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:15.817624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1cad435-d17c-452b-ade7-cd34b786be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:15.823294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c1cad435-d17c-452b-ade7-cd34b786be4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:15.825027 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c1cad435-d17c-452b-ade7-cd34b786be4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf7fe942-502f-4869-93f3-f725034ee0db HTTP/1.1" status: 204 len: 168 time: 0.1955192 Dec 08 00:33:15.842664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cad435-d17c-452b-ade7-cd34b786be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7fe942-502f-4869-93f3-f725034ee0db,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:16.173374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ae14c522-4205-424b-ae88-23549bb464b7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:33:16.216913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: ae14c522-4205-424b-ae88-23549bb464b7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:33:16.217335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ae14c522-4205-424b-ae88-23549bb464b7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:33:16.267747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33494) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:16.345822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-04412bf1-687c-457e-a50e-62286b06c812 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6decec34d44492ea0172114ffb0dca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763011 Dec 08 00:33:16.348558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33496) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:16.435573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb309db7-97e1-479f-ba29-dc3ab3dad8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:16.493397 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb309db7-97e1-479f-ba29-dc3ab3dad8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:16.538919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9e597246-6bad-4661-b348-45c4907a8bb4 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:33:16.624483 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb309db7-97e1-479f-ba29-dc3ab3dad8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:16.634207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb309db7-97e1-479f-ba29-dc3ab3dad8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:16.636542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bb309db7-97e1-479f-ba29-dc3ab3dad8c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acdac02f-3f63-41a8-a408-e62148fa52f8 HTTP/1.1" status: 204 len: 168 time: 0.2856438 Dec 08 00:33:16.661457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb309db7-97e1-479f-ba29-dc3ab3dad8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdac02f-3f63-41a8-a408-e62148fa52f8,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:16.704297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 9e597246-6bad-4661-b348-45c4907a8bb4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:33:16.704644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9e597246-6bad-4661-b348-45c4907a8bb4 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:33:17.740843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:18.670812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:18.880644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'network': {'name': 'tempest-network-smoke--1534959930', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:18.932282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:33:18.937333 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:18.954287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.062152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.070662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.120084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e1842e-ac55-494e-bc63-7c42774afb5a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:19.131372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:33:19.144534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.144785 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Added segment b7ddbd13-9171-41d6-bf91-1bbc7ba7e856 of type vlan for network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 Dec 08 00:33:19.198049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.233526 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.248385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:19.250115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.330689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33608) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:19.332399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6590769 Dec 08 00:33:19.340218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'admin_state_up': True, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:19.396652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.398329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.425090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a881e74-539f-416b-9e29-5286f76d16b9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Network': ['ID=c3d0e4e5-945b-4a30-979f-e5dea3b0b969,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:19.442130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:33:19.517550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:19.758748 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:20.220491 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:20.244640 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:20.383001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.25.6.89 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/bbc66e2a-bb34-45de-a011-bee71c4ee986) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:33:20.556687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:20.602287 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:20.651529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:33:20.656087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:20.659304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=bbc66e2a-bb34-45de-a011-bee71c4ee986,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:20.662730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:33:20.687096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64847f-606b-4292-9d7f-11289fe48471 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:33:20.810287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5fd7675d-bbfe-4281-9d72-0cd4e8f8bea5 None None] Provisioning complete for port bbc66e2a-bb34-45de-a011-bee71c4ee986 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:20.810766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fd7675d-bbfe-4281-9d72-0cd4e8f8bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:20.872247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7675d-bbfe-4281-9d72-0cd4e8f8bea5 None None] Port bbc66e2a-bb34-45de-a011-bee71c4ee986 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:33:21.029107 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:21.407914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:21.467272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e68554a-f492-4ede-921f-19d58a6d74b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:21.559911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:33:21.793079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:33:21.803842 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Sync routers for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:33:21.821383 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:21.822312 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:21.834995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:21.840152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2b1a5f5-80cc-4cd7-a629-b724317385a2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5061460 Dec 08 00:33:21.843558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33640) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:21.978490 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:21.996273 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1d395bb-f5fc-4261-80f3-bdaf9b14586f tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7f3197be00c541bfa1bb7fe3bf537b91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1513925 Dec 08 00:33:21.998710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33644) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:22.156045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01179c3-09e6-4526-bb5b-0e9827360da4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:22.160656 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d01179c3-09e6-4526-bb5b-0e9827360da4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1575053 Dec 08 00:33:22.163944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33648) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:22.179296 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:20Z', 'revision_number': 3, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:22.224111 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Checking router: 81cd14dd-86e5-4aa0-8f89-4315ba2c821c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:33:22.224550 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Updating router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c port bbc66e2a-bb34-45de-a011-bee71c4ee986 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:33:22.256793 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3c3a82a1-5c41-4023-91c3-d7e526c139ec tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0897560 Dec 08 00:33:22.257059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33650) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:22.262848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272498197', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:22.277921 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:22.448396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:33:22.452225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:22.762407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:22.868771 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:22.882190 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:22.954354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c80bfb4-4b36-4416-a6b0-73ea8ffebd00 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:33:22.988743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Subnet': ['ID=b4990637-fbd4-45c6-b1e7-39ec2c70bafd,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:23.021765 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Attempting to bind port bbc66e2a-bb34-45de-a011-bee71c4ee986 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:33:23.022523 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Attempting to bind port bbc66e2a-bb34-45de-a011-bee71c4ee986 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:33:23.023163 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Attempting to bind port bbc66e2a-bb34-45de-a011-bee71c4ee986 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:33:23.023542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8a7e0798-4793-481f-9d34-f7fdc0254eeb None None] Provisioning complete for port bbc66e2a-bb34-45de-a011-bee71c4ee986 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:23.029188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0798-4793-481f-9d34-f7fdc0254eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:23.034857 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:33:23.035586 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:33:23.036220 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:23.036950 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:33:23.037650 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Bound port: bbc66e2a-bb34-45de-a011-bee71c4ee986, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:33:23.038247 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:23.070965 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Pushing event updated for resources: {'Port': ['ID=bbc66e2a-bb34-45de-a011-bee71c4ee986,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:23.079443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Checking segment: {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:33:23.079825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network hostable DHCP agents. Network: c3d0e4e5-945b-4a30-979f-e5dea3b0b969, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:33:23.094122 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.094718 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.095296 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.095868 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.096421 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.096975 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.097634 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.098312 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.098964 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.099871 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.100660 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.101209 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.101763 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:23.112161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e0798-4793-481f-9d34-f7fdc0254eeb None None] Port bbc66e2a-bb34-45de-a011-bee71c4ee986 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:33:23.124268 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:33:23.134973 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] For port bbc66e2a-bb34-45de-a011-bee71c4ee986, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:33:23.140794 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] For port bbc66e2a-bb34-45de-a011-bee71c4ee986, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bbc66e2a-bb34-45de-a011-bee71c4ee986,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:33:23.146683 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:23.161096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, c3d0e4e5-945b-4a30-979f-e5dea3b0b969) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:23.165646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:23.166334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:23.176328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa9165-1e10-46be-a72a-dd1181cfa500 None None] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:33:23.193478 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b44e80e1-8122-49e6-88dd-848e0efc7b6f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9351919 Dec 08 00:33:23.196082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33660) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:23.326779 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:23.328857 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:32:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:23.342274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980dfed-720e-4487-9027-214bbaf8bdfc None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:33:23.414960 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06fcb5-33f3-4b7a-9f9e-3bc96af89f87 None None] Pushing event updated for resources: {'Port': ['ID=bbc66e2a-bb34-45de-a011-bee71c4ee986,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:23.477053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:33:23.482140 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:23.551330 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:23.703057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Allocated IP 172.20.0.2 (c3d0e4e5-945b-4a30-979f-e5dea3b0b969/b4990637-fbd4-45c6-b1e7-39ec2c70bafd/671e1b2f-81fe-408a-97ce-6f46e719f153) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:33:23.809854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-29a4d929-3e62-4146-a072-b98cb6539a3e None None] Provisioning complete for port bbc66e2a-bb34-45de-a011-bee71c4ee986 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:23.810236 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29a4d929-3e62-4146-a072-b98cb6539a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:23.942806 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d333953-e32f-490c-8934-75386f604721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.069190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29a4d929-3e62-4146-a072-b98cb6539a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.106506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.111660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-29a4d929-3e62-4146-a072-b98cb6539a3e None None] For port bbc66e2a-bb34-45de-a011-bee71c4ee986, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bbc66e2a-bb34-45de-a011-bee71c4ee986,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:24.114443 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:20Z', 'revision_number': 3, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:24.123251 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.186485 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f607bfc-451c-4c5b-9064-94c757a6cc9c None None] The sync data for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 is: [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:20Z', 'revision_number': 3, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:33:24.188668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Pushing event updated for resources: {'Port': ['ID=671e1b2f-81fe-408a-97ce-6f46e719f153,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:24.194733 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29a4d929-3e62-4146-a072-b98cb6539a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.220325 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.221883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:33:24.261677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:24.265475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:33:24.359841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4d929-3e62-4146-a072-b98cb6539a3e None None] Pushing event updated for resources: {'Port': ['ID=bbc66e2a-bb34-45de-a011-bee71c4ee986,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:24.364767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Attempting to bind port 671e1b2f-81fe-408a-97ce-6f46e719f153 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:33:24.365148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Attempting to bind port 671e1b2f-81fe-408a-97ce-6f46e719f153 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:33:24.365522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Attempting to bind port 671e1b2f-81fe-408a-97ce-6f46e719f153 on network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:33:24.372065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:33:24.372451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Checking segment: {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:33:24.372861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.374348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Bound using segment: {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:33:24.374348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Bound port: 671e1b2f-81fe-408a-97ce-6f46e719f153, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:33:24.374348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.469172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] For port 671e1b2f-81fe-408a-97ce-6f46e719f153, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:33:24.476589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] For port 671e1b2f-81fe-408a-97ce-6f46e719f153, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=671e1b2f-81fe-408a-97ce-6f46e719f153,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:33:24.483837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:24.609518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b5d64-0d3a-46b4-998b-c7feda5113fc None None] Pushing event updated for resources: {'Port': ['ID=671e1b2f-81fe-408a-97ce-6f46e719f153,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:24.811574 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.20.0.1 (c3d0e4e5-945b-4a30-979f-e5dea3b0b969/b4990637-fbd4-45c6-b1e7-39ec2c70bafd/f6f1396e-f1a6-4369-bf3f-44586ee648dc) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:33:25.090634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:25.217460 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:25.224387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:25.371576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:33:25.384647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:25.386372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=f6f1396e-f1a6-4369-bf3f-44586ee648dc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:25.423359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:33:25.552295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:25.804871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.358380 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.458973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 671e1b2f-81fe-408a-97ce-6f46e719f153 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:33:26.492581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.505953 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.578363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 671e1b2f-81fe-408a-97ce-6f46e719f153 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:26.579314 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.619909 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.623280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=f6f1396e-f1a6-4369-bf3f-44586ee648dc,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:26.828899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.897075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d5c3a-e3ce-4be8-bb72-d0a3a0157a7b None None] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:33:26.901860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 671e1b2f-81fe-408a-97ce-6f46e719f153, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=671e1b2f-81fe-408a-97ce-6f46e719f153,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:26.918650 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:26.919538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:33:26.919878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bbc66e2a-bb34-45de-a011-bee71c4ee986 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:33:26.921092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:27.097718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:33:27.163580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3f13a7a6-3c7f-4a21-ab5f-45c80c281642 None None] Provisioning complete for port 671e1b2f-81fe-408a-97ce-6f46e719f153 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:27.164223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f13a7a6-3c7f-4a21-ab5f-45c80c281642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:27.195593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bbc66e2a-bb34-45de-a011-bee71c4ee986 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:27.197859 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:27.265676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:33:27.278287 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-580c35d8-9cd5-4879-854a-38cb91995ece tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "PUT /v2.0/routers/81cd14dd-86e5-4aa0-8f89-4315ba2c821c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0804951 Dec 08 00:33:27.280697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33742) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:27.335738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=671e1b2f-81fe-408a-97ce-6f46e719f153,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:27.357452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.357796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.358133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.358464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.359038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.359286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.359568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.359892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.360396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.360714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.361273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.361605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.361922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:27.616003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.616943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.617935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.619570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.620233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.621095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.621715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.622583 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.624695 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6df5d72-4972-41e5-bc17-1c14a73c7eb4 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.3425846 Dec 08 00:33:27.627524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33750) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:27.686295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Sync routers for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:33:27.790922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:27.791586 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:33:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:27.892519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.893921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.895228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.896513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.897782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.899051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.900325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.901561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:27.904333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bcc1622e-c5c2-4d77-94e5-667d749d521d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.2758210 Dec 08 00:33:27.907333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33754) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:27.946305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:28.047765 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:28.358276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 671e1b2f-81fe-408a-97ce-6f46e719f153 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:33:28.564140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 671e1b2f-81fe-408a-97ce-6f46e719f153 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:28.564783 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:28.655257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:25Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:26Z', 'revision_number': 2, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:28.755036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Checking router: 81cd14dd-86e5-4aa0-8f89-4315ba2c821c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:33:28.755506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Updating router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c port f6f1396e-f1a6-4369-bf3f-44586ee648dc binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:33:28.812949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c7abeccb-cd42-4644-9c55-b7ba1d991fde None None] Provisioning complete for port 671e1b2f-81fe-408a-97ce-6f46e719f153 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:28.813438 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c7abeccb-cd42-4644-9c55-b7ba1d991fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:28.884593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.141936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f24e4e9d-e3b3-4342-af08-1958192e6670 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 1.2320380 Dec 08 00:33:29.639425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33790) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:29.643965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b35539f1-c256-41d8-bf80-895f6dadacb8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386156904', 'description': 'tempest-secgroup-smoke-386156904 description', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:29.724435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b35539f1-c256-41d8-bf80-895f6dadacb8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.742623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c7abeccb-cd42-4644-9c55-b7ba1d991fde None None] Provisioning complete for port f6f1396e-f1a6-4369-bf3f-44586ee648dc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:29.743714 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c7abeccb-cd42-4644-9c55-b7ba1d991fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.820975 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c7abeccb-cd42-4644-9c55-b7ba1d991fde None None] Port f6f1396e-f1a6-4369-bf3f-44586ee648dc cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:33:29.833393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.846808 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.853032 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b35539f1-c256-41d8-bf80-895f6dadacb8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.863239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b35539f1-c256-41d8-bf80-895f6dadacb8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.896823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35539f1-c256-41d8-bf80-895f6dadacb8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157b51ac-5de3-454b-b727-3fb6afd1d82f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:29.925727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919d497-559b-408a-bd70-857b0426e799 None None] Pushing event updated for resources: {'Port': ['ID=f6f1396e-f1a6-4369-bf3f-44586ee648dc,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:29.933318 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b35539f1-c256-41d8-bf80-895f6dadacb8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:29.934655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b35539f1-c256-41d8-bf80-895f6dadacb8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2942076 Dec 08 00:33:29.937534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33798) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:29.944242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6b7e01f8-536b-4e23-9193-a3f1aad5f361 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '157b51ac-5de3-454b-b727-3fb6afd1d82f', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:30.021781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b7e01f8-536b-4e23-9193-a3f1aad5f361 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.073342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-62c95365-fa89-42f5-acc8-2fcda7fc1cd0 None None] Provisioning complete for port f6f1396e-f1a6-4369-bf3f-44586ee648dc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:30.077565 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-62c95365-fa89-42f5-acc8-2fcda7fc1cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.180550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b7e01f8-536b-4e23-9193-a3f1aad5f361 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.193756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b7e01f8-536b-4e23-9193-a3f1aad5f361 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.294728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Attempting to bind port f6f1396e-f1a6-4369-bf3f-44586ee648dc on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:33:30.295258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Attempting to bind port f6f1396e-f1a6-4369-bf3f-44586ee648dc by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:33:30.295688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Attempting to bind port f6f1396e-f1a6-4369-bf3f-44586ee648dc on network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:33:30.304184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:33:30.304655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Checking segment: {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:33:30.305125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.305581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Bound using segment: {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:33:30.306656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Bound port: f6f1396e-f1a6-4369-bf3f-44586ee648dc, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:33:30.307142 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.319557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e01f8-536b-4e23-9193-a3f1aad5f361 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e03270-e54d-423f-ae92-adc548b39576,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:30.342782 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6b7e01f8-536b-4e23-9193-a3f1aad5f361 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.344387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-62c95365-fa89-42f5-acc8-2fcda7fc1cd0 None None] Port f6f1396e-f1a6-4369-bf3f-44586ee648dc cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:33:30.344526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6b7e01f8-536b-4e23-9193-a3f1aad5f361 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4058723 Dec 08 00:33:30.347779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33810) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:30.369765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6187709a-70b2-4155-8c10-c259b1e8c63c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '157b51ac-5de3-454b-b727-3fb6afd1d82f', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:30.471581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6187709a-70b2-4155-8c10-c259b1e8c63c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.494546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1be0d819-a745-4a8d-b95e-7a78f5ca4ba9 None None] Provisioning complete for port f6f1396e-f1a6-4369-bf3f-44586ee648dc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:30.495013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1be0d819-a745-4a8d-b95e-7a78f5ca4ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.556047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] For port f6f1396e-f1a6-4369-bf3f-44586ee648dc, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:33:30.622508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] For port f6f1396e-f1a6-4369-bf3f-44586ee648dc, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f6f1396e-f1a6-4369-bf3f-44586ee648dc,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:33:30.624271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1be0d819-a745-4a8d-b95e-7a78f5ca4ba9 None None] Port f6f1396e-f1a6-4369-bf3f-44586ee648dc cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:33:30.637528 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.647699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6187709a-70b2-4155-8c10-c259b1e8c63c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.660354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6187709a-70b2-4155-8c10-c259b1e8c63c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.743039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6187709a-70b2-4155-8c10-c259b1e8c63c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.752187 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6187709a-70b2-4155-8c10-c259b1e8c63c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3935685 Dec 08 00:33:30.752472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33818) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:30.755140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187709a-70b2-4155-8c10-c259b1e8c63c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1664d7a7-6df6-411d-b82d-b7077ded1b98,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:30.757150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8cbe8979-be6c-4f98-b76f-4abe7d604db5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '157b51ac-5de3-454b-b727-3fb6afd1d82f', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:30.888716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8979-be6c-4f98-b76f-4abe7d604db5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:30.908224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:30.908852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:33:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:31.100185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8979-be6c-4f98-b76f-4abe7d604db5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.117380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8979-be6c-4f98-b76f-4abe7d604db5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.161820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe8979-be6c-4f98-b76f-4abe7d604db5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96277e38-273c-47d2-b745-f53c4e3bd747,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:31.182224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8979-be6c-4f98-b76f-4abe7d604db5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.183536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8cbe8979-be6c-4f98-b76f-4abe7d604db5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4313829 Dec 08 00:33:31.186362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 33836) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:31.192965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d47767fe-6422-48a8-a741-09fddc214830 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '157b51ac-5de3-454b-b727-3fb6afd1d82f', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:31.238939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:31.326985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919d497-559b-408a-bd70-857b0426e799 None None] Pushing event updated for resources: {'Port': ['ID=f6f1396e-f1a6-4369-bf3f-44586ee648dc,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:31.361719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d47767fe-6422-48a8-a741-09fddc214830 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.378140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d92c0a3-58d5-4b08-803d-c8ffdbd3f14d None None] Provisioning complete for port f6f1396e-f1a6-4369-bf3f-44586ee648dc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:31.378140 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d92c0a3-58d5-4b08-803d-c8ffdbd3f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.492466 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d47767fe-6422-48a8-a741-09fddc214830 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.501210 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d47767fe-6422-48a8-a741-09fddc214830 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.552412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47767fe-6422-48a8-a741-09fddc214830 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afccc5b7-f97b-47c4-af73-141a2df18548,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:31.571063 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d47767fe-6422-48a8-a741-09fddc214830 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.574585 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d47767fe-6422-48a8-a741-09fddc214830 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3870409 Dec 08 00:33:31.577503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33848) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:31.582266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '157b51ac-5de3-454b-b727-3fb6afd1d82f', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:31.608526 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Project 7f3197be00c541bfa1bb7fe3bf537b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:33:31.618237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.626061 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d92c0a3-58d5-4b08-803d-c8ffdbd3f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.736335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.743231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.778088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629b2e19-679a-4408-ad85-12e82d38e348,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:31.789641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.791897 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b8459072-e6a4-42e0-af09-998d3e7b29c8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2131443 Dec 08 00:33:31.793843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d92c0a3-58d5-4b08-803d-c8ffdbd3f14d None None] For port f6f1396e-f1a6-4369-bf3f-44586ee648dc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f6f1396e-f1a6-4369-bf3f-44586ee648dc,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:31.794716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 33856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:31.804349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '157b51ac-5de3-454b-b727-3fb6afd1d82f', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:31.809321 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d92c0a3-58d5-4b08-803d-c8ffdbd3f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.869458 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Project 7f3197be00c541bfa1bb7fe3bf537b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:33:31.875514 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.875995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:25Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:30Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:31.881736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c0a3-58d5-4b08-803d-c8ffdbd3f14d None None] Pushing event updated for resources: {'Port': ['ID=f6f1396e-f1a6-4369-bf3f-44586ee648dc,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:31.937078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e805d5b-b7ea-42e3-ad32-78dd81c1d575 None None] The sync data for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 is: [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:25Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:30Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:33:31.961666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.970025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:31.999465 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0217dca-bd8b-4179-84fc-dd0000ab1b95,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:32.023908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:32.029364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1830d953-0860-4515-8042-74abcf76b25d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2321463 Dec 08 00:33:32.332859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-c5de605d-989d-42cc-9fd8-79d956625048 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386156904&fields=id&tenant_id=7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 267 time: 0.1169000 Dec 08 00:33:32.443423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f6f1396e-f1a6-4369-bf3f-44586ee648dc up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:33:32.545144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f6f1396e-f1a6-4369-bf3f-44586ee648dc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:32.545514 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:32.585644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-3c83e698-33c6-4021-8f0e-a0640f359321 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:32.587618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-3c83e698-33c6-4021-8f0e-a0640f359321 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/networks?id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 200 len: 797 time: 0.2451715 Dec 08 00:33:32.633770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-8c610606-5a98-4acd-baf1-7dad093b1067 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/quotas/7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 375 time: 0.0101433 Dec 08 00:33:32.719273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-fda05154-48a4-485a-a0e6-788a4debe876 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771759 Dec 08 00:33:32.838407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-ebe05593-c26c-4fed-97c3-7826d38c336f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:33:32.840923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-ebe05593-c26c-4fed-97c3-7826d38c336f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088860 Dec 08 00:33:33.080207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-dc125386-649a-49b1-9658-ba6b973187b6 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315555 Dec 08 00:33:33.240615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-a2742e2d-2740-4b83-b9fd-448cc35e8eee service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452274 Dec 08 00:33:34.194374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9784e064-9ca6-4aee-be4f-26a8df4bd504 req-dcbfe4a0-7481-40c8-9358-ad2678d17f78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 210 time: 0.7157943 Dec 08 00:33:35.148916 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-784020da-24c9-4164-a3b3-e6ac8471e3a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:35.153654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-784020da-24c9-4164-a3b3-e6ac8471e3a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/networks?id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 200 len: 797 time: 0.1795149 Dec 08 00:33:35.440399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-10061c43-cd42-4ec8-8faa-2cfa756c7397 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 379 time: 0.2676399 Dec 08 00:33:35.479002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'port': {'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'admin_state_up': True, 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'security_groups': ['157b51ac-5de3-454b-b727-3fb6afd1d82f']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:35.490442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c876ffea-43ea-4ed2-b1d7-1c910b42b519 req-7eed8b2d-7887-4232-a50b-5be684d77187 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 210 time: 0.1030142 Dec 08 00:33:35.782585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:33:35.786711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:36.005793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.20.0.3 (c3d0e4e5-945b-4a30-979f-e5dea3b0b969/b4990637-fbd4-45c6-b1e7-39ec2c70bafd/e18b049c-b10d-4746-b9ef-d82382bf64a1) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:33:36.198307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:36.260806 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:36.332123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:33:36.335325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:36.345734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:33:36.437259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=e18b049c-b10d-4746-b9ef-d82382bf64a1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:36.468243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:36.469121 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:36.498124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-a7f590d4-f166-4f20-9574-db910bedf89d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0271046 Dec 08 00:33:36.542493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Request body: {'port': {'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:36.722078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:36.787868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b5717-9c30-420f-bfb9-368fedf45c23 req-b792430e-6c5c-492e-ac14-cd5435c1b6b0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:36.803733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d4b5717-9c30-420f-bfb9-368fedf45c23 req-b792430e-6c5c-492e-ac14-cd5435c1b6b0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 931 time: 0.1677892 Dec 08 00:33:36.895888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5ac68817-6031-4b7a-b917-440ff4ee6cf2 None None] Provisioning complete for port e18b049c-b10d-4746-b9ef-d82382bf64a1 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:36.896274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5ac68817-6031-4b7a-b917-440ff4ee6cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:37.031288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d4b5717-9c30-420f-bfb9-368fedf45c23 req-b026f21e-9efa-4d41-b1b8-e5f186cbfff3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264130 Dec 08 00:33:37.072415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5ac68817-6031-4b7a-b917-440ff4ee6cf2 None None] Port e18b049c-b10d-4746-b9ef-d82382bf64a1 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:33:37.408588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18b049c-b10d-4746-b9ef-d82382bf64a1 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:33:37.418636 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:37.437751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Transition to ACTIVE for port object e18b049c-b10d-4746-b9ef-d82382bf64a1 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:33:37.448994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:37.648533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Pushing event updated for resources: {'Port': ['ID=e18b049c-b10d-4746-b9ef-d82382bf64a1,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:37.714592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Attempting to bind port e18b049c-b10d-4746-b9ef-d82382bf64a1 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:33:37.715103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Attempting to bind port e18b049c-b10d-4746-b9ef-d82382bf64a1 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:33:37.715530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Attempting to bind port e18b049c-b10d-4746-b9ef-d82382bf64a1 on network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:33:37.733365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Port e18b049c-b10d-4746-b9ef-d82382bf64a1 on network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:33:37.733832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Attempting to bind port e18b049c-b10d-4746-b9ef-d82382bf64a1 on network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:33:37.739487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:33:37.739900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Checking segment: {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:33:37.740383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Bound using segment: {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:33:37.740918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Bound port: e18b049c-b10d-4746-b9ef-d82382bf64a1, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:33:37.741372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:37.898655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] For port e18b049c-b10d-4746-b9ef-d82382bf64a1, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:33:37.908895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] For port e18b049c-b10d-4746-b9ef-d82382bf64a1, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:33:37.921123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:38.043658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:38.044295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:38.045728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] 10.222.0.44 "PUT /v2.0/ports/e18b049c-b10d-4746-b9ef-d82382bf64a1 HTTP/1.1" status: 200 len: 1091 time: 1.5256369 Dec 08 00:33:38.048091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:38.050394 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae14b19-77a1-4063-a29b-2043e18e0fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:38.231771 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3184e336-aa95-4963-aba5-7e11151f2c7f x-openstack-request-id: req-3184e336-aa95-4963-aba5-7e11151f2c7f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:38.232084 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:38.232348 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3184e336-aa95-4963-aba5-7e11151f2c7f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:38.232767 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'status': 'completed', 'code': 200} Dec 08 00:33:38.267676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397be0e-6190-45f0-827d-7535e1ab4206 service neutron] Pushing event updated for resources: {'Port': ['ID=e18b049c-b10d-4746-b9ef-d82382bf64a1,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:38.336202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-5d84feb0-a032-4ea9-bf72-d6f15b417dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:38.338231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-5d84feb0-a032-4ea9-bf72-d6f15b417dd8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 1094 time: 0.2019653 Dec 08 00:33:38.409790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e481a9-fb5a-4d2f-b800-830f5afdcfb6 req-86faa8cb-0f1a-4ced-a0a1-2e1616f1b885 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:38.413633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3e481a9-fb5a-4d2f-b800-830f5afdcfb6 req-86faa8cb-0f1a-4ced-a0a1-2e1616f1b885 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 943 time: 0.1606774 Dec 08 00:33:38.539846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-5956f76d-997a-46bb-a7d4-c7d922ffb0c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1 HTTP/1.1" status: 200 len: 217 time: 0.1860640 Dec 08 00:33:38.604987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3e481a9-fb5a-4d2f-b800-830f5afdcfb6 req-aa8033c5-0841-4972-90f7-e945086c259c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120150 Dec 08 00:33:38.647174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-2ac24e6c-6fa5-4f48-8077-dffea4659a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:38.648849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-2ac24e6c-6fa5-4f48-8077-dffea4659a77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4990637-fbd4-45c6-b1e7-39ec2c70bafd HTTP/1.1" status: 200 len: 834 time: 0.1004238 Dec 08 00:33:38.732173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b583-8032-480a-af34-c151e91fef35 req-21e7ca3a-5854-4794-bbe8-962795a1a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:38.734459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-21e7ca3a-5854-4794-bbe8-962795a1a55a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783021 Dec 08 00:33:38.845734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-2a88445a-559b-4204-a7f1-e3441e7b48cd service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028395 Dec 08 00:33:38.956913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a90b583-8032-480a-af34-c151e91fef35 req-44e798e6-7556-4eee-962a-839f69a15b3e service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035230 Dec 08 00:33:39.109551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-e2afcace-cdba-4506-b9c1-4ae6be5aea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:39.111239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-e2afcace-cdba-4506-b9c1-4ae6be5aea4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 1094 time: 0.0593243 Dec 08 00:33:39.278239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-e5b03900-5cd4-41db-86ad-1f51ac20ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:39.280809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-e5b03900-5cd4-41db-86ad-1f51ac20ac96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 200 len: 898 time: 0.1617630 Dec 08 00:33:39.347516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-a51d9569-1f60-4432-b781-41f72544a7c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1 HTTP/1.1" status: 200 len: 217 time: 0.0482409 Dec 08 00:33:39.432051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-e79df199-859d-4f66-b8a9-f3045c0266bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:39.433782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-e79df199-859d-4f66-b8a9-f3045c0266bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4990637-fbd4-45c6-b1e7-39ec2c70bafd HTTP/1.1" status: 200 len: 834 time: 0.0774066 Dec 08 00:33:39.594292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-73c33b25-5609-4e22-9aac-485d94fa0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:39.602965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-73c33b25-5609-4e22-9aac-485d94fa0cc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516814 Dec 08 00:33:39.815126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-83674530-f4f6-4feb-8728-96a07971ab5f service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053030 Dec 08 00:33:39.825335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d319-6efa-4019-ae79-e19600835150 req-2740f9b5-3012-4dc6-9d00-c0dc59e3afa6 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:39.826869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1e3d319-6efa-4019-ae79-e19600835150 req-2740f9b5-3012-4dc6-9d00-c0dc59e3afa6 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0962138 Dec 08 00:33:39.986071 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1e3d319-6efa-4019-ae79-e19600835150 req-f9056a6d-e966-404d-bbf8-3fd0910fc4a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507001 Dec 08 00:33:40.052371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aae14b19-77a1-4063-a29b-2043e18e0fc7 req-a429ec93-0c41-41ce-83a7-4b4d0d1c022b service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243354 Dec 08 00:33:41.148595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb338f-a587-4d3a-b1e6-77010261b130 req-59aee2ee-a11d-475a-ae12-cbc0285021ce tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:41.151575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27bb338f-a587-4d3a-b1e6-77010261b130 req-59aee2ee-a11d-475a-ae12-cbc0285021ce tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0794699 Dec 08 00:33:41.232158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27bb338f-a587-4d3a-b1e6-77010261b130 req-3261d643-c35b-4ad2-acce-fb08fc91c1dd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573559 Dec 08 00:33:42.357190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d7a59-3ae9-45c2-8c9c-be667fc5e6c3 req-d4d39035-c0e9-4352-8617-0e403d4b259b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:42.358691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba8d7a59-3ae9-45c2-8c9c-be667fc5e6c3 req-d4d39035-c0e9-4352-8617-0e403d4b259b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0605147 Dec 08 00:33:42.410796 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba8d7a59-3ae9-45c2-8c9c-be667fc5e6c3 req-a439f549-cdc7-4a70-b66e-38bbfba603d1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458210 Dec 08 00:33:42.694821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e18b049c-b10d-4746-b9ef-d82382bf64a1 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:33:42.865466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e18b049c-b10d-4746-b9ef-d82382bf64a1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:42.880925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:33:42.925903 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:43.201055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18b049c-b10d-4746-b9ef-d82382bf64a1 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:33:43.248805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e18b049c-b10d-4746-b9ef-d82382bf64a1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:43.256173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:43.352691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e18b049c-b10d-4746-b9ef-d82382bf64a1,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:43.674342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e18b049c-b10d-4746-b9ef-d82382bf64a1'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:33:43.701396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c182b-bfa2-4fe3-b8ff-13b992513e8e req-b82da98c-7f65-46f8-9ee2-bdb4088f0a35 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:43.703840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad9c182b-bfa2-4fe3-b8ff-13b992513e8e req-b82da98c-7f65-46f8-9ee2-bdb4088f0a35 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 944 time: 0.1200471 Dec 08 00:33:43.775576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad9c182b-bfa2-4fe3-b8ff-13b992513e8e req-09dbf033-7f3f-4f4a-8d00-d06c612218ee tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646348 Dec 08 00:33:43.913495 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:33:43.972881 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:44.695253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e18b049c-b10d-4746-b9ef-d82382bf64a1 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:33:44.769597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port e18b049c-b10d-4746-b9ef-d82382bf64a1 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:33:44.774046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port e18b049c-b10d-4746-b9ef-d82382bf64a1 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:44.774420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:44.870470 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:44.900207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:44.902632 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d8d91-1f69-46e7-8aa1-b06817ef9cac" -d '{"events": [{"server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "name": "network-vif-plugged", "status": "completed", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:44.918651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8d249-b0f5-4a07-b54f-3a17092dcc22 req-a839b079-cbb7-40fd-8776-f3157af007f8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:44.919204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e18b049c-b10d-4746-b9ef-d82382bf64a1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:33:44.921304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43f8d249-b0f5-4a07-b54f-3a17092dcc22 req-a839b079-cbb7-40fd-8776-f3157af007f8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 944 time: 0.0639689 Dec 08 00:33:44.928969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:44.980938 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16021739-9063-49f3-804a-a56fcb5e0fb5 x-openstack-request-id: req-16021739-9063-49f3-804a-a56fcb5e0fb5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:44.981926 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "name": "network-vif-plugged", "status": "completed", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:44.982421 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16021739-9063-49f3-804a-a56fcb5e0fb5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:44.983504 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'code': 200} Dec 08 00:33:44.992364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43f8d249-b0f5-4a07-b54f-3a17092dcc22 req-8813e993-74de-41d8-9b01-c2b593d7e20f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625658 Dec 08 00:33:45.013236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e18b049c-b10d-4746-b9ef-d82382bf64a1,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:45.120805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e308504-1c9f-4c18-9a0f-42018515fef0 req-09ac88ee-8752-4f5b-ad0b-66e30964f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:45.122596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e308504-1c9f-4c18-9a0f-42018515fef0 req-09ac88ee-8752-4f5b-ad0b-66e30964f018 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0526361 Dec 08 00:33:45.182790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e308504-1c9f-4c18-9a0f-42018515fef0 req-111def5d-cf7e-42af-a040-ee53d43af29b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472496 Dec 08 00:33:45.556036 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-891bf27d-1202-4395-8622-c7d84bc90ece tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:45.557550 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-891bf27d-1202-4395-8622-c7d84bc90ece tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1503680 Dec 08 00:33:45.579280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-c66c809e-7b97-4d4d-ad96-7f667c813086 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/quotas/2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0150805 Dec 08 00:33:45.628676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-c1f5514a-39ae-425f-b047-4b268f1f8686 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485671 Dec 08 00:33:45.762440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-e6f03ce7-1178-449b-9837-a6b3d5874b4f service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254528 Dec 08 00:33:45.869026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-7e0fad7f-2a48-4aad-9cab-ce77813a6a73 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996583 Dec 08 00:33:46.327578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08c38603-877a-490f-833a-c4ff761f2007 req-73446cc1-80f4-4e0e-86fc-0c895ce397e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.1258149 Dec 08 00:33:46.350113 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bea0df-58cd-4c00-80db-bc570bce6264 req-ff6c09c3-d48f-4275-9d5c-2d2ad9e4c9b1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:46.357729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75bea0df-58cd-4c00-80db-bc570bce6264 req-ff6c09c3-d48f-4275-9d5c-2d2ad9e4c9b1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 945 time: 0.2280469 Dec 08 00:33:46.425998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75bea0df-58cd-4c00-80db-bc570bce6264 req-a99af52e-35d2-45b2-af36-91eaab2ef8ca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568473 Dec 08 00:33:47.482209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-ac0587f4-62ee-4c4f-88c3-acbeb6635603 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:47.484743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-ac0587f4-62ee-4c4f-88c3-acbeb6635603 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1391320 Dec 08 00:33:47.528130 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1c861d6-c6cf-42e1-bb9e-04b3387e56dc req-44afa57a-b74c-435e-bf84-ef7ed56c0000 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.0374115 Dec 08 00:33:47.535806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'port': {'device_id': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'admin_state_up': True, 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:47.658394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:47.697322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154019b8-2d65-45ee-aab1-b7065b337d0b req-9dc4e429-23c0-4f62-9e8c-ea933ee0697a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:47.706517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-154019b8-2d65-45ee-aab1-b7065b337d0b req-9dc4e429-23c0-4f62-9e8c-ea933ee0697a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 945 time: 0.1643414 Dec 08 00:33:47.824425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-154019b8-2d65-45ee-aab1-b7065b337d0b req-f3f105a4-f39a-43e2-a1d1-bc8f7077bd1b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071994 Dec 08 00:33:47.880489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:33:47.885176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:48.079748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ff9d4-cfef-4f24-bd28-199a87853e30 req-78eb0655-d7c3-4fa4-81b0-2b76b9eec736 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:48.081281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b2ff9d4-cfef-4f24-bd28-199a87853e30 req-78eb0655-d7c3-4fa4-81b0-2b76b9eec736 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 945 time: 0.1339827 Dec 08 00:33:48.149206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.20.0.9 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/a5c6e60a-69b1-4931-9637-9b5bdd7f672a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:33:48.270207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b2ff9d4-cfef-4f24-bd28-199a87853e30 req-abb3451f-f4dd-49a2-8242-d1538931fb4d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765938 Dec 08 00:33:48.302469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:48.409277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0e3d3-4195-414e-b2b9-b5b5e6de6c7e tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:48.411019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-76d0e3d3-4195-414e-b2b9-b5b5e6de6c7e tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 1091 time: 0.1073136 Dec 08 00:33:48.413955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34376) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:48.421493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:48.475151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:48.545419 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:48.627387 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:48.655633 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:48.769684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:33:48.834960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:48.860092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:33:48.863436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:48.877886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.25.6.53 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/51b309e4-f701-4329-afe6-dabd7847c2ed) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:33:48.882517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.888836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.889357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.890039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.891059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.891570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.892080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.892738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.893241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.894086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.901693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.902267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:48.902787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.095139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c7a62-fce4-4b26-b695-2656f741ed03 req-37101056-053e-449d-ab6f-0972b26c627b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:49.109660 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b8c7a62-fce4-4b26-b695-2656f741ed03 req-37101056-053e-449d-ab6f-0972b26c627b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 931 time: 0.3889165 Dec 08 00:33:49.120836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:49.146251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:49.146929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:49.202046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-0cba508e-cd2b-4027-991c-c2545d81963a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6723814 Dec 08 00:33:49.210645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:49.298548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b8c7a62-fce4-4b26-b695-2656f741ed03 req-6342faf6-f388-4cdb-9978-b5d820ee3bd9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879840 Dec 08 00:33:49.333907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:33:49.345784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:33:49.350293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:33:49.417658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Request body: {'port': {'device_id': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:33:49.422222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4d7bd73a-f2c7-4327-aa72-a90cf3556183 None None] Provisioning complete for port a5c6e60a-69b1-4931-9637-9b5bdd7f672a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:33:49.424034 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd73a-f2c7-4327-aa72-a90cf3556183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:49.464365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=51b309e4-f701-4329-afe6-dabd7847c2ed,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:49.526343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bd73a-f2c7-4327-aa72-a90cf3556183 None None] Port a5c6e60a-69b1-4931-9637-9b5bdd7f672a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:33:49.557871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.558230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.558579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.572181 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:49.574833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.575355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.576200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.576425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.578411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.578840 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.581196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.581731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.582993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:49.585056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:33:50.189248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c6e60a-69b1-4931-9637-9b5bdd7f672a {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:33:50.202469 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:50.245205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Transition to ACTIVE for port object a5c6e60a-69b1-4931-9637-9b5bdd7f672a will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:33:50.259598 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:50.442437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:50.467767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:50.617006 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:50.656300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Attempting to bind port a5c6e60a-69b1-4931-9637-9b5bdd7f672a on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:33:50.675100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Attempting to bind port a5c6e60a-69b1-4931-9637-9b5bdd7f672a by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:33:50.675731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Attempting to bind port a5c6e60a-69b1-4931-9637-9b5bdd7f672a on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:33:50.692986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Port a5c6e60a-69b1-4931-9637-9b5bdd7f672a on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:33:50.693330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Attempting to bind port a5c6e60a-69b1-4931-9637-9b5bdd7f672a on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:33:50.700417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:33:50.700762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:33:50.701147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:33:50.701582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Bound port: a5c6e60a-69b1-4931-9637-9b5bdd7f672a, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:33:50.701942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:50.777316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e2b4-8055-46ec-ab46-fb3594f1443a req-0f72477d-86da-4b2e-aa5f-92a7d69aea62 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:50.778911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fc9e2b4-8055-46ec-ab46-fb3594f1443a req-0f72477d-86da-4b2e-aa5f-92a7d69aea62 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.2592683 Dec 08 00:33:50.873936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] For port a5c6e60a-69b1-4931-9637-9b5bdd7f672a, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:33:50.887177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fc9e2b4-8055-46ec-ab46-fb3594f1443a req-9325b382-de17-41e7-85bf-60e383d4dd5b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990827 Dec 08 00:33:50.889898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] For port a5c6e60a-69b1-4931-9637-9b5bdd7f672a, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:33:50.900977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:50.972580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:50.973351 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:50.974679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] 10.222.0.59 "PUT /v2.0/ports/a5c6e60a-69b1-4931-9637-9b5bdd7f672a HTTP/1.1" status: 200 len: 1091 time: 1.7446551 Dec 08 00:33:50.975210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'tag': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:50.985189 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56b0400-dc3b-46ac-9a41-2587597cc061" -d '{"events": [{"name": "network-changed", "server_uuid": "12491a86-fe3a-42bf-a8d1-d9e15e4ea15c", "tag": "a5c6e60a-69b1-4931-9637-9b5bdd7f672a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:51.014655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:51.029936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:51.138539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=51b309e4-f701-4329-afe6-dabd7847c2ed,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:51.211039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079c5f3-bcce-4fc7-b8cd-e126f47c2163 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:51.230997 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a5ed4-6927-4f3e-a3a7-c8fe57442a5f x-openstack-request-id: req-195a5ed4-6927-4f3e-a3a7-c8fe57442a5f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:51.234298 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12491a86-fe3a-42bf-a8d1-d9e15e4ea15c", "tag": "a5c6e60a-69b1-4931-9637-9b5bdd7f672a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:51.234463 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-195a5ed4-6927-4f3e-a3a7-c8fe57442a5f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:51.234759 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'tag': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a', 'status': 'completed', 'code': 200} Dec 08 00:33:51.238158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:51.297243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-99e0e0d7-e9cc-411b-aaec-3b21181cf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:51.302153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-99e0e0d7-e9cc-411b-aaec-3b21181cf786 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 1094 time: 0.2477713 Dec 08 00:33:51.509263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2352756b-78c0-4960-ba89-5a3bbf195b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:51.597730 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Floating IP 2a67ac60-5a16-41f2-b422-c2276579fda5 associated. External IP: 172.25.6.53, port: e18b049c-b10d-4746-b9ef-d82382bf64a1. Dec 08 00:33:52.076558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-991f81ab-9341-43f8-88e6-9a70cd9fe000 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a HTTP/1.1" status: 200 len: 217 time: 0.7606699 Dec 08 00:33:52.095450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:33:52.161329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-49670ce2-d913-4d0f-8ca5-f7a8a92110c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:52.162919 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-49670ce2-d913-4d0f-8ca5-f7a8a92110c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0752285 Dec 08 00:33:52.210790 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1567-b200-4b92-b173-4f7ce6282dd2 req-6a51463f-47c2-4276-aade-f1abd866e132 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:52.231477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31fd1567-b200-4b92-b173-4f7ce6282dd2 req-6a51463f-47c2-4276-aade-f1abd866e132 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.1818824 Dec 08 00:33:52.237788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:33:52.251089 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] Sync routers for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:33:52.270904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:52.271704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:33:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:52.301632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:52.362594 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f81433a2-2aea-46b7-b965-0b93b51677a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9467916 Dec 08 00:33:52.368823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:33:52.375525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31fd1567-b200-4b92-b173-4f7ce6282dd2 req-a101404c-56a8-4077-a40a-3f5480ac110c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429396 Dec 08 00:33:52.386716 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454f0c91-e7db-4515-b972-0694372cc93d" -d '{"events": [{"name": "network-changed", "server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:33:52.397850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34472) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:52.402041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-cb176b3f-bd3e-4fea-bc54-d303bbdc916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:52.414451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-cb176b3f-bd3e-4fea-bc54-d303bbdc916e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406926 Dec 08 00:33:52.514724 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:52.519135 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d5411fce-f519-4af7-823f-9f6b52e27182 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/floatingips/2a67ac60-5a16-41f2-b422-c2276579fda5 HTTP/1.1" status: 200 len: 990 time: 0.1191165 Dec 08 00:33:52.596913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-182c1d72-31f0-42b2-9c47-127f3f774bb3 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705770 Dec 08 00:33:52.748799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff9ecbd4-f0bb-4446-bbbd-9ca1a0789bea req-7790cebc-ed15-4bc2-a9af-7caa4f475ee1 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318436 Dec 08 00:33:52.815812 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84714709-41c9-4e08-b1ed-22eadfc1c33b x-openstack-request-id: req-84714709-41c9-4e08-b1ed-22eadfc1c33b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:33:52.816337 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:33:52.816499 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84714709-41c9-4e08-b1ed-22eadfc1c33b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:33:52.816846 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'status': 'completed', 'code': 200} Dec 08 00:33:52.940156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-0793b052-487a-4738-9924-498138ba83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:52.941823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-0793b052-487a-4738-9924-498138ba83da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 1094 time: 0.1099839 Dec 08 00:33:52.963837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f0c91-e7db-4515-b972-0694372cc93d req-ef1344c1-0bad-4c90-897c-d4208cee427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:52.965525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-454f0c91-e7db-4515-b972-0694372cc93d req-ef1344c1-0bad-4c90-897c-d4208cee427a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0913630 Dec 08 00:33:53.004696 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:25Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:50Z', 'revision_number': 0, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:53.045620 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] Checking router: 81cd14dd-86e5-4aa0-8f89-4315ba2c821c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:33:53.056648 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:33:53.057518 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:33:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:53.292319 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:33:53.357375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f0c91-e7db-4515-b972-0694372cc93d req-e1f873bf-c809-449e-b45f-03f2b794d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:53.360579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-454f0c91-e7db-4515-b972-0694372cc93d req-e1f873bf-c809-449e-b45f-03f2b794d0fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 200 len: 898 time: 0.3729696 Dec 08 00:33:53.523167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34506) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:53.528223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-f35da5cf-2d81-4659-905f-2307481545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:53.529716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-f35da5cf-2d81-4659-905f-2307481545ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.5792043 Dec 08 00:33:53.631187 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a73444c-ddb0-4368-8991-6ef6c31d8661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:53.694999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6ca81824-e95a-447a-b769-c026f37dc592 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/floatingips/2a67ac60-5a16-41f2-b422-c2276579fda5 HTTP/1.1" status: 200 len: 990 time: 0.1608627 Dec 08 00:33:53.731619 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:25Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:50Z', 'revision_number': 0, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:53.751379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-454f0c91-e7db-4515-b972-0694372cc93d req-eedad987-7a79-4246-ac8c-c8c7cea6dc87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1 HTTP/1.1" status: 200 len: 998 time: 0.3774149 Dec 08 00:33:53.755814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-25538b61-5911-4772-a824-87ab94bd5502 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a HTTP/1.1" status: 200 len: 217 time: 0.2036257 Dec 08 00:33:53.780509 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042986a-df53-4c0d-b7f8-a34890764090 None None] The sync data for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 is: [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:33:25Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:50Z', 'revision_number': 0, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:33:53.870019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6e59a-93a2-43e0-9329-79605e40a4f3 req-ac06c448-7180-4283-8a24-0b587c659210 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:53.871612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06c6e59a-93a2-43e0-9329-79605e40a4f3 req-ac06c448-7180-4283-8a24-0b587c659210 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.3453047 Dec 08 00:33:53.934705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06c6e59a-93a2-43e0-9329-79605e40a4f3 req-16203f8b-a651-4bca-ac17-73a6c4d779b2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521965 Dec 08 00:33:53.936193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f0c91-e7db-4515-b972-0694372cc93d req-4a8b4588-aedc-40ae-9a0c-d87e88b0da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:53.937719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-454f0c91-e7db-4515-b972-0694372cc93d req-4a8b4588-aedc-40ae-9a0c-d87e88b0da23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4990637-fbd4-45c6-b1e7-39ec2c70bafd HTTP/1.1" status: 200 len: 834 time: 0.1757147 Dec 08 00:33:53.943575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-c3e06b63-7fa1-473e-be54-f81f2fb79e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:53.945034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-c3e06b63-7fa1-473e-be54-f81f2fb79e3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.1294389 Dec 08 00:33:54.016046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f0c91-e7db-4515-b972-0694372cc93d req-8cdda248-bc0e-4c52-8916-8c5d2c51f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:54.017947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-454f0c91-e7db-4515-b972-0694372cc93d req-8cdda248-bc0e-4c52-8916-8c5d2c51f108 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719085 Dec 08 00:33:54.179538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-05c80129-f8c7-4fd6-be3a-8bcfc3220b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:54.181294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-05c80129-f8c7-4fd6-be3a-8bcfc3220b8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078795 Dec 08 00:33:54.229427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-454f0c91-e7db-4515-b972-0694372cc93d req-e919d339-181d-4609-a3ff-e892dad9b2da service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026191 Dec 08 00:33:54.284769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4ee01-d98e-4806-863d-15c31754410c None None] New status for floating IP 2a67ac60-5a16-41f2-b422-c2276579fda5: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:33:54.386699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-454f0c91-e7db-4515-b972-0694372cc93d req-926cefad-0ce1-4c56-81ac-0a10365c6ca5 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329885 Dec 08 00:33:54.534159 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-4813e879-3889-4915-afe2-59d8e1fc1e24 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416224 Dec 08 00:33:54.688712 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:54.697434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d56b0400-dc3b-46ac-9a41-2587597cc061 req-831a1440-e7e7-4e21-8e4d-da71510f4989 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544318 Dec 08 00:33:54.832623 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c20502a7-0981-4a6b-b796-e0a4f7eff130 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/floatingips/2a67ac60-5a16-41f2-b422-c2276579fda5 HTTP/1.1" status: 200 len: 992 time: 0.1425385 Dec 08 00:33:55.199434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476712f-f94d-4de7-bacd-098b181c82e0 req-3ba0c5ce-3780-44ee-bf64-893a03dc5aa7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:55.199434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b476712f-f94d-4de7-bacd-098b181c82e0 req-3ba0c5ce-3780-44ee-bf64-893a03dc5aa7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.1014650 Dec 08 00:33:55.273175 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:55.325985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b476712f-f94d-4de7-bacd-098b181c82e0 req-c9939763-9c0b-48f5-8675-630f48a65638 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091053 Dec 08 00:33:55.780319 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34560) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:55.893081 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] Deleting subnet b79b288a-884b-48bc-a422-63142c929da4 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:33:55.899329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:55.954705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.068965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.151804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.172783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.179973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b79b288a-884b-48bc-a422-63142c929da4 HTTP/1.1" status: 204 len: 168 time: 0.3980584 Dec 08 00:33:56.180222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34570) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:56.248509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eb23d-ca2f-495a-9733-f51dff5790a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79b288a-884b-48bc-a422-63142c929da4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:56.362143 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.387541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.562816 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.566953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016aedb-915e-4b44-a777-ae792174a930 req-5f87717b-27e0-4748-ac7f-42b3c212f023 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:56.568735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b016aedb-915e-4b44-a777-ae792174a930 req-5f87717b-27e0-4748-ac7f-42b3c212f023 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0845902 Dec 08 00:33:56.619778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a4a86b-d9ba-43b5-be1e-5af22317a602']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:56.643098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0e2821-4ee9-4eb6-979d-6bfa65b3f800') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:56.643326 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0e2821-4ee9-4eb6-979d-6bfa65b3f800') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:56.677204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.696400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b016aedb-915e-4b44-a777-ae792174a930 req-7e8bb3b7-f36a-40a5-a559-936d706ee0f3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073220 Dec 08 00:33:56.749986 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.756576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:33:56.756994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:33:56.760324 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:33:56.848500 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.873248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:56.887432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/44a4a86b-d9ba-43b5-be1e-5af22317a602 HTTP/1.1" status: 204 len: 168 time: 0.6747909 Dec 08 00:33:56.887717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34590) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:56.888535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9e107-5ed4-4bf0-888d-0f0bd9e8b4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a4a86b-d9ba-43b5-be1e-5af22317a602,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:56.996321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] Deleting subnet d1b19be7-f12f-4278-aa81-3c821089450f {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:33:57.001371 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.047179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.110566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.252311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.260455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.300211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b19be7-f12f-4278-aa81-3c821089450f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:57.314630 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.321247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3e2f8561-95f2-4168-9545-340f29cfaea2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d1b19be7-f12f-4278-aa81-3c821089450f HTTP/1.1" status: 204 len: 168 time: 0.4319561 Dec 08 00:33:57.324859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34602) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:57.467447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.586844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.611576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d095da2d-5ac0-46ea-92e7-f0b49ea35a0f']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:57.622796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c753ec-936f-4674-afbe-ea7ba3c07e69') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:57.623124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c753ec-936f-4674-afbe-ea7ba3c07e69') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:33:57.634914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.649799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.660469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:33:57.661028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:33:57.664018 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:33:57.792864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.806214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:57.819431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d095da2d-5ac0-46ea-92e7-f0b49ea35a0f HTTP/1.1" status: 204 len: 168 time: 0.4926896 Dec 08 00:33:57.842246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c3118-b5fb-4a3d-9ddd-4c9dad6dc274 admin admin] Pushing event deleted for resources: {'Network': ['ID=d095da2d-5ac0-46ea-92e7-f0b49ea35a0f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:57.913126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47114db-f234-4a07-93bf-2f2c87efc4e1 req-20b956b9-260a-4a26-ad69-8f7cdc7a79d7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:57.916296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b47114db-f234-4a07-93bf-2f2c87efc4e1 req-20b956b9-260a-4a26-ad69-8f7cdc7a79d7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0870106 Dec 08 00:33:58.003673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b47114db-f234-4a07-93bf-2f2c87efc4e1 req-3e0097bf-b3fe-497f-815a-2350314eef51 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765626 Dec 08 00:33:58.212928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34630) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:58.304983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-45f0e0ab-502b-4758-95b5-2c7ca18eac7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f3b098b456a451680354d5e99a87925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0888295 Dec 08 00:33:58.308969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34636) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:58.379645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-249abf6d-d61c-4189-babc-f4df21363c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:58.407533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-249abf6d-d61c-4189-babc-f4df21363c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:58.484295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-249abf6d-d61c-4189-babc-f4df21363c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:58.487450 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-249abf6d-d61c-4189-babc-f4df21363c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:58.490978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-249abf6d-d61c-4189-babc-f4df21363c0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/103b6be1-51db-4490-8dfa-cf9eaf644b3c HTTP/1.1" status: 204 len: 168 time: 0.1766682 Dec 08 00:33:58.499314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249abf6d-d61c-4189-babc-f4df21363c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b6be1-51db-4490-8dfa-cf9eaf644b3c,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:33:59.090581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 34662) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:59.203160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-390d414d-5081-4c7d-bbd0-739280ca14f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ddab9d7c1224fea8159058d0efc1393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1110444 Dec 08 00:33:59.207371 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 34666) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:33:59.226002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007611d-3228-4db9-93da-647d858ec8ef req-0a06dcd5-2744-4629-a9c8-5dcb6019cc43 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:33:59.228096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3007611d-3228-4db9-93da-647d858ec8ef req-0a06dcd5-2744-4629-a9c8-5dcb6019cc43 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.1153393 Dec 08 00:33:59.330505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3007611d-3228-4db9-93da-647d858ec8ef req-b21b4a85-e6a5-4039-ab7c-ab626da64259 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944121 Dec 08 00:33:59.335783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0652e07-d1e8-4762-a8cb-f25bd5192f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:59.392428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0652e07-d1e8-4762-a8cb-f25bd5192f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:59.536171 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0652e07-d1e8-4762-a8cb-f25bd5192f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:59.539044 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f0652e07-d1e8-4762-a8cb-f25bd5192f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:33:59.541299 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f0652e07-d1e8-4762-a8cb-f25bd5192f99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc67c17e-0284-40aa-87dc-cb2529083356 HTTP/1.1" status: 204 len: 168 time: 0.3317502 Dec 08 00:33:59.552427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0652e07-d1e8-4762-a8cb-f25bd5192f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc67c17e-0284-40aa-87dc-cb2529083356,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:00.601313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d78e91-ed01-435b-ae46-31406db6c0c8 req-64d3ff45-26be-4293-af95-f27360f4861e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:00.604554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91d78e91-ed01-435b-ae46-31406db6c0c8 req-64d3ff45-26be-4293-af95-f27360f4861e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.1191800 Dec 08 00:34:00.700720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91d78e91-ed01-435b-ae46-31406db6c0c8 req-973e1be2-a7ac-4c85-82ab-800c74aae43e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827725 Dec 08 00:34:01.834969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963079-3932-4d3e-a0bc-ce8d128cb8e8 req-1c673a52-e41a-487f-be3d-bb165ff6be8c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:01.837548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6963079-3932-4d3e-a0bc-ce8d128cb8e8 req-1c673a52-e41a-487f-be3d-bb165ff6be8c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0599501 Dec 08 00:34:01.918802 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6963079-3932-4d3e-a0bc-ce8d128cb8e8 req-13e47fb6-c815-452e-9249-655c96cd5fbd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732501 Dec 08 00:34:03.052902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7720f7-a35b-423c-ab23-10f0b68f5495 req-343dc9b4-37d9-4aeb-b9b1-895278690e12 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:03.061108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b7720f7-a35b-423c-ab23-10f0b68f5495 req-343dc9b4-37d9-4aeb-b9b1-895278690e12 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0592372 Dec 08 00:34:03.110049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b7720f7-a35b-423c-ab23-10f0b68f5495 req-c4ee6070-53d4-4171-b50c-09928481964e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480735 Dec 08 00:34:04.285060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35950128-aa8b-4e87-86ea-52e6c0da161e req-1f284778-d197-44d2-b1de-371b53841d01 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:04.290020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35950128-aa8b-4e87-86ea-52e6c0da161e req-1f284778-d197-44d2-b1de-371b53841d01 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0668261 Dec 08 00:34:04.352915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35950128-aa8b-4e87-86ea-52e6c0da161e req-5754f9e0-a8a8-4988-94c5-1b2d3779e9b3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569451 Dec 08 00:34:05.513736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a675c3-3af6-488b-b390-79ceb1e3f605 req-7a40f705-ad3d-4a43-aa2f-c86d68d6be6c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:05.515524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31a675c3-3af6-488b-b390-79ceb1e3f605 req-7a40f705-ad3d-4a43-aa2f-c86d68d6be6c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0747905 Dec 08 00:34:05.599696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31a675c3-3af6-488b-b390-79ceb1e3f605 req-0cf4a5cf-f216-4e4e-9cbd-0fe089d125b5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684540 Dec 08 00:34:06.753734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de2ac4-ddc1-4312-9eb4-dcd76d789864 req-60319c02-4a32-4509-82c0-ffeaf374b831 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:06.755980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73de2ac4-ddc1-4312-9eb4-dcd76d789864 req-60319c02-4a32-4509-82c0-ffeaf374b831 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0763719 Dec 08 00:34:06.817557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73de2ac4-ddc1-4312-9eb4-dcd76d789864 req-5d44a280-a2fd-43dc-b6a0-05dd4ca3b757 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504649 Dec 08 00:34:07.987367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160db3-41db-4a47-9137-832b54171bee req-3e9ec592-37d5-45ac-8ca0-f6525193a15d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:07.989644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f160db3-41db-4a47-9137-832b54171bee req-3e9ec592-37d5-45ac-8ca0-f6525193a15d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0801315 Dec 08 00:34:08.065002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f160db3-41db-4a47-9137-832b54171bee req-1f1c91c1-0b85-48d1-bbfd-5cdbe01ad020 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Dec 08 00:34:09.264920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e699-79c8-49db-a98b-12f65bdc3c28 req-69e70996-dd1b-4f65-b67d-7ed857652ea2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:09.266648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c128e699-79c8-49db-a98b-12f65bdc3c28 req-69e70996-dd1b-4f65-b67d-7ed857652ea2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.1057489 Dec 08 00:34:09.343485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c128e699-79c8-49db-a98b-12f65bdc3c28 req-10ce5b4b-01b4-45c2-abce-7ee6e15bf748 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686250 Dec 08 00:34:10.479763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc1f9-5d55-4dae-920a-c2670248bc6e req-d26951b2-1251-4144-a721-264d0c4f25c2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:10.482122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cdfc1f9-5d55-4dae-920a-c2670248bc6e req-d26951b2-1251-4144-a721-264d0c4f25c2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0594740 Dec 08 00:34:10.536661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cdfc1f9-5d55-4dae-920a-c2670248bc6e req-3dda3ba0-a783-4e23-abc2-f34918aacb80 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484490 Dec 08 00:34:11.660313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f2036-f715-4820-a533-7c0ee073bdb0 req-f22f7f74-ddda-4809-a0d0-b85e4532804a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:11.668768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-637f2036-f715-4820-a533-7c0ee073bdb0 req-f22f7f74-ddda-4809-a0d0-b85e4532804a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0587397 Dec 08 00:34:11.725453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-637f2036-f715-4820-a533-7c0ee073bdb0 req-baac8884-52da-4cf7-9c47-73e2720caa0b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555534 Dec 08 00:34:12.899195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2d501-35a2-4c0a-93b2-3a6f8b1b5b9f req-54be91c5-2996-421e-ab69-6af776f0657c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:12.901562 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44f2d501-35a2-4c0a-93b2-3a6f8b1b5b9f req-54be91c5-2996-421e-ab69-6af776f0657c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0551403 Dec 08 00:34:12.957486 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44f2d501-35a2-4c0a-93b2-3a6f8b1b5b9f req-8a6fe3d8-5b87-4833-b0df-a9183f9fb926 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480907 Dec 08 00:34:13.844674 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:14.082356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fea305-7f27-451f-9556-acac4804e04d req-37dc3cd5-adbd-4e9a-8f1c-882caa7266b6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:14.084678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56fea305-7f27-451f-9556-acac4804e04d req-37dc3cd5-adbd-4e9a-8f1c-882caa7266b6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0566978 Dec 08 00:34:14.134441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56fea305-7f27-451f-9556-acac4804e04d req-dd334b45-5a7e-4a3b-a2c1-21c4ad899c31 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Dec 08 00:34:15.283196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889f164-d6fb-4f25-89d0-8143937383a4 req-a66c2901-2d9f-4879-9595-9fa25821b94f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:15.286858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d889f164-d6fb-4f25-89d0-8143937383a4 req-a66c2901-2d9f-4879-9595-9fa25821b94f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0651278 Dec 08 00:34:15.339965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d889f164-d6fb-4f25-89d0-8143937383a4 req-07e1eb88-689c-4d17-b7f1-fa72d8a904d4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Dec 08 00:34:16.483290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b64cad-f5e0-405b-937e-9e7e0a460112 req-816a8741-29aa-4587-ac21-aa16fc3bc0f8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:16.492181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60b64cad-f5e0-405b-937e-9e7e0a460112 req-816a8741-29aa-4587-ac21-aa16fc3bc0f8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0756457 Dec 08 00:34:16.545955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60b64cad-f5e0-405b-937e-9e7e0a460112 req-bea6c8f5-f71b-4fe9-9bb5-e35e32335fe2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Dec 08 00:34:17.106100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35088) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:17.226698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72642c5e-0585-4c0b-bf56-d4b5294577f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.311758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72642c5e-0585-4c0b-bf56-d4b5294577f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.319297 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72642c5e-0585-4c0b-bf56-d4b5294577f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.357242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72642c5e-0585-4c0b-bf56-d4b5294577f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fd27ee-1d67-4daa-a1ab-1bd1e60fff2e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:17.363951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-72642c5e-0585-4c0b-bf56-d4b5294577f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fea9b950d8f47c5b8403a28ec5d06a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542984 Dec 08 00:34:17.364153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35094) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:17.416148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72afd56f-36c1-4472-a808-8b299792fda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.430453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35096) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:17.468286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72afd56f-36c1-4472-a808-8b299792fda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.537124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2610ef2-da44-4bee-a104-2c7fa6d5b6eb tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:17.537594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2610ef2-da44-4bee-a104-2c7fa6d5b6eb tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:17.538064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2610ef2-da44-4bee-a104-2c7fa6d5b6eb tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:17.540297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a2610ef2-da44-4bee-a104-2c7fa6d5b6eb tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=7f3197be00c541bfa1bb7fe3bf537b91&network_id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 200 len: 2969 time: 0.1088667 Dec 08 00:34:17.569101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72afd56f-36c1-4472-a808-8b299792fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.572540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72afd56f-36c1-4472-a808-8b299792fda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.573910 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-72afd56f-36c1-4472-a808-8b299792fda1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49fd27ee-1d67-4daa-a1ab-1bd1e60fff2e HTTP/1.1" status: 204 len: 168 time: 0.2087681 Dec 08 00:34:17.583543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afd56f-36c1-4472-a808-8b299792fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fd27ee-1d67-4daa-a1ab-1bd1e60fff2e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:17.662846 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:17.699922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ec8fd-d40d-4e34-8a40-ec705fd59503 req-582680a2-5cda-4255-8bb6-222519b0fdf6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:17.702221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-295ec8fd-d40d-4e34-8a40-ec705fd59503 req-582680a2-5cda-4255-8bb6-222519b0fdf6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0535848 Dec 08 00:34:17.775575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-295ec8fd-d40d-4e34-8a40-ec705fd59503 req-49d2ab26-ecde-4f4c-b855-d0d9a89d97ee tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673373 Dec 08 00:34:17.934818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35110) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:17.950555 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0840f769-b547-479b-8d81-663ef0293c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:18.032518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0840f769-b547-479b-8d81-663ef0293c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:18.036729 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0840f769-b547-479b-8d81-663ef0293c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:18.080163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0840f769-b547-479b-8d81-663ef0293c18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9f4b3396e1743ff84e571cde8c46349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439524 Dec 08 00:34:18.080894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840f769-b547-479b-8d81-663ef0293c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c219f8d-2434-4eea-b3e1-c870151e6d07,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:18.082917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35112) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:18.153406 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91cdf2aa-fc6d-44dd-9198-6b53f2cfd9a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:18.184321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91cdf2aa-fc6d-44dd-9198-6b53f2cfd9a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:18.234370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91cdf2aa-fc6d-44dd-9198-6b53f2cfd9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:18.237543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-91cdf2aa-fc6d-44dd-9198-6b53f2cfd9a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:18.238704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-91cdf2aa-fc6d-44dd-9198-6b53f2cfd9a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c219f8d-2434-4eea-b3e1-c870151e6d07 HTTP/1.1" status: 204 len: 168 time: 0.1547658 Dec 08 00:34:18.248855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdf2aa-fc6d-44dd-9198-6b53f2cfd9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c219f8d-2434-4eea-b3e1-c870151e6d07,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:18.903702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175fa82-2619-4ace-a2a6-3662baded07e req-5f772c64-07a5-438d-bdcf-4c1f9702eb28 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:18.911686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6175fa82-2619-4ace-a2a6-3662baded07e req-5f772c64-07a5-438d-bdcf-4c1f9702eb28 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0608327 Dec 08 00:34:18.962613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6175fa82-2619-4ace-a2a6-3662baded07e req-a757baee-041d-4570-8737-81a63288a34e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500305 Dec 08 00:34:19.876697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a5c6e60a-69b1-4931-9637-9b5bdd7f672a details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:34:20.018001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a5c6e60a-69b1-4931-9637-9b5bdd7f672a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:20.032347 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'port_id': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a', 'mac_address': 'fa:16:3e:35:05:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:34:20.078932 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:20.099520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c6e60a-69b1-4931-9637-9b5bdd7f672a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:34:20.128263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a5c6e60a-69b1-4931-9637-9b5bdd7f672a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:20.140522 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:20.145201 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deac0e-43ef-47ea-a41c-426430ff5bbf req-2b468a7d-cf0e-4b71-9aa8-379ab33332c8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:20.148263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1deac0e-43ef-47ea-a41c-426430ff5bbf req-2b468a7d-cf0e-4b71-9aa8-379ab33332c8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 943 time: 0.0941241 Dec 08 00:34:20.198841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:20.234524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1deac0e-43ef-47ea-a41c-426430ff5bbf req-200fc4f9-7ab4-40b1-a9f7-1ea793f5643b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788598 Dec 08 00:34:20.420245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a5c6e60a-69b1-4931-9637-9b5bdd7f672a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:34:20.914813 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:34:21.382449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc88929-9b57-4bbc-b91a-51fa0fc8ed47 req-5cae6a9c-7dbb-4a98-879b-73b5d523814c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:21.384116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fc88929-9b57-4bbc-b91a-51fa0fc8ed47 req-5cae6a9c-7dbb-4a98-879b-73b5d523814c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 944 time: 0.0586967 Dec 08 00:34:21.451009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0fc88929-9b57-4bbc-b91a-51fa0fc8ed47 req-1ebc6cde-fdc4-4fc6-a042-9f86a24cb6e5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Dec 08 00:34:21.475511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48b00d68-ef9e-4c48-822e-fc0fef4578c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:21.907519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a5c6e60a-69b1-4931-9637-9b5bdd7f672a up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:34:22.006351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port a5c6e60a-69b1-4931-9637-9b5bdd7f672a completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:34:22.016802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port a5c6e60a-69b1-4931-9637-9b5bdd7f672a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:22.018102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:22.128444 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:22.156274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:34:22.158997 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65820e50-90bd-432c-b6c9-64e0ce450d7b" -d '{"events": [{"server_uuid": "12491a86-fe3a-42bf-a8d1-d9e15e4ea15c", "name": "network-vif-plugged", "status": "completed", "tag": "a5c6e60a-69b1-4931-9637-9b5bdd7f672a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:34:22.183131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port a5c6e60a-69b1-4931-9637-9b5bdd7f672a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:22.189241 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:22.254212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:22.428070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35604) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:22.442183 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe164e2-a754-4aa5-97cb-3159e62bd24b x-openstack-request-id: req-efe164e2-a754-4aa5-97cb-3159e62bd24b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:34:22.442997 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12491a86-fe3a-42bf-a8d1-d9e15e4ea15c", "name": "network-vif-plugged", "status": "completed", "tag": "a5c6e60a-69b1-4931-9637-9b5bdd7f672a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:34:22.443433 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efe164e2-a754-4aa5-97cb-3159e62bd24b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:34:22.444008 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a', 'code': 200} Dec 08 00:34:22.527292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9b4e4-19e5-4a43-8b8e-993baf84943a tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:22.552105 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b7d9b4e4-19e5-4a43-8b8e-993baf84943a tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a HTTP/1.1" status: 200 len: 814 time: 0.1127877 Dec 08 00:34:22.730615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03024b5-2c4d-426a-b966-0a405f86bf2a req-e85ccf1c-3df4-4f15-b8af-646ab85d2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:22.732226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e03024b5-2c4d-426a-b966-0a405f86bf2a req-e85ccf1c-3df4-4f15-b8af-646ab85d2e0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 1096 time: 0.1891556 Dec 08 00:34:22.747509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b8d6-9d64-4ede-93c2-65e2bb77b003 req-c3785aed-8d92-4003-b23f-ed92b4052372 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:22.751429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b59b8d6-9d64-4ede-93c2-65e2bb77b003 req-c3785aed-8d92-4003-b23f-ed92b4052372 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 945 time: 0.1384895 Dec 08 00:34:22.762506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-96f7584f-410e-446c-9c37-3ddb538b7311 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3965867 Dec 08 00:34:22.896285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e03024b5-2c4d-426a-b966-0a405f86bf2a req-5012dce1-e876-4c05-a445-3f62aa7023ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434903 Dec 08 00:34:22.904933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b59b8d6-9d64-4ede-93c2-65e2bb77b003 req-66e11eb6-3218-4367-b55f-30286004c12b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414680 Dec 08 00:34:22.924811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-58be9eb1-a742-4598-be00-973675cdfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:22.926420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-58be9eb1-a742-4598-be00-973675cdfcc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0808861 Dec 08 00:34:23.050662 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-0acc2510-63df-46f6-89df-757dd9054a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:23.052333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-0acc2510-63df-46f6-89df-757dd9054a0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 200 len: 898 time: 0.1038876 Dec 08 00:34:23.136638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-3b7e604f-e5aa-4b95-9541-c5837d8e9108 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1 HTTP/1.1" status: 200 len: 1000 time: 0.0763357 Dec 08 00:34:23.203165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-2d4250ea-bc4f-44cd-be0d-61718071bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:23.204821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-2d4250ea-bc4f-44cd-be0d-61718071bf77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4990637-fbd4-45c6-b1e7-39ec2c70bafd HTTP/1.1" status: 200 len: 834 time: 0.0589223 Dec 08 00:34:23.259225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-6592f269-a48e-4cda-8634-edbcd4ca0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:23.260853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-6592f269-a48e-4cda-8634-edbcd4ca0339 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486462 Dec 08 00:34:23.369889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-6b32ce4e-8f57-41f2-89c9-65d8b474aa8e service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987988 Dec 08 00:34:23.474216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a303e3-51a9-4ae7-acb0-353102d6ea1e req-a0afebc0-7856-47d0-8a34-2c8379f83856 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964210 Dec 08 00:34:23.620066 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb078e81-24cd-4264-9755-27d463902597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:23.847566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35846) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:23.853365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'network': {'name': 'tempest-network-smoke--2144628889', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:23.897283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:34:23.909992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:23.951443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:34:23.962864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:23.963407 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Added segment 2153aec4-4171-4dbb-9b53-109d52809196 of type vlan for network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 Dec 08 00:34:24.009390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:24.037746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:24.045465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:24.046241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:24.119979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d159e-f63b-4878-8f57-bf29c172e1e2 req-43ad5a61-6c4a-4432-b910-744a53dd686b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:24.121625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb3d159e-f63b-4878-8f57-bf29c172e1e2 req-43ad5a61-6c4a-4432-b910-744a53dd686b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 945 time: 0.0743539 Dec 08 00:34:24.156009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Network': ['ID=7313f8c4-5425-4b1d-9d78-841d6656c2d8,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:24.166936 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-40a52ca8-abe9-487a-a74b-d9442c8177ac tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3160839 Dec 08 00:34:24.168250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35886) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:24.178614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:34:24.232845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb3d159e-f63b-4878-8f57-bf29c172e1e2 req-f850e4ab-1b5b-4f79-a6a1-3f87809c186e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045070 Dec 08 00:34:24.303313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886258a1-7cd4-4c86-a8d0-11bc7c03ced2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:24.306457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-886258a1-7cd4-4c86-a8d0-11bc7c03ced2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7f3197be00c541bfa1bb7fe3bf537b91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1334660 Dec 08 00:34:24.307999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35904) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:24.474188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca252b2-0671-468c-89e5-6cc8bc7fb87f req-f4591e5f-0c28-4df3-a28e-a99d3d04c55e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:24.476291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ca252b2-0671-468c-89e5-6cc8bc7fb87f req-f4591e5f-0c28-4df3-a28e-a99d3d04c55e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 945 time: 0.1127982 Dec 08 00:34:24.481879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832aff09-9614-4977-88f0-772818fdd767 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:24.483381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-832aff09-9614-4977-88f0-772818fdd767 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1547804 Dec 08 00:34:24.486184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:24.533762 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8ca252b2-0671-468c-89e5-6cc8bc7fb87f req-3781b06a-751f-4693-89ed-80c037f2839d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492609 Dec 08 00:34:24.539058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4cb008df-7452-44d1-a9f5-e353b3fa5753 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513933 Dec 08 00:34:24.541969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35934) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:24.605836 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6f2a6c7c-81cc-45e0-abf8-0c1749481db2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7f3197be00c541bfa1bb7fe3bf537b91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621476 Dec 08 00:34:24.608563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 35944) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:24.781840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-12e96b3c-6add-4a9d-a117-9965f31fc523 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685271 Dec 08 00:34:24.815656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7d108-a830-43c8-8206-eced0cb2ec09 req-52b6bb37-b22e-452e-aeb6-b5d47095bc86 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:24.817781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39e7d108-a830-43c8-8206-eced0cb2ec09 req-52b6bb37-b22e-452e-aeb6-b5d47095bc86 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 945 time: 0.1588509 Dec 08 00:34:24.825545 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3b66f-17a1-4f8c-9ebf-e51b4434ea57 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:24.829292 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d3b3b66f-17a1-4f8c-9ebf-e51b4434ea57 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2193940 Dec 08 00:34:24.833817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 35974) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:25.204552 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:25.342291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36036) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:25.342927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bc0b33f1-dac2-4e95-b0ca-cf7e9b85b24d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5061829 Dec 08 00:34:25.348327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-365327223', 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:25.381199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-2983a3fa-4ff6-4fe0-802c-3459cd3bcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:25.383235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-2983a3fa-4ff6-4fe0-802c-3459cd3bcd98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 1096 time: 0.0752766 Dec 08 00:34:25.394553 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39e7d108-a830-43c8-8206-eced0cb2ec09 req-aef1cda8-add6-450a-aa6a-c7632d896c8e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595703 Dec 08 00:34:25.557603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:34:25.561739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:25.620355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-bd1b9754-eba6-43fc-82c5-f169a24f9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:25.623565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-bd1b9754-eba6-43fc-82c5-f169a24f9123 service neutron] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.2183108 Dec 08 00:34:25.687614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-0647b94d-5384-46fd-9f78-c2febd824a11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a HTTP/1.1" status: 200 len: 217 time: 0.0557716 Dec 08 00:34:25.827408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-c464b771-04ae-4aea-8316-b77c6c410dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:25.829942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-c464b771-04ae-4aea-8316-b77c6c410dc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.1257498 Dec 08 00:34:25.999060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.012658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4c933-9a53-416d-ab00-7c9e5880888e req-5ee12081-9258-419f-a4ba-7dc697e907fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:26.014361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32d4c933-9a53-416d-ab00-7c9e5880888e req-5ee12081-9258-419f-a4ba-7dc697e907fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 945 time: 0.0737066 Dec 08 00:34:26.021067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-ac1de38f-c0b8-4553-a8dc-12f19e5f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:26.023277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-ac1de38f-c0b8-4553-a8dc-12f19e5f53e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829033 Dec 08 00:34:26.135617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Subnet': ['ID=a5a95c63-7278-4c98-966a-899cb9e8dceb,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:26.144149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Checking segment: {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:34:26.144773 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network hostable DHCP agents. Network: 7313f8c4-5425-4b1d-9d78-841d6656c2d8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:34:26.156231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32d4c933-9a53-416d-ab00-7c9e5880888e req-8e98bab1-431f-4273-b73e-7bcd2b851603 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297972 Dec 08 00:34:26.184187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:34:26.185194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-3a6f1522-bed4-4f19-94d3-1dd1e345ab55 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538134 Dec 08 00:34:26.203021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 7313f8c4-5425-4b1d-9d78-841d6656c2d8) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:34:26.210804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:26.211338 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59afc2f6-2c9c-4b07-984e-1d07a98ee520 None None] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:34:26.212491 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.237196 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fa02a22d-4ec0-4b97-9acf-8034c9e388d0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8937702 Dec 08 00:34:26.325591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-652205be-0e0a-46e4-aba4-bcc2d3882027 req-7e0fadfd-c2d7-412c-b725-be8dbb863cd2 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328208 Dec 08 00:34:26.375120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ips': [{'subnet_id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:34:26.376026 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.399491 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.525071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Allocated IP 172.20.0.18 (7313f8c4-5425-4b1d-9d78-841d6656c2d8/a5a95c63-7278-4c98-966a-899cb9e8dceb/d9d7a23f-92aa-4093-ad7a-3506c68e63af) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:34:26.672582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.678697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.734463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:34:26.736493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:34:26.738990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Pushing event updated for resources: {'Port': ['ID=d9d7a23f-92aa-4093-ad7a-3506c68e63af,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:26.741172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:34:26.743695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36138) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:26.748267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1dc7a1c3-2060-43f2-8705-361965b962e7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300904061', 'description': 'tempest-secgroup-smoke-300904061 description', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:26.775023 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a1c3-2060-43f2-8705-361965b962e7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.823495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Attempting to bind port d9d7a23f-92aa-4093-ad7a-3506c68e63af on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:34:26.823868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Attempting to bind port d9d7a23f-92aa-4093-ad7a-3506c68e63af by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:34:26.824383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Attempting to bind port d9d7a23f-92aa-4093-ad7a-3506c68e63af on network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:34:26.832101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:34:26.832718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Checking segment: {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:34:26.833439 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.833842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Bound using segment: {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:34:26.834602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Bound port: d9d7a23f-92aa-4093-ad7a-3506c68e63af, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:34:26.835063 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.861945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a1c3-2060-43f2-8705-361965b962e7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.871624 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a1c3-2060-43f2-8705-361965b962e7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.916380 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a1c3-2060-43f2-8705-361965b962e7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.920719 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1dc7a1c3-2060-43f2-8705-361965b962e7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1758046 Dec 08 00:34:26.925690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] For port d9d7a23f-92aa-4093-ad7a-3506c68e63af, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:34:26.930106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] For port d9d7a23f-92aa-4093-ad7a-3506c68e63af, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d9d7a23f-92aa-4093-ad7a-3506c68e63af,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:34:26.930459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36146) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:26.936385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:26.939978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1ee58fcc-66aa-41d1-9fb8-76ea919d9e28 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '7805005a-991c-4233-a3fc-7ebaa9eff016', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:26.952945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7a1c3-2060-43f2-8705-361965b962e7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7805005a-991c-4233-a3fc-7ebaa9eff016,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:27.023620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d13c81-10e0-4f24-a836-4b397a147382 None None] Pushing event updated for resources: {'Port': ['ID=d9d7a23f-92aa-4093-ad7a-3506c68e63af,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:27.025547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ee58fcc-66aa-41d1-9fb8-76ea919d9e28 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.129621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ee58fcc-66aa-41d1-9fb8-76ea919d9e28 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.140299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ee58fcc-66aa-41d1-9fb8-76ea919d9e28 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.172424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee58fcc-66aa-41d1-9fb8-76ea919d9e28 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07099c44-bfcd-4088-9e36-75cc69d71aaf,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:27.188592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ee58fcc-66aa-41d1-9fb8-76ea919d9e28 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.190557 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1ee58fcc-66aa-41d1-9fb8-76ea919d9e28 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586489 Dec 08 00:34:27.196340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36158) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:27.202676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2a8cd020-2551-476c-97d5-303c095e7fc5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '7805005a-991c-4233-a3fc-7ebaa9eff016', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:27.244301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.273554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd020-2551-476c-97d5-303c095e7fc5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.464769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9618f0-fe4d-4c68-9486-d8b9019bb3e1 req-53843b03-ba11-401d-ba43-60ec141dced9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:27.477089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9618f0-fe4d-4c68-9486-d8b9019bb3e1 req-53843b03-ba11-401d-ba43-60ec141dced9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 945 time: 0.1710346 Dec 08 00:34:27.516969 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd020-2551-476c-97d5-303c095e7fc5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.546669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd020-2551-476c-97d5-303c095e7fc5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.604094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cd020-2551-476c-97d5-303c095e7fc5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0189f24-4f15-47a3-bef5-113c82f20618,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:27.655892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9618f0-fe4d-4c68-9486-d8b9019bb3e1 req-7e85e48e-6648-4dac-9de6-6485b0d0bc84 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770675 Dec 08 00:34:27.674462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd020-2551-476c-97d5-303c095e7fc5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.676231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2a8cd020-2551-476c-97d5-303c095e7fc5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4781604 Dec 08 00:34:27.682988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36172) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:27.690298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-555a5450-7a1b-4f8e-aa11-b7d17e37d8c7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '7805005a-991c-4233-a3fc-7ebaa9eff016', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:27.713884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2e8918b9-7240-4c9f-a202-3c92128d3867 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:27.715516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2e8918b9-7240-4c9f-a202-3c92128d3867 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 945 time: 0.1363540 Dec 08 00:34:27.768503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-555a5450-7a1b-4f8e-aa11-b7d17e37d8c7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.865019 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-555a5450-7a1b-4f8e-aa11-b7d17e37d8c7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.884190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-555a5450-7a1b-4f8e-aa11-b7d17e37d8c7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.909818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a5450-7a1b-4f8e-aa11-b7d17e37d8c7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d765cc-3c9c-425f-abd6-05a55f0b0be9,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:27.921185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port a5c6e60a-69b1-4931-9637-9b5bdd7f672a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:34:27.921724 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.930579 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-555a5450-7a1b-4f8e-aa11-b7d17e37d8c7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:27.932040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-555a5450-7a1b-4f8e-aa11-b7d17e37d8c7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476733 Dec 08 00:34:27.934922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36176) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:27.939442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a12832da-8c78-4a9d-bc4e-66f1c0306dd2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '7805005a-991c-4233-a3fc-7ebaa9eff016', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:27.990399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a12832da-8c78-4a9d-bc4e-66f1c0306dd2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.072987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] For port a5c6e60a-69b1-4931-9637-9b5bdd7f672a, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:28.073650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.115826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for a5c6e60a-69b1-4931-9637-9b5bdd7f672a owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:34:28.141521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a12832da-8c78-4a9d-bc4e-66f1c0306dd2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.155796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a12832da-8c78-4a9d-bc4e-66f1c0306dd2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.183221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12832da-8c78-4a9d-bc4e-66f1c0306dd2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487f54ab-72cb-4dd1-8633-c8a85e18e753,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:28.202298 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a12832da-8c78-4a9d-bc4e-66f1c0306dd2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.203894 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a12832da-8c78-4a9d-bc4e-66f1c0306dd2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2679594 Dec 08 00:34:28.213220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36186) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:28.227771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '7805005a-991c-4233-a3fc-7ebaa9eff016', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:28.300422 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Project 7f3197be00c541bfa1bb7fe3bf537b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:34:28.316306 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.365974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.399481 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['a5c6e60a-69b1-4931-9637-9b5bdd7f672a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:34:28.457188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=a5c6e60a-69b1-4931-9637-9b5bdd7f672a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:28.576830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] No DVR routers for this DVR port a5c6e60a-69b1-4931-9637-9b5bdd7f672a on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:34:28.586261 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.589833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-202c2611-5549-4d8f-a4b1-57079ce365fd req-2698c34c-7fe7-4a86-a221-e37c225a5455 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "DELETE /v2.0/ports/a5c6e60a-69b1-4931-9637-9b5bdd7f672a HTTP/1.1" status: 204 len: 173 time: 0.8672500 Dec 08 00:34:28.590304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'name': 'network-vif-deleted', 'tag': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:34:28.602673 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41626ea6-adc8-4d04-b951-1f960d550099" -d '{"events": [{"server_uuid": "12491a86-fe3a-42bf-a8d1-d9e15e4ea15c", "name": "network-vif-deleted", "tag": "a5c6e60a-69b1-4931-9637-9b5bdd7f672a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:34:28.603808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.627913 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.696595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d9d7a23f-92aa-4093-ad7a-3506c68e63af up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:34:28.713182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96129380-67e4-4897-bdf3-75b765aa6534,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:28.746963 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ca7917-5dcb-400b-86e8-4582a1427590 x-openstack-request-id: req-18ca7917-5dcb-400b-86e8-4582a1427590 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:34:28.747235 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12491a86-fe3a-42bf-a8d1-d9e15e4ea15c", "name": "network-vif-deleted", "tag": "a5c6e60a-69b1-4931-9637-9b5bdd7f672a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:34:28.747493 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18ca7917-5dcb-400b-86e8-4582a1427590 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:34:28.747897 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12491a86-fe3a-42bf-a8d1-d9e15e4ea15c', 'name': 'network-vif-deleted', 'tag': 'a5c6e60a-69b1-4931-9637-9b5bdd7f672a', 'status': 'completed', 'code': 200} Dec 08 00:34:28.751948 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.753534 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-802c1fce-0dde-45dc-b703-6deba2be8f06 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5392020 Dec 08 00:34:28.756554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36206) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:28.761211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': '7805005a-991c-4233-a3fc-7ebaa9eff016', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:28.821203 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Project 7f3197be00c541bfa1bb7fe3bf537b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:34:28.827803 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.864233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d9d7a23f-92aa-4093-ad7a-3506c68e63af triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:28.864886 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:28.922410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36208) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:28.959662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b5e9b-ca9f-42af-a952-13c1b0987f23 None None] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:34:29.034563 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-135f58db-d2f5-431e-ae46-4b162c3661f5 req-8c4df1c5-7016-44c3-b1c9-365e432b64f0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.1506424 Dec 08 00:34:29.068868 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.083162 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.160424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb96cc6-ffe3-42da-afe4-34e73771380b,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:29.216349 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.225238 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f17c90e8-5e43-480c-82e6-62c82958b817 None None] Provisioning complete for port d9d7a23f-92aa-4093-ad7a-3506c68e63af triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:29.226643 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f17c90e8-5e43-480c-82e6-62c82958b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.232001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c72a7ec7-f7d4-4af5-86a1-8008df816f02 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4665632 Dec 08 00:34:29.242157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-058ad7c3-61b2-41e9-ae7a-95f3f7bad819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.279237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.525571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-058ad7c3-61b2-41e9-ae7a-95f3f7bad819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.542668 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-058ad7c3-61b2-41e9-ae7a-95f3f7bad819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.552141 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port d9d7a23f-92aa-4093-ad7a-3506c68e63af, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d9d7a23f-92aa-4093-ad7a-3506c68e63af,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:29.613715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36232) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:29.614363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-058ad7c3-61b2-41e9-ae7a-95f3f7bad819 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52754774250f4006a8ef105f43048a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6899319 Dec 08 00:34:29.649746 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f17c90e8-5e43-480c-82e6-62c82958b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.657864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad7c3-61b2-41e9-ae7a-95f3f7bad819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b7c02-e4db-4b34-b12a-a383f4278527,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:29.721782 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:29.770125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-f17c90e8-5e43-480c-82e6-62c82958b817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:34:29.770775 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-f17c90e8-5e43-480c-82e6-62c82958b817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:34:29.814262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-7da4b53b-231c-4992-852e-3c2582d8cccb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300904061&fields=id&tenant_id=7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 267 time: 0.2420275 Dec 08 00:34:29.849904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=d9d7a23f-92aa-4093-ad7a-3506c68e63af,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:29.860754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.861354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.861877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.862469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.863016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.863520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.864033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.864725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.865518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.866784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.867383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.867890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.868388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:29.936183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1378850d-6ab4-426a-990a-4aff5d7b2de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:30.002309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1378850d-6ab4-426a-990a-4aff5d7b2de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:30.058780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-a62d345c-d613-40ec-bc89-55dd99e7092e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:30.060328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-a62d345c-d613-40ec-bc89-55dd99e7092e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/networks?id=7313f8c4-5425-4b1d-9d78-841d6656c2d8 HTTP/1.1" status: 200 len: 797 time: 0.2340341 Dec 08 00:34:30.084101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-c709bbfe-a017-4dc3-a22d-d8eba669b89c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/quotas/7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 375 time: 0.0170941 Dec 08 00:34:30.165140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1378850d-6ab4-426a-990a-4aff5d7b2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:30.168569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1378850d-6ab4-426a-990a-4aff5d7b2de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:30.175069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1378850d-6ab4-426a-990a-4aff5d7b2de3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e8b7c02-e4db-4b34-b12a-a383f4278527 HTTP/1.1" status: 204 len: 168 time: 0.5587013 Dec 08 00:34:30.196462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378850d-6ab4-426a-990a-4aff5d7b2de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b7c02-e4db-4b34-b12a-a383f4278527,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:30.264817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-127837e2-d233-471f-9ba5-6bf95543b8b8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1652908 Dec 08 00:34:30.341568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8365a5f3-7b15-4813-a3f0-4446efc75e8e req-bf14137a-99ac-4f21-9058-db6355d29f6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.1618578 Dec 08 00:34:30.479443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d9d7a23f-92aa-4093-ad7a-3506c68e63af up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:34:30.580600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5fe0f905-9536-4e6c-b4ea-84946a597261 None None] Provisioning complete for port d9d7a23f-92aa-4093-ad7a-3506c68e63af triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:30.581199 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f905-9536-4e6c-b4ea-84946a597261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:30.589153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-1666a5bd-0336-4dd2-89ce-cd802b353503 service neutron] 10.222.0.18 "GET /v2.0/networks/7313f8c4-5425-4b1d-9d78-841d6656c2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142984 Dec 08 00:34:30.617997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d9d7a23f-92aa-4093-ad7a-3506c68e63af triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:30.618363 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:30.786249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-47765e75-766b-4be7-ae3a-1dfd5d7986ca service neutron] 10.222.0.18 "GET /v2.0/networks/7313f8c4-5425-4b1d-9d78-841d6656c2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961138 Dec 08 00:34:31.150784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73959c93-254d-41e6-ad96-c4f17fd67ff1 req-c604c986-c52e-4acd-8089-5d3149126e7c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 210 time: 0.0511553 Dec 08 00:34:31.544734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c42e64c5-db90-4c01-8325-5e7f62c41cc3 req-5df73584-8faa-4dd9-9d40-efe631bbf4fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.0833793 Dec 08 00:34:31.938741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a5c6e60a-69b1-4931-9637-9b5bdd7f672a no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:34:31.969924 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: a5c6e60a-69b1-4931-9637-9b5bdd7f672a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:34:31.970329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device a5c6e60a-69b1-4931-9637-9b5bdd7f672a not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:34:32.318781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd8c5305-b7ff-4e7d-9bca-3d779651d041 req-cbee8424-9327-42fc-b2a4-fc2b9f04c81e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 210 time: 0.0728176 Dec 08 00:34:32.715090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-136acbc3-4e78-49b4-b11f-7b457381b243 req-74159f21-ee59-4e76-a1f5-9165f9e12dcd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.0638311 Dec 08 00:34:32.898451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-d78f5aa7-795b-4ec8-8d66-05ccda51951a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:32.900413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-d78f5aa7-795b-4ec8-8d66-05ccda51951a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/networks?id=7313f8c4-5425-4b1d-9d78-841d6656c2d8 HTTP/1.1" status: 200 len: 797 time: 0.1781838 Dec 08 00:34:33.031907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-11725f85-6491-46e6-b15f-58635c8189b4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 471 time: 0.1154358 Dec 08 00:34:33.045659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'port': {'device_id': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'admin_state_up': True, 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'security_groups': ['7805005a-991c-4233-a3fc-7ebaa9eff016']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:33.196502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:34:33.200553 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:33.349655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.20.0.27 (7313f8c4-5425-4b1d-9d78-841d6656c2d8/a5a95c63-7278-4c98-966a-899cb9e8dceb/c3e5065f-3a1b-4b28-bece-95290288bd4d) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:34:33.462710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ec9415b-c36b-4596-ab7d-215100e315e6 req-d7f8c27c-51c1-4bbb-bf48-f061f01a3542 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 210 time: 0.0508611 Dec 08 00:34:33.563638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:33.621359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:33.684249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:34:33.690603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:34:33.708423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:34:33.806444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=c3e5065f-3a1b-4b28-bece-95290288bd4d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:33.838221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:33.844687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:33.877507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a942a58-eb6d-4d37-a8ec-29f826ddf9b7 req-b88ab0bc-6658-4df2-892b-78f9575bd9b2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.0568829 Dec 08 00:34:33.916518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-8437f077-a000-4147-851d-d51e27cd4621 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8763089 Dec 08 00:34:33.935772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Request body: {'port': {'device_id': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:34:34.041858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:34.059884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1f2c8683-f282-4af9-82c6-e369b6f8b887 None None] Provisioning complete for port c3e5065f-3a1b-4b28-bece-95290288bd4d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:34.060373 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8683-f282-4af9-82c6-e369b6f8b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:34.113538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c8683-f282-4af9-82c6-e369b6f8b887 None None] Port c3e5065f-3a1b-4b28-bece-95290288bd4d cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:34:34.408487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e5065f-3a1b-4b28-bece-95290288bd4d {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:34:34.418815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:34.435517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Transition to ACTIVE for port object c3e5065f-3a1b-4b28-bece-95290288bd4d will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:34:34.441681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:34.547533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e5065f-3a1b-4b28-bece-95290288bd4d,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:34.684914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Attempting to bind port c3e5065f-3a1b-4b28-bece-95290288bd4d on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:34:34.685306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Attempting to bind port c3e5065f-3a1b-4b28-bece-95290288bd4d by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:34:34.685587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Attempting to bind port c3e5065f-3a1b-4b28-bece-95290288bd4d on network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:34:34.690785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Port c3e5065f-3a1b-4b28-bece-95290288bd4d on network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:34:34.691129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Attempting to bind port c3e5065f-3a1b-4b28-bece-95290288bd4d on network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:34:34.701586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632ec05-8f97-41a8-86e2-fda2a1542f4a req-58cc1074-0fea-42a8-b81e-957d45c8056b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:34.703188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1632ec05-8f97-41a8-86e2-fda2a1542f4a req-58cc1074-0fea-42a8-b81e-957d45c8056b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 944 time: 0.0925016 Dec 08 00:34:34.707561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:34:34.707894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Checking segment: {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:34:34.708271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Bound using segment: {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:34:34.708697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Bound port: c3e5065f-3a1b-4b28-bece-95290288bd4d, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:34:34.709050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:34.832411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] For port c3e5065f-3a1b-4b28-bece-95290288bd4d, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:34:34.835780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] For port c3e5065f-3a1b-4b28-bece-95290288bd4d, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c3e5065f-3a1b-4b28-bece-95290288bd4d,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:34:34.857022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:34.958829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:34.959628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:34.961087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3e5065f-3a1b-4b28-bece-95290288bd4d HTTP/1.1" status: 200 len: 1092 time: 1.0304995 Dec 08 00:34:34.961559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'tag': 'c3e5065f-3a1b-4b28-bece-95290288bd4d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:34:34.968236 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a93b938-f060-40db-84f5-511fb0b4fc56" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb6012d-53ad-4a8d-a25e-5c8acf7a5893", "tag": "c3e5065f-3a1b-4b28-bece-95290288bd4d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:34:34.997706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1632ec05-8f97-41a8-86e2-fda2a1542f4a req-47f2ed8f-dc32-4ed8-8ec5-8594754e6f64 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862618 Dec 08 00:34:35.080103 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080ead5-675c-40e9-92d5-f7956eeea366 x-openstack-request-id: req-8080ead5-675c-40e9-92d5-f7956eeea366 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:34:35.080414 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb6012d-53ad-4a8d-a25e-5c8acf7a5893", "tag": "c3e5065f-3a1b-4b28-bece-95290288bd4d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:34:35.080687 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8080ead5-675c-40e9-92d5-f7956eeea366 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:34:35.081090 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'tag': 'c3e5065f-3a1b-4b28-bece-95290288bd4d', 'status': 'completed', 'code': 200} Dec 08 00:34:35.109365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3a08b1e-238a-4310-b041-803ba5796d4d req-c3769ab2-ec3d-433b-9946-5f65d1445d01 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=12491a86-fe3a-42bf-a8d1-d9e15e4ea15c HTTP/1.1" status: 200 len: 210 time: 0.0882037 Dec 08 00:34:35.110101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aed498-b6c7-41d6-8414-34476ca6f5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e5065f-3a1b-4b28-bece-95290288bd4d,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:35.139457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-810eef07-c54c-43d7-b8fd-eb132f54e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:35.141247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-810eef07-c54c-43d7-b8fd-eb132f54e723 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 1095 time: 0.1036894 Dec 08 00:34:35.213697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-c94cee35-06c4-47a7-be80-65f69f07d58c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c3e5065f-3a1b-4b28-bece-95290288bd4d HTTP/1.1" status: 200 len: 217 time: 0.0582902 Dec 08 00:34:35.307967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-82da7b27-a5c5-44ac-afff-12b17045b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:35.314996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-82da7b27-a5c5-44ac-afff-12b17045b464 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5a95c63-7278-4c98-966a-899cb9e8dceb HTTP/1.1" status: 200 len: 837 time: 0.0880606 Dec 08 00:34:35.372837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-fdfbb6c8-4d27-4fcc-8a26-582516e39d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:35.374385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-fdfbb6c8-4d27-4fcc-8a26-582516e39d67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7313f8c4-5425-4b1d-9d78-841d6656c2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575032 Dec 08 00:34:35.491661 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-9d1beb63-f267-4100-9df1-fb0be403eba7 service neutron] 10.222.0.44 "GET /v2.0/networks/7313f8c4-5425-4b1d-9d78-841d6656c2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098821 Dec 08 00:34:35.674371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c4f6254-3fa4-4ff9-b2af-5a052ab8edfd req-356311de-f36a-4f47-9c32-76b705502aa9 service neutron] 10.222.0.44 "GET /v2.0/networks/7313f8c4-5425-4b1d-9d78-841d6656c2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738005 Dec 08 00:34:35.891794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-decac1e6-2305-44c4-b260-8b684b0750e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:35.909256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-decac1e6-2305-44c4-b260-8b684b0750e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 1095 time: 0.1284108 Dec 08 00:34:36.151415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-13526eab-4503-4d70-83ea-a8f79884bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:36.153780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-13526eab-4503-4d70-83ea-a8f79884bf18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7313f8c4-5425-4b1d-9d78-841d6656c2d8 HTTP/1.1" status: 200 len: 898 time: 0.2381735 Dec 08 00:34:36.254247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-0d0af8b9-92f5-4413-9de5-fb335edf9fd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c3e5065f-3a1b-4b28-bece-95290288bd4d HTTP/1.1" status: 200 len: 217 time: 0.0910139 Dec 08 00:34:36.398060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-8f64a021-f588-475a-99d1-89e7b4ebfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:36.400051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-8f64a021-f588-475a-99d1-89e7b4ebfdfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5a95c63-7278-4c98-966a-899cb9e8dceb HTTP/1.1" status: 200 len: 837 time: 0.1335814 Dec 08 00:34:36.414443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100310-c21e-4bc9-8a2f-728bbae1c9f4 req-bef5d6c6-aee2-43e4-af16-ba6f329ea0c0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:36.416678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46100310-c21e-4bc9-8a2f-728bbae1c9f4 req-bef5d6c6-aee2-43e4-af16-ba6f329ea0c0 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 944 time: 0.1671069 Dec 08 00:34:36.494228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46100310-c21e-4bc9-8a2f-728bbae1c9f4 req-9ab7be2b-363f-4467-8572-33677e356ca6 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685654 Dec 08 00:34:36.497461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-95c1fbc3-6e8a-472c-a8de-5a9cd992a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:36.498996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-95c1fbc3-6e8a-472c-a8de-5a9cd992a2b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7313f8c4-5425-4b1d-9d78-841d6656c2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813715 Dec 08 00:34:36.625818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-0e096cea-98da-40c7-a573-8c306b6dfc60 service neutron] 10.222.0.44 "GET /v2.0/networks/7313f8c4-5425-4b1d-9d78-841d6656c2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181841 Dec 08 00:34:36.759822 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a93b938-f060-40db-84f5-511fb0b4fc56 req-31dc6444-dfed-4f01-bcdb-030a2d55ec50 service neutron] 10.222.0.44 "GET /v2.0/networks/7313f8c4-5425-4b1d-9d78-841d6656c2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267231 Dec 08 00:34:37.629482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08193cd1-a820-4f9c-a30a-3db49444d1f3 req-4b24238b-e2a1-4114-b536-c9e5ee032551 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:37.631203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08193cd1-a820-4f9c-a30a-3db49444d1f3 req-4b24238b-e2a1-4114-b536-c9e5ee032551 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 944 time: 0.0545173 Dec 08 00:34:37.691997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08193cd1-a820-4f9c-a30a-3db49444d1f3 req-51566cbb-f4bd-4330-8830-d9666e211aaf tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543320 Dec 08 00:34:38.869046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d914e-f0fc-4f87-ba9c-983568597be4 req-f051c0fb-e9eb-43c2-9fcd-19b98b8855ad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:38.870621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d4d914e-f0fc-4f87-ba9c-983568597be4 req-f051c0fb-e9eb-43c2-9fcd-19b98b8855ad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 944 time: 0.0829430 Dec 08 00:34:39.001180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d4d914e-f0fc-4f87-ba9c-983568597be4 req-0ff3cf09-33fd-4425-94a2-c366c17520a3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171203 Dec 08 00:34:39.004704 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c3e5065f-3a1b-4b28-bece-95290288bd4d details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:34:39.163301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c3e5065f-3a1b-4b28-bece-95290288bd4d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c3e5065f-3a1b-4b28-bece-95290288bd4d,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:39.180416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'c3e5065f-3a1b-4b28-bece-95290288bd4d', 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'port_id': 'c3e5065f-3a1b-4b28-bece-95290288bd4d', 'mac_address': 'fa:16:3e:cf:2d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:34:39.416267 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:39.430818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e5065f-3a1b-4b28-bece-95290288bd4d {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:34:39.453808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c3e5065f-3a1b-4b28-bece-95290288bd4d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c3e5065f-3a1b-4b28-bece-95290288bd4d,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:39.460361 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:39.513978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c3e5065f-3a1b-4b28-bece-95290288bd4d,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:39.743874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c3e5065f-3a1b-4b28-bece-95290288bd4d'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:34:40.162971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d8d67-02cd-4a1d-97ff-dce56bea3421 req-5202b698-e0c1-4d8e-8483-55ead0d21e03 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:40.169632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-569d8d67-02cd-4a1d-97ff-dce56bea3421 req-5202b698-e0c1-4d8e-8483-55ead0d21e03 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 945 time: 0.0642045 Dec 08 00:34:40.237254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-569d8d67-02cd-4a1d-97ff-dce56bea3421 req-7aa3f9f7-9e08-4833-9276-9d442f49301b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603976 Dec 08 00:34:41.007963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c3e5065f-3a1b-4b28-bece-95290288bd4d up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:34:41.076130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port c3e5065f-3a1b-4b28-bece-95290288bd4d completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:34:41.085632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port c3e5065f-3a1b-4b28-bece-95290288bd4d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:41.086019 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:41.211583 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:41.257168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c3e5065f-3a1b-4b28-bece-95290288bd4d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c3e5065f-3a1b-4b28-bece-95290288bd4d,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:41.258532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e5065f-3a1b-4b28-bece-95290288bd4d'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:34:41.274505 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31208c-57ec-40b4-962b-8aa7ea40f28b" -d '{"events": [{"server_uuid": "ceb6012d-53ad-4a8d-a25e-5c8acf7a5893", "name": "network-vif-plugged", "status": "completed", "tag": "c3e5065f-3a1b-4b28-bece-95290288bd4d"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:34:41.305953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:41.461303 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99b947c-99d1-4f9a-8829-d58109639f80 x-openstack-request-id: req-f99b947c-99d1-4f9a-8829-d58109639f80 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:34:41.463355 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb6012d-53ad-4a8d-a25e-5c8acf7a5893", "name": "network-vif-plugged", "status": "completed", "tag": "c3e5065f-3a1b-4b28-bece-95290288bd4d", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:34:41.463562 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f99b947c-99d1-4f9a-8829-d58109639f80 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:34:41.463992 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e5065f-3a1b-4b28-bece-95290288bd4d', 'code': 200} Dec 08 00:34:41.465547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c3e5065f-3a1b-4b28-bece-95290288bd4d,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:41.495615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df659d-b1df-4671-a936-fa5f06f44d07 req-8d91443a-f7b3-42e6-913a-15666242ca3e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:41.503533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57df659d-b1df-4671-a936-fa5f06f44d07 req-8d91443a-f7b3-42e6-913a-15666242ca3e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.0829358 Dec 08 00:34:41.570516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57df659d-b1df-4671-a936-fa5f06f44d07 req-803130e1-919b-4f97-8693-fe2d029dc011 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658138 Dec 08 00:34:41.623431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73df0be-fb09-4d10-938c-91dacccecf8a req-62cbda2a-4542-4804-a9dc-d50f9adf2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:41.625393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e73df0be-fb09-4d10-938c-91dacccecf8a req-62cbda2a-4542-4804-a9dc-d50f9adf2376 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 1097 time: 0.0485158 Dec 08 00:34:41.702714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e73df0be-fb09-4d10-938c-91dacccecf8a req-4cbe9d59-05f7-403e-a48e-9dedafeef662 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693998 Dec 08 00:34:42.216211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36494) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:42.366722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff0188c7-dcd9-4a3a-ab97-cf2efb0874fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:42.464080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff0188c7-dcd9-4a3a-ab97-cf2efb0874fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:42.469856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ff0188c7-dcd9-4a3a-ab97-cf2efb0874fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:42.531399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ff0188c7-dcd9-4a3a-ab97-cf2efb0874fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcbcd109d07546bb86e53d7bfd8c281d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118415 Dec 08 00:34:42.531399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0188c7-dcd9-4a3a-ab97-cf2efb0874fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97b575-53a7-4728-a502-af8e276bbf62,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:42.532169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36498) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:42.636483 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab932-d5e6-4553-bc38-9c88087ef2e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:42.670994 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab932-d5e6-4553-bc38-9c88087ef2e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:42.734227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab932-d5e6-4553-bc38-9c88087ef2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:42.739492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fb64-ec29-49b5-b050-cd45c00c4b15 req-f5fdfc6e-a101-463f-9d3e-196ff1817d66 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:42.745861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9e4fb64-ec29-49b5-b050-cd45c00c4b15 req-f5fdfc6e-a101-463f-9d3e-196ff1817d66 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.0965815 Dec 08 00:34:42.755926 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab932-d5e6-4553-bc38-9c88087ef2e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:42.778413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f1ab932-d5e6-4553-bc38-9c88087ef2e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c97b575-53a7-4728-a502-af8e276bbf62 HTTP/1.1" status: 204 len: 168 time: 0.2441218 Dec 08 00:34:42.814631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ab932-d5e6-4553-bc38-9c88087ef2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97b575-53a7-4728-a502-af8e276bbf62,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:42.856077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9e4fb64-ec29-49b5-b050-cd45c00c4b15 req-9eee4511-bff6-4894-bb95-f5e4b62d98d9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025307 Dec 08 00:34:43.850326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:43.997448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987c2fa-4dc9-4cb1-890a-e456fcf9c239 req-13cbee68-151c-4101-9e91-0149097a4943 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:44.007969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9987c2fa-4dc9-4cb1-890a-e456fcf9c239 req-13cbee68-151c-4101-9e91-0149097a4943 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.0715921 Dec 08 00:34:44.092177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9987c2fa-4dc9-4cb1-890a-e456fcf9c239 req-807511bf-871a-4434-9d8f-fedeadaacdc2 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830872 Dec 08 00:34:44.322218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf6ace-2f3e-4c25-89e8-544199905472 req-b6ece527-7977-4578-af72-cb1d7d70f547 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:34:44.335533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fbf6ace-2f3e-4c25-89e8-544199905472 req-b6ece527-7977-4578-af72-cb1d7d70f547 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.1310327 Dec 08 00:34:44.457197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fbf6ace-2f3e-4c25-89e8-544199905472 req-13e021b0-25ba-40ba-8a30-87debb0923c3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204541 Dec 08 00:34:45.938350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:45.974133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 36728) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:46.157020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a2b2-c4ec-4f21-ac92-c028e45c65d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:46.328887 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a2b2-c4ec-4f21-ac92-c028e45c65d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:46.340334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a2b2-c4ec-4f21-ac92-c028e45c65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:46.408667 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e3e0a2b2-c4ec-4f21-ac92-c028e45c65d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59d1cf3288ac4f179b7883cda56c4089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4658434 Dec 08 00:34:46.409449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36738) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:46.512479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0a2b2-c4ec-4f21-ac92-c028e45c65d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69be3a09-31a3-447d-a872-86a08dcf5832,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:46.571323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-807065fb-53e8-433f-aebf-76530f656a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:46.604439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-807065fb-53e8-433f-aebf-76530f656a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:46.695395 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-807065fb-53e8-433f-aebf-76530f656a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:46.700597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-807065fb-53e8-433f-aebf-76530f656a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:46.702014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-807065fb-53e8-433f-aebf-76530f656a91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69be3a09-31a3-447d-a872-86a08dcf5832 HTTP/1.1" status: 204 len: 168 time: 0.2655923 Dec 08 00:34:46.727530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807065fb-53e8-433f-aebf-76530f656a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69be3a09-31a3-447d-a872-86a08dcf5832,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:47.086342 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.197886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36760) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:47.212551 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80d78345-ef14-4fb4-9288-1147b8e1282a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.411409 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80d78345-ef14-4fb4-9288-1147b8e1282a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.452956 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-80d78345-ef14-4fb4-9288-1147b8e1282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.543471 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-80d78345-ef14-4fb4-9288-1147b8e1282a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=443077d8176340db8bbfe9b9ab7e5b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437781 Dec 08 00:34:47.546245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d78345-ef14-4fb4-9288-1147b8e1282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa5490-058c-4106-9161-ca138d7e0bc6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:47.548673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 36766) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:34:47.572557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.20.0.17 (7313f8c4-5425-4b1d-9d78-841d6656c2d8/a5a95c63-7278-4c98-966a-899cb9e8dceb/f9904474-3e57-407a-896c-fd1576b3c7da) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:34:47.634525 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-087aa300-8291-468b-8c3f-fde6f844483c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.659981 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.691489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-087aa300-8291-468b-8c3f-fde6f844483c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.766715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-087aa300-8291-468b-8c3f-fde6f844483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.771174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-087aa300-8291-468b-8c3f-fde6f844483c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.776761 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-087aa300-8291-468b-8c3f-fde6f844483c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8fa5490-058c-4106-9161-ca138d7e0bc6 HTTP/1.1" status: 204 len: 168 time: 0.2258337 Dec 08 00:34:47.794678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aa300-8291-468b-8c3f-fde6f844483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa5490-058c-4106-9161-ca138d7e0bc6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:47.835449 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.876416 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:47.921055 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:34:47.927393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:34:47.931951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:34:47.974774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=f9904474-3e57-407a-896c-fd1576b3c7da,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:48.062470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:48.372332 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:48.394958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2538825a-0a88-4c86-8e35-971c13a1a710 None None] Provisioning complete for port f9904474-3e57-407a-896c-fd1576b3c7da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:48.409845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2538825a-0a88-4c86-8e35-971c13a1a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:48.566199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2538825a-0a88-4c86-8e35-971c13a1a710 None None] Port f9904474-3e57-407a-896c-fd1576b3c7da cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:34:48.846997 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:48.853170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:48.976990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=f9904474-3e57-407a-896c-fd1576b3c7da,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:48.993459 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:49.008666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.009015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.009433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.009777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.010187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.010530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.010860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.011229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.011696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.012028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.012352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.012679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.013002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:49.195478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:34:49.197212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:34:49.391618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:34:49.562553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:34:49.576037 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bc53198c-a81a-4f73-a49e-02d94524c721 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "PUT /v2.0/routers/81cd14dd-86e5-4aa0-8f89-4315ba2c821c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6005232 Dec 08 00:34:49.608545 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Sync routers for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:34:49.624497 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:34:49.625349 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:34:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:34:49.719380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-78d27845-604c-40d4-bcef-be9bca8406c7 None None] Provisioning complete for port f9904474-3e57-407a-896c-fd1576b3c7da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:49.719990 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-78d27845-604c-40d4-bcef-be9bca8406c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:49.779832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-78d27845-604c-40d4-bcef-be9bca8406c7 None None] Port f9904474-3e57-407a-896c-fd1576b3c7da cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:34:49.817810 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:34:50.087085 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:34:48Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:54Z', 'revision_number': 1, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9904474-3e57-407a-896c-fd1576b3c7da', 'name': '', 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:f2:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:34:47Z', 'updated_at': '2021-12-08T00:34:48Z', 'revision_number': 2, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:34:50.115624 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Checking router: 81cd14dd-86e5-4aa0-8f89-4315ba2c821c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:34:50.115988 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Updating router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c port f9904474-3e57-407a-896c-fd1576b3c7da binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:34:50.151339 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:50.457071 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:50.472582 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:50.527776 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Pushing event updated for resources: {'Port': ['ID=f9904474-3e57-407a-896c-fd1576b3c7da,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:50.540560 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.541046 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.541481 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.541925 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.542424 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.542843 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.543513 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.544267 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.544545 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.545124 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.545876 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.546294 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.546724 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:34:50.601071 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Attempting to bind port f9904474-3e57-407a-896c-fd1576b3c7da on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:34:50.601572 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Attempting to bind port f9904474-3e57-407a-896c-fd1576b3c7da by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:34:50.602018 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Attempting to bind port f9904474-3e57-407a-896c-fd1576b3c7da on network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:34:50.610741 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:34:50.611482 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Checking segment: {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:34:50.611605 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:50.612333 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Bound using segment: {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:34:50.612960 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Bound port: f9904474-3e57-407a-896c-fd1576b3c7da, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2153aec4-4171-4dbb-9b53-109d52809196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:34:50.613438 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:50.698290 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] For port f9904474-3e57-407a-896c-fd1576b3c7da, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:34:50.702013 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] For port f9904474-3e57-407a-896c-fd1576b3c7da, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f9904474-3e57-407a-896c-fd1576b3c7da,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:34:50.713378 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:50.828319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a7171fe6-8fee-4d76-9fc0-6c4b43cc4c1c None None] Provisioning complete for port f9904474-3e57-407a-896c-fd1576b3c7da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:50.828941 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a7171fe6-8fee-4d76-9fc0-6c4b43cc4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:50.836371 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:34:50.837248 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:34:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:34:51.002730 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:34:51.004686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a7171fe6-8fee-4d76-9fc0-6c4b43cc4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:51.077266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a7171fe6-8fee-4d76-9fc0-6c4b43cc4c1c None None] For port f9904474-3e57-407a-896c-fd1576b3c7da, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f9904474-3e57-407a-896c-fd1576b3c7da,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:34:51.083183 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a7171fe6-8fee-4d76-9fc0-6c4b43cc4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:51.191003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7171fe6-8fee-4d76-9fc0-6c4b43cc4c1c None None] Pushing event updated for resources: {'Port': ['ID=f9904474-3e57-407a-896c-fd1576b3c7da,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:51.316886 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f5e76-a5a6-4fcf-992d-8408bea89baf None None] Pushing event updated for resources: {'Port': ['ID=f9904474-3e57-407a-896c-fd1576b3c7da,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:34:51.322706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dee5b77f-b7c9-4f05-b32d-8689af609d1a None None] Provisioning complete for port f9904474-3e57-407a-896c-fd1576b3c7da triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:51.323720 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dee5b77f-b7c9-4f05-b32d-8689af609d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:51.492525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-87c2ea72-a91b-452b-9ee3-235641d2f4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:51.507801 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:34:48Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:54Z', 'revision_number': 1, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9904474-3e57-407a-896c-fd1576b3c7da', 'name': '', 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:f2:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:34:47Z', 'updated_at': '2021-12-08T00:34:50Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:34:51.548957 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff5e49-320b-48e1-baab-0fda23e6edb1 None None] The sync data for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 is: [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:34:48Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:54Z', 'revision_number': 1, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9904474-3e57-407a-896c-fd1576b3c7da', 'name': '', 'network_id': '7313f8c4-5425-4b1d-9d78-841d6656c2d8', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:f2:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:34:47Z', 'updated_at': '2021-12-08T00:34:50Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'a5a95c63-7278-4c98-966a-899cb9e8dceb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:34:52.496170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f9904474-3e57-407a-896c-fd1576b3c7da up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:34:52.607195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f9904474-3e57-407a-896c-fd1576b3c7da triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:34:52.607843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:53.614014 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb1-d974-48bf-b5df-22655fb9bd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:55.196963 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:56.367704 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:57.232295 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:34:57.915843 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:35:08.043940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37330) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:08.545264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:08.906420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port f9904474-3e57-407a-896c-fd1576b3c7da {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:08.906869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:09.002631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port f9904474-3e57-407a-896c-fd1576b3c7da, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f9904474-3e57-407a-896c-fd1576b3c7da,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:09.003261 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:09.016487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for f9904474-3e57-407a-896c-fd1576b3c7da owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:09.239338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:09.275006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=f9904474-3e57-407a-896c-fd1576b3c7da,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:09.573264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:09.879941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-f5ebc2e5-be79-4cd6-8f82-1f0d33aa40ee tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:09.881440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-f5ebc2e5-be79-4cd6-8f82-1f0d33aa40ee tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1883936 Dec 08 00:35:09.903891 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-c942bcfb-282b-42aa-8fd6-d822da7315d8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/quotas/2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0151649 Dec 08 00:35:09.905592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:35:10.045800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-94a9a072-aed5-4f66-84b4-b57fe770fd05 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289988 Dec 08 00:35:10.136450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:35:10.142862 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-091f747f-f154-4898-862d-3a7980148f44 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "PUT /v2.0/routers/81cd14dd-86e5-4aa0-8f89-4315ba2c821c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0970376 Dec 08 00:35:10.148814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] Sync routers for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:35:10.159523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:10.160174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:34:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:10.207519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-c48d24b3-cd20-4c9a-ac06-694b46c6b4f8 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540453 Dec 08 00:35:10.321754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:10.366115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-dd08c90d-83a5-48f9-89ff-aa4fbc5c9560 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503057 Dec 08 00:35:10.525215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c8fa-6376-4021-94ee-81f12c0d81c8 req-dd3f8bac-7730-4b88-b0b4-b9df4c78b997 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:10.527332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ac8c8fa-6376-4021-94ee-81f12c0d81c8 req-dd3f8bac-7730-4b88-b0b4-b9df4c78b997 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.1004398 Dec 08 00:35:10.601965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ac8c8fa-6376-4021-94ee-81f12c0d81c8 req-d4836487-efc2-4091-bede-4c69516751b6 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682292 Dec 08 00:35:10.696546 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:09Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:54Z', 'revision_number': 1, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:10.739537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] Checking router: 81cd14dd-86e5-4aa0-8f89-4315ba2c821c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:35:10.748874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:10.749572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:34:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:10.788001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f185f63-47eb-498d-aebc-e664bf4db17f req-da96537e-05e7-43d5-8124-87f06166d052 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0409803 Dec 08 00:35:10.879041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:11.198532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:09Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:54Z', 'revision_number': 1, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:11.229475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7ffa8-c9da-4e41-8b5d-939ffc417236 None None] The sync data for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 is: [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:09Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2a67ac60-5a16-41f2-b422-c2276579fda5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'port_id': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'mac_address': 'fa:16:3e:07:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819f56c8-372c-465e-8d25-630b1edea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:33:50Z', 'updated_at': '2021-12-08T00:33:54Z', 'revision_number': 1, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:35:11.751417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d929c79-df22-4163-931f-cb05956b9aba req-70b04988-4833-418b-bd88-849b51b1c15b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:11.753892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d929c79-df22-4163-931f-cb05956b9aba req-70b04988-4833-418b-bd88-849b51b1c15b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.0740716 Dec 08 00:35:11.912191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d929c79-df22-4163-931f-cb05956b9aba req-6a603f33-8539-416a-b9d6-18fbe14df704 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441255 Dec 08 00:35:12.378341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-369d1079-38ee-4883-b0e9-4f57f431e190 req-5704016c-7744-45e8-920b-aee28bc1d423 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.4489036 Dec 08 00:35:12.456575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-7f091c2c-1e1b-4157-9cc7-660f5553edc4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:12.458451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-7f091c2c-1e1b-4157-9cc7-660f5553edc4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.6174424 Dec 08 00:35:12.471377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-3791d551-dfff-45d1-96a4-3b1932a5005a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:12.473116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-3791d551-dfff-45d1-96a4-3b1932a5005a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.1096094 Dec 08 00:35:12.478227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'port': {'device_id': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'admin_state_up': True, 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:12.521113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f9904474-3e57-407a-896c-fd1576b3c7da no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:35:12.561046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f9904474-3e57-407a-896c-fd1576b3c7da {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:35:12.561394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f9904474-3e57-407a-896c-fd1576b3c7da not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:35:12.673902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port c3e5065f-3a1b-4b28-bece-95290288bd4d {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:12.674287 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:12.692228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:35:12.696333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:12.836696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port c3e5065f-3a1b-4b28-bece-95290288bd4d, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c3e5065f-3a1b-4b28-bece-95290288bd4d,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:12.837396 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:12.859277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for c3e5065f-3a1b-4b28-bece-95290288bd4d owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:12.954098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.20.0.14 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/63263056-c169-4c91-897f-328af14f5f64) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:35:13.144365 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbebb97-344c-4a22-96c1-4b1a1081bb2c req-25978588-fdd7-4a22-9a5e-2eee91558b10 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:13.145918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bbebb97-344c-4a22-96c1-4b1a1081bb2c req-25978588-fdd7-4a22-9a5e-2eee91558b10 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb6012d-53ad-4a8d-a25e-5c8acf7a5893 HTTP/1.1" status: 200 len: 946 time: 0.1368177 Dec 08 00:35:13.166112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:13.231297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=c3e5065f-3a1b-4b28-bece-95290288bd4d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:13.327364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1bbebb97-344c-4a22-96c1-4b1a1081bb2c req-e05c7c85-1728-4fd3-92eb-19554f4bcc77 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=7805005a-991c-4233-a3fc-7ebaa9eff016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731424 Dec 08 00:35:13.346664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] No DVR routers for this DVR port c3e5065f-3a1b-4b28-bece-95290288bd4d on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:35:13.351699 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:13.355558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-78e8d02f-9517-41d8-8648-9525f1b432f2 req-fd33b0a3-bc0b-4f00-bf4e-296f677ca465 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "DELETE /v2.0/ports/c3e5065f-3a1b-4b28-bece-95290288bd4d HTTP/1.1" status: 204 len: 173 time: 0.8738978 Dec 08 00:35:13.356236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'name': 'network-vif-deleted', 'tag': 'c3e5065f-3a1b-4b28-bece-95290288bd4d'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:13.358823 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1135fb11-ec78-4ef5-abc4-1dcb3b5bbb7d" -d '{"events": [{"server_uuid": "ceb6012d-53ad-4a8d-a25e-5c8acf7a5893", "name": "network-vif-deleted", "tag": "c3e5065f-3a1b-4b28-bece-95290288bd4d"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:13.453134 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d1978-485a-45fd-bf32-4396fd8e95a5 x-openstack-request-id: req-100d1978-485a-45fd-bf32-4396fd8e95a5 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:13.453722 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb6012d-53ad-4a8d-a25e-5c8acf7a5893", "name": "network-vif-deleted", "tag": "c3e5065f-3a1b-4b28-bece-95290288bd4d", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:13.454186 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-100d1978-485a-45fd-bf32-4396fd8e95a5 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:13.463720 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb6012d-53ad-4a8d-a25e-5c8acf7a5893', 'name': 'network-vif-deleted', 'tag': 'c3e5065f-3a1b-4b28-bece-95290288bd4d', 'status': 'completed', 'code': 200} Dec 08 00:35:13.469753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:13.576003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4833a97b-c45d-4a56-9d0d-a447968eb940 req-a78aef07-8428-4f2f-8c01-8395e3b5e0c5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0376854 Dec 08 00:35:13.609116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:13.655448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:13.698979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=63263056-c169-4c91-897f-328af14f5f64,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:13.702541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:13.716559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:35:13.882800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:13.905763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:13.908653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:13.948129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-b8fcb659-2a53-4ef4-9f0b-1160cd352f6e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4736211 Dec 08 00:35:13.967294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Request body: {'port': {'device_id': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:14.145941 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.280326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4a55fe4e-6652-4261-ad87-6d35f6eb1bee None None] Provisioning complete for port 63263056-c169-4c91-897f-328af14f5f64 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:14.281020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4a55fe4e-6652-4261-ad87-6d35f6eb1bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.368124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4a55fe4e-6652-4261-ad87-6d35f6eb1bee None None] Port 63263056-c169-4c91-897f-328af14f5f64 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:35:14.406130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37480) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:14.514298 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.561297 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.656221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63263056-c169-4c91-897f-328af14f5f64 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:35:14.667999 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.671724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.673446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.674691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/security-groups/7805005a-991c-4233-a3fc-7ebaa9eff016 HTTP/1.1" status: 204 len: 168 time: 0.2673671 Dec 08 00:35:14.700176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Transition to ACTIVE for port object 63263056-c169-4c91-897f-328af14f5f64 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:35:14.707361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.718639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7805005a-991c-4233-a3fc-7ebaa9eff016,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:14.734346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.734759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.735336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.735692 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.736062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.736407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.736745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.737156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.737543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.737916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.738282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.738619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.741959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd42c-e3be-411d-b104-c064ac4bef9f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:14.748379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37492) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:14.804269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Pushing event updated for resources: {'Port': ['ID=63263056-c169-4c91-897f-328af14f5f64,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:14.821517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting subnet a5a95c63-7278-4c98-966a-899cb9e8dceb {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:35:14.825036 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.884986 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:14.926356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef877d-d745-4664-8509-7bd7c428cfa4 req-4ef2b9c8-c846-47c3-af6c-c89d478322b7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:14.934205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4aef877d-d745-4664-8509-7bd7c428cfa4 req-4ef2b9c8-c846-47c3-af6c-c89d478322b7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.1607738 Dec 08 00:35:15.003396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.053411 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4aef877d-d745-4664-8509-7bd7c428cfa4 req-31bbc547-a3c1-40c7-bfe3-f770f728f1a8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171448 Dec 08 00:35:15.076120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Attempting to bind port 63263056-c169-4c91-897f-328af14f5f64 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:35:15.077523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Attempting to bind port 63263056-c169-4c91-897f-328af14f5f64 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:35:15.078197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Attempting to bind port 63263056-c169-4c91-897f-328af14f5f64 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:15.097820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Port 63263056-c169-4c91-897f-328af14f5f64 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:35:15.098153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Attempting to bind port 63263056-c169-4c91-897f-328af14f5f64 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:15.104773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:35:15.105127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:35:15.105969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:35:15.106423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Bound port: 63263056-c169-4c91-897f-328af14f5f64, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:35:15.106792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.194452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.222348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a95c63-7278-4c98-966a-899cb9e8dceb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:15.232001 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.233050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6840cd-7010-4ff7-a880-336c09b65401 None None] Network 7313f8c4-5425-4b1d-9d78-841d6656c2d8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:35:15.236086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a803cb81-8faa-42b7-8a3a-f6cdbb88fd82 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/subnets/a5a95c63-7278-4c98-966a-899cb9e8dceb HTTP/1.1" status: 204 len: 168 time: 0.4859884 Dec 08 00:35:15.238134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37500) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:15.249245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] For port 63263056-c169-4c91-897f-328af14f5f64, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:35:15.264130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] For port 63263056-c169-4c91-897f-328af14f5f64, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=63263056-c169-4c91-897f-328af14f5f64,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:35:15.274666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.323833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:15.324608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.326032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] 10.222.0.59 "PUT /v2.0/ports/63263056-c169-4c91-897f-328af14f5f64 HTTP/1.1" status: 200 len: 1092 time: 1.3633137 Dec 08 00:35:15.365886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a24e-a0c6-41b4-9c93-0811b332164e service neutron] Pushing event updated for resources: {'Port': ['ID=63263056-c169-4c91-897f-328af14f5f64,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:15.434559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.465698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'tag': '63263056-c169-4c91-897f-328af14f5f64'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:15.468065 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1adc640-060c-457a-ac3b-ec4cf390b9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d1255d21-5df5-4873-84dd-5949cb53b360", "tag": "63263056-c169-4c91-897f-328af14f5f64"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:15.535333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-8f72d108-af14-4eab-bb55-aff95eca3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:15.538614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-8f72d108-af14-4eab-bb55-aff95eca3c49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 1095 time: 0.1321158 Dec 08 00:35:15.564070 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569cac92-9158-48cc-a3fa-176271773d7c x-openstack-request-id: req-569cac92-9158-48cc-a3fa-176271773d7c {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:15.564332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port d9d7a23f-92aa-4093-ad7a-3506c68e63af {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:15.564828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.564996 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1255d21-5df5-4873-84dd-5949cb53b360", "tag": "63263056-c169-4c91-897f-328af14f5f64", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:15.565409 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-569cac92-9158-48cc-a3fa-176271773d7c {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:15.566468 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'tag': '63263056-c169-4c91-897f-328af14f5f64', 'status': 'completed', 'code': 200} Dec 08 00:35:15.623485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] DHCP port deletion for 7313f8c4-5425-4b1d-9d78-841d6656c2d8 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:35:15.640204 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-8dacd445-17bd-4825-86c2-64fbd2e326e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63263056-c169-4c91-897f-328af14f5f64 HTTP/1.1" status: 200 len: 217 time: 0.0726085 Dec 08 00:35:15.679077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port d9d7a23f-92aa-4093-ad7a-3506c68e63af, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d9d7a23f-92aa-4093-ad7a-3506c68e63af,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:15.679725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.699003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for d9d7a23f-92aa-4093-ad7a-3506c68e63af owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:15.711196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-500f061f-ce6c-4e2c-b6cd-bb081bc4ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:15.720602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-500f061f-ce6c-4e2c-b6cd-bb081bc4ac5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0722508 Dec 08 00:35:15.797418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] Deleting port d9d7a23f-92aa-4093-ad7a-3506c68e63af {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:15.798435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.805830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-9033e849-b327-4410-b246-57f04acb704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:15.807402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-9033e849-b327-4410-b246-57f04acb704a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789659 Dec 08 00:35:15.915110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] For port d9d7a23f-92aa-4093-ad7a-3506c68e63af, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d9d7a23f-92aa-4093-ad7a-3506c68e63af,segment=NetworkSegment(2153aec4-4171-4dbb-9b53-109d52809196),segment_id=2153aec4-4171-4dbb-9b53-109d52809196)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:15.915685 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:15.936220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-36b693e7-d942-4601-8f96-da4a7fec85da service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175897 Dec 08 00:35:15.949196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] Calling delete_port for d9d7a23f-92aa-4093-ad7a-3506c68e63af owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:16.090934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca449a0b-92cc-4850-9488-2a2248428bf2 req-8665f702-b9d8-46d3-9fe8-f7acb25cadbd service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464806 Dec 08 00:35:16.135821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.206683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] Pushing event deleted for resources: {'Port': ['ID=d9d7a23f-92aa-4093-ad7a-3506c68e63af,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:16.213453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8c695-a6bf-4427-9b4f-5c8c24b09fc6 None None] No DVR routers for this DVR port d9d7a23f-92aa-4093-ad7a-3506c68e63af on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:35:16.290828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-5721e729-0c87-46ce-aebd-ce12837dd9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:16.292662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-5721e729-0c87-46ce-aebd-ce12837dd9e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 1095 time: 0.1049445 Dec 08 00:35:16.415777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-9026d2ee-e04e-421a-a1e5-a0b424f6ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:16.418038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-9026d2ee-e04e-421a-a1e5-a0b424f6ec70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.1157110 Dec 08 00:35:16.431412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e248a-b4d8-4a5a-b494-138b112b13a9 req-b4359879-3e18-4c58-89a7-8c9f29043628 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:16.440355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-664e248a-b4d8-4a5a-b494-138b112b13a9 req-b4359879-3e18-4c58-89a7-8c9f29043628 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.2062519 Dec 08 00:35:16.445991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.461194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] No DVR routers for this DVR port d9d7a23f-92aa-4093-ad7a-3506c68e63af on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:35:16.487145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=d9d7a23f-92aa-4093-ad7a-3506c68e63af,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:16.556749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-e5bacbf2-4aa7-43d3-89a1-500eca09e55c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63263056-c169-4c91-897f-328af14f5f64 HTTP/1.1" status: 200 len: 217 time: 0.1138465 Dec 08 00:35:16.635222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d9d7a23f-92aa-4093-ad7a-3506c68e63af no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:35:16.658049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-06ff5ead-4c86-4c86-b018-e75a730ea247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:16.659711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-06ff5ead-4c86-4c86-b018-e75a730ea247 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0960338 Dec 08 00:35:16.668648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.675473 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-664e248a-b4d8-4a5a-b494-138b112b13a9 req-4fe9f4b5-42ec-460c-8de1-436fab48c952 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340884 Dec 08 00:35:16.693382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d9d7a23f-92aa-4093-ad7a-3506c68e63af {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:35:16.693935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d9d7a23f-92aa-4093-ad7a-3506c68e63af not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:35:16.714393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7313f8c4-5425-4b1d-9d78-841d6656c2d8']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:16.726182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2153aec4-4171-4dbb-9b53-109d52809196') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:16.726571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2153aec4-4171-4dbb-9b53-109d52809196') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:16.739307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.740150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-44274bd5-791a-425f-a4e9-443ecadd567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:16.742124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-44274bd5-791a-425f-a4e9-443ecadd567f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648878 Dec 08 00:35:16.768852 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.785026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:35:16.785529 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: self.session.flush() Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:35:16.792089 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:35:16.886465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.901002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-a1862992-9c9d-4811-bbd0-3cb94f45ba64 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508038 Dec 08 00:35:16.907097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:16.923366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/networks/7313f8c4-5425-4b1d-9d78-841d6656c2d8 HTTP/1.1" status: 204 len: 168 time: 1.6842246 Dec 08 00:35:16.925327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37536) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:16.941974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e91f-c85a-4a20-ae1b-08499c358be5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Network': ['ID=7313f8c4-5425-4b1d-9d78-841d6656c2d8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:17.118764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c3e5065f-3a1b-4b28-bece-95290288bd4d no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:35:17.137714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1adc640-060c-457a-ac3b-ec4cf390b9ba req-334befab-e0ca-4e4e-b54d-9793ffb8436e service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283175 Dec 08 00:35:17.161334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: c3e5065f-3a1b-4b28-bece-95290288bd4d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:35:17.163740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c3e5065f-3a1b-4b28-bece-95290288bd4d not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:35:17.205803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port 51b309e4-f701-4329-afe6-dabd7847c2ed {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:17.206474 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:17.296363 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:17.296718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:17.309544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for 51b309e4-f701-4329-afe6-dabd7847c2ed owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:17.511731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:17.552708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=51b309e4-f701-4329-afe6-dabd7847c2ed,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:17.636521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:17.637032 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Floating IP 2a67ac60-5a16-41f2-b422-c2276579fda5 disassociated (deleted). External IP: 172.25.6.53, port: e18b049c-b10d-4746-b9ef-d82382bf64a1. Dec 08 00:35:17.666953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:17.920886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be8ab1-7246-4ccc-8a6e-a9cb143ff1a4 req-ec1f335b-aab4-46a0-986b-e7c94bde048a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:17.922446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55be8ab1-7246-4ccc-8a6e-a9cb143ff1a4 req-ec1f335b-aab4-46a0-986b-e7c94bde048a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.1467786 Dec 08 00:35:17.970980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:35:17.996250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55be8ab1-7246-4ccc-8a6e-a9cb143ff1a4 req-01e3ca97-70a5-4c5d-8d09-b720949f3d4e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Dec 08 00:35:18.131168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:35:18.136699 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.142464 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] Sync routers for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:35:18.157690 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:18.160686 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:34:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:18.213548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1f3b578d-b203-4fce-b436-aeaa7b843785 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/floatingips/2a67ac60-5a16-41f2-b422-c2276579fda5 HTTP/1.1" status: 204 len: 168 time: 1.2868705 Dec 08 00:35:18.214322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:18.225790 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9516cb-836b-43c2-9139-084eb671ebe8" -d '{"events": [{"name": "network-changed", "server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:18.264707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37554) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:18.307452 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799ad7f9-a97a-45ea-9cd6-a5e514756780 x-openstack-request-id: req-799ad7f9-a97a-45ea-9cd6-a5e514756780 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:18.307982 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:18.308437 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-799ad7f9-a97a-45ea-9cd6-a5e514756780 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:18.309013 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'status': 'completed', 'code': 200} Dec 08 00:35:18.480328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-ef0ececb-f669-4363-8b1f-ad6d06c6e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:18.480780 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:18.497713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-ef0ececb-f669-4363-8b1f-ad6d06c6e29d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 1096 time: 0.1438227 Dec 08 00:35:18.503223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1617-e565-4d64-b6b4-7f1952051a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.625555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-8771f5f5-b329-469f-986e-a61bdf8d2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:18.627651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-8771f5f5-b329-469f-986e-a61bdf8d2522 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 200 len: 898 time: 0.1202154 Dec 08 00:35:18.657264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1617-e565-4d64-b6b4-7f1952051a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.667294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1617-e565-4d64-b6b4-7f1952051a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.708177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-fd6f1766-4024-4ad4-af10-fa2d398d023c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1 HTTP/1.1" status: 200 len: 217 time: 0.0454986 Dec 08 00:35:18.713980 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cd3e1617-e565-4d64-b6b4-7f1952051a59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=214f0d5b28ac4aecb769f4f4c8d6ff88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4473770 Dec 08 00:35:18.716518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e1617-e565-4d64-b6b4-7f1952051a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6198ac-7952-4021-ae2d-ce76464bd781,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:18.719118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37560) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:18.757657 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:09Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:18.776049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3df0197-96e2-44c3-b761-b37fff31b31d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.783128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3746edc-bcf6-4975-b8b7-8ee66ca03a2a req-7d30cd31-2540-49f5-a761-412a6c7d62e4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:18.784676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3746edc-bcf6-4975-b8b7-8ee66ca03a2a req-7d30cd31-2540-49f5-a761-412a6c7d62e4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 945 time: 0.1557057 Dec 08 00:35:18.799047 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] Checking router: 81cd14dd-86e5-4aa0-8f89-4315ba2c821c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:35:18.809143 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:18.810153 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:34:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:18.827704 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3df0197-96e2-44c3-b761-b37fff31b31d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.850035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3746edc-bcf6-4975-b8b7-8ee66ca03a2a req-b068b225-a1bf-4f92-a37a-de345a974f27 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556993 Dec 08 00:35:18.856390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-b61806f8-d443-47bf-9000-589cef3c3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:18.858577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-b61806f8-d443-47bf-9000-589cef3c3643 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4990637-fbd4-45c6-b1e7-39ec2c70bafd HTTP/1.1" status: 200 len: 834 time: 0.1402895 Dec 08 00:35:18.941496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3df0197-96e2-44c3-b761-b37fff31b31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.944801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a3df0197-96e2-44c3-b761-b37fff31b31d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:18.945956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a3df0197-96e2-44c3-b761-b37fff31b31d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d6198ac-7952-4021-ae2d-ce76464bd781 HTTP/1.1" status: 204 len: 168 time: 0.2257459 Dec 08 00:35:18.956460 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:18.962011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-a4bdbb4b-3d44-4a3a-9d91-14f811cda8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:18.963548 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-a4bdbb4b-3d44-4a3a-9d91-14f811cda8ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d0e4e5-945b-4a30-979f-e5dea3b0b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972583 Dec 08 00:35:18.973335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df0197-96e2-44c3-b761-b37fff31b31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6198ac-7952-4021-ae2d-ce76464bd781,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:19.104516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-cf46a4b5-8a3f-4838-b90d-8d226fe494c1 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329405 Dec 08 00:35:19.190939 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cd7f0-8202-4642-9e7d-bd02ce2fe219 req-6f4a090b-eb45-4091-97f3-46bf309f92f6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:19.193478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-362cd7f0-8202-4642-9e7d-bd02ce2fe219 req-6f4a090b-eb45-4091-97f3-46bf309f92f6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.1036925 Dec 08 00:35:19.258684 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:09Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:19.323241 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02eb257-ff43-41c8-b59e-334dfa02288c None None] The sync data for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 is: [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:09Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f6f1396e-f1a6-4369-bf3f-44586ee648dc', 'name': '', 'network_id': 'c3d0e4e5-945b-4a30-979f-e5dea3b0b969', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:be:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:24Z', 'updated_at': '2021-12-08T00:33:31Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': 'b4990637-fbd4-45c6-b1e7-39ec2c70bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:35:19.323879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f9516cb-836b-43c2-9139-084eb671ebe8 req-a14e519b-17f4-4560-88cd-db76b23149af service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979642 Dec 08 00:35:19.327896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-362cd7f0-8202-4642-9e7d-bd02ce2fe219 req-5f169883-3ff5-4be9-9297-91ac162cc3e2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034372 Dec 08 00:35:19.688372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61096734-94a4-43cf-90db-15f8c0b9a1a5 None None] New status for floating IP 2a67ac60-5a16-41f2-b422-c2276579fda5: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:35:19.963952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-0807b0cb-98bb-45f6-8da2-bfb5cf20466e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:19.965374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-0807b0cb-98bb-45f6-8da2-bfb5cf20466e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0751719 Dec 08 00:35:20.015862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c50f3-90bc-4129-8eea-5a8bb788e800 req-4ca6abca-a189-420d-b37c-65696f14f391 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:20.017359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c9c50f3-90bc-4129-8eea-5a8bb788e800 req-4ca6abca-a189-420d-b37c-65696f14f391 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=819f56c8-372c-465e-8d25-630b1edea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0908475 Dec 08 00:35:20.100075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c9c50f3-90bc-4129-8eea-5a8bb788e800 req-2d84d3ca-382e-43bf-8c3b-d153a1343dc8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=157b51ac-5de3-454b-b727-3fb6afd1d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755191 Dec 08 00:35:20.107335 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port e18b049c-b10d-4746-b9ef-d82382bf64a1 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:20.108180 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:20.209122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port e18b049c-b10d-4746-b9ef-d82382bf64a1, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e18b049c-b10d-4746-b9ef-d82382bf64a1,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:20.209810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:20.222708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for e18b049c-b10d-4746-b9ef-d82382bf64a1 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:20.360909 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:20.392817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=e18b049c-b10d-4746-b9ef-d82382bf64a1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:20.434823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] No DVR routers for this DVR port e18b049c-b10d-4746-b9ef-d82382bf64a1 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:35:20.440303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:20.445114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a703e11-d63c-45f9-b17f-233bc6b8385f req-6aa1747c-b644-44dd-b781-b5df531d159a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "DELETE /v2.0/ports/e18b049c-b10d-4746-b9ef-d82382bf64a1 HTTP/1.1" status: 204 len: 173 time: 0.4729431 Dec 08 00:35:20.445610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'name': 'network-vif-deleted', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:20.447882 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74823fe-c092-42da-8310-98536722fcfb" -d '{"events": [{"server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "name": "network-vif-deleted", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:20.503456 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f49f90-811c-487b-bfa8-91d2a7a7e555 x-openstack-request-id: req-79f49f90-811c-487b-bfa8-91d2a7a7e555 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:20.503749 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819f56c8-372c-465e-8d25-630b1edea7e6", "name": "network-vif-deleted", "tag": "e18b049c-b10d-4746-b9ef-d82382bf64a1", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:20.504005 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79f49f90-811c-487b-bfa8-91d2a7a7e555 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:20.504406 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819f56c8-372c-465e-8d25-630b1edea7e6', 'name': 'network-vif-deleted', 'tag': 'e18b049c-b10d-4746-b9ef-d82382bf64a1', 'status': 'completed', 'code': 200} Dec 08 00:35:20.520409 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212a6c-6af4-4c42-a921-88a17ba11259 req-924f8742-ee8c-4a06-a028-0fd7314f8daf tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:20.531374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e212a6c-6af4-4c42-a921-88a17ba11259 req-924f8742-ee8c-4a06-a028-0fd7314f8daf tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.0731947 Dec 08 00:35:20.586400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3e212a6c-6af4-4c42-a921-88a17ba11259 req-a4d12660-0631-4eff-aa37-9cde5671e1c9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540392 Dec 08 00:35:21.160618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37578) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:21.217904 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d09bc805-3349-42e5-8df3-67f375ed97ed tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:21.243361 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d09bc805-3349-42e5-8df3-67f375ed97ed tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:21.309146 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d09bc805-3349-42e5-8df3-67f375ed97ed tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:21.311843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d09bc805-3349-42e5-8df3-67f375ed97ed tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:21.315748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d09bc805-3349-42e5-8df3-67f375ed97ed tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/security-groups/157b51ac-5de3-454b-b727-3fb6afd1d82f HTTP/1.1" status: 204 len: 168 time: 0.1510100 Dec 08 00:35:21.324002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bc805-3349-42e5-8df3-67f375ed97ed tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157b51ac-5de3-454b-b727-3fb6afd1d82f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:21.357441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37584) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:21.466171 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e8dc6ff2-699a-48aa-a989-a63e8fe3483b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:21.861965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cb24-1bfc-40a1-b86c-ab5049f05590 req-dfa87c21-0591-4355-9027-cb6a10ccec68 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:21.863434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4096cb24-1bfc-40a1-b86c-ab5049f05590 req-dfa87c21-0591-4355-9027-cb6a10ccec68 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.1035235 Dec 08 00:35:21.954674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4096cb24-1bfc-40a1-b86c-ab5049f05590 req-6d9c39cf-eb16-4ad4-ba19-127b5e5281cb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818236 Dec 08 00:35:22.110601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:22.366425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port f6f1396e-f1a6-4369-bf3f-44586ee648dc {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:22.366762 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:22.457893 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port f6f1396e-f1a6-4369-bf3f-44586ee648dc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f6f1396e-f1a6-4369-bf3f-44586ee648dc,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:22.458284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:22.469913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for f6f1396e-f1a6-4369-bf3f-44586ee648dc owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:22.651843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:22.681008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=f6f1396e-f1a6-4369-bf3f-44586ee648dc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:22.867438 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.122702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276458a6-5e9b-4195-bc07-d61bfbda4f06 req-1b6a53a0-decc-4ab2-8266-3a7e8675f628 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:23.124209 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-276458a6-5e9b-4195-bc07-d61bfbda4f06 req-1b6a53a0-decc-4ab2-8266-3a7e8675f628 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.0918643 Dec 08 00:35:23.129179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:35:23.222525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-276458a6-5e9b-4195-bc07-d61bfbda4f06 req-b0946276-21ab-4acb-8824-68920e6455f4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889652 Dec 08 00:35:23.272269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:35:23.280238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9a50ab8f-7bcf-4741-aec8-3f38bd29bcca tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "PUT /v2.0/routers/81cd14dd-86e5-4aa0-8f89-4315ba2c821c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183385 Dec 08 00:35:23.280238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37592) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:23.283986 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] Sync routers for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:35:23.297167 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:23.298111 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:34:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:23.357032 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting subnet b4990637-fbd4-45c6-b1e7-39ec2c70bafd {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:35:23.360250 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.411303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.428751 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:23.497936 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.574010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.618278 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:22Z', 'revision_number': 7, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:23.624302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Subnet': ['ID=b4990637-fbd4-45c6-b1e7-39ec2c70bafd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:23.632430 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.638321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3a372f97-8451-428e-9b5a-ebddc3306e72 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/subnets/b4990637-fbd4-45c6-b1e7-39ec2c70bafd HTTP/1.1" status: 204 len: 168 time: 0.3549919 Dec 08 00:35:23.638558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37596) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:23.644654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e83f8f-2335-46d3-abe1-dd37d27c1043 None None] Network c3d0e4e5-945b-4a30-979f-e5dea3b0b969 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:35:23.648153 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] Checking router: 81cd14dd-86e5-4aa0-8f89-4315ba2c821c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:35:23.656657 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] Routers {'81cd14dd-86e5-4aa0-8f89-4315ba2c821c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:23.657537 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:23.664686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-769c21b0-ea98-4f4c-aa63-bb99855afa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.749860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.768457 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] Set router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:23.825402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] DHCP port deletion for c3d0e4e5-945b-4a30-979f-e5dea3b0b969 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:35:23.866987 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.877639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] Deleting port 671e1b2f-81fe-408a-97ce-6f46e719f153 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:23.878016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.928803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port bbc66e2a-bb34-45de-a011-bee71c4ee986 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:35:23.929446 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.945629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] For port 671e1b2f-81fe-408a-97ce-6f46e719f153, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=671e1b2f-81fe-408a-97ce-6f46e719f153,segment=NetworkSegment(b7ddbd13-9171-41d6-bf91-1bbc7ba7e856),segment_id=b7ddbd13-9171-41d6-bf91-1bbc7ba7e856)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:23.946026 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:23.959298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] Calling delete_port for 671e1b2f-81fe-408a-97ce-6f46e719f153 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:24.022759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port bbc66e2a-bb34-45de-a011-bee71c4ee986, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bbc66e2a-bb34-45de-a011-bee71c4ee986,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:24.023150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.039991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.042916 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for bbc66e2a-bb34-45de-a011-bee71c4ee986 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:35:24.053963 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:22Z', 'revision_number': 7, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:24.065248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] Pushing event deleted for resources: {'Port': ['ID=671e1b2f-81fe-408a-97ce-6f46e719f153,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:24.070783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a2fe1-bc0a-48eb-93df-007d6ad36984 None None] No DVR routers for this DVR port 671e1b2f-81fe-408a-97ce-6f46e719f153 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:35:24.082794 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6d0b2-2fde-42aa-9ce6-c56b4e3906d6 None None] The sync data for ids ['81cd14dd-86e5-4aa0-8f89-4315ba2c821c'] in n-d-820549-2 is: [{'id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'name': 'tempest-TestNetworkBasicOps-router-1326429263', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:33:19Z', 'updated_at': '2021-12-08T00:35:22Z', 'revision_number': 7, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': 'bbc66e2a-bb34-45de-a011-bee71c4ee986', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd14dd-86e5-4aa0-8f89-4315ba2c821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:33:20Z', 'updated_at': '2021-12-08T00:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:35:24.212188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.241821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=bbc66e2a-bb34-45de-a011-bee71c4ee986,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:24.264346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb601a2-9850-4c5a-8d5f-a9a8d09f543e None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:35:24.349638 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.362348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18330-3e23-41c1-beaf-0d932be57442 req-cecdd65b-304b-45aa-8523-5eef1978efbb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:24.363854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ce18330-3e23-41c1-beaf-0d932be57442 req-cecdd65b-304b-45aa-8523-5eef1978efbb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.0656228 Dec 08 00:35:24.465516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.467768 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.547021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ce18330-3e23-41c1-beaf-0d932be57442 req-ac2f2e87-d741-4019-aa1b-fe71f8a4399e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558373 Dec 08 00:35:24.548565 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.549191 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Fanout notify agent at l3_agent the message router_deleted on router 81cd14dd-86e5-4aa0-8f89-4315ba2c821c {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:35:24.561188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.565275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9d94b2d0-0e6d-4476-99fa-d3f12199bdbb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/routers/81cd14dd-86e5-4aa0-8f89-4315ba2c821c HTTP/1.1" status: 204 len: 168 time: 0.9233069 Dec 08 00:35:24.565694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37610) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:24.649922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 671e1b2f-81fe-408a-97ce-6f46e719f153 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:35:24.655771 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.758625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.784452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d0e4e5-945b-4a30-979f-e5dea3b0b969']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:24.796430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:24.798064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ddbd13-9171-41d6-bf91-1bbc7ba7e856') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:24.812761 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.828385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.836814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:35:24.837556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.867925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 671e1b2f-81fe-408a-97ce-6f46e719f153 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:35:24.868357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 671e1b2f-81fe-408a-97ce-6f46e719f153 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:35:24.868852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f6f1396e-f1a6-4369-bf3f-44586ee648dc no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:35:24.889749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f6f1396e-f1a6-4369-bf3f-44586ee648dc {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:35:24.890164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f6f1396e-f1a6-4369-bf3f-44586ee648dc not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:35:24.907999 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:35:24.916089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.922443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.930769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/networks/c3d0e4e5-945b-4a30-979f-e5dea3b0b969 HTTP/1.1" status: 204 len: 168 time: 0.3639491 Dec 08 00:35:24.941907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37614) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:24.946853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5316c-75cc-41cc-99bf-75271d093619 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Network': ['ID=c3d0e4e5-945b-4a30-979f-e5dea3b0b969,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:24.947603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'network': {'name': 'tempest-network-smoke--811931641', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'port_security_enabled': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:24.968703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:35:24.972231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:24.999924 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:35:25.010614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.011006 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Added segment ef6eb9b7-4db7-456c-9b03-28b806d5085a of type vlan for network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 Dec 08 00:35:25.058823 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.084921 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.090737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:25.091353 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.128986 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1853743 Dec 08 00:35:25.132629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37618) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:25.136593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'admin_state_up': True, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:25.143624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e18b049c-b10d-4746-b9ef-d82382bf64a1 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:35:25.164298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: e18b049c-b10d-4746-b9ef-d82382bf64a1 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:35:25.164649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e18b049c-b10d-4746-b9ef-d82382bf64a1 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:35:25.178801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963ca3-d4e7-4846-b719-092a1aa788e1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Network': ['ID=eb6658ff-7e0a-483c-935b-3feeed8ce3e5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:25.192064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:35:25.194980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.196526 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.212512 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.252301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.409155 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.610154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.631010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.759195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171b44-b22d-4d9b-a13c-ff1688b882c3 req-3d428d00-bd19-41e5-9983-0c04421b2183 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:25.760745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60171b44-b22d-4d9b-a13c-ff1688b882c3 req-3d428d00-bd19-41e5-9983-0c04421b2183 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.1157901 Dec 08 00:35:25.804133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.25.6.50 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/6e0ef645-8c56-4dcf-a230-51486deb6262) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:35:25.836626 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-60171b44-b22d-4d9b-a13c-ff1688b882c3 req-af039bba-0170-4cdd-8d30-15ea3ffef1c6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675642 Dec 08 00:35:25.949120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:25.983782 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:26.025875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:26.028788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:26.032970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:35:26.042046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd824e9-db90-494a-aa99-2f367c9552f2 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:35:26.075726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=6e0ef645-8c56-4dcf-a230-51486deb6262,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:26.166100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8a38a7f3-4011-4de0-972f-074cab96ae0b None None] Provisioning complete for port 6e0ef645-8c56-4dcf-a230-51486deb6262 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:26.166752 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8a38a7f3-4011-4de0-972f-074cab96ae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:26.201094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8a38a7f3-4011-4de0-972f-074cab96ae0b None None] Port 6e0ef645-8c56-4dcf-a230-51486deb6262 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:35:26.305187 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:26.359869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:26.512842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bbc66e2a-bb34-45de-a011-bee71c4ee986 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:35:26.535690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: bbc66e2a-bb34-45de-a011-bee71c4ee986 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:35:26.536187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bbc66e2a-bb34-45de-a011-bee71c4ee986 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:35:26.829980 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:26.992934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a191ef2-5933-4ac6-be5d-377e6c3fab90 req-75d53486-a092-459d-9ed1-514495700a62 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:26.994428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a191ef2-5933-4ac6-be5d-377e6c3fab90 req-75d53486-a092-459d-9ed1-514495700a62 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.0736887 Dec 08 00:35:27.010993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router cafb81b0-65b4-4bb5-aa29-11b9c99af03c is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:35:27.090587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a191ef2-5933-4ac6-be5d-377e6c3fab90 req-09126a5b-240b-4b74-b402-a7b87821c024 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877821 Dec 08 00:35:27.149698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:35:27.159792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Sync routers for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:35:27.169991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:27.170614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:27.172714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.177538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5111793b-7f34-4ddb-bfad-7057ab799e2c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0410192 Dec 08 00:35:27.177872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37630) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:27.206982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c4dae189-a5fe-46e9-bc29-408721b4a954 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7f3197be00c541bfa1bb7fe3bf537b91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277407 Dec 08 00:35:27.209347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37632) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:27.266832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.291190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:27.318865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0f1bb-ed52-4633-910a-cbea9d9c35e8 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:27.322105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-10a0f1bb-ed52-4633-910a-cbea9d9c35e8 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1089525 Dec 08 00:35:27.322254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37634) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:27.352693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac0f5c27-5fe4-4733-851a-64ffdedbe543 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268798 Dec 08 00:35:27.352944 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37636) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:27.357701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781370784', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:27.460406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:35:27.464838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.494091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:26Z', 'revision_number': 3, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:27.523107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Checking router: cafb81b0-65b4-4bb5-aa29-11b9c99af03c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:35:27.523465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Updating router cafb81b0-65b4-4bb5-aa29-11b9c99af03c port 6e0ef645-8c56-4dcf-a230-51486deb6262 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:35:27.557045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.667834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.738521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Subnet': ['ID=0f598e24-2d96-4bae-9643-5ef786945f90,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:27.748296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Checking segment: {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:35:27.748649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network hostable DHCP agents. Network: eb6658ff-7e0a-483c-935b-3feeed8ce3e5, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:35:27.767598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:35:27.777519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, eb6658ff-7e0a-483c-935b-3feeed8ce3e5) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:27.784306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:27.785026 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.808795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f92ff-8164-44d0-8359-d2a4ec1a35b0 None None] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:35:27.809026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d8a91c61-0f90-484d-b0a8-7a8944af551f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4521883 Dec 08 00:35:27.809167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37638) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:27.854571 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.894169 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.954618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Attempting to bind port 6e0ef645-8c56-4dcf-a230-51486deb6262 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:35:27.955134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Attempting to bind port 6e0ef645-8c56-4dcf-a230-51486deb6262 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:35:27.955600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Attempting to bind port 6e0ef645-8c56-4dcf-a230-51486deb6262 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:27.965879 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:35:27.966387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:35:27.966924 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:27.967444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:35:27.968031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Bound port: 6e0ef645-8c56-4dcf-a230-51486deb6262, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:35:27.968524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:28.004786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ddd40b-5b52-4812-b025-8ecee262a741 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:35:28.026317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41376406-917f-4cf7-a553-5ae2042155dc None None] Pushing event updated for resources: {'Port': ['ID=6e0ef645-8c56-4dcf-a230-51486deb6262,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:28.035366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:35:28.037054 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:28.078089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] For port 6e0ef645-8c56-4dcf-a230-51486deb6262, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:35:28.083636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] For port 6e0ef645-8c56-4dcf-a230-51486deb6262, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6e0ef645-8c56-4dcf-a230-51486deb6262,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:35:28.135256 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:28.189406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682097b3-c7e2-4892-ab04-f188c798ec52 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:35:28.251822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 63263056-c169-4c91-897f-328af14f5f64 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:35:28.256250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a672b3-2a9d-4e3c-817e-c29172ed11bd req-0b6b1e8b-ad3f-4e02-8283-8d7ebe8af5d9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:28.258399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2a672b3-2a9d-4e3c-817e-c29172ed11bd req-0b6b1e8b-ad3f-4e02-8283-8d7ebe8af5d9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 944 time: 0.0579741 Dec 08 00:35:28.279862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:28.304579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41376406-917f-4cf7-a553-5ae2042155dc None None] Pushing event updated for resources: {'Port': ['ID=6e0ef645-8c56-4dcf-a230-51486deb6262,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:28.317906 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e2a672b3-2a9d-4e3c-817e-c29172ed11bd req-9fca0cc6-dbf7-4789-afab-20039d1c75cb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519516 Dec 08 00:35:28.333510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:28.334091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:28.348679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fed6e203-eb01-40a0-8ffa-0f9b46f0dd0a None None] Provisioning complete for port 6e0ef645-8c56-4dcf-a230-51486deb6262 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:28.348679 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fed6e203-eb01-40a0-8ffa-0f9b46f0dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:28.423689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Allocated IP 172.20.0.2 (eb6658ff-7e0a-483c-935b-3feeed8ce3e5/0f598e24-2d96-4bae-9643-5ef786945f90/fae91ace-c617-4786-ab19-7fa28628309d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:35:28.672298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 63263056-c169-4c91-897f-328af14f5f64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=63263056-c169-4c91-897f-328af14f5f64,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:28.699425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:28.776820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '63263056-c169-4c91-897f-328af14f5f64', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'port_id': '63263056-c169-4c91-897f-328af14f5f64', 'mac_address': 'fa:16:3e:95:7d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:35:28.808784 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fed6e203-eb01-40a0-8ffa-0f9b46f0dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.091768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fed6e203-eb01-40a0-8ffa-0f9b46f0dd0a None None] For port 6e0ef645-8c56-4dcf-a230-51486deb6262, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6e0ef645-8c56-4dcf-a230-51486deb6262,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:29.094575 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.105656 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fed6e203-eb01-40a0-8ffa-0f9b46f0dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.107496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.115866 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.162758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63263056-c169-4c91-897f-328af14f5f64 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:35:29.169642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.20.0.1 (eb6658ff-7e0a-483c-935b-3feeed8ce3e5/0f598e24-2d96-4bae-9643-5ef786945f90/5b658697-b7bd-4afd-850f-b579c1b65a3b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:35:29.194538 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:29.226015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:29.242646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:35:29.248026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 63263056-c169-4c91-897f-328af14f5f64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=63263056-c169-4c91-897f-328af14f5f64,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:29.249510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6e203-eb01-40a0-8ffa-0f9b46f0dd0a None None] Pushing event updated for resources: {'Port': ['ID=6e0ef645-8c56-4dcf-a230-51486deb6262,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:29.284354 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.323246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-73485ac8-a73d-4361-b50c-e991afa9ca03 None None] Provisioning complete for port 6e0ef645-8c56-4dcf-a230-51486deb6262 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:29.323624 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73485ac8-a73d-4361-b50c-e991afa9ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.338573 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.376236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Pushing event updated for resources: {'Port': ['ID=fae91ace-c617-4786-ab19-7fa28628309d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:29.391440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.422433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Attempting to bind port fae91ace-c617-4786-ab19-7fa28628309d on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:35:29.422854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Attempting to bind port fae91ace-c617-4786-ab19-7fa28628309d by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:35:29.423204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Attempting to bind port fae91ace-c617-4786-ab19-7fa28628309d on network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:29.451616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:35:29.452137 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Checking segment: {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:35:29.452394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.452802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Bound using segment: {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:35:29.453370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Bound port: fae91ace-c617-4786-ab19-7fa28628309d, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:35:29.453764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.458716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:29.464516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:29.475290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:35:29.490372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:26Z', 'revision_number': 3, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:29.492093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=63263056-c169-4c91-897f-328af14f5f64,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:29.517503 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe3744-8f4a-4299-bbcb-dcb8d99341ae req-1ccbc68a-1d08-4b89-986e-0cd2c4f259ec tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:29.524102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ebe3744-8f4a-4299-bbcb-dcb8d99341ae req-1ccbc68a-1d08-4b89-986e-0cd2c4f259ec tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 945 time: 0.1057713 Dec 08 00:35:29.547722 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=5b658697-b7bd-4afd-850f-b579c1b65a3b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:29.559211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.612512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['63263056-c169-4c91-897f-328af14f5f64'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:35:29.648789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ebe3744-8f4a-4299-bbcb-dcb8d99341ae req-2bea2d8d-2d3e-4ff9-bfe6-edd682b5b1bb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186459 Dec 08 00:35:29.716949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fee5f-29ed-4aa5-ad3c-c158d2a95160 None None] The sync data for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 is: [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:26Z', 'revision_number': 3, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:35:29.722458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.836655 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] For port fae91ace-c617-4786-ab19-7fa28628309d, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:35:29.861312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] For port fae91ace-c617-4786-ab19-7fa28628309d, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fae91ace-c617-4786-ab19-7fa28628309d,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:35:29.894074 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:29.954639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Pushing event updated for resources: {'Port': ['ID=fae91ace-c617-4786-ab19-7fa28628309d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:29.965746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.966409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.966984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.967683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.968213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.968885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.969411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.969944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.970477 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.971098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.971622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.972159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:29.972682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d41a8-e1d3-48c9-960e-dc1b6dbd5249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:35:30.078971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:30.129150 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:30.219100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=5b658697-b7bd-4afd-850f-b579c1b65a3b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:30.246717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:30.419181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:30.423902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:30.607795 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router cafb81b0-65b4-4bb5-aa29-11b9c99af03c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:35:30.655846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6e0ef645-8c56-4dcf-a230-51486deb6262 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:35:30.733799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6e0ef645-8c56-4dcf-a230-51486deb6262 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:30.734180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:30.761307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:35:30.774137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37652) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:30.775184 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-72eeaae9-b89f-42f6-bba9-60db16695d78 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "PUT /v2.0/routers/cafb81b0-65b4-4bb5-aa29-11b9c99af03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648898 Dec 08 00:35:30.847574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fae91ace-c617-4786-ab19-7fa28628309d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:35:30.906274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port fae91ace-c617-4786-ab19-7fa28628309d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:30.906566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:30.990306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ebc48-d4ff-48a1-9f68-acd1b8498c61 req-3f643dad-2b8b-4d47-ba1a-6c33583d411c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:30.991909 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c48ebc48-d4ff-48a1-9f68-acd1b8498c61 req-3f643dad-2b8b-4d47-ba1a-6c33583d411c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 945 time: 0.2050562 Dec 08 00:35:31.043166 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.104445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port fae91ace-c617-4786-ab19-7fa28628309d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fae91ace-c617-4786-ab19-7fa28628309d,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:31.111025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c48ebc48-d4ff-48a1-9f68-acd1b8498c61 req-17d42865-1fc4-4ea4-9b7c-190d2d9230d9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075149 Dec 08 00:35:31.115261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.138307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a6542-b2a7-433e-bfb5-ddd6c9efe7e2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.138979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a6542-b2a7-433e-bfb5-ddd6c9efe7e2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.139449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a6542-b2a7-433e-bfb5-ddd6c9efe7e2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.139898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a6542-b2a7-433e-bfb5-ddd6c9efe7e2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.140348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a6542-b2a7-433e-bfb5-ddd6c9efe7e2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.141242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a6542-b2a7-433e-bfb5-ddd6c9efe7e2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.146241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9a9a6542-b2a7-433e-bfb5-ddd6c9efe7e2 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3672726 Dec 08 00:35:31.147145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37656) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:31.185473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=fae91ace-c617-4786-ab19-7fa28628309d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:31.209734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1616b20-3b08-42f8-a092-52cfbfefdb13 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.210250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1616b20-3b08-42f8-a092-52cfbfefdb13 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.210731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1616b20-3b08-42f8-a092-52cfbfefdb13 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.211212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1616b20-3b08-42f8-a092-52cfbfefdb13 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.211694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1616b20-3b08-42f8-a092-52cfbfefdb13 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.212141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1616b20-3b08-42f8-a092-52cfbfefdb13 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:31.216645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c1616b20-3b08-42f8-a092-52cfbfefdb13 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0653203 Dec 08 00:35:31.216903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37658) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:31.362580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee3ee6-590d-46bd-bd9b-5702c20d91ad None None] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:35:31.436008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-71f4f60c-5ab0-4e4a-ae0d-56c4c1f2f61c None None] Provisioning complete for port fae91ace-c617-4786-ab19-7fa28628309d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:31.436301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-71f4f60c-5ab0-4e4a-ae0d-56c4c1f2f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.472464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3555d24c-9d9f-4a59-b91b-610a346593d1 tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2543743 Dec 08 00:35:31.708281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 37664) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:31.715464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-78714618-10d1-412e-84c9-b15869ff1dfe tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551134138', 'description': 'tempest-secgroup-smoke-1551134138 description', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:31.747936 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-78714618-10d1-412e-84c9-b15869ff1dfe tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.852211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-78714618-10d1-412e-84c9-b15869ff1dfe tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.857386 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-78714618-10d1-412e-84c9-b15869ff1dfe tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.885158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9665d701-7716-4e43-ab4e-b8efa417f15d None None] Provisioning complete for port fae91ace-c617-4786-ab19-7fa28628309d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:31.885747 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9665d701-7716-4e43-ab4e-b8efa417f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.897269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-78714618-10d1-412e-84c9-b15869ff1dfe tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:31.901452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37666) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:31.902048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-78714618-10d1-412e-84c9-b15869ff1dfe tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1900647 Dec 08 00:35:31.908948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5013a541-b8ea-472d-ba76-86c845801dad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': 'b6f7a8a0-59a3-4913-ad48-72a335f19658', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:31.909142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78714618-10d1-412e-84c9-b15869ff1dfe tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7a8a0-59a3-4913-ad48-72a335f19658,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:31.950138 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5013a541-b8ea-472d-ba76-86c845801dad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.009807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9665d701-7716-4e43-ab4e-b8efa417f15d None None] Provisioning complete for port 5b658697-b7bd-4afd-850f-b579c1b65a3b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:32.010191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9665d701-7716-4e43-ab4e-b8efa417f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.018138 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5013a541-b8ea-472d-ba76-86c845801dad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.024272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5013a541-b8ea-472d-ba76-86c845801dad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.049388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013a541-b8ea-472d-ba76-86c845801dad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55f6945-ec25-4709-8eb3-c45546de7d03,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:32.052761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9665d701-7716-4e43-ab4e-b8efa417f15d None None] Port 5b658697-b7bd-4afd-850f-b579c1b65a3b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:35:32.059405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5013a541-b8ea-472d-ba76-86c845801dad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.060653 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5013a541-b8ea-472d-ba76-86c845801dad tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581731 Dec 08 00:35:32.063501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37668) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:32.068562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6692a2f1-600c-4ce9-a6b8-864f8179f794 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': 'b6f7a8a0-59a3-4913-ad48-72a335f19658', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:32.084624 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Sync routers for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:35:32.097339 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:32.098437 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:32.100377 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6692a2f1-600c-4ce9-a6b8-864f8179f794 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.181902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1c1c7102-6064-4294-a091-38c69d39ab8d None None] Provisioning complete for port 5b658697-b7bd-4afd-850f-b579c1b65a3b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:32.182546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7102-6064-4294-a091-38c69d39ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.213566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6692a2f1-600c-4ce9-a6b8-864f8179f794 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.216791 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:32.220834 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6692a2f1-600c-4ce9-a6b8-864f8179f794 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.248338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6692a2f1-600c-4ce9-a6b8-864f8179f794 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.253414 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6692a2f1-600c-4ce9-a6b8-864f8179f794 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1884308 Dec 08 00:35:32.253860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37674) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:32.261609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-94dd555a-e9f1-473f-9baa-591867c33372 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': 'b6f7a8a0-59a3-4913-ad48-72a335f19658', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:32.271799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f19217-e772-4970-bb54-410f8de2462f req-4c082ebd-6d90-45fb-ae79-b46012e9651b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:32.273021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692a2f1-600c-4ce9-a6b8-864f8179f794 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bbf641-d414-4cff-9645-d128eeb06d0b,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:32.273908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58f19217-e772-4970-bb54-410f8de2462f req-4c082ebd-6d90-45fb-ae79-b46012e9651b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 945 time: 0.0912697 Dec 08 00:35:32.280764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c7102-6064-4294-a091-38c69d39ab8d None None] Port 5b658697-b7bd-4afd-850f-b579c1b65a3b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:35:32.283171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 63263056-c169-4c91-897f-328af14f5f64 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:35:32.321068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94dd555a-e9f1-473f-9baa-591867c33372 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.351269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 63263056-c169-4c91-897f-328af14f5f64 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:35:32.355601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 63263056-c169-4c91-897f-328af14f5f64 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:32.355995 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.359650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58f19217-e772-4970-bb54-410f8de2462f req-78ba217d-3d6f-42cb-95b9-32dbe7e6a223 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640655 Dec 08 00:35:32.402072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94dd555a-e9f1-473f-9baa-591867c33372 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.409614 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94dd555a-e9f1-473f-9baa-591867c33372 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.426099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3e34dd96-1b1d-4b6d-8f27-856c17db2720 None None] Provisioning complete for port 5b658697-b7bd-4afd-850f-b579c1b65a3b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:32.426604 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e34dd96-1b1d-4b6d-8f27-856c17db2720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.436568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd555a-e9f1-473f-9baa-591867c33372 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ef3736-0f0d-4b1b-ad2a-53c99853fefd,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:32.446842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-94dd555a-e9f1-473f-9baa-591867c33372 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.452092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-94dd555a-e9f1-473f-9baa-591867c33372 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915784 Dec 08 00:35:32.452092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37676) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:32.456386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b19016e6-c4af-4a30-845f-852039a8f3e3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': 'b6f7a8a0-59a3-4913-ad48-72a335f19658', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:32.484495 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 2, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:32.492111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b19016e6-c4af-4a30-845f-852039a8f3e3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.494335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3e34dd96-1b1d-4b6d-8f27-856c17db2720 None None] Port 5b658697-b7bd-4afd-850f-b579c1b65a3b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:35:32.511899 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Checking router: cafb81b0-65b4-4bb5-aa29-11b9c99af03c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:35:32.512255 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Updating router cafb81b0-65b4-4bb5-aa29-11b9c99af03c port 5b658697-b7bd-4afd-850f-b579c1b65a3b binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:35:32.513282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.543635 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.544334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63263056-c169-4c91-897f-328af14f5f64'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:32.547418 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be5c448-cb6c-4eb2-8870-991b4005b6cc" -d '{"events": [{"server_uuid": "d1255d21-5df5-4873-84dd-5949cb53b360", "name": "network-vif-plugged", "status": "completed", "tag": "63263056-c169-4c91-897f-328af14f5f64"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:32.569446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b19016e6-c4af-4a30-845f-852039a8f3e3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.575269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b19016e6-c4af-4a30-845f-852039a8f3e3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.576607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 63263056-c169-4c91-897f-328af14f5f64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=63263056-c169-4c91-897f-328af14f5f64,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:32.586536 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.589606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fae91ace-c617-4786-ab19-7fa28628309d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:35:32.605837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19016e6-c4af-4a30-845f-852039a8f3e3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c62d50-7027-48e8-a47b-bbb18652918c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:32.617174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b19016e6-c4af-4a30-845f-852039a8f3e3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.619105 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b19016e6-c4af-4a30-845f-852039a8f3e3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667409 Dec 08 00:35:32.620075 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e003844-a5fe-47c9-a5d9-a95d77586dc4 x-openstack-request-id: req-6e003844-a5fe-47c9-a5d9-a95d77586dc4 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:32.620492 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1255d21-5df5-4873-84dd-5949cb53b360", "name": "network-vif-plugged", "status": "completed", "tag": "63263056-c169-4c91-897f-328af14f5f64", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:32.621156 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e003844-a5fe-47c9-a5d9-a95d77586dc4 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:32.621746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37680) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:32.621876 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63263056-c169-4c91-897f-328af14f5f64', 'code': 200} Dec 08 00:35:32.626442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': 'b6f7a8a0-59a3-4913-ad48-72a335f19658', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:32.658859 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Project 7f3197be00c541bfa1bb7fe3bf537b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:35:32.664929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.690809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=63263056-c169-4c91-897f-328af14f5f64,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:32.702660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port fae91ace-c617-4786-ab19-7fa28628309d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:32.703062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.740669 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.748318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.753931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a3c92-1de6-47d6-a113-95a5ae6a3643 req-7d950c9a-24ba-47ec-bd68-b339f787e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:32.756666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-587a3c92-1de6-47d6-a113-95a5ae6a3643 req-7d950c9a-24ba-47ec-bd68-b339f787e2a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 1097 time: 0.0626998 Dec 08 00:35:32.768683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b22c122-afaf-4609-89fb-232c5e4fa132,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:32.784908 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.788957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9b9e5372-bc8e-41e3-a068-4cb01d25761e tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629851 Dec 08 00:35:32.790726 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 37682) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:32.796010 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'security_group_rule': {'security_group_id': 'b6f7a8a0-59a3-4913-ad48-72a335f19658', 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:32.816715 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-587a3c92-1de6-47d6-a113-95a5ae6a3643 req-34dd377a-8ce4-47f6-a7f1-3441599974b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517354 Dec 08 00:35:32.827093 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Project 7f3197be00c541bfa1bb7fe3bf537b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:35:32.832946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.893837 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.896457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.899809 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.900840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.919944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3caf29-8bfb-4a57-8934-376aa46dfb3c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:32.931537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:32.942752 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-863b45b5-2c39-4e47-9c51-6101cf973ee3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507015 Dec 08 00:35:32.951342 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd42220-2252-4212-8f21-01a84c6bfb7e None None] Pushing event updated for resources: {'Port': ['ID=5b658697-b7bd-4afd-850f-b579c1b65a3b,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:33.016069 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Attempting to bind port 5b658697-b7bd-4afd-850f-b579c1b65a3b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:35:33.016409 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Attempting to bind port 5b658697-b7bd-4afd-850f-b579c1b65a3b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:35:33.016713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Attempting to bind port 5b658697-b7bd-4afd-850f-b579c1b65a3b on network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:33.022455 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:35:33.022836 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Checking segment: {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:35:33.023254 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:33.023646 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Bound using segment: {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:35:33.024113 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Bound port: 5b658697-b7bd-4afd-850f-b579c1b65a3b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:35:33.024495 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:33.123128 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] For port 5b658697-b7bd-4afd-850f-b579c1b65a3b, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:35:33.127877 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] For port 5b658697-b7bd-4afd-850f-b579c1b65a3b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5b658697-b7bd-4afd-850f-b579c1b65a3b,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:35:33.135563 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:33.194849 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:33.195957 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:33.219764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-e08bb884-c6f1-49c8-a0f6-fe2dad907981 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551134138&fields=id&tenant_id=7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 267 time: 0.0885718 Dec 08 00:35:33.250781 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd42220-2252-4212-8f21-01a84c6bfb7e None None] Pushing event updated for resources: {'Port': ['ID=5b658697-b7bd-4afd-850f-b579c1b65a3b,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:33.339943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0b69cfae-7472-4234-9aed-9778e1d464e0 None None] Provisioning complete for port 5b658697-b7bd-4afd-850f-b579c1b65a3b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:33.340874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b69cfae-7472-4234-9aed-9778e1d464e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:33.364723 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:33.397637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-bacebe24-b4e6-4919-a6bd-9e317b2d9bea tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:33.425106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-bacebe24-b4e6-4919-a6bd-9e317b2d9bea tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/networks?id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5 HTTP/1.1" status: 200 len: 796 time: 0.1788619 Dec 08 00:35:33.433895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b69cfae-7472-4234-9aed-9778e1d464e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:33.456295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-d7c870ee-4a4e-43dc-a5f9-f7c48155abd9 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/quotas/7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 375 time: 0.0302401 Dec 08 00:35:33.488607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0b69cfae-7472-4234-9aed-9778e1d464e0 None None] For port 5b658697-b7bd-4afd-850f-b579c1b65a3b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5b658697-b7bd-4afd-850f-b579c1b65a3b,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:33.506157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0b69cfae-7472-4234-9aed-9778e1d464e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:33.564599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69cfae-7472-4234-9aed-9778e1d464e0 None None] Pushing event updated for resources: {'Port': ['ID=5b658697-b7bd-4afd-850f-b579c1b65a3b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:33.593476 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-82ad86c6-fe35-47eb-80c8-38a18941cd17 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280758 Dec 08 00:35:33.605116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf8b10-23a7-4724-bf5f-588b1267db5c req-9850e8b3-137a-4282-ad7d-412f78c77162 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:33.609532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02cf8b10-23a7-4724-bf5f-588b1267db5c req-9850e8b3-137a-4282-ad7d-412f78c77162 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 946 time: 0.0959842 Dec 08 00:35:33.855050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-30ef6e78-da51-4828-94d8-1542e16ed67c None None] Provisioning complete for port 5b658697-b7bd-4afd-850f-b579c1b65a3b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:33.855050 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30ef6e78-da51-4828-94d8-1542e16ed67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:33.860705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02cf8b10-23a7-4724-bf5f-588b1267db5c req-61538cf5-8518-48b1-b64c-0a2bc5f31f6b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989461 Dec 08 00:35:33.860963 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:33.861270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-f5fc97a9-c493-415b-8dc6-3d3626c9942c service neutron] 10.222.0.18 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524022 Dec 08 00:35:33.861512 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0edb82-f057-40c3-af8e-6fc47bbd795d None None] The sync data for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 is: [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:35:33.909338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-69eb27f0-106c-4361-94af-094ecf06284a service neutron] 10.222.0.18 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451321 Dec 08 00:35:34.147101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dae94e0c-b829-4694-a35f-683b1e16f674 req-723cbdb7-4368-4942-9e49-899ed29dc0a1 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 210 time: 0.0456510 Dec 08 00:35:34.617318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5b658697-b7bd-4afd-850f-b579c1b65a3b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:35:34.678872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5b658697-b7bd-4afd-850f-b579c1b65a3b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:34.679351 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:34.858980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279fb7c-fbe2-4bfa-acfc-8be49cf5e484 req-f33420de-4363-4929-935d-c8eb9b0a21d9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:34.860533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b279fb7c-fbe2-4bfa-acfc-8be49cf5e484 req-f33420de-4363-4929-935d-c8eb9b0a21d9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 946 time: 0.0543652 Dec 08 00:35:34.919916 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:35:34.927506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b279fb7c-fbe2-4bfa-acfc-8be49cf5e484 req-aefb47ff-210c-4a08-897b-3ee760733309 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593390 Dec 08 00:35:35.058392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e36dd3-4016-47f8-954d-09f199bb1f8e req-dcba9c1f-066c-4b4b-8b38-189dd8bf7221 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:35.060055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30e36dd3-4016-47f8-954d-09f199bb1f8e req-dcba9c1f-066c-4b4b-8b38-189dd8bf7221 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 946 time: 0.0575900 Dec 08 00:35:35.125015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30e36dd3-4016-47f8-954d-09f199bb1f8e req-18ccfdbe-fc96-4ff0-a706-3cd3bcc13ab6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583038 Dec 08 00:35:35.725055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aacbc65-eb73-431f-9a8a-99b6b831d5fc req-777bc0c9-21cb-46fa-81d1-eb88ff98b4b8 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 210 time: 0.4644907 Dec 08 00:35:35.776122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-a66f779e-ed82-49bb-ae98-71f0129893f4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:35.777508 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-a66f779e-ed82-49bb-ae98-71f0129893f4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/networks?id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5 HTTP/1.1" status: 200 len: 796 time: 0.6170011 Dec 08 00:35:35.868775 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-1ef0d76c-0143-49b6-9cda-7d3520e8a894 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f3197be00c541bfa1bb7fe3bf537b91 HTTP/1.1" status: 200 len: 380 time: 0.0741293 Dec 08 00:35:35.879492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'port': {'device_id': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'admin_state_up': True, 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'security_groups': ['b6f7a8a0-59a3-4913-ad48-72a335f19658']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:36.008985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Made reservation on behalf of 7f3197be00c541bfa1bb7fe3bf537b91 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:35:36.014185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:36.185705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.20.0.6 (eb6658ff-7e0a-483c-935b-3feeed8ce3e5/0f598e24-2d96-4bae-9643-5ef786945f90/c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:35:36.494478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:36.553065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:36.656348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:36.659873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:36.662462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:35:36.706469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:36.772951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:36.773522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:36.799828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-fe8c46e8-6690-43f6-a1a4-4a6986693fdd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9218152 Dec 08 00:35:36.824312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Request body: {'port': {'device_id': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:36.971536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:37.037116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558327-ccda-45d0-947c-d6280a4d58a0 req-5110d763-6523-4b48-ad77-8ecff3b18f0a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:37.038755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8558327-ccda-45d0-947c-d6280a4d58a0 req-5110d763-6523-4b48-ad77-8ecff3b18f0a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 931 time: 0.1718607 Dec 08 00:35:37.054874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-273a19fc-9765-4a77-8fd1-3212e134e090 None None] Provisioning complete for port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:37.055511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-273a19fc-9765-4a77-8fd1-3212e134e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:37.134459 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-273a19fc-9765-4a77-8fd1-3212e134e090 None None] Port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:35:37.172534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8558327-ccda-45d0-947c-d6280a4d58a0 req-59bd6ba4-7146-4699-a192-9644574c1054 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075642 Dec 08 00:35:37.392340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:35:37.403989 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:37.428090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Transition to ACTIVE for port object c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:35:37.438951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:37.577545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:37.639336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Attempting to bind port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:35:37.639747 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Attempting to bind port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:35:37.640052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Attempting to bind port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 on network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:37.655274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 on network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:35:37.655606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Attempting to bind port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 on network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:37.663322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:35:37.665027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Checking segment: {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:35:37.665565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Bound using segment: {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:35:37.666157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Bound port: c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6eb9b7-4db7-456c-9b03-28b806d5085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:35:37.666534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:37.747279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] For port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:35:37.752195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] For port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:35:37.758135 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:37.804841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:37.805359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:37.806923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] 10.222.0.44 "PUT /v2.0/ports/c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 HTTP/1.1" status: 200 len: 1091 time: 0.9937785 Dec 08 00:35:37.807420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:37.809857 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb03a91-bb13-43d5-b4d5-a1e022251194" -d '{"events": [{"name": "network-changed", "server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:37.839676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6eac2-5e0d-40b1-8603-b91018fce782 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:37.903662 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec55532-caf2-40d1-b2c3-bf504b9950c2 x-openstack-request-id: req-2ec55532-caf2-40d1-b2c3-bf504b9950c2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:37.903965 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:37.904227 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ec55532-caf2-40d1-b2c3-bf504b9950c2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:37.904638 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'status': 'completed', 'code': 200} Dec 08 00:35:37.922610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-6647f0bc-eed3-4102-8853-edfcc2f6c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:37.924226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-6647f0bc-eed3-4102-8853-edfcc2f6c3a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 1094 time: 0.0553126 Dec 08 00:35:37.973806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-6d370515-f0d6-4cb3-9a96-353e63e1df9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 HTTP/1.1" status: 200 len: 217 time: 0.0368474 Dec 08 00:35:38.032837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-0c6b3243-10a2-4b7b-a594-04e94abef0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.034648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-0c6b3243-10a2-4b7b-a594-04e94abef0cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f598e24-2d96-4bae-9643-5ef786945f90 HTTP/1.1" status: 200 len: 834 time: 0.0532517 Dec 08 00:35:38.087140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-687a4971-cc83-4e14-a6cc-2e67a0a2c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.088413 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-687a4971-cc83-4e14-a6cc-2e67a0a2c290 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467718 Dec 08 00:35:38.200605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-238493a3-4159-41fb-9f98-b9ad0a814676 service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002383 Dec 08 00:35:38.348134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617d084-def9-46c0-bd1a-70aa58f5fc51 req-80e58bb4-fd68-426c-a4fa-5046b31e0e9b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.349656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e617d084-def9-46c0-bd1a-70aa58f5fc51 req-80e58bb4-fd68-426c-a4fa-5046b31e0e9b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 943 time: 0.0727227 Dec 08 00:35:38.352057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be0d5e5b-f140-40fb-8180-f2049c8e8e89 req-46859269-2167-4de8-af08-20d7aa0a5eed service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431599 Dec 08 00:35:38.440746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e617d084-def9-46c0-bd1a-70aa58f5fc51 req-2510373a-4182-4358-9add-86cbcb3f683b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850739 Dec 08 00:35:38.563695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-fc943afe-0427-4445-ba51-e3f309a674b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.565111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-fc943afe-0427-4445-ba51-e3f309a674b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 1094 time: 0.1234865 Dec 08 00:35:38.622804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-4bfd66de-62d5-4a1d-9c5f-6833e843dce7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.624319 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-4bfd66de-62d5-4a1d-9c5f-6833e843dce7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1712162 Dec 08 00:35:38.671797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-06391c64-e6a2-478e-8d7f-b320c8c13b05 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/quotas/2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0171716 Dec 08 00:35:38.718277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-9582087e-acd8-47e2-976c-5ca8956d4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.719783 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-9582087e-acd8-47e2-976c-5ca8956d4353 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5 HTTP/1.1" status: 200 len: 897 time: 0.1467335 Dec 08 00:35:38.769285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-3619e21c-68e3-44a1-83aa-4633c1a9e08b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 HTTP/1.1" status: 200 len: 217 time: 0.0418608 Dec 08 00:35:38.778469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-363c7a21-30ac-411f-84b0-e3a3c1ac899d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999110 Dec 08 00:35:38.879081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-f00f5405-d253-4645-939e-0f4d81217ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.880625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-f00f5405-d253-4645-939e-0f4d81217ae8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f598e24-2d96-4bae-9643-5ef786945f90 HTTP/1.1" status: 200 len: 834 time: 0.1011922 Dec 08 00:35:38.938432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-f287fcdc-ec2c-48de-aa80-cc520e8f9b11 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505516 Dec 08 00:35:38.959745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-eba2d22b-18d0-4695-bd72-5fe4bf66ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:38.959745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-eba2d22b-18d0-4695-bd72-5fe4bf66ac20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665698 Dec 08 00:35:39.104634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-c382a6a9-7a40-4b72-9da7-cf326eadc6c0 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585705 Dec 08 00:35:39.115408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-344a48d9-c321-411c-bb3a-7fd72e39e6ef service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479101 Dec 08 00:35:39.216546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eb03a91-bb13-43d5-b4d5-a1e022251194 req-1b8eaa7a-b654-42af-a523-1eaab11b4dcc service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923443 Dec 08 00:35:39.328397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee97a58c-f7b0-4790-bfb1-fe32df92aafb req-67a1061d-9efb-46a6-9488-7f1a551702a5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 210 time: 0.0360584 Dec 08 00:35:39.590617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44db7a-2417-44db-ad75-db357d175f2d req-90d32347-4495-4733-8f20-c1349ad92715 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:39.592397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd44db7a-2417-44db-ad75-db357d175f2d req-90d32347-4495-4733-8f20-c1349ad92715 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 943 time: 0.0692995 Dec 08 00:35:39.673638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd44db7a-2417-44db-ad75-db357d175f2d req-0f00ba62-02f3-4edc-8b31-20cb5d71a6d4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730131 Dec 08 00:35:40.439677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1fb5140a-5038-4a65-bc57-0d6d20ef63f4 req-ca2ce281-0b3a-4b74-a508-eb8df4ea340d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 210 time: 0.0344799 Dec 08 00:35:40.520314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-e81f108b-e559-4f3d-9b6a-e132f64a929e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:40.521761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-e81f108b-e559-4f3d-9b6a-e132f64a929e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1567907 Dec 08 00:35:40.541404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'port': {'device_id': 'c760d522-bafe-4db3-840e-d029b1855962', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'admin_state_up': True, 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:40.673980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:35:40.679289 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:40.879258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12315-b031-468a-a961-a18e13b5e43e req-297e88c5-1f8c-4ca6-8038-56ecd67bf0eb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:40.886628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afc12315-b031-468a-a961-a18e13b5e43e req-297e88c5-1f8c-4ca6-8038-56ecd67bf0eb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 943 time: 0.1202459 Dec 08 00:35:40.951608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.20.0.10 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/44223dbc-ae08-4b3e-a0c8-b95cfee333cc) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:35:40.976454 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afc12315-b031-468a-a961-a18e13b5e43e req-d7fe64bf-413d-4055-9cc6-ca742f902829 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887382 Dec 08 00:35:41.141798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:41.183983 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:41.212324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:35:41.241011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:41.244999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:41.250202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['63263056-c169-4c91-897f-328af14f5f64'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:35:41.265458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:35:41.271135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:41.332917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:41.333591 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:41.355963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-8db7b969-b35a-44a8-83ee-89509cb411ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8184357 Dec 08 00:35:41.376266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Request body: {'port': {'device_id': 'c760d522-bafe-4db3-840e-d029b1855962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:41.464224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:41.478027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:41.544922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'port_id': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'mac_address': 'fa:16:3e:af:43:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:35:41.629346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:41.649164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:35:41.688561 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:41.697951 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:41.704279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9f02c546-4bab-4ff5-85f0-ce1bb43626b5 None None] Provisioning complete for port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:41.704701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9f02c546-4bab-4ff5-85f0-ce1bb43626b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:41.720908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732bb28-5162-40dd-a3d7-9bc88839f15a req-6065689b-fe01-43f3-bddb-c745e125b25c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:41.724046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b732bb28-5162-40dd-a3d7-9bc88839f15a req-6065689b-fe01-43f3-bddb-c745e125b25c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 932 time: 0.1832640 Dec 08 00:35:41.777800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9f02c546-4bab-4ff5-85f0-ce1bb43626b5 None None] Port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:35:41.782056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:41.824917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b732bb28-5162-40dd-a3d7-9bc88839f15a req-5d9e5727-c86c-4aaa-ba30-ee8ad78ea2f3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932088 Dec 08 00:35:41.973308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:35:41.984830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44223dbc-ae08-4b3e-a0c8-b95cfee333cc {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:35:41.993851 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:42.010709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Transition to ACTIVE for port object 44223dbc-ae08-4b3e-a0c8-b95cfee333cc will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:35:42.016248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:42.088356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Pushing event updated for resources: {'Port': ['ID=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:42.211422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ccaa8-56ee-423b-a972-b5c2e9ea4980 req-2287b29d-5f10-4d32-bc7e-b6850c78bc10 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:42.213016 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca5ccaa8-56ee-423b-a972-b5c2e9ea4980 req-2287b29d-5f10-4d32-bc7e-b6850c78bc10 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 944 time: 0.1259902 Dec 08 00:35:42.248125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Attempting to bind port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:35:42.248458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Attempting to bind port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:35:42.248793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Attempting to bind port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:42.258763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:35:42.259129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Attempting to bind port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:35:42.270797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:35:42.271114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:35:42.271527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:35:42.271972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Bound port: 44223dbc-ae08-4b3e-a0c8-b95cfee333cc, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:35:42.272339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:42.322690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca5ccaa8-56ee-423b-a972-b5c2e9ea4980 req-dcaa24d3-994c-4390-8c66-801b455e9f40 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022804 Dec 08 00:35:42.397258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] For port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:35:42.401456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] For port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:35:42.409708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:42.456105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:42.457759 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:42.460813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-75b95c3c-811f-4956-905c-11c5828237da service neutron] 10.222.0.44 "PUT /v2.0/ports/44223dbc-ae08-4b3e-a0c8-b95cfee333cc HTTP/1.1" status: 200 len: 1092 time: 1.0912068 Dec 08 00:35:42.468255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c760d522-bafe-4db3-840e-d029b1855962', 'tag': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:42.470638 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8" -d '{"events": [{"name": "network-changed", "server_uuid": "c760d522-bafe-4db3-840e-d029b1855962", "tag": "44223dbc-ae08-4b3e-a0c8-b95cfee333cc"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:42.530011 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7932b40-0290-4c75-ac0f-931c67ab3106 x-openstack-request-id: req-a7932b40-0290-4c75-ac0f-931c67ab3106 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:42.530305 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c760d522-bafe-4db3-840e-d029b1855962", "tag": "44223dbc-ae08-4b3e-a0c8-b95cfee333cc", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:42.530608 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7932b40-0290-4c75-ac0f-931c67ab3106 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:42.531040 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c760d522-bafe-4db3-840e-d029b1855962', 'tag': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc', 'status': 'completed', 'code': 200} Dec 08 00:35:42.532549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b95c3c-811f-4956-905c-11c5828237da service neutron] Pushing event updated for resources: {'Port': ['ID=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:42.591432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-304f8ebe-e9ca-47ea-ace6-fc3e0a6319a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:42.593004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-304f8ebe-e9ca-47ea-ace6-fc3e0a6319a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 1095 time: 0.0493705 Dec 08 00:35:42.649528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-7b14d611-8934-4ffe-ba73-f30ba3f30893 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44223dbc-ae08-4b3e-a0c8-b95cfee333cc HTTP/1.1" status: 200 len: 217 time: 0.0399492 Dec 08 00:35:42.730265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-025e96a7-fc03-470e-8936-760ec173955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:42.731781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-025e96a7-fc03-470e-8936-760ec173955f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0748217 Dec 08 00:35:42.784340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-1f71d9d6-22ad-4bba-a445-b4ef462e0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:42.786672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-1f71d9d6-22ad-4bba-a445-b4ef462e0d23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465758 Dec 08 00:35:42.902444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-c7d9c2bc-56dd-4732-afae-4f33cde194f5 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067019 Dec 08 00:35:43.043938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca666a0-faad-45d1-9eb1-1bc3380b1540 req-61fe726c-e401-4e2d-a1a0-c5f365da2d4a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:43.045388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ca666a0-faad-45d1-9eb1-1bc3380b1540 req-61fe726c-e401-4e2d-a1a0-c5f365da2d4a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.1242652 Dec 08 00:35:43.073872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44dd8a9f-643a-47e9-898f-d0cc92e593fa req-f6158265-891d-4673-88bf-d60200281ff1 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539578 Dec 08 00:35:43.122970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ca666a0-faad-45d1-9eb1-1bc3380b1540 req-0358cd0a-d224-453b-84a2-e408d9003b9a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670555 Dec 08 00:35:43.204958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-43448b9d-bf59-4840-95b8-cad9f7a82fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:43.206967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-43448b9d-bf59-4840-95b8-cad9f7a82fb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 1095 time: 0.0453560 Dec 08 00:35:43.233410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:35:43.314589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:35:43.319438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:35:43.320155 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:43.389030 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-3aad0fd0-9012-4cb3-8e3d-49ee8e53913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:43.390760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-3aad0fd0-9012-4cb3-8e3d-49ee8e53913f service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.1759367 Dec 08 00:35:43.465669 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:43.494254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-03c6055f-be47-4685-b82a-bdaca0852c70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44223dbc-ae08-4b3e-a0c8-b95cfee333cc HTTP/1.1" status: 200 len: 217 time: 0.0955548 Dec 08 00:35:43.531494 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:35:43.533183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:43.537153 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1600868c-3996-4010-9635-1b8a0cae32d5" -d '{"events": [{"server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "name": "network-vif-plugged", "status": "completed", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:43.542738 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:43.597676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302888-457a-4b3e-b5b8-9ef475fed3a6 req-b53d1fec-3985-45b4-890b-b4b015c0de42 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:43.606244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1302888-457a-4b3e-b5b8-9ef475fed3a6 req-b53d1fec-3985-45b4-890b-b4b015c0de42 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 944 time: 0.1867194 Dec 08 00:35:43.611748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-e97538b6-bcbf-4ea6-91c4-4b5f910e00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:43.616055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-e97538b6-bcbf-4ea6-91c4-4b5f910e00d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0963218 Dec 08 00:35:43.736547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1302888-457a-4b3e-b5b8-9ef475fed3a6 req-8b764ee3-5cc5-4602-a976-42fc86d0b97d tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185825 Dec 08 00:35:43.747158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-09addab3-e7b7-4c59-b523-8c81ef61c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:43.749374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-09addab3-e7b7-4c59-b523-8c81ef61c83f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218457 Dec 08 00:35:43.867186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91163649-3210-47f6-962b-59b77246c234 req-a450571f-e694-4127-ad0c-e0a68825f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:43.870056 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-91163649-3210-47f6-962b-59b77246c234 req-a450571f-e694-4127-ad0c-e0a68825f675 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 1096 time: 0.1334007 Dec 08 00:35:43.886931 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc9ea93-1ea8-4eb5-a640-f1ea4fee15f3 x-openstack-request-id: req-adc9ea93-1ea8-4eb5-a640-f1ea4fee15f3 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:43.887366 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "name": "network-vif-plugged", "status": "completed", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:43.887845 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adc9ea93-1ea8-4eb5-a640-f1ea4fee15f3 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:43.888457 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'code': 200} Dec 08 00:35:43.915503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-677c7947-3cf4-45a6-acf3-008647e06632 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586347 Dec 08 00:35:43.934541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:43.940486 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:43.952800 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-91163649-3210-47f6-962b-59b77246c234 req-f9e55439-3252-4250-85ae-809bac9a66a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763149 Dec 08 00:35:44.061596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aece9dfa-56f3-472f-bb6b-ef765c3dbef8 req-8bf01f3d-1251-4d87-a1d5-ffb8b9a21d40 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388507 Dec 08 00:35:44.279108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddef4-2383-4f04-8cab-09996a84b55f req-bfd4d9bb-7b60-4664-ae8d-2367282f1d59 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:44.281030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b7ddef4-2383-4f04-8cab-09996a84b55f req-bfd4d9bb-7b60-4664-ae8d-2367282f1d59 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0722573 Dec 08 00:35:44.352914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b7ddef4-2383-4f04-8cab-09996a84b55f req-c136bbce-a945-446e-9f98-d53f429f29c6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591636 Dec 08 00:35:44.942643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65918cdd-a41f-45fc-b4b7-854e2873f49c req-5dccb39c-1e02-4433-9ab3-53367e4e03bd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:44.944374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65918cdd-a41f-45fc-b4b7-854e2873f49c req-5dccb39c-1e02-4433-9ab3-53367e4e03bd tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 945 time: 0.0748193 Dec 08 00:35:45.060467 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65918cdd-a41f-45fc-b4b7-854e2873f49c req-ee60a31e-b3b4-4cd2-bc88-d2ca1378822f tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060293 Dec 08 00:35:45.512691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453fc86-acd2-4b37-bac7-5ca194444c13 req-a894f92a-76ac-4434-8d39-6627276699de tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:45.516787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e453fc86-acd2-4b37-bac7-5ca194444c13 req-a894f92a-76ac-4434-8d39-6627276699de tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0614166 Dec 08 00:35:45.602969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e453fc86-acd2-4b37-bac7-5ca194444c13 req-620c1c28-819d-43f7-9aae-3a078b8830bd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698094 Dec 08 00:35:46.210303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a833-5f2e-43a0-a1c9-5994125586d4 req-36e129d3-331e-46a7-8249-8d315c6a50eb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:46.213435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43a9a833-5f2e-43a0-a1c9-5994125586d4 req-36e129d3-331e-46a7-8249-8d315c6a50eb tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 945 time: 0.0580482 Dec 08 00:35:46.285536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-43a9a833-5f2e-43a0-a1c9-5994125586d4 req-7672d066-360a-4448-9d3f-dd27633dccb3 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660136 Dec 08 00:35:46.460319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f135959-883d-4fdf-a3c9-20dfe03d9afd req-4a9d0977-43eb-49f4-86b9-1d006d725666 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:46.471266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f135959-883d-4fdf-a3c9-20dfe03d9afd req-4a9d0977-43eb-49f4-86b9-1d006d725666 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 945 time: 0.1033168 Dec 08 00:35:46.546855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f135959-883d-4fdf-a3c9-20dfe03d9afd req-a815b036-4178-4fdf-81df-6a2a6bcb7c7a tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739870 Dec 08 00:35:46.589580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38088) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:46.680122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b072bc3-8a02-4f01-94bf-6230dbb3921d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:46.685240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3b072bc3-8a02-4f01-94bf-6230dbb3921d tempest-TestNetworkBasicOps-1086339427 tempest-TestNetworkBasicOps-1086339427-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 1091 time: 0.0897973 Dec 08 00:35:46.685604 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38092) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:46.691302 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:35:46.718765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:46.809195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a29526-22b4-4c3e-9dcb-8ec9006b49a1 req-a66a82a4-75ec-4f31-aece-74818599975a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:46.812171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3a29526-22b4-4c3e-9dcb-8ec9006b49a1 req-a66a82a4-75ec-4f31-aece-74818599975a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0951412 Dec 08 00:35:46.891426 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:47.028945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Allocated IP 172.25.6.133 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/10cd31f4-c0bd-4463-a56d-5117b66ade7d) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:35:47.165514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:47.211250 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:47.254434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3a29526-22b4-4c3e-9dcb-8ec9006b49a1 req-f9c5bc57-0209-4972-b6f1-85ba779d1deb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326565 Dec 08 00:35:47.264419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:35:47.267079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:35:47.276225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:35:47.321844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=10cd31f4-c0bd-4463-a56d-5117b66ade7d,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:47.684062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:47.772225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:47.872321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:48.061446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:48.066133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:48.148709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event updated for resources: {'Port': ['ID=10cd31f4-c0bd-4463-a56d-5117b66ade7d,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:35:48.155889 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:48.271120 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Floating IP 5d64b920-1398-4773-bf86-cd292fdb2e21 associated. External IP: 172.25.6.133, port: c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414. Dec 08 00:35:48.451106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac5cd1-0d70-4bfe-8aa8-f33bb3a91df2 req-922ccec1-7cab-41e4-9159-88dabd39d322 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:48.454451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31ac5cd1-0d70-4bfe-8aa8-f33bb3a91df2 req-922ccec1-7cab-41e4-9159-88dabd39d322 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.1079769 Dec 08 00:35:48.529167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31ac5cd1-0d70-4bfe-8aa8-f33bb3a91df2 req-6f320bcf-e7df-480a-aa46-93484ea07c73 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672655 Dec 08 00:35:48.950453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router cafb81b0-65b4-4bb5-aa29-11b9c99af03c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:35:49.077471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:35:49.088782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] Sync routers for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:35:49.102836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:49.103224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:49.107703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:49.131456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c0ba6a67-a5c4-4cf9-92c7-dac5f893a131 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4446480 Dec 08 00:35:49.132057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:35:49.134029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38100) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:49.134350 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96021f74-121b-4e05-9f8e-7f423ff65d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:35:49.191274 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5cc58-a58e-44d7-9831-ede22b6217e0 x-openstack-request-id: req-7bf5cc58-a58e-44d7-9831-ede22b6217e0 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:35:49.191796 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:35:49.192217 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bf5cc58-a58e-44d7-9831-ede22b6217e0 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:35:49.192825 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'status': 'completed', 'code': 200} Dec 08 00:35:49.243368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-28e9e1d3-e315-4633-8e05-a22db45356af tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/floatingips/5d64b920-1398-4773-bf86-cd292fdb2e21 HTTP/1.1" status: 200 len: 991 time: 0.1081665 Dec 08 00:35:49.287995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:49.294617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-9c4ee3e0-3f8b-4440-b2ee-613690e953df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:49.299946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-9c4ee3e0-3f8b-4440-b2ee-613690e953df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 1096 time: 0.0555494 Dec 08 00:35:49.448918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-86e7bbee-463f-40fd-8af2-dc6f7d6a62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:49.450689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-86e7bbee-463f-40fd-8af2-dc6f7d6a62f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5 HTTP/1.1" status: 200 len: 897 time: 0.1394475 Dec 08 00:35:49.558966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-03989422-f6a7-4465-ab81-2bc2f382a8d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 HTTP/1.1" status: 200 len: 999 time: 0.1013825 Dec 08 00:35:49.655985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5d64b920-1398-4773-bf86-cd292fdb2e21', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'port_id': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'mac_address': 'fa:16:3e:af:43:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:35:47Z', 'updated_at': '2021-12-08T00:35:47Z', 'revision_number': 0, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:49.695371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] Checking router: cafb81b0-65b4-4bb5-aa29-11b9c99af03c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:35:49.742927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:35:49.743774 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:49.758693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-18b226c9-6a74-468e-adeb-288ed6fb6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:49.760316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-18b226c9-6a74-468e-adeb-288ed6fb6a1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f598e24-2d96-4bae-9643-5ef786945f90 HTTP/1.1" status: 200 len: 834 time: 0.1942530 Dec 08 00:35:49.807163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8681d2b-bdb1-4bdc-b8b5-4da32c341983 req-4d42b95b-a85c-4373-a917-5930f61932ef tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:49.809247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8681d2b-bdb1-4bdc-b8b5-4da32c341983 req-4d42b95b-a85c-4373-a917-5930f61932ef tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.1608934 Dec 08 00:35:49.837076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-05d94a48-2d56-463a-834f-ecf3cac258eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:49.838579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-05d94a48-2d56-463a-834f-ecf3cac258eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700722 Dec 08 00:35:49.873890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:35:49.895054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e8681d2b-bdb1-4bdc-b8b5-4da32c341983 req-46ae24c4-746f-471a-948f-237bd23046df tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787718 Dec 08 00:35:49.974785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-b70e6b1a-09da-4d73-a757-730ce291c9ef service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252029 Dec 08 00:35:50.079964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96021f74-121b-4e05-9f8e-7f423ff65d0a req-1776347f-f842-4f6a-9678-ccb0fcdd8972 service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953851 Dec 08 00:35:50.200016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5d64b920-1398-4773-bf86-cd292fdb2e21', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'port_id': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'mac_address': 'fa:16:3e:af:43:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:35:47Z', 'updated_at': '2021-12-08T00:35:47Z', 'revision_number': 0, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:35:50.231222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc31e4c-c7c0-459b-9214-3571798c261c None None] The sync data for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 is: [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5d64b920-1398-4773-bf86-cd292fdb2e21', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'port_id': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'mac_address': 'fa:16:3e:af:43:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:35:47Z', 'updated_at': '2021-12-08T00:35:47Z', 'revision_number': 0, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:35:50.244683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38108) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:50.334439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3e7e4b98-5baf-4093-be2e-4f16d8892ea4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/floatingips/5d64b920-1398-4773-bf86-cd292fdb2e21 HTTP/1.1" status: 200 len: 991 time: 0.0883963 Dec 08 00:35:50.532944 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0b300-5574-49ab-9964-76ea98e46a04 None None] New status for floating IP 5d64b920-1398-4773-bf86-cd292fdb2e21: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:35:51.037864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e76f-1af9-4902-9403-9e5904c8fdc8 req-bb399806-8e21-4ad4-8bb7-008688e270fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:51.039535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee8e76f-1af9-4902-9403-9e5904c8fdc8 req-bb399806-8e21-4ad4-8bb7-008688e270fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0565133 Dec 08 00:35:51.101627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ee8e76f-1af9-4902-9403-9e5904c8fdc8 req-588b4a0c-cb53-4aba-af6a-93761b891cf9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552692 Dec 08 00:35:51.338126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38114) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:35:51.403137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-344071d5-7aa4-4cf2-9f7d-c9792d536424 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/floatingips/5d64b920-1398-4773-bf86-cd292fdb2e21 HTTP/1.1" status: 200 len: 993 time: 0.0636780 Dec 08 00:35:51.470046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c8336aa6-cb5b-44ba-98d1-655828f7fec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:52.218438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca565a8-efd5-4b68-a3c6-bc9a10fc50ce req-06d32046-f165-49cd-a8ab-590868c11553 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:52.220018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ca565a8-efd5-4b68-a3c6-bc9a10fc50ce req-06d32046-f165-49cd-a8ab-590868c11553 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0490410 Dec 08 00:35:52.267989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ca565a8-efd5-4b68-a3c6-bc9a10fc50ce req-88caed3e-c7a9-4a4d-8e79-4fcad7f32d6d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Dec 08 00:35:53.391875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb7aa-debb-4f55-8790-59d536dd3d26 req-66d92093-0a81-4612-a116-f13f3f3af5e0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:53.393428 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce1bb7aa-debb-4f55-8790-59d536dd3d26 req-66d92093-0a81-4612-a116-f13f3f3af5e0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0525303 Dec 08 00:35:53.455526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce1bb7aa-debb-4f55-8790-59d536dd3d26 req-cdbba28e-30e4-4ff3-ac2b-370bbf48f88c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541658 Dec 08 00:35:53.616897 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-abe95500-df0e-440e-84b6-11529fda48b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:54.595573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232b1c-a8c0-4f8e-84d3-07d370f0024c req-91ba7255-f626-40c7-b365-7daf2dc77a06 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:54.597225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4232b1c-a8c0-4f8e-84d3-07d370f0024c req-91ba7255-f626-40c7-b365-7daf2dc77a06 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0575664 Dec 08 00:35:54.666913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4232b1c-a8c0-4f8e-84d3-07d370f0024c req-75e8e11c-85b7-4015-b557-9db1a8b49afd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623600 Dec 08 00:35:55.219668 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:55.808962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6231211-9462-453a-bd13-a8022fd858bb req-f9dfdf87-77ce-4186-b7b1-6d4cf4a1f683 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:55.811469 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6231211-9462-453a-bd13-a8022fd858bb req-f9dfdf87-77ce-4186-b7b1-6d4cf4a1f683 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0634866 Dec 08 00:35:55.868496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6231211-9462-453a-bd13-a8022fd858bb req-73fdf8af-dd77-434d-90d6-4b29df639975 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Dec 08 00:35:56.365319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:57.015016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec943c64-e828-46ed-be30-b684aa4c8606 req-fecee117-731b-480d-a39d-d5c40c3f4173 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:57.016624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec943c64-e828-46ed-be30-b684aa4c8606 req-fecee117-731b-480d-a39d-d5c40c3f4173 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0684330 Dec 08 00:35:57.078474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec943c64-e828-46ed-be30-b684aa4c8606 req-9dfc8057-d7de-485a-b8c6-ec1fa0f89445 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540583 Dec 08 00:35:57.235830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:35:58.224941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5db9d-456d-436e-9f5b-21fde2bf88ff req-47891ebe-667c-490f-9917-5fe72c3ef8e7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:58.226664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44a5db9d-456d-436e-9f5b-21fde2bf88ff req-47891ebe-667c-490f-9917-5fe72c3ef8e7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0582578 Dec 08 00:35:58.287611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44a5db9d-456d-436e-9f5b-21fde2bf88ff req-a8d0cb33-29eb-40a6-9c59-2ec43b6c06ec tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536532 Dec 08 00:35:59.408909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dea15-bfb4-4559-8c7e-10961a925a4d req-b16e2272-e119-4cca-b2c4-bfba7045ae7d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:35:59.411011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd9dea15-bfb4-4559-8c7e-10961a925a4d req-b16e2272-e119-4cca-b2c4-bfba7045ae7d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0510082 Dec 08 00:35:59.468558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd9dea15-bfb4-4559-8c7e-10961a925a4d req-1335c057-287a-4116-a06d-b6305c3359cd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516527 Dec 08 00:36:00.591832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9dadb-9e01-4dfc-9f4c-d4a6fabf0623 req-b47eaf19-401d-485b-a1e4-6c4e45177ba5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:00.593308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6df9dadb-9e01-4dfc-9f4c-d4a6fabf0623 req-b47eaf19-401d-485b-a1e4-6c4e45177ba5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0489795 Dec 08 00:36:00.641018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6df9dadb-9e01-4dfc-9f4c-d4a6fabf0623 req-84b168fb-06c5-4408-a38d-edf61350483f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Dec 08 00:36:01.783041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf492f6f-a4c2-4de4-82fb-60cb81f22024 req-7572a161-2d92-4345-b024-03efe7e0ab0d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:01.790378 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf492f6f-a4c2-4de4-82fb-60cb81f22024 req-7572a161-2d92-4345-b024-03efe7e0ab0d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0691428 Dec 08 00:36:01.837375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf492f6f-a4c2-4de4-82fb-60cb81f22024 req-c5cc17c6-d8c2-4bc6-9370-2f4539673486 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Dec 08 00:36:02.976048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57120-886a-42f5-bf5d-3449b990e3fe req-69fefeae-d244-4456-9b6c-d599b22245df tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:02.977642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6f57120-886a-42f5-bf5d-3449b990e3fe req-69fefeae-d244-4456-9b6c-d599b22245df tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0599387 Dec 08 00:36:03.028307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a6f57120-886a-42f5-bf5d-3449b990e3fe req-8391f20e-4fef-4fdd-a1ce-a17155e1e7cc tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Dec 08 00:36:04.159865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078029ea-d18e-4c1f-a910-134081433a9e req-0f9ee67f-0fee-4741-ab6e-c7cd9076926a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:04.161354 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-078029ea-d18e-4c1f-a910-134081433a9e req-0f9ee67f-0fee-4741-ab6e-c7cd9076926a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0553219 Dec 08 00:36:04.220850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-078029ea-d18e-4c1f-a910-134081433a9e req-2421c87c-fd6c-4386-9b94-9b12df0b70cb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528321 Dec 08 00:36:05.162578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38620) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:05.319047 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6209eec6-97b9-4b42-bcbb-667e579bd0e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4abf97d4d744e66ba19141ab8314e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550634 Dec 08 00:36:05.319660 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38626) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:05.372767 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc723b3-9f4f-4464-9536-96bc88bc5413 req-f3a97166-b0e0-41c9-8ea1-86086ef451e6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:05.374422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddc723b3-9f4f-4464-9536-96bc88bc5413 req-f3a97166-b0e0-41c9-8ea1-86086ef451e6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0706370 Dec 08 00:36:05.379112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d10ece9-87e4-4d94-9dd0-62ba8a3d9b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:05.403208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d10ece9-87e4-4d94-9dd0-62ba8a3d9b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:05.433184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ddc723b3-9f4f-4464-9536-96bc88bc5413 req-50545f8b-156a-4fcc-a02b-9aabca79aa19 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500965 Dec 08 00:36:05.458594 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d10ece9-87e4-4d94-9dd0-62ba8a3d9b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:05.461504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d10ece9-87e4-4d94-9dd0-62ba8a3d9b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:05.465264 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d10ece9-87e4-4d94-9dd0-62ba8a3d9b44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5c226ae-1ae7-4ae1-9af9-f8138970bd09 HTTP/1.1" status: 204 len: 168 time: 0.1421125 Dec 08 00:36:05.471508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10ece9-87e4-4d94-9dd0-62ba8a3d9b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c226ae-1ae7-4ae1-9af9-f8138970bd09,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:06.557404 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d1c1a-1a0b-4f32-bb5a-8734773c4066 req-56ffd7d9-6565-4392-a9dd-e807ae134d6b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:06.558937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b4d1c1a-1a0b-4f32-bb5a-8734773c4066 req-56ffd7d9-6565-4392-a9dd-e807ae134d6b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 944 time: 0.0518641 Dec 08 00:36:06.609977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b4d1c1a-1a0b-4f32-bb5a-8734773c4066 req-68f5e3e5-9d1e-4df6-873f-06dc5ff7490d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Dec 08 00:36:07.334876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44223dbc-ae08-4b3e-a0c8-b95cfee333cc details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:36:07.434227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:07.445732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'port_id': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc', 'mac_address': 'fa:16:3e:c1:bd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:36:07.485085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:07.498393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44223dbc-ae08-4b3e-a0c8-b95cfee333cc {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:36:07.518153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:07.521970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:07.569794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:07.742583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e8c42-2e98-4134-a2a2-c0f9c85a3601 req-18aaeca5-c09b-43a8-9348-609f215f373c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:07.744099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-004e8c42-2e98-4134-a2a2-c0f9c85a3601 req-18aaeca5-c09b-43a8-9348-609f215f373c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 945 time: 0.0558777 Dec 08 00:36:07.793877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-004e8c42-2e98-4134-a2a2-c0f9c85a3601 req-127b010f-ecb2-4586-ad58-64d5d87976c1 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Dec 08 00:36:07.814119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['44223dbc-ae08-4b3e-a0c8-b95cfee333cc'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:36:08.912338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef461fa-aeb6-4822-a011-4e6645790648 req-a2d27407-8f37-4a87-b673-4832c5f479ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:08.913869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bef461fa-aeb6-4822-a011-4e6645790648 req-a2d27407-8f37-4a87-b673-4832c5f479ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 945 time: 0.0501709 Dec 08 00:36:08.963735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bef461fa-aeb6-4822-a011-4e6645790648 req-da745865-6353-42d2-8d3b-69a972bcff5e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Dec 08 00:36:09.361079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44223dbc-ae08-4b3e-a0c8-b95cfee333cc up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:36:09.411272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:36:09.415563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:36:09.415937 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:09.501756 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:09.525977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c760d522-bafe-4db3-840e-d029b1855962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:09.528358 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf9721-594b-4dee-9cf7-70221c5acde8" -d '{"events": [{"server_uuid": "c760d522-bafe-4db3-840e-d029b1855962", "name": "network-vif-plugged", "status": "completed", "tag": "44223dbc-ae08-4b3e-a0c8-b95cfee333cc"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:09.546140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:09.562534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:09.589099 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87966c0d-0131-458a-bc12-e7ffdc75ef9f x-openstack-request-id: req-87966c0d-0131-458a-bc12-e7ffdc75ef9f {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:09.589423 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c760d522-bafe-4db3-840e-d029b1855962", "name": "network-vif-plugged", "status": "completed", "tag": "44223dbc-ae08-4b3e-a0c8-b95cfee333cc", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:09.589649 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87966c0d-0131-458a-bc12-e7ffdc75ef9f {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:09.590076 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c760d522-bafe-4db3-840e-d029b1855962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc', 'code': 200} Dec 08 00:36:09.618457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:09.736227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029f947-9654-43bc-8087-1280d91182ed req-1a55fba4-b30c-4739-870b-d6628446e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:09.738351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1029f947-9654-43bc-8087-1280d91182ed req-1a55fba4-b30c-4739-870b-d6628446e08b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 1097 time: 0.0451369 Dec 08 00:36:09.786211 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1029f947-9654-43bc-8087-1280d91182ed req-b22a6171-ac95-4ee9-ab97-10e87af53c18 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Dec 08 00:36:10.086096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da56ccd-c798-4a4b-9ab9-655cc4ca8dd8 req-e7b9d3a1-365a-400a-8bb7-2094e1732e9b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:10.087542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6da56ccd-c798-4a4b-9ab9-655cc4ca8dd8 req-e7b9d3a1-365a-400a-8bb7-2094e1732e9b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 946 time: 0.0498292 Dec 08 00:36:10.138014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6da56ccd-c798-4a4b-9ab9-655cc4ca8dd8 req-376a7eb3-7399-4c48-bb4d-542482ddbc3e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Dec 08 00:36:11.258441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571c2e-7c1b-4f93-ac10-c9e90a99be4b req-28635d3c-d365-4dea-8ab2-bfdc36c2c309 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:11.259950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca571c2e-7c1b-4f93-ac10-c9e90a99be4b req-28635d3c-d365-4dea-8ab2-bfdc36c2c309 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 946 time: 0.0506761 Dec 08 00:36:11.322200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca571c2e-7c1b-4f93-ac10-c9e90a99be4b req-014f8143-e9d3-4c70-bb6b-1f6933a20f91 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561666 Dec 08 00:36:11.445578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c33752-4e20-4295-a03a-553ff2dcfa38 req-048f478d-9902-4f84-b924-abe73105c1eb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:11.447197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96c33752-4e20-4295-a03a-553ff2dcfa38 req-048f478d-9902-4f84-b924-abe73105c1eb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 946 time: 0.0511394 Dec 08 00:36:11.496505 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96c33752-4e20-4295-a03a-553ff2dcfa38 req-da97ea4a-8e93-4a87-98ed-29c35e7e8e62 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Dec 08 00:36:11.804471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a524ce6-16cb-4e29-8525-a27952ddbb4c req-13017abe-7c1c-4ba7-93aa-43c7892e1346 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:11.806015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a524ce6-16cb-4e29-8525-a27952ddbb4c req-13017abe-7c1c-4ba7-93aa-43c7892e1346 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 946 time: 0.0516336 Dec 08 00:36:11.857136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0a524ce6-16cb-4e29-8525-a27952ddbb4c req-2d0da65b-a6e7-4161-84ca-3bd5bd002f70 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Dec 08 00:36:11.921851 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:36:12.994821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669e4b-d81e-4be3-8036-56a41880db61 req-207331f7-6d4d-4a0f-90c8-98c735606c49 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:12.996348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14669e4b-d81e-4be3-8036-56a41880db61 req-207331f7-6d4d-4a0f-90c8-98c735606c49 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 946 time: 0.0625300 Dec 08 00:36:13.053302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14669e4b-d81e-4be3-8036-56a41880db61 req-262970ea-a492-42f2-a056-5d2f114af7ed tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502565 Dec 08 00:36:13.524672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-706d507e-f12f-4c87-bb39-4650b21458d8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:13.526117 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-706d507e-f12f-4c87-bb39-4650b21458d8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 946 time: 0.0499341 Dec 08 00:36:13.627852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:13.628190 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:13.729058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] For port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:13.729527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:13.744911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for 44223dbc-ae08-4b3e-a0c8-b95cfee333cc owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:13.860997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:13.944634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:13.980580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['44223dbc-ae08-4b3e-a0c8-b95cfee333cc'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:36:13.981928 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=44223dbc-ae08-4b3e-a0c8-b95cfee333cc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:14.001282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.001282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.001282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.001282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.001282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.001282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.002275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.002275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.002275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.002641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.003185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.003661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.004001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:14.034557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['63263056-c169-4c91-897f-328af14f5f64'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:36:14.063075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] No DVR routers for this DVR port 44223dbc-ae08-4b3e-a0c8-b95cfee333cc on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:36:14.066547 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:14.071005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cfd42626-bdb9-4625-9907-6ad4183a41e3 req-1570636f-fbac-48ad-87bb-b5bef841a7a9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "DELETE /v2.0/ports/44223dbc-ae08-4b3e-a0c8-b95cfee333cc HTTP/1.1" status: 204 len: 173 time: 0.5375340 Dec 08 00:36:14.071005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c760d522-bafe-4db3-840e-d029b1855962', 'name': 'network-vif-deleted', 'tag': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:14.073303 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04245562-deb8-4382-87a1-1562afb34587" -d '{"events": [{"server_uuid": "c760d522-bafe-4db3-840e-d029b1855962", "name": "network-vif-deleted", "tag": "44223dbc-ae08-4b3e-a0c8-b95cfee333cc"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:14.147392 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf4d2f7-3b1e-4240-b3bf-1a7b96b76f8b x-openstack-request-id: req-aaf4d2f7-3b1e-4240-b3bf-1a7b96b76f8b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:14.147742 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c760d522-bafe-4db3-840e-d029b1855962", "name": "network-vif-deleted", "tag": "44223dbc-ae08-4b3e-a0c8-b95cfee333cc", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:14.148097 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaf4d2f7-3b1e-4240-b3bf-1a7b96b76f8b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:14.148590 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c760d522-bafe-4db3-840e-d029b1855962', 'name': 'network-vif-deleted', 'tag': '44223dbc-ae08-4b3e-a0c8-b95cfee333cc', 'status': 'completed', 'code': 200} Dec 08 00:36:14.222399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f050020-af4e-4cb0-a8e8-48d2a697bcee req-443f4540-d547-48bb-8456-ae12d959130c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 210 time: 0.0339746 Dec 08 00:36:15.337418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d29fe44-bc71-4524-8577-f1ed6242c2d7 req-e29ee11f-2435-476e-8275-70b59545f05e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Dec 08 00:36:16.448781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-87361555-5de4-4b75-96b7-39b2f1859faa req-3c9f44f1-6813-4155-b0ff-df8d7b1bf4ca tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 210 time: 0.0306115 Dec 08 00:36:17.428829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44223dbc-ae08-4b3e-a0c8-b95cfee333cc no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:36:17.449501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 44223dbc-ae08-4b3e-a0c8-b95cfee333cc {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:36:17.449848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44223dbc-ae08-4b3e-a0c8-b95cfee333cc not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:36:17.555445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd403713-ead8-4438-a7f9-0220f78d8496 req-840c8c23-12f4-4baa-a889-a9c2b9d6893f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 210 time: 0.0297194 Dec 08 00:36:17.675694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:18.654665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd6c5c33-6a47-406f-8d7d-1e0e42077db7 req-47fc8d86-201d-4e68-88bd-4bdf2aca5175 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=c760d522-bafe-4db3-840e-d029b1855962 HTTP/1.1" status: 200 len: 210 time: 0.0270183 Dec 08 00:36:20.533017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38822) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:20.609176 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e7bd6a1f-cb8d-49c8-ac68-69a4fa99fce6 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/floatingips/5d64b920-1398-4773-bf86-cd292fdb2e21 HTTP/1.1" status: 200 len: 993 time: 0.0750167 Dec 08 00:36:20.852909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38830) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:21.057995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port 10cd31f4-c0bd-4463-a56d-5117b66ade7d {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:21.058380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:21.159453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:21.159777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:21.178406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for 10cd31f4-c0bd-4463-a56d-5117b66ade7d owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:21.353929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:21.381348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=10cd31f4-c0bd-4463-a56d-5117b66ade7d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:21.450453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:21.450802 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Floating IP 5d64b920-1398-4773-bf86-cd292fdb2e21 disassociated (deleted). External IP: 172.25.6.133, port: c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414. Dec 08 00:36:21.499209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-82ecbff0-0488-49c5-9a5f-00ce02e74493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:21.681953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router cafb81b0-65b4-4bb5-aa29-11b9c99af03c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:36:21.793736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:36:21.798628 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:21.807166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4e37d-f718-42fe-b392-744148211fec None None] Sync routers for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:36:21.822929 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:36:21.824414 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:21.836275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-98982a2b-22f4-4074-91a0-50c477ccea85 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/floatingips/5d64b920-1398-4773-bf86-cd292fdb2e21 HTTP/1.1" status: 204 len: 168 time: 0.9797463 Dec 08 00:36:21.836275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:21.849158 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164415b2-cf68-41b1-be15-55736f3c1c30" -d '{"events": [{"name": "network-changed", "server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:21.947696 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feea0ea-792b-4602-8505-ac58e68bbede x-openstack-request-id: req-9feea0ea-792b-4602-8505-ac58e68bbede {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:21.948263 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:21.948940 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9feea0ea-792b-4602-8505-ac58e68bbede {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:21.949331 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'status': 'completed', 'code': 200} Dec 08 00:36:22.025654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:36:22.081614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-f07be8bb-70d4-476d-8a3d-d03a90b67807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:22.083818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-f07be8bb-70d4-476d-8a3d-d03a90b67807 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 1096 time: 0.0781960 Dec 08 00:36:22.179760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a5dd-9765-4b8f-b9d3-d45824254466 req-0078e192-b522-4527-b9b8-b6598ab44497 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:22.188899 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e682a5dd-9765-4b8f-b9d3-d45824254466 req-0078e192-b522-4527-b9b8-b6598ab44497 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 945 time: 0.0966840 Dec 08 00:36:22.292610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:22.311179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e682a5dd-9765-4b8f-b9d3-d45824254466 req-f5c63821-ba38-47f8-bb43-25c6ccb8010b tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213806 Dec 08 00:36:22.318197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-c1d6e49b-b51c-4ab6-985f-1fa05b629391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:22.320384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-c1d6e49b-b51c-4ab6-985f-1fa05b629391 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5 HTTP/1.1" status: 200 len: 897 time: 0.2185707 Dec 08 00:36:22.365896 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4e37d-f718-42fe-b392-744148211fec None None] Checking router: cafb81b0-65b4-4bb5-aa29-11b9c99af03c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:36:22.384046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:36:22.385117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:35:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:22.390287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-355a2104-a1c2-4528-bdc4-ca033f147d12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 HTTP/1.1" status: 200 len: 217 time: 0.0599825 Dec 08 00:36:22.447153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-567f88af-f837-48d8-9020-88b1ce6c4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:22.450503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-567f88af-f837-48d8-9020-88b1ce6c4e76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f598e24-2d96-4bae-9643-5ef786945f90 HTTP/1.1" status: 200 len: 834 time: 0.0500472 Dec 08 00:36:22.504369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-a28b5e7f-cebd-4585-b109-eadaf6e7a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:22.506200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-a28b5e7f-cebd-4585-b109-eadaf6e7a427 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb6658ff-7e0a-483c-935b-3feeed8ce3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488918 Dec 08 00:36:22.520585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:36:22.636179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-63b9626e-2612-4f0a-b323-77329eac17e9 service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188319 Dec 08 00:36:22.750010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82f4e37d-f718-42fe-b392-744148211fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:22.814591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-164415b2-cf68-41b1-be15-55736f3c1c30 req-9c8a40bd-ef1d-4ecb-92e3-c886d0d687ff service neutron] 10.222.0.44 "GET /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583004 Dec 08 00:36:22.815841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f4e37d-f718-42fe-b392-744148211fec None None] The sync data for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 is: [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:29Z', 'revision_number': 4, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5b658697-b7bd-4afd-850f-b579c1b65a3b', 'name': '', 'network_id': 'eb6658ff-7e0a-483c-935b-3feeed8ce3e5', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'mac_address': 'fa:16:3e:28:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:28Z', 'updated_at': '2021-12-08T00:35:33Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'subnets': [{'id': '0f598e24-2d96-4bae-9643-5ef786945f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:36:23.155167 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aff89a-89d9-4d26-875b-a7a9fb48ed5c None None] New status for floating IP 5d64b920-1398-4773-bf86-cd292fdb2e21: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:36:23.434509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2c96-cad5-4134-a5ec-3eae150891d4 req-90a2ee13-47fc-40ac-9758-07cf0e1f75a7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:23.439326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb5a2c96-cad5-4134-a5ec-3eae150891d4 req-90a2ee13-47fc-40ac-9758-07cf0e1f75a7 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 945 time: 0.0606270 Dec 08 00:36:23.495803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb5a2c96-cad5-4134-a5ec-3eae150891d4 req-959aac5d-af41-42fc-8052-ea01ce387855 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6f7a8a0-59a3-4913-ad48-72a335f19658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537713 Dec 08 00:36:23.636900 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-29e6bbde-3816-4ac4-9440-f07518392cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:23.703690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-67727e71-7200-4308-9705-29d809aec158 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:23.705493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-67727e71-7200-4308-9705-29d809aec158 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 945 time: 0.0638790 Dec 08 00:36:23.811000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:23.811349 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:23.918706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:23.919403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:23.932078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:24.083376 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:24.120667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:24.167488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] No DVR routers for this DVR port c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:36:24.170489 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:24.174370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b703f7c-a644-4318-8f1d-6f79a90f813d req-551acd8c-5ebe-4790-8859-466d49eb9d67 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.44 "DELETE /v2.0/ports/c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 HTTP/1.1" status: 204 len: 173 time: 0.4625700 Dec 08 00:36:24.174904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'name': 'network-vif-deleted', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:24.177769 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cc350a-0ba5-4b8c-a479-d741c418eaae" -d '{"events": [{"server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "name": "network-vif-deleted", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:24.239930 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52025033-be50-41fc-8c37-c36be47002a6 x-openstack-request-id: req-52025033-be50-41fc-8c37-c36be47002a6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:24.240325 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa", "name": "network-vif-deleted", "tag": "c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:24.240652 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52025033-be50-41fc-8c37-c36be47002a6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:24.241119 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa', 'name': 'network-vif-deleted', 'tag': 'c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414', 'status': 'completed', 'code': 200} Dec 08 00:36:24.342309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48c711-d1c5-4b8c-ae0b-78e5161cb9e9 req-bf598e3e-8f18-456b-9d13-8d627e6609b6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:24.344442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d48c711-d1c5-4b8c-ae0b-78e5161cb9e9 req-bf598e3e-8f18-456b-9d13-8d627e6609b6 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 946 time: 0.0516322 Dec 08 00:36:24.394225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d48c711-d1c5-4b8c-ae0b-78e5161cb9e9 req-e72a3951-09f1-4bd0-af0e-ffb9b0ec7451 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Dec 08 00:36:24.707024 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eafdbae2-4dcb-45a1-8e5c-32ba50675f7d req-1677dbfc-7b5b-41a9-9873-24b46e076098 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "GET /v2.0/ports?device_id=69a98b7f-0f8d-4a3e-a6f3-98f40207d7fa HTTP/1.1" status: 200 len: 210 time: 0.0399234 Dec 08 00:36:25.200667 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:25.521491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06588b7-4618-411d-b8c9-6ceac312a255 req-9a2bca65-52ff-4f00-b20f-6a38cbc43447 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:25.522976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d06588b7-4618-411d-b8c9-6ceac312a255 req-9a2bca65-52ff-4f00-b20f-6a38cbc43447 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 946 time: 0.0562356 Dec 08 00:36:25.573063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d06588b7-4618-411d-b8c9-6ceac312a255 req-7f1ea993-f027-4da8-b785-fcf99c6f2062 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa3481ee-127f-4ffa-9493-76adc8b34232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Dec 08 00:36:25.763168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38880) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:25.819810 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d03b67-7d16-4b2a-932a-e6079040f44c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:25.845168 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d03b67-7d16-4b2a-932a-e6079040f44c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:25.908465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d03b67-7d16-4b2a-932a-e6079040f44c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:25.911301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-58d03b67-7d16-4b2a-932a-e6079040f44c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:25.912745 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-58d03b67-7d16-4b2a-932a-e6079040f44c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/security-groups/b6f7a8a0-59a3-4913-ad48-72a335f19658 HTTP/1.1" status: 204 len: 168 time: 0.1485734 Dec 08 00:36:25.955624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38884) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:25.962561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d03b67-7d16-4b2a-932a-e6079040f44c tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7a8a0-59a3-4913-ad48-72a335f19658,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:25.989025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-9422e842-17a8-49ce-b5b0-6c08921690fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:25.990738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-9422e842-17a8-49ce-b5b0-6c08921690fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 946 time: 0.0708644 Dec 08 00:36:26.222008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port 63263056-c169-4c91-897f-328af14f5f64 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:26.222437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.324373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] For port 63263056-c169-4c91-897f-328af14f5f64, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=63263056-c169-4c91-897f-328af14f5f64,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:26.324741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.338171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for 63263056-c169-4c91-897f-328af14f5f64 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:26.362000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.383296 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.490471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.525082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=63263056-c169-4c91-897f-328af14f5f64,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:26.536886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['63263056-c169-4c91-897f-328af14f5f64'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:36:26.577232 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] No DVR routers for this DVR port 63263056-c169-4c91-897f-328af14f5f64 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:36:26.579753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.584361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-566ba140-a79d-4d2d-a79e-e8a02b9d2af7 req-763b21e8-9af9-4f6c-8847-5b1430f2982b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "DELETE /v2.0/ports/63263056-c169-4c91-897f-328af14f5f64 HTTP/1.1" status: 204 len: 173 time: 0.4667730 Dec 08 00:36:26.584827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'name': 'network-vif-deleted', 'tag': '63263056-c169-4c91-897f-328af14f5f64'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:26.588034 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5f33d-c4e2-46ee-9f08-02ec0c7dfce8" -d '{"events": [{"server_uuid": "d1255d21-5df5-4873-84dd-5949cb53b360", "name": "network-vif-deleted", "tag": "63263056-c169-4c91-897f-328af14f5f64"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:26.651280 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71872498-2a4c-4add-9e01-9212c42b9768 x-openstack-request-id: req-71872498-2a4c-4add-9e01-9212c42b9768 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:26.651584 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1255d21-5df5-4873-84dd-5949cb53b360", "name": "network-vif-deleted", "tag": "63263056-c169-4c91-897f-328af14f5f64", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:26.651845 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71872498-2a4c-4add-9e01-9212c42b9768 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:26.652310 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1255d21-5df5-4873-84dd-5949cb53b360', 'name': 'network-vif-deleted', 'tag': '63263056-c169-4c91-897f-328af14f5f64', 'status': 'completed', 'code': 200} Dec 08 00:36:26.711463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e917a510-68a0-4787-b922-9649421fe833 req-1e55bc21-53fe-40d2-aff9-ec98b945edc2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0337124 Dec 08 00:36:26.754663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port 5b658697-b7bd-4afd-850f-b579c1b65a3b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:26.755041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.846256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port 5b658697-b7bd-4afd-850f-b579c1b65a3b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5b658697-b7bd-4afd-850f-b579c1b65a3b,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:26.846627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:26.864569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for 5b658697-b7bd-4afd-850f-b579c1b65a3b owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:27.079176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:27.111246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=5b658697-b7bd-4afd-850f-b579c1b65a3b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:27.125756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.126245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.126800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.127548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.128096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.128532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.129012 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.129448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.129881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.130309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.130755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.131798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.132251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:27.246150 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:27.376662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:27.485324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:36:27.509719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:36:27.510329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device c24f71bb-4d4e-4d0d-a97a-8d7ebf58e414 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:36:27.623174 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Router cafb81b0-65b4-4bb5-aa29-11b9c99af03c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:36:27.742137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:36:27.748140 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-41ab8414-5015-452e-beaf-db2cf64887a4 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "PUT /v2.0/routers/cafb81b0-65b4-4bb5-aa29-11b9c99af03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900825 Dec 08 00:36:27.750781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:27.754955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] Sync routers for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:36:27.774795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:36:27.776685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:27.835036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting subnet 0f598e24-2d96-4bae-9643-5ef786945f90 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:36:27.837116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e463248-1564-452b-b1c9-918f09de4fac req-e7343896-9a6c-48e5-b5f1-fa21c0c4d2c4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0269318 Dec 08 00:36:27.840313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:27.911739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.003726 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.080662 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.127337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Subnet': ['ID=0f598e24-2d96-4bae-9643-5ef786945f90,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:28.130532 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.137346 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d712b29a-412e-472f-be3a-ce1abf24b300 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/subnets/0f598e24-2d96-4bae-9643-5ef786945f90 HTTP/1.1" status: 204 len: 168 time: 0.3829010 Dec 08 00:36:28.137800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38898) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:28.258858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20dd7de-ccda-4baf-a7a3-e7e0a3d59119 None None] Network eb6658ff-7e0a-483c-935b-3feeed8ce3e5 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:36:28.307309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.358662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:36:28.476532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.532694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 63263056-c169-4c91-897f-328af14f5f64 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:36:28.561862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 63263056-c169-4c91-897f-328af14f5f64 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:36:28.562599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 63263056-c169-4c91-897f-328af14f5f64 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:36:28.579654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] DHCP port deletion for eb6658ff-7e0a-483c-935b-3feeed8ce3e5 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:36:28.590463 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Deleting port 6e0ef645-8c56-4dcf-a230-51486deb6262 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:28.591306 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.687679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] Deleting port fae91ace-c617-4786-ab19-7fa28628309d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:28.688048 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.708199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:36:27Z', 'revision_number': 5, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port': {'id': '6e0ef645-8c56-4dcf-a230-51486deb6262', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:28.741818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] Checking router: cafb81b0-65b4-4bb5-aa29-11b9c99af03c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:36:28.794152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] Routers {'cafb81b0-65b4-4bb5-aa29-11b9c99af03c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:36:28.794798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:28.797553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] For port 6e0ef645-8c56-4dcf-a230-51486deb6262, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6e0ef645-8c56-4dcf-a230-51486deb6262,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:28.797928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.817299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Calling delete_port for 6e0ef645-8c56-4dcf-a230-51486deb6262 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:28.846175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fae91ace-c617-4786-ab19-7fa28628309d no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:36:28.916455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] For port fae91ace-c617-4786-ab19-7fa28628309d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fae91ace-c617-4786-ab19-7fa28628309d,segment=NetworkSegment(ef6eb9b7-4db7-456c-9b03-28b806d5085a),segment_id=ef6eb9b7-4db7-456c-9b03-28b806d5085a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:28.916858 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:28.944952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] Calling delete_port for fae91ace-c617-4786-ab19-7fa28628309d owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:28.974854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] Set router cafb81b0-65b4-4bb5-aa29-11b9c99af03c gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:36:29.251814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:36:28Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:29.523581 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:29.526746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24606c7c-0fb6-4fb0-8c13-fcb8bc7ea51d None None] The sync data for ids ['cafb81b0-65b4-4bb5-aa29-11b9c99af03c'] in n-d-820549-2 is: [{'id': 'cafb81b0-65b4-4bb5-aa29-11b9c99af03c', 'name': 'tempest-TestNetworkBasicOps-router-1897084891', 'tenant_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:35:25Z', 'updated_at': '2021-12-08T00:36:28Z', 'revision_number': 6, 'project_id': '7f3197be00c541bfa1bb7fe3bf537b91', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:36:29.563998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:29.609696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] Pushing event deleted for resources: {'Port': ['ID=fae91ace-c617-4786-ab19-7fa28628309d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:29.610865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fff18fb5-900e-489a-8065-a1542a9849f7 req-29373e9c-cbfa-43d7-b9e5-c03f19941199 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0389235 Dec 08 00:36:29.679319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4d92e-350a-427d-ac8b-b58d72e4363f None None] No DVR routers for this DVR port fae91ace-c617-4786-ab19-7fa28628309d on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:36:29.767953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:29.870784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Port': ['ID=6e0ef645-8c56-4dcf-a230-51486deb6262,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:29.915966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc3544-948c-452b-bc4a-5525f7826150 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:36:30.127625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.275244 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.278150 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.408688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.410134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Fanout notify agent at l3_agent the message router_deleted on router cafb81b0-65b4-4bb5-aa29-11b9c99af03c {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:36:30.432006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.435771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a33f1bfa-851c-4bec-b324-490a492ea0e5 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/routers/cafb81b0-65b4-4bb5-aa29-11b9c99af03c HTTP/1.1" status: 204 len: 168 time: 2.2968132 Dec 08 00:36:30.437145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38906) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:30.587813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.709512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6e0ef645-8c56-4dcf-a230-51486deb6262 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:36:30.758170 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6e0ef645-8c56-4dcf-a230-51486deb6262 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:36:30.758519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6e0ef645-8c56-4dcf-a230-51486deb6262 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:36:30.758981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5b658697-b7bd-4afd-850f-b579c1b65a3b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:36:30.760400 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.791822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 5b658697-b7bd-4afd-850f-b579c1b65a3b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:36:30.792249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5b658697-b7bd-4afd-850f-b579c1b65a3b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:36:30.818041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55f1cb1d-8975-4bf7-bcb2-80bd3b061394 req-61ee5d2a-d68e-4993-ae3e-cd4bb75b2bda tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0531445 Dec 08 00:36:30.822307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6658ff-7e0a-483c-935b-3feeed8ce3e5']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:30.835581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6eb9b7-4db7-456c-9b03-28b806d5085a') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:30.835880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6eb9b7-4db7-456c-9b03-28b806d5085a') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:36:30.852819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.872061 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.884081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:36:30.884653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:36:30.890036 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:36:31.001212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:31.017580 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:31.022954 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] 10.222.0.18 "DELETE /v2.0/networks/eb6658ff-7e0a-483c-935b-3feeed8ce3e5 HTTP/1.1" status: 204 len: 168 time: 0.5803425 Dec 08 00:36:31.047461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ccb27-798a-4555-a5d7-62762d0dc966 tempest-TestNetworkBasicOps-1902726470 tempest-TestNetworkBasicOps-1902726470-project] Pushing event deleted for resources: {'Network': ['ID=eb6658ff-7e0a-483c-935b-3feeed8ce3e5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:31.480726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38916) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:31.744904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-924db50e-3958-4141-8c47-b95df02bbc8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f3197be00c541bfa1bb7fe3bf537b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2629917 Dec 08 00:36:31.747188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38922) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:31.813587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70114ef-448c-43f2-a084-5c2cd1a1e7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:31.847690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70114ef-448c-43f2-a084-5c2cd1a1e7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:31.931779 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70114ef-448c-43f2-a084-5c2cd1a1e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:31.934451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a70114ef-448c-43f2-a084-5c2cd1a1e7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:31.948859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a70114ef-448c-43f2-a084-5c2cd1a1e7fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52e1842e-ac55-494e-bc63-7c42774afb5a HTTP/1.1" status: 204 len: 168 time: 0.1967463 Dec 08 00:36:31.972301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70114ef-448c-43f2-a084-5c2cd1a1e7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e1842e-ac55-494e-bc63-7c42774afb5a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:32.007758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7100551-bf85-4157-b76d-fc632c03d4f0 req-9a802c12-f231-4268-afc7-f80839ded8cd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0575609 Dec 08 00:36:32.340280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38930) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:32.354413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22fd826c-671e-443f-a6fd-ff1397f55334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:32.473303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22fd826c-671e-443f-a6fd-ff1397f55334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:32.481225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-22fd826c-671e-443f-a6fd-ff1397f55334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:32.530553 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd826c-671e-443f-a6fd-ff1397f55334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b5a736-8bae-43eb-abf0-4630581bd54d,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:32.549618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-22fd826c-671e-443f-a6fd-ff1397f55334 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1c15f3561e6497d90791e8d12e194dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2082448 Dec 08 00:36:32.554555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:32.623791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb05778-0e0e-4d57-83d6-891c535345ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:32.646985 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb05778-0e0e-4d57-83d6-891c535345ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:32.701833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb05778-0e0e-4d57-83d6-891c535345ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:32.704072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cdb05778-0e0e-4d57-83d6-891c535345ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:32.707700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cdb05778-0e0e-4d57-83d6-891c535345ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2b5a736-8bae-43eb-abf0-4630581bd54d HTTP/1.1" status: 204 len: 168 time: 0.1487896 Dec 08 00:36:32.737724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb05778-0e0e-4d57-83d6-891c535345ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b5a736-8bae-43eb-abf0-4630581bd54d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:33.147996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-836621f3-a969-460b-a1ea-95639ecfc295 req-fb77060f-8b02-417f-b9a0-341bdecfb087 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1255d21-5df5-4873-84dd-5949cb53b360 HTTP/1.1" status: 200 len: 210 time: 0.0361915 Dec 08 00:36:33.788560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38960) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:33.920556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-884515422-network', 'tenant_id': 'dd457e5f2b7a49f0a3c1e616fe65d2e8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:33.944360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Made reservation on behalf of dd457e5f2b7a49f0a3c1e616fe65d2e8 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:36:33.947577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:33.961646 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.051662 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.056517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.088771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:36:34.099779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a51b7-ecfb-444d-b146-3ad314d9cf16,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:34.122930 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.125315 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Added segment 78e281cb-24a4-47ba-9143-7359aa20e589 of type vlan for network 2541ee4f-7477-4729-8ade-91698ba2e657 Dec 08 00:36:34.185280 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.231401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.236214 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:34.236819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.284654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4918349 Dec 08 00:36:34.289040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38968) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:34.306876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Request body: {'subnet': {'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-884515422-subnet', 'tenant_id': 'dd457e5f2b7a49f0a3c1e616fe65d2e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:34.321332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb8c48-c731-4d44-b0ad-15caccfa0d64 admin admin] Pushing event updated for resources: {'Network': ['ID=2541ee4f-7477-4729-8ade-91698ba2e657,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:34.333455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2541ee4f-7477-4729-8ade-91698ba2e657 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:36:34.346087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Made reservation on behalf of dd457e5f2b7a49f0a3c1e616fe65d2e8 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:36:34.351975 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.595893 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.668447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Checking segment: {'id': '78e281cb-24a4-47ba-9143-7359aa20e589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:36:34.668924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Network hostable DHCP agents. Network: 2541ee4f-7477-4729-8ade-91698ba2e657, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:36:34.676566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8bfadf-a674-46a7-8439-e279a84557d1,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:34.698738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Network 2541ee4f-7477-4729-8ade-91698ba2e657 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:36:34.711492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2541ee4f-7477-4729-8ade-91698ba2e657) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:36:34.721510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b97b4-359a-44e9-bd45-774c8bca7330 None None] Network 2541ee4f-7477-4729-8ade-91698ba2e657 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:36:34.725740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:34.726961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:34.745270 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-16562e62-d318-40d4-9e78-e03b03d7a609 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4529173 Dec 08 00:36:34.867480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd32e51-330a-4b0d-8a2a-cd81e0a77dbe None None] Network 2541ee4f-7477-4729-8ade-91698ba2e657 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:36:35.287709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 38986) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:35.294280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2011909904-network', 'tenant_id': 'c45099593fe34aa2bdae0f57dfcaccd8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:35.331098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Made reservation on behalf of c45099593fe34aa2bdae0f57dfcaccd8 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:36:35.335220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.351262 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.432105 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.436440 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.464849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:36:35.475554 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52646e91-94d6-4231-ac2c-65f0154b83c5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:35.481904 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.482263 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Added segment 115c5657-f576-4792-854d-ffeae4026b28 of type vlan for network d9366ebd-2445-480f-bac9-5ba5c3881460 Dec 08 00:36:35.527141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.553167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.554425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:35.555074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.619541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=d9366ebd-2445-480f-bac9-5ba5c3881460,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:35.631086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network d9366ebd-2445-480f-bac9-5ba5c3881460 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:36:35.638830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 38990) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:35.639355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2339af61-c19b-4ff1-be99-2a1aa5bb4fa1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3492689 Dec 08 00:36:35.645634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Request body: {'subnet': {'network_id': 'd9366ebd-2445-480f-bac9-5ba5c3881460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2011909904-subnet', 'tenant_id': 'c45099593fe34aa2bdae0f57dfcaccd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:35.678988 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Made reservation on behalf of c45099593fe34aa2bdae0f57dfcaccd8 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:36:35.682427 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.881024 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.943185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Checking segment: {'id': '115c5657-f576-4792-854d-ffeae4026b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd9366ebd-2445-480f-bac9-5ba5c3881460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:36:35.943769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Network hostable DHCP agents. Network: d9366ebd-2445-480f-bac9-5ba5c3881460, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:36:35.951076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82671fbe-0270-431c-b36a-91cf32c400aa,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:35.967035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Network d9366ebd-2445-480f-bac9-5ba5c3881460 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:36:35.976693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, d9366ebd-2445-480f-bac9-5ba5c3881460) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:36:35.980864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:35.981705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:35.991694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c062d-7a6a-4f77-9b2d-3d3cab8a04bd None None] Network d9366ebd-2445-480f-bac9-5ba5c3881460 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:36:36.002672 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-46e3b2f2-9743-4da1-b8bc-fc95eaa1e510 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3617749 Dec 08 00:36:36.142976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa35bd-6ac7-4111-b58a-587a1e1f51c3 None None] Network d9366ebd-2445-480f-bac9-5ba5c3881460 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:36:36.609733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-c94db194-407f-4741-9e3f-9a2d59a9c980 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:36.611463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-c94db194-407f-4741-9e3f-9a2d59a9c980 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/networks?id=2541ee4f-7477-4729-8ade-91698ba2e657 HTTP/1.1" status: 200 len: 811 time: 0.1205609 Dec 08 00:36:36.631687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-5d044900-3340-4e52-96f6-2182a575e893 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/quotas/dd457e5f2b7a49f0a3c1e616fe65d2e8 HTTP/1.1" status: 200 len: 375 time: 0.0116055 Dec 08 00:36:36.675119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-b83feb2f-e46f-4614-9e22-24406df388e7 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd457e5f2b7a49f0a3c1e616fe65d2e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328209 Dec 08 00:36:36.794141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9a3cb245-389c-40f8-9019-ad8582fe17b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076488 Dec 08 00:36:36.916485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-6c1822af-601d-438b-bfd2-bc7d64d44c3f service neutron] 10.222.0.18 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147251 Dec 08 00:36:37.188043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bed195e9-2d25-41ae-9787-f1341b252387 req-106d882f-d4eb-4c8f-8ae5-6ce1821b5076 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 210 time: 0.0488563 Dec 08 00:36:37.548157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39076) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:37.553790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-27b00548-d705-415b-b2e7-0ec096cbf0e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541446559', 'description': 'tempest-secgroup-smoke-541446559 description', 'project_id': '2499e450b94344e7b566892cfbc0e6d1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:37.576482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27b00548-d705-415b-b2e7-0ec096cbf0e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.649688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27b00548-d705-415b-b2e7-0ec096cbf0e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.654067 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27b00548-d705-415b-b2e7-0ec096cbf0e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.686459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b00548-d705-415b-b2e7-0ec096cbf0e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:37.693375 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27b00548-d705-415b-b2e7-0ec096cbf0e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.698337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-27b00548-d705-415b-b2e7-0ec096cbf0e9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1456113 Dec 08 00:36:37.698337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39080) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:37.702981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ed793b28-a4e6-4865-92c3-06a851a6a18c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'security_group_rule': {'security_group_id': '3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac', 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:37.732157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed793b28-a4e6-4865-92c3-06a851a6a18c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.790053 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed793b28-a4e6-4865-92c3-06a851a6a18c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.793863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed793b28-a4e6-4865-92c3-06a851a6a18c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.815269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed793b28-a4e6-4865-92c3-06a851a6a18c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e7af75-1608-43c1-bedc-33e07afba91f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:37.824913 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ed793b28-a4e6-4865-92c3-06a851a6a18c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.826031 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ed793b28-a4e6-4865-92c3-06a851a6a18c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269071 Dec 08 00:36:37.828916 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39082) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:37.834544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6bec4c9c-99b4-497d-a9a6-1aa9c94234a0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'security_group_rule': {'security_group_id': '3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac', 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:37.867537 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bec4c9c-99b4-497d-a9a6-1aa9c94234a0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.923219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bec4c9c-99b4-497d-a9a6-1aa9c94234a0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.927497 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bec4c9c-99b4-497d-a9a6-1aa9c94234a0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.946738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec4c9c-99b4-497d-a9a6-1aa9c94234a0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0546236e-d4a3-4285-8e2b-d12fc26675a3,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:37.955462 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6bec4c9c-99b4-497d-a9a6-1aa9c94234a0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:37.959250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6bec4c9c-99b4-497d-a9a6-1aa9c94234a0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263666 Dec 08 00:36:37.959391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39084) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:37.963679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dfd12c55-7b6a-4501-b49d-f33375204180 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'security_group_rule': {'security_group_id': '3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac', 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:37.991032 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd12c55-7b6a-4501-b49d-f33375204180 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.047444 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd12c55-7b6a-4501-b49d-f33375204180 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.051528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd12c55-7b6a-4501-b49d-f33375204180 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.065972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd12c55-7b6a-4501-b49d-f33375204180 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61e3163-1028-4ed7-b3c6-81296d00c96e,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:38.077441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dfd12c55-7b6a-4501-b49d-f33375204180 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.081352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dfd12c55-7b6a-4501-b49d-f33375204180 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185076 Dec 08 00:36:38.082406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39086) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:38.087200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ee804fa6-aeb0-4b63-ad62-683506d2ec23 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'security_group_rule': {'security_group_id': '3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac', 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:38.113274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee804fa6-aeb0-4b63-ad62-683506d2ec23 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.185871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee804fa6-aeb0-4b63-ad62-683506d2ec23 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.190189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee804fa6-aeb0-4b63-ad62-683506d2ec23 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.222256 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804fa6-aeb0-4b63-ad62-683506d2ec23 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aefab2-23e3-43c3-a4a2-6973c401ab03,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:38.237282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ee804fa6-aeb0-4b63-ad62-683506d2ec23 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.241182 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ee804fa6-aeb0-4b63-ad62-683506d2ec23 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549962 Dec 08 00:36:38.241556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39090) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:38.248553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'security_group_rule': {'security_group_id': '3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac', 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:38.288099 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Project 2499e450b94344e7b566892cfbc0e6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:36:38.295900 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.375213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6eef1d5b-82dc-4b91-9985-61e2c00c5425 req-3dd062e4-6385-4f52-ac62-a55ba55dbe89 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 210 time: 0.0540166 Dec 08 00:36:38.390004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.393445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.410236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-e41841b4-4bf0-45bb-801d-ae554042b9b2 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:38.411716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-e41841b4-4bf0-45bb-801d-ae554042b9b2 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.59 "GET /v2.0/networks?id=2541ee4f-7477-4729-8ade-91698ba2e657 HTTP/1.1" status: 200 len: 811 time: 0.2152114 Dec 08 00:36:38.412092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1277bac8-8ac2-4bf9-a367-f41dfab50c13,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:38.418783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.420003 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-040e054a-7504-4829-aa16-00dbf280eb6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1772771 Dec 08 00:36:38.422743 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39092) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:38.427554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'security_group_rule': {'security_group_id': '3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac', 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:38.430395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Request body: {'port': {'device_id': '32f68725-9d5b-4038-8387-f2efd450ca72', 'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657', 'admin_state_up': True, 'tenant_id': 'dd457e5f2b7a49f0a3c1e616fe65d2e8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:38.449905 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Project 2499e450b94344e7b566892cfbc0e6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 00:36:38.454786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.516118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.520828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.544307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7583eba7-07a3-4388-b55b-017f2e6e354c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:38.555729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Made reservation on behalf of dd457e5f2b7a49f0a3c1e616fe65d2e8 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:36:38.559343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.560057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.564426 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c7372955-a4fd-4eab-8398-62b3e75daa74 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377156 Dec 08 00:36:38.698383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Allocated IP 172.20.0.6 (2541ee4f-7477-4729-8ade-91698ba2e657/8f8bfadf-a674-46a7-8439-e279a84557d1/9b72ce1d-664e-456a-8395-c98c9013689b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:36:38.868870 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.907770 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:38.951708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Network 2541ee4f-7477-4729-8ade-91698ba2e657 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:36:38.956956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:36:38.960908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:36:38.999805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Pushing event updated for resources: {'Port': ['ID=9b72ce1d-664e-456a-8395-c98c9013689b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:39.024398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:39.025108 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:39.043044 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-9b151f7e-81f6-4918-8235-c69fe01cf423 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6163032 Dec 08 00:36:39.062510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Request body: {'port': {'device_id': '32f68725-9d5b-4038-8387-f2efd450ca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:39.123103 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:39.449932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b72ce1d-664e-456a-8395-c98c9013689b {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:36:39.468229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:39.500948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Transition to ACTIVE for port object 9b72ce1d-664e-456a-8395-c98c9013689b will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:36:39.505837 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:39.552383 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803d84-4286-40c4-a30f-0ec4f45e2712 req-caf0e867-5ea1-4402-b21d-884713b90bf8 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:39.554560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b803d84-4286-40c4-a30f-0ec4f45e2712 req-caf0e867-5ea1-4402-b21d-884713b90bf8 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 931 time: 0.0999465 Dec 08 00:36:39.610799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b72ce1d-664e-456a-8395-c98c9013689b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:39.671317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b803d84-4286-40c4-a30f-0ec4f45e2712 req-82727c02-4f3d-4728-85bd-5b10408ad3f9 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030092 Dec 08 00:36:39.688360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Attempting to bind port 9b72ce1d-664e-456a-8395-c98c9013689b on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:36:39.689209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Attempting to bind port 9b72ce1d-664e-456a-8395-c98c9013689b by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '78e281cb-24a4-47ba-9143-7359aa20e589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:36:39.689600 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Attempting to bind port 9b72ce1d-664e-456a-8395-c98c9013689b on network 2541ee4f-7477-4729-8ade-91698ba2e657 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:36:39.695092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Port 9b72ce1d-664e-456a-8395-c98c9013689b on network 2541ee4f-7477-4729-8ade-91698ba2e657 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:36:39.695531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Attempting to bind port 9b72ce1d-664e-456a-8395-c98c9013689b on network 2541ee4f-7477-4729-8ade-91698ba2e657 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:36:39.702274 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:36:39.702754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Checking segment: {'id': '78e281cb-24a4-47ba-9143-7359aa20e589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:36:39.703247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Bound using segment: {'id': '78e281cb-24a4-47ba-9143-7359aa20e589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:36:39.703938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Bound port: 9b72ce1d-664e-456a-8395-c98c9013689b, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e281cb-24a4-47ba-9143-7359aa20e589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:36:39.704503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:39.781478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] For port 9b72ce1d-664e-456a-8395-c98c9013689b, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:36:39.785392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] For port 9b72ce1d-664e-456a-8395-c98c9013689b, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9b72ce1d-664e-456a-8395-c98c9013689b,segment=NetworkSegment(78e281cb-24a4-47ba-9143-7359aa20e589),segment_id=78e281cb-24a4-47ba-9143-7359aa20e589)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:36:39.790025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:39.838922 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:39.839632 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:39.842032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/9b72ce1d-664e-456a-8395-c98c9013689b HTTP/1.1" status: 200 len: 1091 time: 0.7844679 Dec 08 00:36:39.842548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f68725-9d5b-4038-8387-f2efd450ca72', 'tag': '9b72ce1d-664e-456a-8395-c98c9013689b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:39.845086 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed07d83-c245-4e70-a415-43390696f9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "32f68725-9d5b-4038-8387-f2efd450ca72", "tag": "9b72ce1d-664e-456a-8395-c98c9013689b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:39.908329 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbefbd76-22ef-485a-b7df-e88f22d93b3a x-openstack-request-id: req-bbefbd76-22ef-485a-b7df-e88f22d93b3a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:39.908951 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f68725-9d5b-4038-8387-f2efd450ca72", "tag": "9b72ce1d-664e-456a-8395-c98c9013689b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:39.908951 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbefbd76-22ef-485a-b7df-e88f22d93b3a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:39.909443 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f68725-9d5b-4038-8387-f2efd450ca72', 'tag': '9b72ce1d-664e-456a-8395-c98c9013689b', 'status': 'completed', 'code': 200} Dec 08 00:36:39.917831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8a5b-bef7-4bc2-8df1-1f86580011e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b72ce1d-664e-456a-8395-c98c9013689b,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:39.969088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-5c4c7a39-422f-42f2-8e97-d403c27b2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:39.971520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-5c4c7a39-422f-42f2-8e97-d403c27b2a00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd457e5f2b7a49f0a3c1e616fe65d2e8&device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 1094 time: 0.0496542 Dec 08 00:36:40.028502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-d4aacbb9-9e39-4627-bf1d-151b8d733769 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b72ce1d-664e-456a-8395-c98c9013689b HTTP/1.1" status: 200 len: 217 time: 0.0429966 Dec 08 00:36:40.080501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-2934cdd0-cb03-4587-a1bb-cda91ea415a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:40.083287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-2934cdd0-cb03-4587-a1bb-cda91ea415a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8bfadf-a674-46a7-8439-e279a84557d1 HTTP/1.1" status: 200 len: 851 time: 0.0485454 Dec 08 00:36:40.125964 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-dcf0e65a-4601-447c-b034-01636645207b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2541ee4f-7477-4729-8ade-91698ba2e657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274134 Dec 08 00:36:40.237226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-52f57d53-7457-4059-a635-ea270c52028b service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028910 Dec 08 00:36:40.343690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72bd551d-11ae-4a4c-a64b-7817fcb92614 req-7fd6ac6b-ef2b-417a-b79d-d34df0a62a05 service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997877 Dec 08 00:36:40.521207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-c85bc169-2da7-494c-8ae9-7872a53cd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:40.522698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-c85bc169-2da7-494c-8ae9-7872a53cd737 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd457e5f2b7a49f0a3c1e616fe65d2e8&device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 1094 time: 0.0552156 Dec 08 00:36:40.627083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-0a5a8a8f-ee97-4e3e-a989-e4983a72cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:40.629236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-0a5a8a8f-ee97-4e3e-a989-e4983a72cbd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2541ee4f-7477-4729-8ade-91698ba2e657 HTTP/1.1" status: 200 len: 912 time: 0.0985820 Dec 08 00:36:40.676027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-69f55f59-da2c-4464-9809-4bf86b08f380 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b72ce1d-664e-456a-8395-c98c9013689b HTTP/1.1" status: 200 len: 217 time: 0.0394382 Dec 08 00:36:40.729609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-7448692b-b0a7-4cd5-ac96-cb39b0831431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:40.731194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-7448692b-b0a7-4cd5-ac96-cb39b0831431 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8bfadf-a674-46a7-8439-e279a84557d1 HTTP/1.1" status: 200 len: 851 time: 0.0482817 Dec 08 00:36:40.771525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-62847ff3-0f88-439c-8655-6f70b4087abd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2541ee4f-7477-4729-8ade-91698ba2e657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322821 Dec 08 00:36:40.877653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b335d8-fc77-4e78-b4c9-9f0f45ad4d52 req-17e1a661-d713-4e72-ad8c-25b80f3764b2 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:40.879898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3b335d8-fc77-4e78-b4c9-9f0f45ad4d52 req-17e1a661-d713-4e72-ad8c-25b80f3764b2 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 943 time: 0.1115046 Dec 08 00:36:40.915973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-17d2a462-48dd-40e0-af82-cc9f01c7ba2c service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357331 Dec 08 00:36:40.975301 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c3b335d8-fc77-4e78-b4c9-9f0f45ad4d52 req-2b340421-3abd-4af6-a661-c9d99cdede72 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889151 Dec 08 00:36:41.040269 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ed07d83-c245-4e70-a415-43390696f9f7 req-18aa0d6b-57ba-45fa-84ed-bdd44606b056 service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112647 Dec 08 00:36:42.108878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab64c60-66b4-4077-b5e4-5e59ef68e6f5 req-89afc54a-1ba2-42ae-acf2-1cb9f6f16d56 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:42.110690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ab64c60-66b4-4077-b5e4-5e59ef68e6f5 req-89afc54a-1ba2-42ae-acf2-1cb9f6f16d56 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 943 time: 0.0545487 Dec 08 00:36:42.167874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ab64c60-66b4-4077-b5e4-5e59ef68e6f5 req-f3d955b8-3f31-406d-8418-be399ed56ca6 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507047 Dec 08 00:36:42.562005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9b72ce1d-664e-456a-8395-c98c9013689b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:36:42.669641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9b72ce1d-664e-456a-8395-c98c9013689b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9b72ce1d-664e-456a-8395-c98c9013689b,segment=NetworkSegment(78e281cb-24a4-47ba-9143-7359aa20e589),segment_id=78e281cb-24a4-47ba-9143-7359aa20e589)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:42.681868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '9b72ce1d-664e-456a-8395-c98c9013689b', 'network_id': '2541ee4f-7477-4729-8ade-91698ba2e657', 'port_id': '9b72ce1d-664e-456a-8395-c98c9013689b', 'mac_address': 'fa:16:3e:67:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8bfadf-a674-46a7-8439-e279a84557d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:36:42.722318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:42.735772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b72ce1d-664e-456a-8395-c98c9013689b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:36:42.758204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9b72ce1d-664e-456a-8395-c98c9013689b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9b72ce1d-664e-456a-8395-c98c9013689b,segment=NetworkSegment(78e281cb-24a4-47ba-9143-7359aa20e589),segment_id=78e281cb-24a4-47ba-9143-7359aa20e589)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:42.764145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:42.822995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=9b72ce1d-664e-456a-8395-c98c9013689b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:42.830345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.830696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.831074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.831454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.832424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.832773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.833108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.833441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.833771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.834099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.834425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.834750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:42.835106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:36:43.040196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['9b72ce1d-664e-456a-8395-c98c9013689b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:36:43.306054 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fee3-6d09-4a21-b379-466a94766899 req-724653b1-4264-4c60-b064-9fbe049b37a7 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:43.307777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5d6fee3-6d09-4a21-b379-466a94766899 req-724653b1-4264-4c60-b064-9fbe049b37a7 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 944 time: 0.0654366 Dec 08 00:36:43.365034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5d6fee3-6d09-4a21-b379-466a94766899 req-e28441c6-d97e-4e05-952d-de22bab60138 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478477 Dec 08 00:36:43.854003 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:44.506045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcb294-d6da-4880-82a7-25ca407e09ab req-c4459f03-abb9-4c15-ab63-773bd8347558 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:44.507582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ddcb294-d6da-4880-82a7-25ca407e09ab req-c4459f03-abb9-4c15-ab63-773bd8347558 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 944 time: 0.0574050 Dec 08 00:36:44.564624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9b72ce1d-664e-456a-8395-c98c9013689b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:36:44.585923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0ddcb294-d6da-4880-82a7-25ca407e09ab req-0cecd478-89a2-4e8b-9d80-d77d0f940cca tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 Dec 08 00:36:44.812711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 9b72ce1d-664e-456a-8395-c98c9013689b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:36:44.817029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 9b72ce1d-664e-456a-8395-c98c9013689b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:36:44.817404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:44.905655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:44.949918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f68725-9d5b-4038-8387-f2efd450ca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b72ce1d-664e-456a-8395-c98c9013689b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:44.953838 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a23d068-b689-4751-902a-3c5416dcb144" -d '{"events": [{"server_uuid": "32f68725-9d5b-4038-8387-f2efd450ca72", "name": "network-vif-plugged", "status": "completed", "tag": "9b72ce1d-664e-456a-8395-c98c9013689b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:44.960880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9b72ce1d-664e-456a-8395-c98c9013689b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9b72ce1d-664e-456a-8395-c98c9013689b,segment=NetworkSegment(78e281cb-24a4-47ba-9143-7359aa20e589),segment_id=78e281cb-24a4-47ba-9143-7359aa20e589)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:44.967694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:45.031057 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01369232-e104-43d3-b9ac-d96f5733f1d8 x-openstack-request-id: req-01369232-e104-43d3-b9ac-d96f5733f1d8 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:45.031627 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f68725-9d5b-4038-8387-f2efd450ca72", "name": "network-vif-plugged", "status": "completed", "tag": "9b72ce1d-664e-456a-8395-c98c9013689b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:45.031786 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01369232-e104-43d3-b9ac-d96f5733f1d8 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:45.032438 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f68725-9d5b-4038-8387-f2efd450ca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b72ce1d-664e-456a-8395-c98c9013689b', 'code': 200} Dec 08 00:36:45.043117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=9b72ce1d-664e-456a-8395-c98c9013689b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:45.183527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd719145-e938-4bf2-805c-91df4235da5b req-ca685da1-3f93-4735-a809-fcffb96147c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:45.185206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd719145-e938-4bf2-805c-91df4235da5b req-ca685da1-3f93-4735-a809-fcffb96147c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 1096 time: 0.0634341 Dec 08 00:36:45.234650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd719145-e938-4bf2-805c-91df4235da5b req-1392b65d-f1b7-4800-956a-7d977d49f523 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Dec 08 00:36:45.716508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d34f3-f1d9-45c8-944e-2b1778c252a6 req-1cd563e8-3b9e-43d8-9615-0b5bacb81635 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:45.717995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-119d34f3-f1d9-45c8-944e-2b1778c252a6 req-1cd563e8-3b9e-43d8-9615-0b5bacb81635 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0551317 Dec 08 00:36:45.790203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-119d34f3-f1d9-45c8-944e-2b1778c252a6 req-987e1b4c-bb56-4c4c-aef0-2cdbf73c6d1f tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648386 Dec 08 00:36:46.910252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd5011-637a-4a3e-a315-0602a8893fd3 req-0d4d4e37-9396-4e60-b50f-14e3b966d2de tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:46.912025 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4dd5011-637a-4a3e-a315-0602a8893fd3 req-0d4d4e37-9396-4e60-b50f-14e3b966d2de tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0534773 Dec 08 00:36:46.974282 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4dd5011-637a-4a3e-a315-0602a8893fd3 req-076f682e-8e8e-4557-a4f6-f3ede460d781 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553041 Dec 08 00:36:47.103511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b1e39-943f-4a0c-b649-407c9e91683c req-2e1421e2-7cd3-456a-b7b9-d1802decf3ce tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:47.104969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a2b1e39-943f-4a0c-b649-407c9e91683c req-2e1421e2-7cd3-456a-b7b9-d1802decf3ce tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0554512 Dec 08 00:36:47.162705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a2b1e39-943f-4a0c-b649-407c9e91683c req-4346d360-8f55-4475-931e-1c5164db4273 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502088 Dec 08 00:36:47.451530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082a263-3f59-4ced-8931-4d85eebe6a71 req-033b5569-ab6e-49ad-a295-5610aca06da8 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:47.459072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b082a263-3f59-4ced-8931-4d85eebe6a71 req-033b5569-ab6e-49ad-a295-5610aca06da8 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0742521 Dec 08 00:36:47.521647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b082a263-3f59-4ced-8931-4d85eebe6a71 req-efd66723-0cd3-4781-9df9-29698ae6864d tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617318 Dec 08 00:36:47.694375 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:48.650461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a7a3-500c-4338-a74c-4b92296d9e69 req-5fd5ed3d-5b95-4a00-ae1e-1209fd61000e tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:48.652403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1538a7a3-500c-4338-a74c-4b92296d9e69 req-5fd5ed3d-5b95-4a00-ae1e-1209fd61000e tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0528603 Dec 08 00:36:48.703850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1538a7a3-500c-4338-a74c-4b92296d9e69 req-1415f3e6-7eba-4eb0-8347-c8f4ad804750 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Dec 08 00:36:48.924033 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:36:48.966422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d435-f152-4f04-9f45-4568d7ef3ecc req-01835508-372c-472e-a210-b4172a041bb5 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:48.968297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a280d435-f152-4f04-9f45-4568d7ef3ecc req-01835508-372c-472e-a210-b4172a041bb5 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0913119 Dec 08 00:36:48.985777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207b407-483c-44fd-8935-3734dec512df req-611c90e7-9102-40ab-86ea-4dc9a70e8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:48.987246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3207b407-483c-44fd-8935-3734dec512df req-611c90e7-9102-40ab-86ea-4dc9a70e8e41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd457e5f2b7a49f0a3c1e616fe65d2e8&device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 1096 time: 0.0610619 Dec 08 00:36:49.091452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a280d435-f152-4f04-9f45-4568d7ef3ecc req-09e19376-e84f-46fe-a8ff-c6031c30af6b tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137092 Dec 08 00:36:49.119088 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207b407-483c-44fd-8935-3734dec512df req-cb64023e-c381-4a11-b755-92ea53633a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:49.120785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3207b407-483c-44fd-8935-3734dec512df req-cb64023e-c381-4a11-b755-92ea53633a1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2541ee4f-7477-4729-8ade-91698ba2e657 HTTP/1.1" status: 200 len: 912 time: 0.1260123 Dec 08 00:36:49.164643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3207b407-483c-44fd-8935-3734dec512df req-1e09d2f7-94bb-410e-8234-575ca6e46a49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b72ce1d-664e-456a-8395-c98c9013689b HTTP/1.1" status: 200 len: 217 time: 0.0369413 Dec 08 00:36:49.223654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207b407-483c-44fd-8935-3734dec512df req-e7a01649-d568-498d-a3a9-8014bac3dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:49.223654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3207b407-483c-44fd-8935-3734dec512df req-e7a01649-d568-498d-a3a9-8014bac3dc3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8bfadf-a674-46a7-8439-e279a84557d1 HTTP/1.1" status: 200 len: 851 time: 0.0520158 Dec 08 00:36:49.267043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3207b407-483c-44fd-8935-3734dec512df req-82117027-627f-4bc3-996b-8ba141cde04b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2541ee4f-7477-4729-8ade-91698ba2e657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349448 Dec 08 00:36:49.371937 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3207b407-483c-44fd-8935-3734dec512df req-d332c79d-ca2b-4fb3-a278-adc6d63e8820 service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972648 Dec 08 00:36:49.489302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3207b407-483c-44fd-8935-3734dec512df req-9e341588-1ae8-4034-b6fd-9360a81d439b service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099820 Dec 08 00:36:50.215185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d90bd-9e53-498d-b146-e5e53eb27592 req-2e736842-4c43-404b-be9b-dd854533dd1c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:50.217095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-864d90bd-9e53-498d-b146-e5e53eb27592 req-2e736842-4c43-404b-be9b-dd854533dd1c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0562620 Dec 08 00:36:50.282575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-864d90bd-9e53-498d-b146-e5e53eb27592 req-664ef994-8c72-4b42-89c6-3a780b263a6a tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516708 Dec 08 00:36:51.410509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b30f-6c04-405a-8a70-909e837d7cca req-f8ea6f95-def1-4440-9185-a474e532fbe3 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:51.415497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5357b30f-6c04-405a-8a70-909e837d7cca req-f8ea6f95-def1-4440-9185-a474e532fbe3 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0552089 Dec 08 00:36:51.468419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5357b30f-6c04-405a-8a70-909e837d7cca req-70804c23-5e8d-4368-a312-f8757c2e9e14 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480614 Dec 08 00:36:51.475913 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbe368c3-a0d3-4285-87a5-da7539d13727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:51.729289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028039-3e77-42b0-abbf-63306b6ad254 req-a8992687-9dda-4eb9-96ae-3fb3851c2d68 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:51.730926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b028039-3e77-42b0-abbf-63306b6ad254 req-a8992687-9dda-4eb9-96ae-3fb3851c2d68 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0638771 Dec 08 00:36:51.779464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b028039-3e77-42b0-abbf-63306b6ad254 req-a05734c2-c009-4f60-910f-176cf6f801ba tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Dec 08 00:36:52.945687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dc72a-6cc1-4ffd-a5ac-c92d29646bff req-49e5c2a9-1375-4ffa-a114-90fd976972c1 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:52.947980 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af6dc72a-6cc1-4ffd-a5ac-c92d29646bff req-49e5c2a9-1375-4ffa-a114-90fd976972c1 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0512586 Dec 08 00:36:53.000828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af6dc72a-6cc1-4ffd-a5ac-c92d29646bff req-a269cf18-450e-4d7a-a725-97523b35034c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Dec 08 00:36:53.246102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e4fb7-d92b-4e4f-b633-6bac89a04a38 req-56bc555d-bded-4f8d-864d-c4374df1e758 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:53.254570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c82e4fb7-d92b-4e4f-b633-6bac89a04a38 req-56bc555d-bded-4f8d-864d-c4374df1e758 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0754962 Dec 08 00:36:53.367489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c82e4fb7-d92b-4e4f-b633-6bac89a04a38 req-638a4dc9-1e8e-40b8-b1c5-1e99593f983e tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115110 Dec 08 00:36:53.372310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7e44-33b6-4506-a601-f496b00477c7 req-55bd90ba-d8b8-4a8a-8180-73cb926b0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:53.373909 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-278e7e44-33b6-4506-a601-f496b00477c7 req-55bd90ba-d8b8-4a8a-8180-73cb926b0bd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd457e5f2b7a49f0a3c1e616fe65d2e8&device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 1096 time: 0.1118767 Dec 08 00:36:53.477683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7e44-33b6-4506-a601-f496b00477c7 req-67c40b93-6d57-476e-975e-d42a7b781bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:53.479176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-278e7e44-33b6-4506-a601-f496b00477c7 req-67c40b93-6d57-476e-975e-d42a7b781bd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2541ee4f-7477-4729-8ade-91698ba2e657 HTTP/1.1" status: 200 len: 912 time: 0.0983312 Dec 08 00:36:53.528272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-278e7e44-33b6-4506-a601-f496b00477c7 req-06d65932-03a5-41a6-9b3b-7834a9b6f50b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b72ce1d-664e-456a-8395-c98c9013689b HTTP/1.1" status: 200 len: 217 time: 0.0418429 Dec 08 00:36:53.584058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7e44-33b6-4506-a601-f496b00477c7 req-536daf4d-715e-43c8-9a26-a7dd0a293ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:53.585543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-278e7e44-33b6-4506-a601-f496b00477c7 req-536daf4d-715e-43c8-9a26-a7dd0a293ad3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8bfadf-a674-46a7-8439-e279a84557d1 HTTP/1.1" status: 200 len: 851 time: 0.0502191 Dec 08 00:36:53.620145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-278e7e44-33b6-4506-a601-f496b00477c7 req-c2f544e8-f81c-4cac-8c9c-670cfe13da09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2541ee4f-7477-4729-8ade-91698ba2e657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275025 Dec 08 00:36:53.652190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-75a7c217-d686-4741-9df0-73d8fbc3a42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:53.732033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-278e7e44-33b6-4506-a601-f496b00477c7 req-710c8f62-f44d-4639-adce-bfdbaa1034cc service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042180 Dec 08 00:36:53.838814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-278e7e44-33b6-4506-a601-f496b00477c7 req-f1fa7b4a-c94f-4351-9d77-74fd6f150e3d service neutron] 10.222.0.59 "GET /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997741 Dec 08 00:36:54.511650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83cf97-06e8-49a1-9f45-1550c9216081 req-ae533d93-b76e-4e83-b4a6-5f28fea27642 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:54.513401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e83cf97-06e8-49a1-9f45-1550c9216081 req-ae533d93-b76e-4e83-b4a6-5f28fea27642 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0775673 Dec 08 00:36:54.573777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e83cf97-06e8-49a1-9f45-1550c9216081 req-165d117b-be08-4f70-8860-0fc9d3f0d65f tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530510 Dec 08 00:36:55.209778 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:55.698098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75e7e7-0326-4df3-8af9-e56122df8fa3 req-ea6aab9d-9e88-4dfd-bbbd-d0e2189250e6 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:55.699840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe75e7e7-0326-4df3-8af9-e56122df8fa3 req-ea6aab9d-9e88-4dfd-bbbd-d0e2189250e6 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0541549 Dec 08 00:36:55.751077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe75e7e7-0326-4df3-8af9-e56122df8fa3 req-6de190c8-b590-4058-b9f4-21b8eda5cd62 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Dec 08 00:36:56.014659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a8237-cb3c-46c8-a1b8-b82fdb67a7cc req-c3af2518-c532-409d-adab-b0b117d95bc3 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:56.022405 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-487a8237-cb3c-46c8-a1b8-b82fdb67a7cc req-c3af2518-c532-409d-adab-b0b117d95bc3 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0591452 Dec 08 00:36:56.084663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-487a8237-cb3c-46c8-a1b8-b82fdb67a7cc req-4372bfd5-49b5-4de5-b14f-a143760d4e34 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612679 Dec 08 00:36:56.369527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:57.208418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cdb6e-25cf-4e10-b144-4661ddcc0fdb req-5f447ad1-a992-4352-b553-b6e193c92440 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:57.210681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f7cdb6e-25cf-4e10-b144-4661ddcc0fdb req-5f447ad1-a992-4352-b553-b6e193c92440 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0575387 Dec 08 00:36:57.240795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:57.283585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f7cdb6e-25cf-4e10-b144-4661ddcc0fdb req-b9fdd46f-3add-452f-8541-0dd68865d387 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660625 Dec 08 00:36:57.309206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-08593bb1-911c-4d10-8a7a-3be5ff139838 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541446559&fields=id&tenant_id=2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 267 time: 0.0591776 Dec 08 00:36:57.423117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a0e45a1d-e9e2-4134-9336-b6647b180513 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:57.424484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a0e45a1d-e9e2-4134-9336-b6647b180513 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1070290 Dec 08 00:36:57.439435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-6a47eb74-c8a6-40fa-a58b-1f18fd015f3f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/quotas/2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0090773 Dec 08 00:36:57.491557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-51c0b650-9426-4a4a-98cd-ea36cd7aa0dc tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466576 Dec 08 00:36:57.952892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a0bc378b-91ba-47b5-9bef-6b0f4a65e421 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489560 Dec 08 00:36:57.975043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-2c2daa43-5ee4-4b7a-be6e-0d4eda66d4a1 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:57.976407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-2c2daa43-5ee4-4b7a-be6e-0d4eda66d4a1 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.0682316 Dec 08 00:36:58.106151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-5dddd841-8c30-46ed-8ce6-5332542bb8af service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461201 Dec 08 00:36:58.128634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Deleting port 9b72ce1d-664e-456a-8395-c98c9013689b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:36:58.128977 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:58.237018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] For port 9b72ce1d-664e-456a-8395-c98c9013689b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9b72ce1d-664e-456a-8395-c98c9013689b,segment=NetworkSegment(78e281cb-24a4-47ba-9143-7359aa20e589),segment_id=78e281cb-24a4-47ba-9143-7359aa20e589)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:36:58.237686 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:58.259898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Calling delete_port for 9b72ce1d-664e-456a-8395-c98c9013689b owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:36:58.479225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91049908-1ed0-490b-96ef-39362b1f925b req-d64648b7-3e3b-43dd-9e7b-2185c773d14a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 210 time: 0.0461812 Dec 08 00:36:58.498468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:58.514165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b846b-c233-44bb-a8cc-91a43967ba77 req-dcd9cd76-0eb6-4578-b87e-5a26a1debb58 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:58.523662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d34b846b-c233-44bb-a8cc-91a43967ba77 req-dcd9cd76-0eb6-4578-b87e-5a26a1debb58 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f68725-9d5b-4038-8387-f2efd450ca72 HTTP/1.1" status: 200 len: 945 time: 0.1353428 Dec 08 00:36:58.533888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['9b72ce1d-664e-456a-8395-c98c9013689b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:36:58.561000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Pushing event deleted for resources: {'Port': ['ID=9b72ce1d-664e-456a-8395-c98c9013689b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:36:58.647094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] No DVR routers for this DVR port 9b72ce1d-664e-456a-8395-c98c9013689b on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:36:58.652213 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:58.655650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e41a22b0-f43a-4f4a-9dc7-7ec9f89899cb req-7c1dd245-ad5c-4b02-8ddc-b5badfcd182c tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.59 "DELETE /v2.0/ports/9b72ce1d-664e-456a-8395-c98c9013689b HTTP/1.1" status: 204 len: 173 time: 0.6697783 Dec 08 00:36:58.656120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f68725-9d5b-4038-8387-f2efd450ca72', 'name': 'network-vif-deleted', 'tag': '9b72ce1d-664e-456a-8395-c98c9013689b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:36:58.658858 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462f6e5a-e241-4c4f-a279-64ffb6f6373f" -d '{"events": [{"server_uuid": "32f68725-9d5b-4038-8387-f2efd450ca72", "name": "network-vif-deleted", "tag": "9b72ce1d-664e-456a-8395-c98c9013689b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:36:58.705690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d34b846b-c233-44bb-a8cc-91a43967ba77 req-cb8fedd3-8809-4723-897b-9edfb07cbb14 tempest-TestServerAdvancedOps-480508229 tempest-TestServerAdvancedOps-480508229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5a51b7-ecfb-444d-b146-3ad314d9cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423028 Dec 08 00:36:58.715604 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc72f57a-2f88-43db-b4d8-f32909bad9fd x-openstack-request-id: req-bc72f57a-2f88-43db-b4d8-f32909bad9fd {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:36:58.715917 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f68725-9d5b-4038-8387-f2efd450ca72", "name": "network-vif-deleted", "tag": "9b72ce1d-664e-456a-8395-c98c9013689b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:36:58.718434 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc72f57a-2f88-43db-b4d8-f32909bad9fd {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:36:58.718434 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f68725-9d5b-4038-8387-f2efd450ca72', 'name': 'network-vif-deleted', 'tag': '9b72ce1d-664e-456a-8395-c98c9013689b', 'status': 'completed', 'code': 200} Dec 08 00:36:59.605097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-e0fc5911-76c4-44d1-9d6f-9592f00a3708 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:36:59.606865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-e0fc5911-76c4-44d1-9d6f-9592f00a3708 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1676602 Dec 08 00:36:59.622228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76d6473f-da15-4c3b-bfbc-9b6020b1397f req-52de65b4-359a-4d7c-96a8-9f79e9e003b5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 210 time: 0.0518703 Dec 08 00:36:59.696033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-f021ffd3-d05f-4e13-a93e-c3405ca13c66 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 379 time: 0.0708876 Dec 08 00:36:59.708555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'port': {'device_id': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'admin_state_up': True, 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'security_groups': ['3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:36:59.761444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39378) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:36:59.816474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] Deleting subnet 8f8bfadf-a674-46a7-8439-e279a84557d1 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:36:59.820801 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:59.848514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:36:59.852838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:59.860159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:59.907117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:59.969046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:36:59.999464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.20.0.14 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/e1f8076c-c3d6-4c80-9d52-cdaf772f8830) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:00.002390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8bfadf-a674-46a7-8439-e279a84557d1,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:00.007144 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.013736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f6661bb3-ebc6-487b-a44c-01e9ae1d7ef0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8f8bfadf-a674-46a7-8439-e279a84557d1 HTTP/1.1" status: 204 len: 168 time: 0.2478089 Dec 08 00:37:00.013736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:00.088760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.179518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.186593 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.212090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2541ee4f-7477-4729-8ade-91698ba2e657']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:00.218422 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.227671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e281cb-24a4-47ba-9143-7359aa20e589') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:00.227822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e281cb-24a4-47ba-9143-7359aa20e589') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:00.242249 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.257901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.266538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:00.266729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:37:00.267368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:37:00.269335 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:37:00.277557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:00.287229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:00.296242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:00.345378 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.357583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.357702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:00.358206 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.365675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2541ee4f-7477-4729-8ade-91698ba2e657 HTTP/1.1" status: 204 len: 168 time: 0.3488319 Dec 08 00:37:00.367620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39382) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:00.381979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cbcc8-29b4-42b6-9412-88b85e6dd636 admin admin] Pushing event deleted for resources: {'Network': ['ID=2541ee4f-7477-4729-8ade-91698ba2e657,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:00.404180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-a388332a-024e-47ab-86c8-c4badeecab83 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7018661 Dec 08 00:37:00.423159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Request body: {'port': {'device_id': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:00.456972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] Deleting subnet 82671fbe-0270-431c-b36a-91cf32c400aa {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:37:00.460950 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.508750 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.571550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.595688 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.664167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9b72ce1d-664e-456a-8395-c98c9013689b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:00.699554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 9b72ce1d-664e-456a-8395-c98c9013689b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:00.699902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9b72ce1d-664e-456a-8395-c98c9013689b not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:00.738918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d0b253d1-727c-4e5a-97bb-9f6d9990af36 None None] Provisioning complete for port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:00.739298 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d0b253d1-727c-4e5a-97bb-9f6d9990af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.791834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d0b253d1-727c-4e5a-97bb-9f6d9990af36 None None] Port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:00.816424 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.867358 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82671fbe-0270-431c-b36a-91cf32c400aa,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:00.869645 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:00.875901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6db4ae8f-800b-4e10-b9f5-2a21894591bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/82671fbe-0270-431c-b36a-91cf32c400aa HTTP/1.1" status: 204 len: 168 time: 0.5049465 Dec 08 00:37:00.876249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:00.897934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f12ce0-b2d7-4a8a-ab2f-c680a0e2e66e req-e5e08b17-b350-4105-b21a-014eeca8dba2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:00.899556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f12ce0-b2d7-4a8a-ab2f-c680a0e2e66e req-e5e08b17-b350-4105-b21a-014eeca8dba2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 932 time: 0.1387792 Dec 08 00:37:00.964159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.015172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f12ce0-b2d7-4a8a-ab2f-c680a0e2e66e req-08a7f4bb-0605-436e-8a7d-467eee2075e8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797343 Dec 08 00:37:01.066047 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.075819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f8076c-c3d6-4c80-9d52-cdaf772f8830 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:37:01.084827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.093640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9366ebd-2445-480f-bac9-5ba5c3881460']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:01.099444 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Transition to ACTIVE for port object e1f8076c-c3d6-4c80-9d52-cdaf772f8830 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:37:01.104891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.107678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115c5657-f576-4792-854d-ffeae4026b28') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:01.108198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115c5657-f576-4792-854d-ffeae4026b28') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:01.120419 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.137267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.150254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:37:01.150954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:37:01.153114 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:37:01.198675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:01.242951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.251507 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.255459 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] 10.222.0.18 "DELETE /v2.0/networks/d9366ebd-2445-480f-bac9-5ba5c3881460 HTTP/1.1" status: 204 len: 168 time: 0.3776596 Dec 08 00:37:01.271962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111de994-4600-4c7b-812a-cd70ee800a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9366ebd-2445-480f-bac9-5ba5c3881460,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:01.344488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Attempting to bind port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:01.344855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Attempting to bind port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:01.345194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Attempting to bind port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:01.350382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:37:01.350713 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Attempting to bind port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:01.362579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:01.366702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:01.369559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:01.369559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Bound port: e1f8076c-c3d6-4c80-9d52-cdaf772f8830, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:01.369559 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.463269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] For port e1f8076c-c3d6-4c80-9d52-cdaf772f8830, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:01.467144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] For port e1f8076c-c3d6-4c80-9d52-cdaf772f8830, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:01.475172 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.509112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39394) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:01.547601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:01.548233 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.550095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] 10.222.0.44 "PUT /v2.0/ports/e1f8076c-c3d6-4c80-9d52-cdaf772f8830 HTTP/1.1" status: 200 len: 1092 time: 1.1308191 Dec 08 00:37:01.550562 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:01.553472 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5192cb0f-7194-412d-9a0a-7dd600cf21f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:01.590911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a10ea-a1a8-4bc3-b4b2-2c7288157814 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:01.621629 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b774c25d-4e51-496c-9d26-c7125bbb1e7d x-openstack-request-id: req-b774c25d-4e51-496c-9d26-c7125bbb1e7d {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:01.621879 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:01.622145 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b774c25d-4e51-496c-9d26-c7125bbb1e7d {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:01.622556 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'status': 'completed', 'code': 200} Dec 08 00:37:01.638198 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-21bc7b0a-c795-4e09-92e7-ab5afb024e7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd457e5f2b7a49f0a3c1e616fe65d2e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254296 Dec 08 00:37:01.638434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39398) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:01.714563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002e1c56-0903-4713-9f7b-2339e291a871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.719022 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-dea1aafb-d5e1-45a1-a7ba-04a736beb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:01.722613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-dea1aafb-d5e1-45a1-a7ba-04a736beb033 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 1095 time: 0.0823193 Dec 08 00:37:01.759643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002e1c56-0903-4713-9f7b-2339e291a871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.788402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-75c00f4b-6080-46dd-b7a7-a49e4ac0063d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830 HTTP/1.1" status: 200 len: 217 time: 0.0531499 Dec 08 00:37:01.840497 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002e1c56-0903-4713-9f7b-2339e291a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.850147 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002e1c56-0903-4713-9f7b-2339e291a871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:01.857343 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-002e1c56-0903-4713-9f7b-2339e291a871 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c5a51b7-ecfb-444d-b146-3ad314d9cf16 HTTP/1.1" status: 204 len: 168 time: 0.2178435 Dec 08 00:37:01.873331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e1c56-0903-4713-9f7b-2339e291a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a51b7-ecfb-444d-b146-3ad314d9cf16,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:01.915539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-bbba1b5d-4bda-4452-a8f0-6a1388991bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:01.918034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-bbba1b5d-4bda-4452-a8f0-6a1388991bd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.1233175 Dec 08 00:37:01.999186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-0d0efdfb-8674-423d-87dc-24a66ffc3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:02.000824 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-0d0efdfb-8674-423d-87dc-24a66ffc3a7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758500 Dec 08 00:37:02.116271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-33ffcca3-8326-40f8-a9da-df7df299dad0 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081967 Dec 08 00:37:02.214788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a896069-bd66-41c0-a717-bd7c5a2cc8e6 req-9d7f6ea2-be3e-419a-89f6-f686bcc0ad5b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:02.216786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a896069-bd66-41c0-a717-bd7c5a2cc8e6 req-9d7f6ea2-be3e-419a-89f6-f686bcc0ad5b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.0993063 Dec 08 00:37:02.295659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39406) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:02.319395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a896069-bd66-41c0-a717-bd7c5a2cc8e6 req-facbbd26-c688-41bc-920a-2c8f12212d4a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744336 Dec 08 00:37:02.334007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a85352d-cb4f-4456-a6ab-88d890d82d0a req-27e5a89e-6dd1-42dd-b8fa-f0d5debeddff service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808300 Dec 08 00:37:02.356246 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-39ead6a4-c1c1-4da3-81c9-c48a360f8539 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c45099593fe34aa2bdae0f57dfcaccd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572460 Dec 08 00:37:02.356941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39408) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:02.408116 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c29d3b31-18e3-4d12-b810-5469379ba872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:02.447219 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c29d3b31-18e3-4d12-b810-5469379ba872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:02.506913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-a1c252bd-5f28-4553-b95e-fd58ddcc6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:02.508446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-a1c252bd-5f28-4553-b95e-fd58ddcc6f0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 1095 time: 0.0786703 Dec 08 00:37:02.539649 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c29d3b31-18e3-4d12-b810-5469379ba872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:02.542485 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c29d3b31-18e3-4d12-b810-5469379ba872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:02.543810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c29d3b31-18e3-4d12-b810-5469379ba872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52646e91-94d6-4231-ac2c-65f0154b83c5 HTTP/1.1" status: 204 len: 168 time: 0.1859813 Dec 08 00:37:02.563888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d3b31-18e3-4d12-b810-5469379ba872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52646e91-94d6-4231-ac2c-65f0154b83c5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:02.641598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-f6a52d44-c7db-4af9-98ef-84faa4eb8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:02.643589 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-f6a52d44-c7db-4af9-98ef-84faa4eb8406 service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.1272609 Dec 08 00:37:02.698735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-0c2f0e5c-7951-4651-9c03-142cc3804992 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830 HTTP/1.1" status: 200 len: 217 time: 0.0483022 Dec 08 00:37:02.796881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-bb875b45-e541-4f89-85c1-29e4e0f8042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:02.810993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-bb875b45-e541-4f89-85c1-29e4e0f8042a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.1029673 Dec 08 00:37:02.889203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-042724d4-e5fe-4e74-85cf-ca5c1f5b4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:02.891567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-042724d4-e5fe-4e74-85cf-ca5c1f5b4ec3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732386 Dec 08 00:37:03.039036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-f202fd12-67c3-4929-83fc-7b965a34eee0 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384161 Dec 08 00:37:03.045060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39418) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:03.282918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d5236d2-2bfb-4634-bb56-0f1e01c4156c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:03.303560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5192cb0f-7194-412d-9a0a-7dd600cf21f3 req-900ea650-ace5-4a5a-81f7-512d6d7f52e3 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416701 Dec 08 00:37:03.390586 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d5236d2-2bfb-4634-bb56-0f1e01c4156c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:03.398057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3d5236d2-2bfb-4634-bb56-0f1e01c4156c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:03.472779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3d5236d2-2bfb-4634-bb56-0f1e01c4156c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a5a99dc7481480594fd00a606958079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256289 Dec 08 00:37:03.473656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5236d2-2bfb-4634-bb56-0f1e01c4156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe7dc24-dd3b-49e7-bbcb-7ce14cd18539,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:03.475488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39424) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:03.509225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5d9fa-4282-49db-8481-3484fb10697d req-d8322880-e943-4bbe-8f5c-48f0a4623664 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:03.511111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9dd5d9fa-4282-49db-8481-3484fb10697d req-d8322880-e943-4bbe-8f5c-48f0a4623664 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.1094785 Dec 08 00:37:03.531221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002b6df0-c7e2-459d-935a-3572574d6a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:03.562706 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002b6df0-c7e2-459d-935a-3572574d6a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:03.591067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9dd5d9fa-4282-49db-8481-3484fb10697d req-80707a85-d46f-49f3-baed-4bb41d2129e4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730729 Dec 08 00:37:03.625106 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002b6df0-c7e2-459d-935a-3572574d6a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:03.630556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-002b6df0-c7e2-459d-935a-3572574d6a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:03.634532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-002b6df0-c7e2-459d-935a-3572574d6a65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfe7dc24-dd3b-49e7-bbcb-7ce14cd18539 HTTP/1.1" status: 204 len: 168 time: 0.1552987 Dec 08 00:37:03.644460 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b6df0-c7e2-459d-935a-3572574d6a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe7dc24-dd3b-49e7-bbcb-7ce14cd18539,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:04.255366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39446) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:04.362706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-922346250-network', 'tenant_id': '88071cdf52094f9c9c9932220274645a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:04.384429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Made reservation on behalf of 88071cdf52094f9c9c9932220274645a for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:04.386841 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.395246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.470568 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.474374 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.498346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:37:04.508542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c108cc-aef8-48ac-ae8d-2014dae384c4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:04.513642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.513994 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Added segment e44f8403-566f-4b6e-836a-43dd5d2d8224 of type vlan for network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 Dec 08 00:37:04.554693 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.580537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.582129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:04.582652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.620999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39452) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:04.621382 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3640058 Dec 08 00:37:04.627334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Request body: {'subnet': {'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-922346250-subnet', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:04.652812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986f376-ffd5-40ff-b498-4d162ead9982 admin admin] Pushing event updated for resources: {'Network': ['ID=bffd4e62-9daa-47e6-8410-43f9bfbd87e4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:04.656478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Made reservation on behalf of 88071cdf52094f9c9c9932220274645a for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:04.660049 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.663758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:37:04.789945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b9b37-4042-4256-b9a5-ceb931a27d92 req-5359e7a5-7a93-49e5-bd08-d7da3e2579b4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:04.791460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e62b9b37-4042-4256-b9a5-ceb931a27d92 req-5359e7a5-7a93-49e5-bd08-d7da3e2579b4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.1082480 Dec 08 00:37:04.884957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e62b9b37-4042-4256-b9a5-ceb931a27d92 req-c2c618fd-afb4-4560-ae4d-7e5f3b70a488 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859847 Dec 08 00:37:04.927646 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:04.981098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb6348a-ec96-43b0-8686-5aa8394bc121,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:04.991169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Checking segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:04.991524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Network hostable DHCP agents. Network: bffd4e62-9daa-47e6-8410-43f9bfbd87e4, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:37:05.010411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:37:05.020081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, bffd4e62-9daa-47e6-8410-43f9bfbd87e4) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:05.024345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:05.025095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.032485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aa9cde-fc65-4bc3-9721-f7a77a724e63 None None] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:05.043004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c405623a-b1b0-4e43-bf68-10c053e054c5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4209294 Dec 08 00:37:05.045649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39454) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:05.050097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:05.070915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.071926 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.128492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.137640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'project_id': '88071cdf52094f9c9c9932220274645a', 'fixed_ips': [{'subnet_id': '6bb6348a-ec96-43b0-8686-5aa8394bc121'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:37:05.138554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.271488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.283371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Allocated IP 172.20.0.2 (bffd4e62-9daa-47e6-8410-43f9bfbd87e4/6bb6348a-ec96-43b0-8686-5aa8394bc121/0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:05.451977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.457772 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.495435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:05.500904 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.501606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:05.504693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:05.521231 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.521444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Pushing event updated for resources: {'Port': ['ID=0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:05.566945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Attempting to bind port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:05.567320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Attempting to bind port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:05.567690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Attempting to bind port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:05.572850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:05.573367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Checking segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:05.573775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.574169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Bound using segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:05.574714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Bound port: 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:05.575127 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.622302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Allocated IP 172.25.6.169 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:05.640692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] For port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:05.644501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] For port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:05.648290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.708194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c9b79-3e20-4101-b9a5-97f4c1d14e5a None None] Pushing event updated for resources: {'Port': ['ID=0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:05.735487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.770380 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.809666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:05.812681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:05.815711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:05.826700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c964c-6d35-427a-8a86-b555719b1c3e None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:05.844782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Pushing event updated for resources: {'Port': ['ID=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:05.944696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-044fec5f-bea2-4044-b601-897f3c1e7737 None None] Provisioning complete for port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:05.945242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-044fec5f-bea2-4044-b601-897f3c1e7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:05.984709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-044fec5f-bea2-4044-b601-897f3c1e7737 None None] Port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:06.088405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175662-eb85-402c-b4ba-314efc2b80ad req-4e6f003a-1113-4b36-b0b3-d24c4dae20c2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:06.089889 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94175662-eb85-402c-b4ba-314efc2b80ad req-4e6f003a-1113-4b36-b0b3-d24c4dae20c2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.1060839 Dec 08 00:37:06.186632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94175662-eb85-402c-b4ba-314efc2b80ad req-af191f23-b279-4f50-8c8f-17298113f9f2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882232 Dec 08 00:37:06.189277 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:06.389816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:06.524316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:37:06.673032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c7d12-324f-47bc-88c3-eea1048df1d9 None None] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:06.709861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:06.794934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f3f9709a-9d9f-4337-aa2c-dc839a8e1e75 None None] Provisioning complete for port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:06.795306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3f9709a-9d9f-4337-aa2c-dc839a8e1e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:06.866798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:06.867200 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:06.948280 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3f9709a-9d9f-4337-aa2c-dc839a8e1e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:06.984104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:07.002149 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Sync routers for ids ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:07.006043 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.010348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7a7a080b-3277-4225-8b1c-50d25d2a3607 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9635596 Dec 08 00:37:07.011141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39458) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:07.015386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f3f9709a-9d9f-4337-aa2c-dc839a8e1e75 None None] For port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:07.015741 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Routers {'32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:07.016563 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:07.018625 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.033153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f3f9709a-9d9f-4337-aa2c-dc839a8e1e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.089729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9709a-9d9f-4337-aa2c-dc839a8e1e75 None None] Pushing event updated for resources: {'Port': ['ID=0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:07.141116 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:37:07.141486 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:37:07.144747 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Set router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:07.157472 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-43b06d2d-6332-49c8-9ff6-4bd84ef7fe1d None None] Provisioning complete for port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:07.157847 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-43b06d2d-6332-49c8-9ff6-4bd84ef7fe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.312022 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caac1d5-1dfb-4e11-8b12-19dd4380f481 req-80dc3706-5626-45f7-a8c6-871d2275c93f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:07.313648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1caac1d5-1dfb-4e11-8b12-19dd4380f481 req-80dc3706-5626-45f7-a8c6-871d2275c93f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.0512986 Dec 08 00:37:07.337369 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:06Z', 'revision_number': 3, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port': {'id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:07.364492 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Checking router: 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:07.364840 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Updating router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:37:07.366250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1caac1d5-1dfb-4e11-8b12-19dd4380f481 req-1828ca22-6790-49b4-b5c4-5df39a6809ef tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Dec 08 00:37:07.391664 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.458601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.612469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Allocated IP 172.20.0.1 (bffd4e62-9daa-47e6-8410-43f9bfbd87e4/6bb6348a-ec96-43b0-8686-5aa8394bc121/5c26a2e2-e922-491d-82f5-78f0cca087d3) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:07.639536 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.645116 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.694199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fbfb41-dad0-42fb-9d93-048afa7f0d15 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:07.697347 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Attempting to bind port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:07.697795 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Attempting to bind port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:07.698228 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Attempting to bind port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:07.706119 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Pushing event updated for resources: {'Port': ['ID=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:07.708403 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:07.708756 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:07.709241 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.709600 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:07.710392 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Bound port: 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:07.710392 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.727481 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.733376 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.733726 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.734068 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.734405 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.734740 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.735230 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.735565 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.735893 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.736240 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.736592 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.737515 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.737887 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.738212 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:07.765794 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.768222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2cc83c30-64fb-459e-8a59-d0e92bb2e551 None None] Provisioning complete for port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:07.769091 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2cc83c30-64fb-459e-8a59-d0e92bb2e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.774226 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] For port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:07.777456 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] For port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:07.782140 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.807877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2cc83c30-64fb-459e-8a59-d0e92bb2e551 None None] Port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:07.813019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:07.816984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:07.820989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:07.826746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3043e1-dfe5-4b46-927f-1a290e52838a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:07.843374 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Routers {'32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:07.845661 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:07.849496 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a19cb-633f-43c4-9bab-0147106e84f6 None None] Pushing event updated for resources: {'Port': ['ID=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:07.855601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Pushing event updated for resources: {'Port': ['ID=5c26a2e2-e922-491d-82f5-78f0cca087d3,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:07.865898 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.933713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-60358177-f109-4940-a0c3-c885c1cc1bf2 None None] Provisioning complete for port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:07.934129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60358177-f109-4940-a0c3-c885c1cc1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:07.961713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] Set router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:08.019246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.057893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60358177-f109-4940-a0c3-c885c1cc1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.079864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-60358177-f109-4940-a0c3-c885c1cc1bf2 None None] For port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:08.084514 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-60358177-f109-4940-a0c3-c885c1cc1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.134068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60358177-f109-4940-a0c3-c885c1cc1bf2 None None] Pushing event updated for resources: {'Port': ['ID=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:08.155417 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:06Z', 'revision_number': 3, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port': {'id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:08.183240 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804435b-d843-4c8b-ac64-351e32cddd89 None None] The sync data for ids ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'] in n-d-820549-2 is: [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:06Z', 'revision_number': 3, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port': {'id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:08.205316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.206584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3383c3f7-4b00-47b6-874e-2d2d32d36ddf None None] Provisioning complete for port 5c26a2e2-e922-491d-82f5-78f0cca087d3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:08.207013 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3383c3f7-4b00-47b6-874e-2d2d32d36ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.215944 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.248690 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3383c3f7-4b00-47b6-874e-2d2d32d36ddf None None] Port 5c26a2e2-e922-491d-82f5-78f0cca087d3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:08.289927 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.291691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Pushing event updated for resources: {'Port': ['ID=5c26a2e2-e922-491d-82f5-78f0cca087d3,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:08.518568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333694c-8d1f-4916-8ace-cd374ba31735 req-d1a52a3f-7771-461a-9b02-5d4f2d763a61 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:08.520375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b333694c-8d1f-4916-8ace-cd374ba31735 req-d1a52a3f-7771-461a-9b02-5d4f2d763a61 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.0629671 Dec 08 00:37:08.580010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b333694c-8d1f-4916-8ace-cd374ba31735 req-7282c3e9-4c3f-430b-ac03-b1375af6e8f5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522177 Dec 08 00:37:08.734691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:08.763698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:08.765385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:08.791742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:08.792193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:08.888484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:08.899654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:37:08.944706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:08.945086 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.034685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:09.047015 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-58b00485-8523-4f6e-b737-67e17c9a27db admin admin] 10.222.0.18 "PUT /v2.0/routers/32d6d80f-5f6a-4bd3-bf41-d78bb41dd200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0282688 Dec 08 00:37:09.078112 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-815c4e04-0ff5-41bf-bf61-0449f91d2bcf None None] Provisioning complete for port 5c26a2e2-e922-491d-82f5-78f0cca087d3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:09.078491 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-815c4e04-0ff5-41bf-bf61-0449f91d2bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.117919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-815c4e04-0ff5-41bf-bf61-0449f91d2bcf None None] Port 5c26a2e2-e922-491d-82f5-78f0cca087d3 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:09.500867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39480) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:09.505738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-56484458-network', 'tenant_id': '5aa8c33094af47338661827ee50ac120'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:09.525658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Made reservation on behalf of 5aa8c33094af47338661827ee50ac120 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:09.528010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.540670 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.621601 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.626620 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.653321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:37:09.674904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da206b1d-5152-4d5e-abdc-c9da29384d41,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:09.692923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.693272 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Added segment 406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4 of type vlan for network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 Dec 08 00:37:09.741915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.758401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea3fb7-a4ac-4ff2-b198-afb7d0bc5c1c req-f9dbaca0-2b59-4cd9-a417-e117d54a6199 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:09.759927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53ea3fb7-a4ac-4ff2-b198-afb7d0bc5c1c req-f9dbaca0-2b59-4cd9-a417-e117d54a6199 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.1044848 Dec 08 00:37:09.795896 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.796704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:09.797304 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.856823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3524590 Dec 08 00:37:09.857206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39484) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:09.862459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Request body: {'subnet': {'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-56484458-subnet', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:09.863798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53ea3fb7-a4ac-4ff2-b198-afb7d0bc5c1c req-dde1db0c-147e-4807-9a27-ab79d1c88486 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942276 Dec 08 00:37:09.888248 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Made reservation on behalf of 5aa8c33094af47338661827ee50ac120 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:09.889448 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Sync routers for ids ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:09.890876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:09.896542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4228a3c-3dc0-4347-b116-138374e133d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce580bf-f33b-4ff3-8c1d-068162c937f6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:09.900730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Routers {'32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:09.901451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:09.937605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:37:10.060932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Set router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:10.069882 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.129729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d113192-3f92-48f7-a7c2-a23b28b55820,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:10.135388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Checking segment: {'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:10.135895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Network hostable DHCP agents. Network: 9ce580bf-f33b-4ff3-8c1d-068162c937f6, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:37:10.152573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:37:10.161890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 9ce580bf-f33b-4ff3-8c1d-068162c937f6) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:10.165896 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:10.166465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.182779 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c935a69e-8b99-4095-bd75-0bb348ea4d97 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3244500 Dec 08 00:37:10.185389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39486) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:10.189961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:10.192393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514f6f0-5267-4e7b-a835-6e78e8a5412b None None] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:10.212024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.212757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.264090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.344265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-9ce580bf-f33b-4ff3-8c1d-068162c937f6', 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6', 'project_id': '5aa8c33094af47338661827ee50ac120', 'fixed_ips': [{'subnet_id': '6d113192-3f92-48f7-a7c2-a23b28b55820'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:37:10.345170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.383505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:07Z', 'revision_number': 4, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port': {'id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5c26a2e2-e922-491d-82f5-78f0cca087d3', 'name': '', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'mac_address': 'fa:16:3e:0c:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:07Z', 'updated_at': '2021-12-08T00:37:08Z', 'revision_number': 2, 'project_id': '88071cdf52094f9c9c9932220274645a', 'subnets': [{'id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:10.411621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.455218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Checking router: 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:10.456123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Updating router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 port 5c26a2e2-e922-491d-82f5-78f0cca087d3 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:37:10.493283 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.577897 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Allocated IP 172.20.0.2 (9ce580bf-f33b-4ff3-8c1d-068162c937f6/6d113192-3f92-48f7-a7c2-a23b28b55820/25c55b4e-e26a-4c56-b275-e59d73918034) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:10.616519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.635764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.739566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Allocated IP 172.25.6.109 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/48388f02-ca21-4b26-bcd4-c5abb858f05c) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:10.850979 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.885201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:10.920967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:10.923918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:10.929979 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:10.948511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f52c5d-74df-44d0-a1f1-3a5f961d1d89 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:10.991187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Pushing event updated for resources: {'Port': ['ID=48388f02-ca21-4b26-bcd4-c5abb858f05c,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:11.053336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec4a09-7d0d-416b-8ac3-b7329f7c6b64 req-ed7ab8ac-3d51-4e2c-860f-760930217717 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:11.054823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cec4a09-7d0d-416b-8ac3-b7329f7c6b64 req-ed7ab8ac-3d51-4e2c-860f-760930217717 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.1040738 Dec 08 00:37:11.063531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.078944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.137061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f1bdd19a-67f9-481c-9e4a-f2d218a088dc None None] Provisioning complete for port 48388f02-ca21-4b26-bcd4-c5abb858f05c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:11.137343 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd19a-67f9-481c-9e4a-f2d218a088dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.170652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3cec4a09-7d0d-416b-8ac3-b7329f7c6b64 req-a5505d13-244e-4eb5-afdc-d4b01c37cd61 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872457 Dec 08 00:37:11.173259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:11.188829 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Pushing event updated for resources: {'Port': ['ID=25c55b4e-e26a-4c56-b275-e59d73918034,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:11.194483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:11.201195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.204360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:11.214326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.220033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f1bdd19a-67f9-481c-9e4a-f2d218a088dc None None] Port 48388f02-ca21-4b26-bcd4-c5abb858f05c cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:11.274721 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.312099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737f8b7-3678-41e1-b85a-a4ba51d638a9 None None] Pushing event updated for resources: {'Port': ['ID=5c26a2e2-e922-491d-82f5-78f0cca087d3,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:11.317113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Attempting to bind port 25c55b4e-e26a-4c56-b275-e59d73918034 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:11.317483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Attempting to bind port 25c55b4e-e26a-4c56-b275-e59d73918034 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:11.317847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Attempting to bind port 25c55b4e-e26a-4c56-b275-e59d73918034 on network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:11.337270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:11.337646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Checking segment: {'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:11.338046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.338432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Bound using segment: {'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:11.338938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Bound port: 25c55b4e-e26a-4c56-b275-e59d73918034, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:11.339317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.400842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Attempting to bind port 5c26a2e2-e922-491d-82f5-78f0cca087d3 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:11.401210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Attempting to bind port 5c26a2e2-e922-491d-82f5-78f0cca087d3 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:11.401573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Attempting to bind port 5c26a2e2-e922-491d-82f5-78f0cca087d3 on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:11.416398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:11.416918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Checking segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:11.417290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.417686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Bound using segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:11.418218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Bound port: 5c26a2e2-e922-491d-82f5-78f0cca087d3, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:11.418551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.468622 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] For port 25c55b4e-e26a-4c56-b275-e59d73918034, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:11.487358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] For port 25c55b4e-e26a-4c56-b275-e59d73918034, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=25c55b4e-e26a-4c56-b275-e59d73918034,segment=NetworkSegment(406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4),segment_id=406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:11.496339 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.508679 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.545088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] For port 5c26a2e2-e922-491d-82f5-78f0cca087d3, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:11.567860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] For port 5c26a2e2-e922-491d-82f5-78f0cca087d3, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c26a2e2-e922-491d-82f5-78f0cca087d3,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:11.581046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.588385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34524c8-4792-4690-9c84-c45cc4ac6bf3 None None] Pushing event updated for resources: {'Port': ['ID=25c55b4e-e26a-4c56-b275-e59d73918034,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:11.599601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-12b1c520-3796-45ef-b8a2-2254277c2c17 None None] Provisioning complete for port 5c26a2e2-e922-491d-82f5-78f0cca087d3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:11.599977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12b1c520-3796-45ef-b8a2-2254277c2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.677247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:37:11.694742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Routers {'32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:11.695415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:11.737740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737f8b7-3678-41e1-b85a-a4ba51d638a9 None None] Pushing event updated for resources: {'Port': ['ID=5c26a2e2-e922-491d-82f5-78f0cca087d3,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:11.817709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:11.850635 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.852103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b99449c8-16cb-48cb-bf71-baf9ade00d91 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6655803 Dec 08 00:37:11.854936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39490) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:11.859848 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Sync routers for ids ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:11.860383 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12b1c520-3796-45ef-b8a2-2254277c2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:11.875604 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Routers {'1b04d690-cb70-46b2-bb80-c0ff93e5d46c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:11.876607 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:11.893921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] Set router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:11.959723 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-12b1c520-3796-45ef-b8a2-2254277c2c17 None None] For port 5c26a2e2-e922-491d-82f5-78f0cca087d3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c26a2e2-e922-491d-82f5-78f0cca087d3,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:12.007616 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12b1c520-3796-45ef-b8a2-2254277c2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.042996 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Set router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:12.111344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1c520-3796-45ef-b8a2-2254277c2c17 None None] Pushing event updated for resources: {'Port': ['ID=5c26a2e2-e922-491d-82f5-78f0cca087d3,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:12.164304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8b4cf4a4-e917-4a1c-8b08-e475be87d4db None None] Provisioning complete for port 5c26a2e2-e922-491d-82f5-78f0cca087d3 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:12.164673 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf4a4-e917-4a1c-8b08-e475be87d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.234585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:07Z', 'revision_number': 4, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port': {'id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5c26a2e2-e922-491d-82f5-78f0cca087d3', 'name': '', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'mac_address': 'fa:16:3e:0c:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:07Z', 'updated_at': '2021-12-08T00:37:11Z', 'revision_number': 4, 'project_id': '88071cdf52094f9c9c9932220274645a', 'subnets': [{'id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:12.260197 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:11Z', 'revision_number': 3, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port': {'id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:12.283531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e114d6b-8b1b-489b-96ef-b8587cd980d3 None None] The sync data for ids ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'] in n-d-820549-2 is: [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:07Z', 'revision_number': 4, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port': {'id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '5c26a2e2-e922-491d-82f5-78f0cca087d3', 'name': '', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'mac_address': 'fa:16:3e:0c:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:07Z', 'updated_at': '2021-12-08T00:37:11Z', 'revision_number': 4, 'project_id': '88071cdf52094f9c9c9932220274645a', 'subnets': [{'id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:12.320704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Checking router: 1b04d690-cb70-46b2-bb80-c0ff93e5d46c for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:12.321464 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Updating router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c port 48388f02-ca21-4b26-bcd4-c5abb858f05c binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:37:12.361244 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.373833 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b4030-0316-4773-834f-d0a2d41cc6e1 req-4da10988-06a6-4152-9c87-fe392dc59eaf tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:12.375526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-275b4030-0316-4773-834f-d0a2d41cc6e1 req-4da10988-06a6-4152-9c87-fe392dc59eaf tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.1058264 Dec 08 00:37:12.433845 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.467780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-275b4030-0316-4773-834f-d0a2d41cc6e1 req-1850fa7e-a96f-4533-bf0d-c1ce415489d1 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793412 Dec 08 00:37:12.697765 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Allocated IP 172.20.0.1 (9ce580bf-f33b-4ff3-8c1d-068162c937f6/6d113192-3f92-48f7-a7c2-a23b28b55820/b8c720e9-158f-4bd5-a382-fbac7b3a4afe) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:12.781933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c26a2e2-e922-491d-82f5-78f0cca087d3 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:12.829834 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.838066 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.841055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5c26a2e2-e922-491d-82f5-78f0cca087d3 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:12.841622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.878587 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.885899 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Attempting to bind port 48388f02-ca21-4b26-bcd4-c5abb858f05c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:12.886828 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Attempting to bind port 48388f02-ca21-4b26-bcd4-c5abb858f05c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:12.887372 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Attempting to bind port 48388f02-ca21-4b26-bcd4-c5abb858f05c on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:12.904752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ad7a4-e13b-4400-a5fa-5f5ddd3cfabf None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:12.921643 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:12.922240 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:12.922757 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.923407 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:12.923971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Bound port: 48388f02-ca21-4b26-bcd4-c5abb858f05c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:12.924382 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.932791 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:12.979274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 25c55b4e-e26a-4c56-b275-e59d73918034 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:12.995561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:12.998491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:13.001358 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef932e9b-3a3b-419a-bbb2-4180e78cf310 None None] Pushing event updated for resources: {'Port': ['ID=48388f02-ca21-4b26-bcd4-c5abb858f05c,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:13.006760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:13.017547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b28fc-b6cd-40dd-b1e6-d11e830e4f48 None None] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:13.032594 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] For port 48388f02-ca21-4b26-bcd4-c5abb858f05c, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:13.038584 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] For port 48388f02-ca21-4b26-bcd4-c5abb858f05c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=48388f02-ca21-4b26-bcd4-c5abb858f05c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:13.044930 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.062461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:13.067349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.097283 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Routers {'1b04d690-cb70-46b2-bb80-c0ff93e5d46c'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:13.098209 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:13.099951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e3bda-3241-44e6-83f4-0902c3877d57 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:13.122294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] Provisioning complete for port 48388f02-ca21-4b26-bcd4-c5abb858f05c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:13.122671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.164011 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef932e9b-3a3b-419a-bbb2-4180e78cf310 None None] Pushing event updated for resources: {'Port': ['ID=48388f02-ca21-4b26-bcd4-c5abb858f05c,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:13.197094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 25c55b4e-e26a-4c56-b275-e59d73918034 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:13.198281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.237595 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] Set router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:13.270571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.385919 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.394746 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.441056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] For port 48388f02-ca21-4b26-bcd4-c5abb858f05c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=48388f02-ca21-4b26-bcd4-c5abb858f05c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:13.452572 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.508817 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:11Z', 'revision_number': 3, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port': {'id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:13.538758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 25c55b4e-e26a-4c56-b275-e59d73918034, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=25c55b4e-e26a-4c56-b275-e59d73918034,segment=NetworkSegment(406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4),segment_id=406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:13.555267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.564309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.568579 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] Provisioning complete for port 25c55b4e-e26a-4c56-b275-e59d73918034 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:13.568946 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.573670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5998804-3b0a-4fa3-ab09-d3e870b20580 None None] Pushing event updated for resources: {'Port': ['ID=48388f02-ca21-4b26-bcd4-c5abb858f05c,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:13.577058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.594120 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da933a-b26a-42a9-8dd3-be7e67a9caa5 None None] The sync data for ids ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'] in n-d-820549-2 is: [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:11Z', 'revision_number': 3, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port': {'id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:13.650000 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:13.654789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a95fa5-0032-42f5-a9df-33a4d04a67a6 req-6d53886e-b02b-4ea8-948c-427fe8ef45f0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:13.657118 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17a95fa5-0032-42f5-a9df-33a4d04a67a6 req-6d53886e-b02b-4ea8-948c-427fe8ef45f0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 944 time: 0.0964863 Dec 08 00:37:13.713240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=25c55b4e-e26a-4c56-b275-e59d73918034,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:13.731777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17a95fa5-0032-42f5-a9df-33a4d04a67a6 req-bed2934e-c09b-4ef8-94ac-12283937172e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638824 Dec 08 00:37:13.750316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:13.887885 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:13.889592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:13.947253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e1f8076c-c3d6-4c80-9d52-cdaf772f8830 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:37:13.984631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.016161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:37:14.126559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e1f8076c-c3d6-4c80-9d52-cdaf772f8830, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:14.142688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'port_id': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'mac_address': 'fa:16:3e:1d:70:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:37:14.152418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cb6daea2-d2cd-45cd-b45f-e4d220d8d170 None None] Provisioning complete for port b8c720e9-158f-4bd5-a382-fbac7b3a4afe triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:14.152800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cb6daea2-d2cd-45cd-b45f-e4d220d8d170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.198617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:14.214186 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-36625f89-2630-4830-9b27-4ab34e319621 admin admin] 10.222.0.18 "PUT /v2.0/routers/1b04d690-cb70-46b2-bb80-c0ff93e5d46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3489180 Dec 08 00:37:14.221548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.232647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cb6daea2-d2cd-45cd-b45f-e4d220d8d170 None None] Port b8c720e9-158f-4bd5-a382-fbac7b3a4afe cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:14.241339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f8076c-c3d6-4c80-9d52-cdaf772f8830 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:37:14.267389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cb6daea2-d2cd-45cd-b45f-e4d220d8d170 None None] Provisioning complete for port 48388f02-ca21-4b26-bcd4-c5abb858f05c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:14.267673 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cb6daea2-d2cd-45cd-b45f-e4d220d8d170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.271917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e1f8076c-c3d6-4c80-9d52-cdaf772f8830, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:14.297410 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.366610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:14.419496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cb6daea2-d2cd-45cd-b45f-e4d220d8d170 None None] Provisioning complete for port 25c55b4e-e26a-4c56-b275-e59d73918034 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:14.420177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cb6daea2-d2cd-45cd-b45f-e4d220d8d170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.587503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['e1f8076c-c3d6-4c80-9d52-cdaf772f8830'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:37:14.654790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8948a4fb-7b3b-4164-bcc1-5e9b1d29d775 None None] Provisioning complete for port b8c720e9-158f-4bd5-a382-fbac7b3a4afe triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:14.655191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8948a4fb-7b3b-4164-bcc1-5e9b1d29d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.735421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8948a4fb-7b3b-4164-bcc1-5e9b1d29d775 None None] Port b8c720e9-158f-4bd5-a382-fbac7b3a4afe cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:14.793323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 48388f02-ca21-4b26-bcd4-c5abb858f05c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:14.852041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-8c4e7508-8f34-4330-8322-b8f447fb1337 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:14.854138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-8c4e7508-8f34-4330-8322-b8f447fb1337 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/networks?id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4 HTTP/1.1" status: 200 len: 910 time: 0.1122451 Dec 08 00:37:14.886449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-233efff8-7d16-40d9-9718-b45d6bb32f9e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/quotas/5aa8c33094af47338661827ee50ac120 HTTP/1.1" status: 200 len: 375 time: 0.0136702 Dec 08 00:37:14.906600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 48388f02-ca21-4b26-bcd4-c5abb858f05c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:14.907274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:14.935078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d90c6-7e71-4d1c-81ba-b21d5d6bc934 req-ba1e8b42-5c8f-49e9-a134-6d235b6f11a1 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:14.936591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-888d90c6-7e71-4d1c-81ba-b21d5d6bc934 req-ba1e8b42-5c8f-49e9-a134-6d235b6f11a1 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 945 time: 0.0998430 Dec 08 00:37:15.005814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-8d259d61-c4e6-4b5b-a798-f85b41c9f889 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aa8c33094af47338661827ee50ac120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125791 Dec 08 00:37:15.028485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-888d90c6-7e71-4d1c-81ba-b21d5d6bc934 req-618b3839-4b5b-4f4b-8bbb-6aef7bd614fa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755816 Dec 08 00:37:15.038993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 25c55b4e-e26a-4c56-b275-e59d73918034 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:15.101421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 25c55b4e-e26a-4c56-b275-e59d73918034 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:15.101660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:15.110921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-201db00d-7aa0-4655-b69c-308f67c61dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955455 Dec 08 00:37:15.201884 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-62877fe3-1989-44f1-9da7-71d99987a7b2 service neutron] 10.222.0.18 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845323 Dec 08 00:37:15.364098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d830084-d377-447c-9491-69476ea8f5ed req-79e3c719-d6e6-4a1a-b5f8-fa83b7d47d43 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 210 time: 0.0297034 Dec 08 00:37:15.765370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e1f8076c-c3d6-4c80-9d52-cdaf772f8830 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:15.810702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Sync routers for ids ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:15.830076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Routers {'1b04d690-cb70-46b2-bb80-c0ff93e5d46c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:15.831465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:15.834969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:37:15.871969 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:15.872344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:15.976105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Set router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:16.075885 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.144806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e739b-6bd4-445f-bfb8-11352420976d req-a9cb872b-3531-4800-86d8-b3fe7b8c9e8f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:16.146410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c47e739b-6bd4-445f-bfb8-11352420976d req-a9cb872b-3531-4800-86d8-b3fe7b8c9e8f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 945 time: 0.0489695 Dec 08 00:37:16.148543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:16.150871 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a44530-4a9f-4f78-ba65-6b5b12e4a223" -d '{"events": [{"server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "name": "network-vif-plugged", "status": "completed", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:16.177977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port e1f8076c-c3d6-4c80-9d52-cdaf772f8830, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:16.189777 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.192960 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7288cc4-26bf-4d2d-b6f4-2b7a8d01c84c x-openstack-request-id: req-f7288cc4-26bf-4d2d-b6f4-2b7a8d01c84c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:16.193259 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "name": "network-vif-plugged", "status": "completed", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:16.193514 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7288cc4-26bf-4d2d-b6f4-2b7a8d01c84c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:16.193897 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'code': 200} Dec 08 00:37:16.207946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c47e739b-6bd4-445f-bfb8-11352420976d req-16c8ddac-8f63-45a9-8b02-b523a6829b94 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552349 Dec 08 00:37:16.269624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:16.295657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 4, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port': {'id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b8c720e9-158f-4bd5-a382-fbac7b3a4afe', 'name': '', 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'mac_address': 'fa:16:3e:6f:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d113192-3f92-48f7-a7c2-a23b28b55820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:12Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 2, 'project_id': '5aa8c33094af47338661827ee50ac120', 'subnets': [{'id': '6d113192-3f92-48f7-a7c2-a23b28b55820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:16.327265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Checking router: 1b04d690-cb70-46b2-bb80-c0ff93e5d46c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:16.327702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Updating router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c port b8c720e9-158f-4bd5-a382-fbac7b3a4afe binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:37:16.345136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9dbb2-fd11-46d0-8ee7-fc0590ac5bea req-74c3d847-5601-4d60-8abe-f3cdb725aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:16.346687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1c9dbb2-fd11-46d0-8ee7-fc0590ac5bea req-74c3d847-5601-4d60-8abe-f3cdb725aa93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 1097 time: 0.0451653 Dec 08 00:37:16.353316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.414358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1c9dbb2-fd11-46d0-8ee7-fc0590ac5bea req-fe278311-c750-4144-94d2-9c2c624c2e2c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477035 Dec 08 00:37:16.490172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19d63a34-a294-42e0-b67e-80682d16ef93 req-f9dd0c7d-0b59-4670-b639-0586050251df tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 210 time: 0.0337250 Dec 08 00:37:16.493360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-0a78380b-9cf6-4a8a-8298-aef54cb93bba tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:16.494927 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-0a78380b-9cf6-4a8a-8298-aef54cb93bba tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.44 "GET /v2.0/networks?id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4 HTTP/1.1" status: 200 len: 910 time: 0.0995593 Dec 08 00:37:16.649877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.660000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.693172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Request body: {'port': {'device_id': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'admin_state_up': True, 'tenant_id': '5aa8c33094af47338661827ee50ac120'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:16.712302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ae00f-bb32-4daa-a35e-41bfaea84501 None None] Pushing event updated for resources: {'Port': ['ID=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:16.722009 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Made reservation on behalf of 5aa8c33094af47338661827ee50ac120 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:16.724732 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.765589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Attempting to bind port b8c720e9-158f-4bd5-a382-fbac7b3a4afe on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:16.765937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Attempting to bind port b8c720e9-158f-4bd5-a382-fbac7b3a4afe by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:16.766303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Attempting to bind port b8c720e9-158f-4bd5-a382-fbac7b3a4afe on network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:16.772467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:16.772850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Checking segment: {'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:16.773258 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.773665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Bound using segment: {'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:16.774150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Bound port: b8c720e9-158f-4bd5-a382-fbac7b3a4afe, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:16.774532 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.841400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] For port b8c720e9-158f-4bd5-a382-fbac7b3a4afe, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:16.845256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] For port b8c720e9-158f-4bd5-a382-fbac7b3a4afe, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,segment=NetworkSegment(406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4),segment_id=406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:16.850788 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:16.886628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Allocated IP 172.20.0.9 (bffd4e62-9daa-47e6-8410-43f9bfbd87e4/6bb6348a-ec96-43b0-8686-5aa8394bc121/32e156b1-3743-4efd-a2eb-fc396e356726) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:16.915467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Routers {'1b04d690-cb70-46b2-bb80-c0ff93e5d46c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:16.916108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:16.921128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ae00f-bb32-4daa-a35e-41bfaea84501 None None] Pushing event updated for resources: {'Port': ['ID=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:17.014564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-970824ca-2435-46a7-b3c7-458294586f44 None None] Provisioning complete for port b8c720e9-158f-4bd5-a382-fbac7b3a4afe triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:17.014977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-970824ca-2435-46a7-b3c7-458294586f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.046123 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.069971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] Set router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:17.083220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.125361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:17.128928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:17.133398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:17.185833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Pushing event updated for resources: {'Port': ['ID=32e156b1-3743-4efd-a2eb-fc396e356726,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:17.193900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:17.194516 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.212305 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-11760508-a5ef-4265-a569-b5b7ba76aebf tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5258877 Dec 08 00:37:17.237844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Request body: {'port': {'device_id': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:17.244957 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-970824ca-2435-46a7-b3c7-458294586f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.303853 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-970824ca-2435-46a7-b3c7-458294586f44 None None] For port b8c720e9-158f-4bd5-a382-fbac7b3a4afe, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,segment=NetworkSegment(406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4),segment_id=406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:17.317115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.350942 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9d3f2-eef6-4396-8b87-db926769d9aa req-f79deb92-2de3-429b-ae23-67239d27b443 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:17.354699 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-970824ca-2435-46a7-b3c7-458294586f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.358807 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26e9d3f2-eef6-4396-8b87-db926769d9aa req-f79deb92-2de3-429b-ae23-67239d27b443 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 946 time: 0.0645220 Dec 08 00:37:17.414101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26e9d3f2-eef6-4396-8b87-db926769d9aa req-a467279d-9390-4085-ac70-5b4c9eb3cf0b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542374 Dec 08 00:37:17.421521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970824ca-2435-46a7-b3c7-458294586f44 None None] Pushing event updated for resources: {'Port': ['ID=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:17.443151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 4, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port': {'id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b8c720e9-158f-4bd5-a382-fbac7b3a4afe', 'name': '', 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'mac_address': 'fa:16:3e:6f:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d113192-3f92-48f7-a7c2-a23b28b55820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:12Z', 'updated_at': '2021-12-08T00:37:16Z', 'revision_number': 4, 'project_id': '5aa8c33094af47338661827ee50ac120', 'subnets': [{'id': '6d113192-3f92-48f7-a7c2-a23b28b55820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:17.473907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802078-142a-4bf5-bd21-092c8ae6b1bd None None] The sync data for ids ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'] in n-d-820549-2 is: [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 4, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port': {'id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b8c720e9-158f-4bd5-a382-fbac7b3a4afe', 'name': '', 'network_id': '9ce580bf-f33b-4ff3-8c1d-068162c937f6', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'mac_address': 'fa:16:3e:6f:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d113192-3f92-48f7-a7c2-a23b28b55820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:12Z', 'updated_at': '2021-12-08T00:37:16Z', 'revision_number': 4, 'project_id': '5aa8c33094af47338661827ee50ac120', 'subnets': [{'id': '6d113192-3f92-48f7-a7c2-a23b28b55820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:17.488471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ae1fde87-cb53-493c-b1db-8a20101aba5a None None] Provisioning complete for port 32e156b1-3743-4efd-a2eb-fc396e356726 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:17.488869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ae1fde87-cb53-493c-b1db-8a20101aba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.555831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ae1fde87-cb53-493c-b1db-8a20101aba5a None None] Port 32e156b1-3743-4efd-a2eb-fc396e356726 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:17.587248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ae1fde87-cb53-493c-b1db-8a20101aba5a None None] Provisioning complete for port b8c720e9-158f-4bd5-a382-fbac7b3a4afe triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:17.588966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ae1fde87-cb53-493c-b1db-8a20101aba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.675551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e156b1-3743-4efd-a2eb-fc396e356726 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:37:17.681464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f35069-90bd-4dc9-832f-ff516312ef54 req-86e107a6-47c3-4f28-b930-55c5ec824e56 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:17.684176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93f35069-90bd-4dc9-832f-ff516312ef54 req-86e107a6-47c3-4f28-b930-55c5ec824e56 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1027 time: 0.0725582 Dec 08 00:37:17.687691 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.703465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Transition to ACTIVE for port object 32e156b1-3743-4efd-a2eb-fc396e356726 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:37:17.710441 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.719285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.737100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93f35069-90bd-4dc9-832f-ff516312ef54 req-7f7ad43d-a319-4125-8f78-6bd84ae758cc tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463028 Dec 08 00:37:17.773568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=32e156b1-3743-4efd-a2eb-fc396e356726,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:17.856435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Attempting to bind port 32e156b1-3743-4efd-a2eb-fc396e356726 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:17.856809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Attempting to bind port 32e156b1-3743-4efd-a2eb-fc396e356726 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:17.857145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Attempting to bind port 32e156b1-3743-4efd-a2eb-fc396e356726 on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:17.862281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Port 32e156b1-3743-4efd-a2eb-fc396e356726 on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:37:17.862614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Attempting to bind port 32e156b1-3743-4efd-a2eb-fc396e356726 on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:17.868074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:17.868418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Checking segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:17.868812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Bound using segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:17.869251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Bound port: 32e156b1-3743-4efd-a2eb-fc396e356726, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:17.869612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.946210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] For port 32e156b1-3743-4efd-a2eb-fc396e356726, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:17.950040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] For port 32e156b1-3743-4efd-a2eb-fc396e356726, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=32e156b1-3743-4efd-a2eb-fc396e356726,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:17.957372 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.990672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:17.991334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:17.992944 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] 10.222.0.44 "PUT /v2.0/ports/32e156b1-3743-4efd-a2eb-fc396e356726 HTTP/1.1" status: 200 len: 1091 time: 0.7602584 Dec 08 00:37:17.993228 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'tag': '32e156b1-3743-4efd-a2eb-fc396e356726'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:17.995746 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98633218-bc34-421f-8755-e0b0d2b0a9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa9459d-a8de-4ec3-9cf7-904067b3383e", "tag": "32e156b1-3743-4efd-a2eb-fc396e356726"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:18.027631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc3545-9a6f-4306-a767-d9d2e7be6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=32e156b1-3743-4efd-a2eb-fc396e356726,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:18.059687 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd453dd-2759-4569-b45b-a9a72c6aeb4e x-openstack-request-id: req-fdd453dd-2759-4569-b45b-a9a72c6aeb4e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:18.060088 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa9459d-a8de-4ec3-9cf7-904067b3383e", "tag": "32e156b1-3743-4efd-a2eb-fc396e356726", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:18.060450 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdd453dd-2759-4569-b45b-a9a72c6aeb4e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:18.061101 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'tag': '32e156b1-3743-4efd-a2eb-fc396e356726', 'status': 'completed', 'code': 200} Dec 08 00:37:18.124811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-a732150c-788a-4fd5-96e9-fe90d8f9b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.126363 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-a732150c-788a-4fd5-96e9-fe90d8f9b73f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aa8c33094af47338661827ee50ac120&device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1094 time: 0.0435419 Dec 08 00:37:18.290337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-b2fbcd8a-7816-4bc5-a3aa-4372d9733c64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e156b1-3743-4efd-a2eb-fc396e356726 HTTP/1.1" status: 200 len: 217 time: 0.0342805 Dec 08 00:37:18.344435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-b4c76f2b-421c-4fb5-806b-eb4f7cf25e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.345933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-b4c76f2b-421c-4fb5-806b-eb4f7cf25e36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bb6348a-ec96-43b0-8686-5aa8394bc121 HTTP/1.1" status: 200 len: 848 time: 0.0476511 Dec 08 00:37:18.390877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-94af6afa-5310-48b6-9517-b1347786d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.392364 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-94af6afa-5310-48b6-9517-b1347786d243 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399389 Dec 08 00:37:18.491314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-b6cfa3e0-9f07-4048-8a02-1f8fd5d7d1df service neutron] 10.222.0.44 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915051 Dec 08 00:37:18.539050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e5bd3-52fd-4488-991a-ce28234e7ff2 req-ffc95335-5a6b-4432-a732-0ed7702ef424 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.540552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c1e5bd3-52fd-4488-991a-ce28234e7ff2 req-ffc95335-5a6b-4432-a732-0ed7702ef424 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 946 time: 0.0551643 Dec 08 00:37:18.585079 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-41281e6b-dacf-472a-8288-05fd2f68ce97 req-a9adca96-9e8c-4f9f-bc12-c24e52ba654a service neutron] 10.222.0.44 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873287 Dec 08 00:37:18.588782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c1e5bd3-52fd-4488-991a-ce28234e7ff2 req-8a375eec-f85e-4b4b-8758-21ebc25454d7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Dec 08 00:37:18.679563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b8c720e9-158f-4bd5-a382-fbac7b3a4afe up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:18.716356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-8c97749a-e645-4a81-ad3b-1997d41aca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.717843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-8c97749a-e645-4a81-ad3b-1997d41aca4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aa8c33094af47338661827ee50ac120&device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1094 time: 0.0422547 Dec 08 00:37:18.726186 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79587c4-e493-42a3-9d1f-4a47af8f2974 req-12e6a6ef-6c8a-4cfd-93fa-ae94e6346674 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.727757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a79587c4-e493-42a3-9d1f-4a47af8f2974 req-12e6a6ef-6c8a-4cfd-93fa-ae94e6346674 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 946 time: 0.0560822 Dec 08 00:37:18.732021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b8c720e9-158f-4bd5-a382-fbac7b3a4afe triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:18.732402 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:18.793299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a79587c4-e493-42a3-9d1f-4a47af8f2974 req-ee9f751a-aeba-4fc7-8f7f-fe0ae81afdd8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589857 Dec 08 00:37:18.827310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39546) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:18.844797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-f1935722-6546-43b9-b285-ffac32a7f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.846414 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-f1935722-6546-43b9-b285-ffac32a7f214 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4 HTTP/1.1" status: 200 len: 910 time: 0.1218297 Dec 08 00:37:18.887629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-8bd60814-b55f-4f4f-ad84-468bfda2618a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e156b1-3743-4efd-a2eb-fc396e356726 HTTP/1.1" status: 200 len: 217 time: 0.0346799 Dec 08 00:37:18.896687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ae88e-ff2b-4ad8-b9b0-2b255588b046 tempest-TestVolumeBootPattern-250936214 tempest-TestVolumeBootPattern-250936214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.898175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-543ae88e-ff2b-4ad8-b9b0-2b255588b046 tempest-TestVolumeBootPattern-250936214 tempest-TestVolumeBootPattern-250936214-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 1092 time: 0.0697029 Dec 08 00:37:18.901656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39548) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:18.904472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ab3d-aba2-4a83-8260-13007046f8cb req-a036fba2-4cfc-41df-8e7c-477a84fb3954 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.905881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40b3ab3d-aba2-4a83-8260-13007046f8cb req-a036fba2-4cfc-41df-8e7c-477a84fb3954 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1094 time: 0.0669417 Dec 08 00:37:18.907481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:18.950524 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40b3ab3d-aba2-4a83-8260-13007046f8cb req-7e6a3078-f591-4d6a-b13a-c035959237b3 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Dec 08 00:37:18.960534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-ad0fb3ad-fd8f-46a2-8cf4-731c35ee9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:18.962221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-ad0fb3ad-fd8f-46a2-8cf4-731c35ee9612 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bb6348a-ec96-43b0-8686-5aa8394bc121 HTTP/1.1" status: 200 len: 848 time: 0.0676432 Dec 08 00:37:18.963643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:19.032862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-f53eed0f-b64d-4fa1-9119-27a3d15ec249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:19.034954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-f53eed0f-b64d-4fa1-9119-27a3d15ec249 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554843 Dec 08 00:37:19.173961 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-282da8a5-b949-4988-a937-ce44813f9f6f service neutron] 10.222.0.44 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309574 Dec 08 00:37:19.175584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:19.347633 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-98633218-bc34-421f-8755-e0b0d2b0a9ac req-51d1cf35-2c9d-464e-9773-4183c9e63ffd service neutron] 10.222.0.44 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612208 Dec 08 00:37:19.348676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.25.6.49 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/7cefd90e-84ad-45fd-a7b2-d8eb63022469) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:19.453401 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:19.488338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:19.531424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:19.534677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:19.539349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:19.542510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=7cefd90e-84ad-45fd-a7b2-d8eb63022469,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:19.897803 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:19.963777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:20.060378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb468-bdb5-492f-a855-c2a5eef38d79 req-9a5c880a-9b89-4583-8e7d-336fe7d76793 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:20.061914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d13bb468-bdb5-492f-a855-c2a5eef38d79 req-9a5c880a-9b89-4583-8e7d-336fe7d76793 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1094 time: 0.0424979 Dec 08 00:37:20.112043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d13bb468-bdb5-492f-a855-c2a5eef38d79 req-3752c3ab-e806-4752-8745-1bd1d7c2c2c0 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Dec 08 00:37:20.129488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:20.134770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:20.207292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=7cefd90e-84ad-45fd-a7b2-d8eb63022469,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:20.219162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:20.317809 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Floating IP a04cd6e1-39c3-4164-99bb-b45e06fc5361 associated. External IP: 172.25.6.49, port: e1f8076c-c3d6-4c80-9d52-cdaf772f8830. Dec 08 00:37:20.855981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:37:20.959294 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:20.969081 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:20.977017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:20.980225 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:20.980864 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:21.006400 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-aaf55d2a-4401-4dd4-b87c-60ebfe45b165 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1028268 Dec 08 00:37:21.007025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:21.009307 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26c0dfd-7c70-4124-a8da-c53750d68f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:21.045459 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6f233e-5128-4b1e-9e30-9701cee70e31 x-openstack-request-id: req-2c6f233e-5128-4b1e-9e30-9701cee70e31 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:21.045755 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:21.046007 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c6f233e-5128-4b1e-9e30-9701cee70e31 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:21.046407 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'status': 'completed', 'code': 200} Dec 08 00:37:21.088870 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:21.128954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-632105e5-3488-4ec5-9810-4dd245b5b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:21.130348 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-632105e5-3488-4ec5-9810-4dd245b5b320 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 1097 time: 0.0401223 Dec 08 00:37:21.227917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadee641-5a23-4555-ad72-da2d478ee9db req-064596dd-2e63-46c8-847f-fb854241704a tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:21.229543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aadee641-5a23-4555-ad72-da2d478ee9db req-064596dd-2e63-46c8-847f-fb854241704a tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1094 time: 0.0445609 Dec 08 00:37:21.230532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-6f10cc2c-d162-45ef-8de5-c79fb7962165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:21.232137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-6f10cc2c-d162-45ef-8de5-c79fb7962165 service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0950928 Dec 08 00:37:21.274397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aadee641-5a23-4555-ad72-da2d478ee9db req-d682132d-d171-4b12-b4ad-cedcf3a2af40 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389140 Dec 08 00:37:21.308982 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-9f923825-6fcf-4f6c-9d0f-e7da43fbc31e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830 HTTP/1.1" status: 200 len: 999 time: 0.0691309 Dec 08 00:37:21.327760 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'a04cd6e1-39c3-4164-99bb-b45e06fc5361', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:1d:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:37:19Z', 'updated_at': '2021-12-08T00:37:19Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:21.353812 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:21.359346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-8f85def1-1465-4e64-a123-03bedc22f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:21.360850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-8f85def1-1465-4e64-a123-03bedc22f573 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0439756 Dec 08 00:37:21.362681 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:21.363306 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:36:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:21.408654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-3d644ca1-5807-469c-883c-42688ee0aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:21.410267 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-3d644ca1-5807-469c-883c-42688ee0aaa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420699 Dec 08 00:37:21.469593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:21.470531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9153b55c-6d1f-4239-b5ca-03951f9840c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:21.510030 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-4fdb1a4c-9999-4e33-9d7c-cff2ecc4d792 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901375 Dec 08 00:37:21.604461 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c26c0dfd-7c70-4124-a8da-c53750d68f4e req-59331b7f-ffa3-47b5-ad2e-c9f79dbaded5 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858219 Dec 08 00:37:21.695913 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'a04cd6e1-39c3-4164-99bb-b45e06fc5361', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:1d:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:37:19Z', 'updated_at': '2021-12-08T00:37:19Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:21.725319 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552a907-b269-45ef-98f9-209cdb2e449f None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'a04cd6e1-39c3-4164-99bb-b45e06fc5361', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:1d:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:37:19Z', 'updated_at': '2021-12-08T00:37:19Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:21.780828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 32e156b1-3743-4efd-a2eb-fc396e356726 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:37:22.013022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0c13d-8175-4717-bee7-e1b5154e72d3 None None] New status for floating IP a04cd6e1-39c3-4164-99bb-b45e06fc5361: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:37:22.078089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 32e156b1-3743-4efd-a2eb-fc396e356726, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=32e156b1-3743-4efd-a2eb-fc396e356726,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:22.123532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '32e156b1-3743-4efd-a2eb-fc396e356726', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'port_id': '32e156b1-3743-4efd-a2eb-fc396e356726', 'mac_address': 'fa:16:3e:89:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:37:22.208021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:22.221816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e156b1-3743-4efd-a2eb-fc396e356726 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:37:22.242595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 32e156b1-3743-4efd-a2eb-fc396e356726, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=32e156b1-3743-4efd-a2eb-fc396e356726,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:22.248837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:22.296947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=32e156b1-3743-4efd-a2eb-fc396e356726,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:22.385458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e3d9-8579-4685-a5a1-3ccf4e60a76e req-5f479277-a0a6-40ae-b5ad-fab4f01220f0 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:22.386990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0a5e3d9-8579-4685-a5a1-3ccf4e60a76e req-5f479277-a0a6-40ae-b5ad-fab4f01220f0 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1095 time: 0.0394831 Dec 08 00:37:22.430732 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0a5e3d9-8579-4685-a5a1-3ccf4e60a76e req-e0609caa-cc25-46ac-b5bb-42caf0ef99fc tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Dec 08 00:37:22.525709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['32e156b1-3743-4efd-a2eb-fc396e356726'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:37:23.535156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a8868-3d25-4501-9bea-756157b0286c req-b5c4041b-9733-44d3-9f7f-891eb809a032 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:23.536572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-514a8868-3d25-4501-9bea-756157b0286c req-b5c4041b-9733-44d3-9f7f-891eb809a032 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1095 time: 0.0403707 Dec 08 00:37:23.583646 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-514a8868-3d25-4501-9bea-756157b0286c req-45fd1039-eb88-4a7a-aec7-e016743eac88 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Dec 08 00:37:23.616168 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce498-fba1-4e17-bdb1-e26bee2a1c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:23.780681 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 32e156b1-3743-4efd-a2eb-fc396e356726 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:23.828778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 32e156b1-3743-4efd-a2eb-fc396e356726 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:37:23.832250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 32e156b1-3743-4efd-a2eb-fc396e356726 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:23.832622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:23.910800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:23.932757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e156b1-3743-4efd-a2eb-fc396e356726'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:23.935044 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7985ac8a-94d9-44e2-9d51-fb4fbd2cc70c" -d '{"events": [{"server_uuid": "2aa9459d-a8de-4ec3-9cf7-904067b3383e", "name": "network-vif-plugged", "status": "completed", "tag": "32e156b1-3743-4efd-a2eb-fc396e356726"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:23.947438 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 32e156b1-3743-4efd-a2eb-fc396e356726, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=32e156b1-3743-4efd-a2eb-fc396e356726,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:23.951532 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:23.975079 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8bade-c390-4bea-a8f7-d9f8917bedec x-openstack-request-id: req-21c8bade-c390-4bea-a8f7-d9f8917bedec {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:23.975375 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa9459d-a8de-4ec3-9cf7-904067b3383e", "name": "network-vif-plugged", "status": "completed", "tag": "32e156b1-3743-4efd-a2eb-fc396e356726", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:23.975631 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21c8bade-c390-4bea-a8f7-d9f8917bedec {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:23.976019 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e156b1-3743-4efd-a2eb-fc396e356726', 'code': 200} Dec 08 00:37:24.000961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=32e156b1-3743-4efd-a2eb-fc396e356726,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:24.098412 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2143c7-40f4-4886-a255-2ee008c13447 req-0c948890-f620-4abd-91ce-c11184f8c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:24.099924 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e2143c7-40f4-4886-a255-2ee008c13447 req-0c948890-f620-4abd-91ce-c11184f8c206 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0398726 Dec 08 00:37:24.143770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4e2143c7-40f4-4886-a255-2ee008c13447 req-ccdbd2fd-529d-4f84-a362-d20775ce649f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356309 Dec 08 00:37:24.687974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767db56-6412-40eb-8426-23042001e432 req-8ea0bec3-fbc1-413d-bf5c-f7312006798d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:24.689921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c767db56-6412-40eb-8426-23042001e432 req-8ea0bec3-fbc1-413d-bf5c-f7312006798d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0395305 Dec 08 00:37:24.734136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c767db56-6412-40eb-8426-23042001e432 req-6f50833b-a1f1-4a78-83cc-284d07f43048 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Dec 08 00:37:25.205757 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:25.844959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fbe26-1538-48b5-87c3-9fb88421af4f req-5a4e54ba-2adb-45b3-b73c-0e1780c311da tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:25.846468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-011fbe26-1538-48b5-87c3-9fb88421af4f req-5a4e54ba-2adb-45b3-b73c-0e1780c311da tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0426633 Dec 08 00:37:25.890263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-011fbe26-1538-48b5-87c3-9fb88421af4f req-8be379e1-dbba-44e4-a698-f794ecfcd526 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Dec 08 00:37:25.924806 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:37:26.005169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705067-4766-484b-9fd9-ef990bbc9714 req-be800c7a-19c1-48d0-b9a6-1acec64e110d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:26.007089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12705067-4766-484b-9fd9-ef990bbc9714 req-be800c7a-19c1-48d0-b9a6-1acec64e110d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0469050 Dec 08 00:37:26.053830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12705067-4766-484b-9fd9-ef990bbc9714 req-1692ead0-4b28-4119-b5aa-ef28383cc0ce tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Dec 08 00:37:26.119822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-777ce03e-ce6c-4172-b276-ab3a277a88d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395436 Dec 08 00:37:26.158467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0949d7-ee7e-40a5-84ad-583225466969 req-cca56cb5-e8fd-4b28-8200-b0c1aa2a777d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:26.161112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a0949d7-ee7e-40a5-84ad-583225466969 req-cca56cb5-e8fd-4b28-8200-b0c1aa2a777d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0429692 Dec 08 00:37:26.206242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a0949d7-ee7e-40a5-84ad-583225466969 req-0d0b38bf-c6bd-4b21-8c59-f90c255fc09d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Dec 08 00:37:26.215911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ca2ce-494b-426f-b802-90392347598e req-f0b0f4ea-e2ae-4dff-a8a4-f75378932118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:26.217563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-f0b0f4ea-e2ae-4dff-a8a4-f75378932118 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 1097 time: 0.0413361 Dec 08 00:37:26.331682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ca2ce-494b-426f-b802-90392347598e req-56deeb51-bd0b-4db3-b2bc-b57bf3a8929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:26.333236 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-56deeb51-bd0b-4db3-b2bc-b57bf3a8929a service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0966823 Dec 08 00:37:26.364969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:26.404526 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-381de6cc-d92b-4ea0-837d-dc17e94b6ec1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830 HTTP/1.1" status: 200 len: 1001 time: 0.0642984 Dec 08 00:37:26.425712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-f3ebc647-aa85-4e39-b759-9ea5c8773daa tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:26.427604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-f3ebc647-aa85-4e39-b759-9ea5c8773daa tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/networks?id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4 HTTP/1.1" status: 200 len: 910 time: 0.0947909 Dec 08 00:37:26.442216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-90ba1c27-ba18-47a7-aa94-2e41a7743c62 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/quotas/5aa8c33094af47338661827ee50ac120 HTTP/1.1" status: 200 len: 375 time: 0.0085902 Dec 08 00:37:26.457219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ca2ce-494b-426f-b802-90392347598e req-d341d28b-b559-401b-a69f-214c8cd86fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:26.458964 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-d341d28b-b559-401b-a69f-214c8cd86fde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0480525 Dec 08 00:37:26.489395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-d2e6bc81-d239-4cea-9b5e-821a14594c3f tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aa8c33094af47338661827ee50ac120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0411222 Dec 08 00:37:26.504926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ca2ce-494b-426f-b802-90392347598e req-02dbdf6c-0f97-4804-ab59-1d7117e8ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:26.506405 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-02dbdf6c-0f97-4804-ab59-1d7117e8ae78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408392 Dec 08 00:37:26.583649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-a0ba6a01-2606-4560-9650-515bd467de12 service neutron] 10.222.0.18 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Dec 08 00:37:26.600804 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-0863d063-6bc9-4d8b-b84e-21fa9a758c0d service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864015 Dec 08 00:37:26.678566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-a3f5758f-4413-4405-98e0-a91b24018f04 service neutron] 10.222.0.18 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889270 Dec 08 00:37:26.692149 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f98ca2ce-494b-426f-b802-90392347598e req-6206e017-a315-4063-8e6a-45c6bdda03ec service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843320 Dec 08 00:37:26.838484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-80c27e36-6e8f-4a82-ba38-39ea8e478767 req-382464ac-afaf-483b-8e37-b34cc5f39b85 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 210 time: 0.0287731 Dec 08 00:37:27.232145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:27.966772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab8af9ab-716f-4479-84a3-f0840c3dbbdc req-48b2ef8a-932a-4893-ac13-e7f68c4ba625 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 210 time: 0.0309343 Dec 08 00:37:27.990074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-50af3c4d-5fdd-4858-805f-1b74c774fa3d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:27.991655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-50af3c4d-5fdd-4858-805f-1b74c774fa3d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.59 "GET /v2.0/networks?id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4 HTTP/1.1" status: 200 len: 910 time: 0.1225691 Dec 08 00:37:28.013726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Request body: {'port': {'device_id': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'admin_state_up': True, 'tenant_id': '5aa8c33094af47338661827ee50ac120'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:28.035584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Made reservation on behalf of 5aa8c33094af47338661827ee50ac120 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:28.037965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.158226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Allocated IP 172.20.0.13 (bffd4e62-9daa-47e6-8410-43f9bfbd87e4/6bb6348a-ec96-43b0-8686-5aa8394bc121/0cd4dc01-92a7-431f-a417-d5e8c70f1f1f) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:28.299604 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.336419 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.372884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['32e156b1-3743-4efd-a2eb-fc396e356726'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:37:28.377216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:28.380635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:28.384086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:28.407647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Pushing event updated for resources: {'Port': ['ID=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:28.422133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.422535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.422876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.423235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.423563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.423962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.424218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.424561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.424892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.425210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.425535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.425846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.426157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:28.441403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:28.442017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.461115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-b553abd8-1822-4b5e-83bc-0a45633d134c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4510856 Dec 08 00:37:28.479642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Request body: {'port': {'device_id': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:28.542753 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.661520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a4828ad2-7279-4795-a97d-8e688f8fa66f None None] Provisioning complete for port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:28.661826 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a4828ad2-7279-4795-a97d-8e688f8fa66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.696549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a4828ad2-7279-4795-a97d-8e688f8fa66f None None] Port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:28.837571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:37:28.845148 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.857441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Transition to ACTIVE for port object 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:37:28.861929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:28.914770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:28.985733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Attempting to bind port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:28.986435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Attempting to bind port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:28.986435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Attempting to bind port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:29.005344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:37:29.005678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Attempting to bind port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f on network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:29.019287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:29.019678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Checking segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:29.020077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Bound using segment: {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:29.020521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Bound port: 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44f8403-566f-4b6e-836a-43dd5d2d8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:29.020886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:29.132258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] For port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:29.136836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] For port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:29.139385 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacfd30-eb0a-4c7c-8cb1-7d46efb58f97 req-8d19063d-13af-4019-a1a4-57090cdc0364 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:29.141116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acacfd30-eb0a-4c7c-8cb1-7d46efb58f97 req-8d19063d-13af-4019-a1a4-57090cdc0364 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1053 time: 0.0784500 Dec 08 00:37:29.142721 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:29.198560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:29.199215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:29.200664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] 10.222.0.59 "PUT /v2.0/ports/0cd4dc01-92a7-431f-a417-d5e8c70f1f1f HTTP/1.1" status: 200 len: 1092 time: 0.7252262 Dec 08 00:37:29.201119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'tag': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:29.203753 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b5a668-c671-4d2c-9643-8c5fc3323242" -d '{"events": [{"name": "network-changed", "server_uuid": "f55bb612-8aa8-448a-8b49-fae06118affc", "tag": "0cd4dc01-92a7-431f-a417-d5e8c70f1f1f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:29.261378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc406b-a264-4467-9ff2-17f441636f21 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:29.301204 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ba9170-cf20-46d7-b96b-ed750ddab3f5 x-openstack-request-id: req-46ba9170-cf20-46d7-b96b-ed750ddab3f5 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:29.301204 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55bb612-8aa8-448a-8b49-fae06118affc", "tag": "0cd4dc01-92a7-431f-a417-d5e8c70f1f1f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:29.301204 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46ba9170-cf20-46d7-b96b-ed750ddab3f5 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:29.301542 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'tag': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f', 'status': 'completed', 'code': 200} Dec 08 00:37:29.319624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acacfd30-eb0a-4c7c-8cb1-7d46efb58f97 req-e7dcae33-3725-476f-9e9b-8264b0c1a951 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700380 Dec 08 00:37:29.339976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-9a23236b-f115-46bd-b92b-2e05ed53bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:29.339976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-9a23236b-f115-46bd-b92b-2e05ed53bb98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5aa8c33094af47338661827ee50ac120&device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1095 time: 0.0594385 Dec 08 00:37:29.388787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-8070602d-7327-4349-9a20-f0554e77db23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f HTTP/1.1" status: 200 len: 217 time: 0.0357959 Dec 08 00:37:29.446667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-484ac984-0ea8-44cf-baa3-d5dccfd1b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:29.448228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-484ac984-0ea8-44cf-baa3-d5dccfd1b0c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bb6348a-ec96-43b0-8686-5aa8394bc121 HTTP/1.1" status: 200 len: 848 time: 0.0531778 Dec 08 00:37:29.834492 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-4e6248ae-344d-454e-8f43-e56a320718ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:29.836126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-4e6248ae-344d-454e-8f43-e56a320718ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3810627 Dec 08 00:37:29.925625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-c179bd32-09fe-45e8-9dc3-a67f3904509f service neutron] 10.222.0.59 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812826 Dec 08 00:37:30.019081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bc7cfbb-015c-4e16-8c70-51e69196104a req-58cb7af5-5bac-402d-9f36-1e03d469cd22 service neutron] 10.222.0.59 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859151 Dec 08 00:37:30.142287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-d42c0713-c3cf-464e-aeb6-359fc9608a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:30.143924 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-d42c0713-c3cf-464e-aeb6-359fc9608a73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5aa8c33094af47338661827ee50ac120&device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1095 time: 0.0402091 Dec 08 00:37:30.235045 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-775879b8-b210-4087-8eaf-a23146fe7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:30.236461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-775879b8-b210-4087-8eaf-a23146fe7c0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4 HTTP/1.1" status: 200 len: 910 time: 0.0840657 Dec 08 00:37:30.277368 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-4769bed3-a490-4ac7-a6bf-95e2073a42f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f HTTP/1.1" status: 200 len: 217 time: 0.0326049 Dec 08 00:37:30.331484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-7f43f64d-9a7b-469d-9120-836555e59bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:30.332915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-7f43f64d-9a7b-469d-9120-836555e59bbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bb6348a-ec96-43b0-8686-5aa8394bc121 HTTP/1.1" status: 200 len: 848 time: 0.0489028 Dec 08 00:37:30.379240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-70230d74-c3b2-4a48-82df-c80c1f094dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:30.380712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-70230d74-c3b2-4a48-82df-c80c1f094dee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bffd4e62-9daa-47e6-8410-43f9bfbd87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400760 Dec 08 00:37:30.490357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ac6d3-ed9a-4974-94ba-dfc4101a2eeb req-e96af351-17b5-42e7-9add-57b11b4871f9 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:30.491769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e37ac6d3-ed9a-4974-94ba-dfc4101a2eeb req-e96af351-17b5-42e7-9add-57b11b4871f9 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1095 time: 0.0967903 Dec 08 00:37:30.507662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-149fdf5f-3e15-48bc-8f18-b977df3f2e5f service neutron] 10.222.0.59 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194742 Dec 08 00:37:30.565132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e37ac6d3-ed9a-4974-94ba-dfc4101a2eeb req-e08e85d6-1af8-47f9-a32a-13c56e9e999f tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663836 Dec 08 00:37:30.616230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33b5a668-c671-4d2c-9643-8c5fc3323242 req-7f33fbec-1219-405f-a389-e2393cca02a2 service neutron] 10.222.0.59 "GET /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984600 Dec 08 00:37:31.678122 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91ad36-ece1-4cec-9674-c9d0d67fe7e4 req-89765220-03a7-44d7-91a6-178314434feb tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:31.679676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c91ad36-ece1-4cec-9674-c9d0d67fe7e4 req-89765220-03a7-44d7-91a6-178314434feb tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1095 time: 0.0466936 Dec 08 00:37:31.721918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8c91ad36-ece1-4cec-9674-c9d0d67fe7e4 req-67a1d06d-1b21-4b3c-832b-ccac73ddf35b tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363140 Dec 08 00:37:32.827715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b4d0-3099-4292-8e6b-a334611559f0 req-c207a213-2249-4f4a-b3c3-68970ee9cf0b tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:32.829178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64c0b4d0-3099-4292-8e6b-a334611559f0 req-c207a213-2249-4f4a-b3c3-68970ee9cf0b tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1095 time: 0.0389988 Dec 08 00:37:32.844066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:37:32.873280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64c0b4d0-3099-4292-8e6b-a334611559f0 req-645e0b57-e51e-4b9b-a324-a9d0067417f5 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370483 Dec 08 00:37:32.937315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:32.948683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f', 'network_id': 'bffd4e62-9daa-47e6-8410-43f9bfbd87e4', 'port_id': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f', 'mac_address': 'fa:16:3e:9c:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb6348a-ec96-43b0-8686-5aa8394bc121', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:37:32.987953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:33.000407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:37:33.019868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:33.024892 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:33.070852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:33.284048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['0cd4dc01-92a7-431f-a417-d5e8c70f1f1f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:37:33.977194 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a17dc-2033-4b65-ad55-c54430e0f9f2 req-5acc6ed5-547a-4728-9140-a9bf5adad37d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:33.978663 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-160a17dc-2033-4b65-ad55-c54430e0f9f2 req-5acc6ed5-547a-4728-9140-a9bf5adad37d tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1096 time: 0.0397239 Dec 08 00:37:34.024416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-160a17dc-2033-4b65-ad55-c54430e0f9f2 req-c38ca9c6-7c63-46f7-b128-52b8cddbe25f tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Dec 08 00:37:34.860123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:34.910764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:37:34.914441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:34.914807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:34.992710 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:35.019171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:35.021414 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81b2ebe-17da-4fa4-8a61-c1ef4e4e8d0d" -d '{"events": [{"server_uuid": "f55bb612-8aa8-448a-8b49-fae06118affc", "name": "network-vif-plugged", "status": "completed", "tag": "0cd4dc01-92a7-431f-a417-d5e8c70f1f1f"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:35.036781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:35.041147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:35.069677 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667df08a-778c-4521-b172-0a2b2cd85c12 x-openstack-request-id: req-667df08a-778c-4521-b172-0a2b2cd85c12 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:35.069998 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55bb612-8aa8-448a-8b49-fae06118affc", "name": "network-vif-plugged", "status": "completed", "tag": "0cd4dc01-92a7-431f-a417-d5e8c70f1f1f", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:35.070260 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-667df08a-778c-4521-b172-0a2b2cd85c12 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:35.070728 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f', 'code': 200} Dec 08 00:37:35.098927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:35.150704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b7c64-b230-4ba9-8aa4-d95047a83af7 req-334abf82-6848-405f-9137-a7c50c7e41fe tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:35.152373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd2b7c64-b230-4ba9-8aa4-d95047a83af7 req-334abf82-6848-405f-9137-a7c50c7e41fe tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0526755 Dec 08 00:37:35.229826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd2b7c64-b230-4ba9-8aa4-d95047a83af7 req-3ff10744-bf44-4e15-acb2-61f7f8ebef5c tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706334 Dec 08 00:37:35.232278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d995a-d262-4824-ab1e-e4086eec1c34 req-832abd71-22e0-47ca-be26-a75bae30059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:35.234186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-737d995a-d262-4824-ab1e-e4086eec1c34 req-832abd71-22e0-47ca-be26-a75bae30059c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0725379 Dec 08 00:37:35.283686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-737d995a-d262-4824-ab1e-e4086eec1c34 req-a087835a-ed32-4ec9-9c59-d81e6c93c873 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Dec 08 00:37:36.348506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3c5c6-2d6e-402b-a9b0-645e28c4c5bd req-7d25c70c-7674-4ee1-aab0-bbea929d2a7a tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:36.350054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6a3c5c6-2d6e-402b-a9b0-645e28c4c5bd req-7d25c70c-7674-4ee1-aab0-bbea929d2a7a tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0480182 Dec 08 00:37:36.398364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6a3c5c6-2d6e-402b-a9b0-645e28c4c5bd req-9bf65102-f00b-4c5a-ae71-97bd6e511e4a tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Dec 08 00:37:37.505907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797e24-080a-4a23-8c48-244b4e72d1a1 req-18da4dee-548d-459f-8169-d6a61f589872 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:37.507635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c797e24-080a-4a23-8c48-244b4e72d1a1 req-18da4dee-548d-459f-8169-d6a61f589872 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0418265 Dec 08 00:37:37.553603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c797e24-080a-4a23-8c48-244b4e72d1a1 req-487d6b5b-e025-4e95-8e3d-3675a73f57dd tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Dec 08 00:37:37.664560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe082-ecc7-4748-a1b3-2ee5372c458e req-e5d9c312-1783-492d-abd7-d03cd7143ac6 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:37.666056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a7fe082-ecc7-4748-a1b3-2ee5372c458e req-e5d9c312-1783-492d-abd7-d03cd7143ac6 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0452504 Dec 08 00:37:37.709518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7a7fe082-ecc7-4748-a1b3-2ee5372c458e req-eb2750a5-23ee-4c09-b46a-1bcb1634c607 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Dec 08 00:37:37.812017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a301eea-632c-48fc-94be-0adcb2006e12 req-b77c938e-4999-48a2-a354-d13213a3fa6b tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:37.813527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a301eea-632c-48fc-94be-0adcb2006e12 req-b77c938e-4999-48a2-a354-d13213a3fa6b tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0400534 Dec 08 00:37:37.857460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a301eea-632c-48fc-94be-0adcb2006e12 req-2c78a47d-d583-4e22-9c3c-2f084bef3993 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Dec 08 00:37:38.082660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6762a-4d64-4b17-a880-1daa5a981697 req-4fb57163-c331-451e-8f28-d91c23637407 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:38.084177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bf6762a-4d64-4b17-a880-1daa5a981697 req-4fb57163-c331-451e-8f28-d91c23637407 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0395327 Dec 08 00:37:38.131917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bf6762a-4d64-4b17-a880-1daa5a981697 req-a123b15c-ae33-4a01-b833-3e3dfb193094 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Dec 08 00:37:39.244972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6425-241e-44db-b4b7-02b98a29bd64 req-b2fd2be7-7b74-4e2e-80f1-63dba257cf55 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:39.246513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bfc6425-241e-44db-b4b7-02b98a29bd64 req-b2fd2be7-7b74-4e2e-80f1-63dba257cf55 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0456417 Dec 08 00:37:39.293872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8bfc6425-241e-44db-b4b7-02b98a29bd64 req-a9811a61-a522-4bdc-8026-57c23d9b6998 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Dec 08 00:37:39.446698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f682-ded4-40ab-847d-7d97341945aa req-1ead40d2-fcf8-432d-9f39-81dfec1ad0f8 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:39.448096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71c4f682-ded4-40ab-847d-7d97341945aa req-1ead40d2-fcf8-432d-9f39-81dfec1ad0f8 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 1097 time: 0.0397203 Dec 08 00:37:39.529290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Deleting port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:39.529641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:39.614082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] For port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:39.614489 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:39.627439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Calling delete_port for 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:39.749631 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:39.777941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cd4dc01-92a7-431f-a417-d5e8c70f1f1f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:39.785890 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['0cd4dc01-92a7-431f-a417-d5e8c70f1f1f'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:37:39.787997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['32e156b1-3743-4efd-a2eb-fc396e356726'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:37:39.822268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] No DVR routers for this DVR port 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:37:39.825214 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:39.828967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71c4f682-ded4-40ab-847d-7d97341945aa req-b7368097-46eb-4e0d-905a-862c59bba363 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0cd4dc01-92a7-431f-a417-d5e8c70f1f1f HTTP/1.1" status: 204 len: 173 time: 0.3745999 Dec 08 00:37:39.829488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'name': 'network-vif-deleted', 'tag': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:39.832602 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f62b5bc-1b7b-47a6-81a7-ac8be95ed18e" -d '{"events": [{"server_uuid": "f55bb612-8aa8-448a-8b49-fae06118affc", "name": "network-vif-deleted", "tag": "0cd4dc01-92a7-431f-a417-d5e8c70f1f1f"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:39.876647 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fef1b23-8b6c-49a1-816a-459aedaef3c7 x-openstack-request-id: req-2fef1b23-8b6c-49a1-816a-459aedaef3c7 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:39.876933 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55bb612-8aa8-448a-8b49-fae06118affc", "name": "network-vif-deleted", "tag": "0cd4dc01-92a7-431f-a417-d5e8c70f1f1f", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:39.877190 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fef1b23-8b6c-49a1-816a-459aedaef3c7 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:39.877657 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55bb612-8aa8-448a-8b49-fae06118affc', 'name': 'network-vif-deleted', 'tag': '0cd4dc01-92a7-431f-a417-d5e8c70f1f1f', 'status': 'completed', 'code': 200} Dec 08 00:37:40.403696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f3d0006b-a4f6-4832-bab3-13bdf161c5e0 req-734b8ff8-c04e-4c39-8822-2924be8bb575 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f55bb612-8aa8-448a-8b49-fae06118affc HTTP/1.1" status: 200 len: 210 time: 0.0306284 Dec 08 00:37:41.671735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1382-e8ab-4472-a634-6b2193c91bd3 req-eb68096b-9f81-408c-ad9e-f77d5b4e17c6 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:41.673934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-243a1382-e8ab-4472-a634-6b2193c91bd3 req-eb68096b-9f81-408c-ad9e-f77d5b4e17c6 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0453012 Dec 08 00:37:41.719750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-243a1382-e8ab-4472-a634-6b2193c91bd3 req-2241cb6a-fc22-40d4-9e09-6889ae3194a7 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386310 Dec 08 00:37:42.829015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fed04-23b5-4338-a6a4-73c4b682017d req-2fe691ea-a392-4c3f-b842-f714f2c89f39 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:42.830565 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb7fed04-23b5-4338-a6a4-73c4b682017d req-2fe691ea-a392-4c3f-b842-f714f2c89f39 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0402143 Dec 08 00:37:42.878393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb7fed04-23b5-4338-a6a4-73c4b682017d req-04108b19-22d3-4a37-a952-8b170a4ec7c3 tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=da206b1d-5152-4d5e-abdc-c9da29384d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Dec 08 00:37:42.912444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:42.933049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:42.933399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0cd4dc01-92a7-431f-a417-d5e8c70f1f1f not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:43.181623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-0db4f7a0-2152-45f9-aee7-d2fbe2c71e7a tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:43.183103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-0db4f7a0-2152-45f9-aee7-d2fbe2c71e7a tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 1096 time: 0.0397034 Dec 08 00:37:43.263622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Deleting port 32e156b1-3743-4efd-a2eb-fc396e356726 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:43.263954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:43.340963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] For port 32e156b1-3743-4efd-a2eb-fc396e356726, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=32e156b1-3743-4efd-a2eb-fc396e356726,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:43.341330 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:43.353890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Calling delete_port for 32e156b1-3743-4efd-a2eb-fc396e356726 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:43.476798 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:43.503527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Pushing event deleted for resources: {'Port': ['ID=32e156b1-3743-4efd-a2eb-fc396e356726,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:43.511328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['32e156b1-3743-4efd-a2eb-fc396e356726'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:37:43.516017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.516375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.516711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.517051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.517382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.517711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.518038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.518360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.518679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.519023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.519342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.519662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.519979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:43.557888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] No DVR routers for this DVR port 32e156b1-3743-4efd-a2eb-fc396e356726 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:37:43.560534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:43.563983 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-84ab81f7-148b-43d8-8664-47547e1e7376 req-4689ddb0-186e-405f-80be-e232089a1d8e tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.44 "DELETE /v2.0/ports/32e156b1-3743-4efd-a2eb-fc396e356726 HTTP/1.1" status: 204 len: 173 time: 0.3743551 Dec 08 00:37:43.564467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'name': 'network-vif-deleted', 'tag': '32e156b1-3743-4efd-a2eb-fc396e356726'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:37:43.566809 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b16f6-9bb3-4a01-82d4-c1c692cc3a16" -d '{"events": [{"server_uuid": "2aa9459d-a8de-4ec3-9cf7-904067b3383e", "name": "network-vif-deleted", "tag": "32e156b1-3743-4efd-a2eb-fc396e356726"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:37:43.605975 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab90c6a-1585-460d-936e-6935b005d1ca x-openstack-request-id: req-6ab90c6a-1585-460d-936e-6935b005d1ca {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:37:43.606346 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa9459d-a8de-4ec3-9cf7-904067b3383e", "name": "network-vif-deleted", "tag": "32e156b1-3743-4efd-a2eb-fc396e356726", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:37:43.606669 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ab90c6a-1585-460d-936e-6935b005d1ca {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:37:43.607004 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa9459d-a8de-4ec3-9cf7-904067b3383e', 'name': 'network-vif-deleted', 'tag': '32e156b1-3743-4efd-a2eb-fc396e356726', 'status': 'completed', 'code': 200} Dec 08 00:37:43.866805 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:43.984942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c82e8ae-71c4-44a0-aa42-a62465ae29fe req-764f15b4-53ea-4b15-9e08-d5f72ff53cdc tempest-TestServerMultinode-1115129346 tempest-TestServerMultinode-1115129346-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2aa9459d-a8de-4ec3-9cf7-904067b3383e HTTP/1.1" status: 200 len: 210 time: 0.0274651 Dec 08 00:37:45.046921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39656) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:45.393112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:45.647141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Deleting port 5c26a2e2-e922-491d-82f5-78f0cca087d3 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:45.647393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:45.731237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] For port 5c26a2e2-e922-491d-82f5-78f0cca087d3, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5c26a2e2-e922-491d-82f5-78f0cca087d3,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:45.731602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:45.745154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Calling delete_port for 5c26a2e2-e922-491d-82f5-78f0cca087d3 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:45.934986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:45.961598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c26a2e2-e922-491d-82f5-78f0cca087d3,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:46.125412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:46.336431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:37:46.450310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:46.455498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5f54bb07-41be-4199-8cd4-bd3bd7a89718 admin admin] 10.222.0.18 "PUT /v2.0/routers/32d6d80f-5f6a-4bd3-bf41-d78bb41dd200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4075584 Dec 08 00:37:46.458296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39658) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:46.459612 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] Sync routers for ids ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:46.470290 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] Routers {'32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:46.470899 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:46.574714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:46.670770 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] Set router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:46.700031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:46.752014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Deleting port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:46.752353 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:46.835465 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] For port 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:46.835739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:46.848641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Calling delete_port for 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:46.852050 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:45Z', 'revision_number': 5, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port': {'id': '8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:46.877615 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] Checking router: 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:46.886320 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] Routers {'32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:46.886940 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:46.970497 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] Set router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:47.015319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.020532 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:46Z', 'revision_number': 6, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:47.039250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:47.050361 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823a0f8-e84d-4c7a-ab79-43537dfae16b None None] The sync data for ids ['32d6d80f-5f6a-4bd3-bf41-d78bb41dd200'] in n-d-820549-2 is: [{'id': '32d6d80f-5f6a-4bd3-bf41-d78bb41dd200', 'name': 'tempest-TestServerMultinode-922346250-router', 'tenant_id': '88071cdf52094f9c9c9932220274645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:05Z', 'updated_at': '2021-12-08T00:37:46Z', 'revision_number': 6, 'project_id': '88071cdf52094f9c9c9932220274645a', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:47.056860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59a567-5249-490f-9507-ada17ee40fb5 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:47.108229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.197104 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.199238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.245044 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.245665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:37:47.249912 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.251092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-81de4712-9e38-4aba-8a26-31a4d034d0f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/32d6d80f-5f6a-4bd3-bf41-d78bb41dd200 HTTP/1.1" status: 204 len: 168 time: 0.7918453 Dec 08 00:37:47.253529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39660) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:47.296926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] Deleting subnet 6bb6348a-ec96-43b0-8686-5aa8394bc121 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:37:47.299996 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.334164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.416259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.471368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.497658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb6348a-ec96-43b0-8686-5aa8394bc121,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:47.501271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.504531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3b2d0674-a289-4932-a0cf-397d942f01f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6bb6348a-ec96-43b0-8686-5aa8394bc121 HTTP/1.1" status: 204 len: 168 time: 0.2500639 Dec 08 00:37:47.507628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b4698e-a6e8-4a38-9f8c-1e0e3d1da091 None None] Network bffd4e62-9daa-47e6-8410-43f9bfbd87e4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:47.507773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39662) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:47.578860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.633236 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Deleting port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:47.633521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.694974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] For port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7,segment=NetworkSegment(e44f8403-566f-4b6e-836a-43dd5d2d8224),segment_id=e44f8403-566f-4b6e-836a-43dd5d2d8224)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:47.695329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.707301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Calling delete_port for 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:47.725912 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.791074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.818261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:47.821852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] No DVR routers for this DVR port 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:37:47.823509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669dcf9-3acb-4539-9bd6-17d0f125ccfa None None] DHCP port deletion for bffd4e62-9daa-47e6-8410-43f9bfbd87e4 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:47.873454 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 32e156b1-3743-4efd-a2eb-fc396e356726 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:47.892979 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 32e156b1-3743-4efd-a2eb-fc396e356726 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:47.893405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 32e156b1-3743-4efd-a2eb-fc396e356726 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:47.898716 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.921555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffd4e62-9daa-47e6-8410-43f9bfbd87e4']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:47.932734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44f8403-566f-4b6e-836a-43dd5d2d8224') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:47.933039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44f8403-566f-4b6e-836a-43dd5d2d8224') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:47.943175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.957010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.963324 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:37:47.963758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:37:47.965508 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:37:48.019012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:48.025406 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:48.028684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bffd4e62-9daa-47e6-8410-43f9bfbd87e4 HTTP/1.1" status: 204 len: 168 time: 0.5201166 Dec 08 00:37:48.032019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39664) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:48.040329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1be53-327e-4c87-a78d-6895ab999897 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffd4e62-9daa-47e6-8410-43f9bfbd87e4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:48.388336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:48.628669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Deleting port b8c720e9-158f-4bd5-a382-fbac7b3a4afe {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:48.629008 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:48.672904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:48.693758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:48.694188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8c201c01-1bdc-4a4d-81b5-98b8b3a43fd7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:48.694663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c26a2e2-e922-491d-82f5-78f0cca087d3 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:48.713912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 5c26a2e2-e922-491d-82f5-78f0cca087d3 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:48.714232 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] For port b8c720e9-158f-4bd5-a382-fbac7b3a4afe, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,segment=NetworkSegment(406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4),segment_id=406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:48.714393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5c26a2e2-e922-491d-82f5-78f0cca087d3 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:48.714591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:48.714734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:48.727406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Calling delete_port for b8c720e9-158f-4bd5-a382-fbac7b3a4afe owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:48.732981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:48.733325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0f3bc6fe-56d5-4acc-b0b2-391bc72db5a7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:48.906152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:48.931989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c720e9-158f-4bd5-a382-fbac7b3a4afe,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:49.096118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:49.313810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:37:49.423198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:49.428725 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fd4dcc33-e92c-4c24-888b-12e11a01e206 admin admin] 10.222.0.18 "PUT /v2.0/routers/1b04d690-cb70-46b2-bb80-c0ff93e5d46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3956759 Dec 08 00:37:49.431227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39668) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:49.433802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] Sync routers for ids ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:49.446616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] Routers {'1b04d690-cb70-46b2-bb80-c0ff93e5d46c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:49.447259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:49.533699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:49.554131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] Set router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:49.640359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:49.693291 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Deleting port 48388f02-ca21-4b26-bcd4-c5abb858f05c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:49.693628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:49.731844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:48Z', 'revision_number': 5, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port': {'id': '48388f02-ca21-4b26-bcd4-c5abb858f05c', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:49.757447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] Checking router: 1b04d690-cb70-46b2-bb80-c0ff93e5d46c for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:49.765529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] Routers {'1b04d690-cb70-46b2-bb80-c0ff93e5d46c'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:49.766126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:49.776829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] For port 48388f02-ca21-4b26-bcd4-c5abb858f05c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=48388f02-ca21-4b26-bcd4-c5abb858f05c,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:49.777214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:49.790690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Calling delete_port for 48388f02-ca21-4b26-bcd4-c5abb858f05c owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:49.851794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] Set router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:49.905392 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:49Z', 'revision_number': 6, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:49.931018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb22a46-7751-4a04-af9a-af5a6f7decb0 None None] The sync data for ids ['1b04d690-cb70-46b2-bb80-c0ff93e5d46c'] in n-d-820549-2 is: [{'id': '1b04d690-cb70-46b2-bb80-c0ff93e5d46c', 'name': 'tempest-TestServerMultinode-56484458-router', 'tenant_id': '5aa8c33094af47338661827ee50ac120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:10Z', 'updated_at': '2021-12-08T00:37:49Z', 'revision_number': 6, 'project_id': '5aa8c33094af47338661827ee50ac120', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:49.953190 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:49.981608 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48388f02-ca21-4b26-bcd4-c5abb858f05c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:49.993849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5589959-0940-4494-a9a7-6a9bcef3c38b None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:50.042797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.129678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.132310 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.176825 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.177436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b04d690-cb70-46b2-bb80-c0ff93e5d46c {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:37:50.181750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.182909 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-38c8ff55-fe65-4004-93c5-96aaaffa57d2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1b04d690-cb70-46b2-bb80-c0ff93e5d46c HTTP/1.1" status: 204 len: 168 time: 0.7507625 Dec 08 00:37:50.185381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39672) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:50.229240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] Deleting subnet 6d113192-3f92-48f7-a7c2-a23b28b55820 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:37:50.232131 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.266517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.350159 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.403025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.428239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d113192-3f92-48f7-a7c2-a23b28b55820,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:50.431824 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.435576 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-877af880-78b2-4190-8c93-2193cde84c41 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6d113192-3f92-48f7-a7c2-a23b28b55820 HTTP/1.1" status: 204 len: 168 time: 0.2487228 Dec 08 00:37:50.437632 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39676) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:50.438563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7269f5-dabc-4ab4-95fb-114a5947d90e None None] Network 9ce580bf-f33b-4ff3-8c1d-068162c937f6 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:50.506114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.564914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Deleting port 25c55b4e-e26a-4c56-b275-e59d73918034 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:50.565253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.626317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] For port 25c55b4e-e26a-4c56-b275-e59d73918034, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=25c55b4e-e26a-4c56-b275-e59d73918034,segment=NetworkSegment(406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4),segment_id=406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:50.626634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.639251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Calling delete_port for 25c55b4e-e26a-4c56-b275-e59d73918034 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:50.720239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b90360-a8b2-4a5f-8982-7bcf4edbaf66 None None] DHCP port deletion for 9ce580bf-f33b-4ff3-8c1d-068162c937f6 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:50.725245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.760055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] No DVR routers for this DVR port 25c55b4e-e26a-4c56-b275-e59d73918034 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:37:50.761785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=25c55b4e-e26a-4c56-b275-e59d73918034,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:50.769539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b8c720e9-158f-4bd5-a382-fbac7b3a4afe no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:50.798534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b8c720e9-158f-4bd5-a382-fbac7b3a4afe {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:50.799085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b8c720e9-158f-4bd5-a382-fbac7b3a4afe not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:50.799288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 48388f02-ca21-4b26-bcd4-c5abb858f05c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:50.819430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 48388f02-ca21-4b26-bcd4-c5abb858f05c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:50.819834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 48388f02-ca21-4b26-bcd4-c5abb858f05c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:50.820201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 25c55b4e-e26a-4c56-b275-e59d73918034 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:37:50.837855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.846767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 25c55b4e-e26a-4c56-b275-e59d73918034 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:37:50.847149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 25c55b4e-e26a-4c56-b275-e59d73918034 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:37:50.863897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce580bf-f33b-4ff3-8c1d-068162c937f6']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:50.873827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:50.874126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406d3e06-f0d4-4ba2-afe2-ae9c66b0c3a4') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:50.883613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.897571 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.905353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:37:50.905701 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:37:50.908242 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:37:50.964177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.969661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:50.973005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ce580bf-f33b-4ff3-8c1d-068162c937f6 HTTP/1.1" status: 204 len: 168 time: 0.5344069 Dec 08 00:37:50.986646 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a029b-77f7-4913-88db-065915262e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce580bf-f33b-4ff3-8c1d-068162c937f6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:51.140999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39680) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:51.184986 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6d4d9ffb-7657-442a-90f5-89e9f63ea6ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88071cdf52094f9c9c9932220274645a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428348 Dec 08 00:37:51.187485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39682) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:51.233432 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-12ced60d-92ac-4aa9-8d3f-71326cd92be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.254017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-12ced60d-92ac-4aa9-8d3f-71326cd92be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.300428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-12ced60d-92ac-4aa9-8d3f-71326cd92be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.303337 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-12ced60d-92ac-4aa9-8d3f-71326cd92be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.304475 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-12ced60d-92ac-4aa9-8d3f-71326cd92be4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3c108cc-aef8-48ac-ae8d-2014dae384c4 HTTP/1.1" status: 204 len: 168 time: 0.1161077 Dec 08 00:37:51.312048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ced60d-92ac-4aa9-8d3f-71326cd92be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c108cc-aef8-48ac-ae8d-2014dae384c4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:51.504345 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4285207d-2c26-4b20-b91e-129d5d40e6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.623026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39688) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:51.663086 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1041c5db-6538-4243-90e1-ceabc81f17ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aa8c33094af47338661827ee50ac120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387986 Dec 08 00:37:51.665533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39690) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:51.711891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381fe845-2673-4baa-b4d9-a16f8177bacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.732301 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381fe845-2673-4baa-b4d9-a16f8177bacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.781724 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381fe845-2673-4baa-b4d9-a16f8177bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.784465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-381fe845-2673-4baa-b4d9-a16f8177bacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:51.785593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-381fe845-2673-4baa-b4d9-a16f8177bacf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da206b1d-5152-4d5e-abdc-c9da29384d41 HTTP/1.1" status: 204 len: 168 time: 0.1191797 Dec 08 00:37:51.793630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fe845-2673-4baa-b4d9-a16f8177bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da206b1d-5152-4d5e-abdc-c9da29384d41,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:52.441999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39712) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:52.549284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-765223450-network', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:52.568267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Made reservation on behalf of b56114c10840443d8c1320d8b33cbee8 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:52.570486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.578737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.650157 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.653799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.683070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:37:52.692121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2400a730-c0e2-4ffc-9bf5-9a74ccae4208,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:52.699433 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.699613 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Added segment 1daaea2e-8450-4ddd-9e42-31e42d9b7e4f of type vlan for network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 Dec 08 00:37:52.742271 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.765903 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.766752 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:52.767393 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.797173 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3540075 Dec 08 00:37:52.800118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39716) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:52.805027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Request body: {'subnet': {'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-765223450-subnet', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:52.826221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Made reservation on behalf of b56114c10840443d8c1320d8b33cbee8 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:37:52.828811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:52.829389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29bc14-348e-4d94-888c-67b6d6721efd admin admin] Pushing event updated for resources: {'Network': ['ID=6926fced-a934-4bbe-b892-c0f8d4cf1a96,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:52.839340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:37:53.000567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.058481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=905054ca-af86-4de8-bd74-d9789e9864a6,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:53.065823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Checking segment: {'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:53.066188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Network hostable DHCP agents. Network: 6926fced-a934-4bbe-b892-c0f8d4cf1a96, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:37:53.083756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:37:53.091967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 6926fced-a934-4bbe-b892-c0f8d4cf1a96) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:53.095952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:37:53.096569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.100900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad74ad31-f88b-4011-a24a-808e4d812d0a None None] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:53.112401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c788b87b-6ddc-45b2-8eb1-c2f2bca95efc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3112159 Dec 08 00:37:53.115049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39718) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:53.119408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-765223450-router', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:37:53.139774 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.140832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.196498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.200189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-6926fced-a934-4bbe-b892-c0f8d4cf1a96', 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96', 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'fixed_ips': [{'subnet_id': '905054ca-af86-4de8-bd74-d9789e9864a6'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:37:53.201054 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.344390 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Allocated IP 172.20.0.2 (6926fced-a934-4bbe-b892-c0f8d4cf1a96/905054ca-af86-4de8-bd74-d9789e9864a6/aa1f8437-a708-41ec-89e0-afe11e90ec1a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:53.495694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.502045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.546292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:53.549534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:53.553598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:53.561741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Pushing event updated for resources: {'Port': ['ID=aa1f8437-a708-41ec-89e0-afe11e90ec1a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:53.587835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.588164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.588540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.588889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.589230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.589575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.589898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.590232 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.590563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.590919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.591418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.591749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.592077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:37:53.638160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Attempting to bind port aa1f8437-a708-41ec-89e0-afe11e90ec1a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:53.638613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Attempting to bind port aa1f8437-a708-41ec-89e0-afe11e90ec1a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:53.639018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Attempting to bind port aa1f8437-a708-41ec-89e0-afe11e90ec1a on network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:53.648225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:53.648688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Checking segment: {'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:53.649106 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.649557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Bound using segment: {'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:53.650105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Bound port: aa1f8437-a708-41ec-89e0-afe11e90ec1a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:53.650535 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.654134 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d8504f4e-1e3e-4161-9b2f-859582e67ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.712338 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.724754 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] For port aa1f8437-a708-41ec-89e0-afe11e90ec1a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:53.728447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] For port aa1f8437-a708-41ec-89e0-afe11e90ec1a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aa1f8437-a708-41ec-89e0-afe11e90ec1a,segment=NetworkSegment(1daaea2e-8450-4ddd-9e42-31e42d9b7e4f),segment_id=1daaea2e-8450-4ddd-9e42-31e42d9b7e4f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:53.733409 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.803082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5424f-beae-483e-b2d7-cdb1e59ba346 None None] Pushing event updated for resources: {'Port': ['ID=aa1f8437-a708-41ec-89e0-afe11e90ec1a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:53.959010 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:53.986017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.114957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Allocated IP 172.25.6.225 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/72e1ab6b-6224-49b1-a408-c9c810517275) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:54.231343 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.270269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.315344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:54.319468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:54.323392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:54.332401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988e6e7-d48b-406e-9092-b2bdd2a831c4 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:54.352875 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Pushing event updated for resources: {'Port': ['ID=72e1ab6b-6224-49b1-a408-c9c810517275,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:54.363345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ee1a1357-a61b-4001-9776-c353a809343c None None] Provisioning complete for port 72e1ab6b-6224-49b1-a408-c9c810517275 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:54.363828 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1357-a61b-4001-9776-c353a809343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.410639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a1357-a61b-4001-9776-c353a809343c None None] Port 72e1ab6b-6224-49b1-a408-c9c810517275 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:54.599518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.713943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device aa1f8437-a708-41ec-89e0-afe11e90ec1a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:54.746576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87bc1fb-cd97-488e-bfc1-604d3a5e1657 None None] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:37:54.810498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.834245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port aa1f8437-a708-41ec-89e0-afe11e90ec1a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:54.834608 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.889398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8d103ad4-5a2a-4e2b-804d-54888269a5cb None None] Provisioning complete for port aa1f8437-a708-41ec-89e0-afe11e90ec1a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:54.889764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d103ad4-5a2a-4e2b-804d-54888269a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:54.940448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:37:55.002968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.024093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d103ad4-5a2a-4e2b-804d-54888269a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.057603 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:55.067042 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Sync routers for ids ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:55.067539 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port aa1f8437-a708-41ec-89e0-afe11e90ec1a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aa1f8437-a708-41ec-89e0-afe11e90ec1a,segment=NetworkSegment(1daaea2e-8450-4ddd-9e42-31e42d9b7e4f),segment_id=1daaea2e-8450-4ddd-9e42-31e42d9b7e4f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:55.074415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.079887 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Routers {'1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:55.080374 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:55.094302 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.098434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39720) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:55.104851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-71f9fba9-29bd-4c94-a8b7-f11ed7c414e5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.9886482 Dec 08 00:37:55.169511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=aa1f8437-a708-41ec-89e0-afe11e90ec1a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:55.178561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-8d103ad4-5a2a-4e2b-804d-54888269a5cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:37:55.178930 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-8d103ad4-5a2a-4e2b-804d-54888269a5cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:37:55.200900 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Set router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:55.212342 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.380444 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'name': 'tempest-ImageQuotaTest-765223450-router', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:54Z', 'revision_number': 3, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'gw_port': {'id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:55.410425 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Checking router: 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:55.410761 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Updating router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 port 72e1ab6b-6224-49b1-a408-c9c810517275 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:37:55.434041 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.517299 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.668347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Allocated IP 172.20.0.1 (6926fced-a934-4bbe-b892-c0f8d4cf1a96/905054ca-af86-4de8-bd74-d9789e9864a6/a83d942b-9966-4506-9727-6cf3512bbec0) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:37:55.674189 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.680789 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.726437 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Attempting to bind port 72e1ab6b-6224-49b1-a408-c9c810517275 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:55.726810 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Attempting to bind port 72e1ab6b-6224-49b1-a408-c9c810517275 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:55.727067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b04e41-258a-458c-a45b-d0db8e62f758 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:55.727548 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Attempting to bind port 72e1ab6b-6224-49b1-a408-c9c810517275 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:55.738999 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:55.739911 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:55.740304 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.740949 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:55.741314 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Bound port: 72e1ab6b-6224-49b1-a408-c9c810517275, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:55.741694 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.764113 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa191-13f7-408c-831f-776dc280b223 None None] Pushing event updated for resources: {'Port': ['ID=72e1ab6b-6224-49b1-a408-c9c810517275,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:55.777833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.796375 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] For port 72e1ab6b-6224-49b1-a408-c9c810517275, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:55.799408 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] For port 72e1ab6b-6224-49b1-a408-c9c810517275, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=72e1ab6b-6224-49b1-a408-c9c810517275,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:55.804064 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.812637 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.844669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] Provisioning complete for port 72e1ab6b-6224-49b1-a408-c9c810517275 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:55.845215 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:55.850583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586a067-e135-4641-b3e0-042a184f2b7a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:37:55.852321 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Routers {'1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:55.852952 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:55.856727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:55.859755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:55.863270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:37:55.966456 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.001870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] For port 72e1ab6b-6224-49b1-a408-c9c810517275, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=72e1ab6b-6224-49b1-a408-c9c810517275,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:56.008394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.061346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] Provisioning complete for port aa1f8437-a708-41ec-89e0-afe11e90ec1a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:56.061897 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.070406 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] Set router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:56.125603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fe41a-8349-4077-95be-2d749a01c9fb None None] Pushing event updated for resources: {'Port': ['ID=72e1ab6b-6224-49b1-a408-c9c810517275,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:56.163733 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa191-13f7-408c-831f-776dc280b223 None None] Pushing event updated for resources: {'Port': ['ID=72e1ab6b-6224-49b1-a408-c9c810517275,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:56.260983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Pushing event updated for resources: {'Port': ['ID=a83d942b-9966-4506-9727-6cf3512bbec0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:56.276161 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'name': 'tempest-ImageQuotaTest-765223450-router', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:54Z', 'revision_number': 3, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'gw_port': {'id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:56.282977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.298126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-36e35790-568b-4abf-89e3-966b9c9f7ed1 None None] Provisioning complete for port 72e1ab6b-6224-49b1-a408-c9c810517275 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:56.298497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-36e35790-568b-4abf-89e3-966b9c9f7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.304020 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c80321-43bb-4af7-a584-d27ceb64db28 None None] The sync data for ids ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'] in n-d-820549-2 is: [{'id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'name': 'tempest-ImageQuotaTest-765223450-router', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:54Z', 'revision_number': 3, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'gw_port': {'id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:56.398287 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.419213 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-36e35790-568b-4abf-89e3-966b9c9f7ed1 None None] Provisioning complete for port a83d942b-9966-4506-9727-6cf3512bbec0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:56.419592 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-36e35790-568b-4abf-89e3-966b9c9f7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.428224 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.456834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-36e35790-568b-4abf-89e3-966b9c9f7ed1 None None] Port a83d942b-9966-4506-9727-6cf3512bbec0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:56.606620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.611270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.682233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Pushing event updated for resources: {'Port': ['ID=a83d942b-9966-4506-9727-6cf3512bbec0,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:56.688720 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.781644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 72e1ab6b-6224-49b1-a408-c9c810517275 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:56.797069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:37:56.798461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:37:56.845746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 72e1ab6b-6224-49b1-a408-c9c810517275 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:56.846364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:56.944859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:37:56.953846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device aa1f8437-a708-41ec-89e0-afe11e90ec1a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:37:57.008998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port aa1f8437-a708-41ec-89e0-afe11e90ec1a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:57.009605 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:57.078969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:57.094813 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ce448ae2-0fa9-474b-859d-63cd315919fe admin admin] 10.222.0.18 "PUT /v2.0/routers/1e362e6b-41eb-4d89-bda9-ef27a0b41fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9872472 Dec 08 00:37:57.101617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-425bf2d0-988f-43d1-a9c0-3d980e1988c8 None None] Provisioning complete for port a83d942b-9966-4506-9727-6cf3512bbec0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:37:57.101991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-425bf2d0-988f-43d1-a9c0-3d980e1988c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:57.139919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-425bf2d0-988f-43d1-a9c0-3d980e1988c8 None None] Port a83d942b-9966-4506-9727-6cf3512bbec0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:37:57.237559 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.029893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Sync routers for ids ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:37:58.041792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Routers {'1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:58.042526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:58.072531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39744) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:58.149479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Set router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:58.348784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'name': 'tempest-ImageQuotaTest-765223450-router', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:56Z', 'revision_number': 4, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'gw_port': {'id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a83d942b-9966-4506-9727-6cf3512bbec0', 'name': '', 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'mac_address': 'fa:16:3e:2c:72:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '905054ca-af86-4de8-bd74-d9789e9864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:55Z', 'updated_at': '2021-12-08T00:37:56Z', 'revision_number': 2, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'subnets': [{'id': '905054ca-af86-4de8-bd74-d9789e9864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:58.374031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Checking router: 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:37:58.374384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Updating router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 port a83d942b-9966-4506-9727-6cf3512bbec0 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:37:58.400173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.408540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.660875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Deleting port a83d942b-9966-4506-9727-6cf3512bbec0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:58.661248 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.661893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.667147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.715638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bac84-e0ed-4b00-852a-4e91f00527b2 None None] Pushing event updated for resources: {'Port': ['ID=a83d942b-9966-4506-9727-6cf3512bbec0,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:58.744032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.764185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Calling delete_port for a83d942b-9966-4506-9727-6cf3512bbec0 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:37:58.771613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Attempting to bind port a83d942b-9966-4506-9727-6cf3512bbec0 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:37:58.771992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Attempting to bind port a83d942b-9966-4506-9727-6cf3512bbec0 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:37:58.772703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Attempting to bind port a83d942b-9966-4506-9727-6cf3512bbec0 on network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:37:58.778166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:37:58.778552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Checking segment: {'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:37:58.778992 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.779653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Bound using segment: {'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:37:58.780138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Bound port: a83d942b-9966-4506-9727-6cf3512bbec0, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:37:58.780527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.852525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] For port a83d942b-9966-4506-9727-6cf3512bbec0, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:37:58.856150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] For port a83d942b-9966-4506-9727-6cf3512bbec0, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a83d942b-9966-4506-9727-6cf3512bbec0,segment=NetworkSegment(1daaea2e-8450-4ddd-9e42-31e42d9b7e4f),segment_id=1daaea2e-8450-4ddd-9e42-31e42d9b7e4f)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:37:58.863353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.925727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Routers {'1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:37:58.926435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:58.932159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bac84-e0ed-4b00-852a-4e91f00527b2 None None] Pushing event updated for resources: {'Port': ['ID=a83d942b-9966-4506-9727-6cf3512bbec0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:58.965265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:58.979053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f375e5e7-f04b-4716-8dd2-64bd63c0216b None None] Could not find standard attr ID for object a83d942b-9966-4506-9727-6cf3512bbec0. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:37:59.001792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83d942b-9966-4506-9727-6cf3512bbec0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:37:59.167084 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:59.210246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-97b93a54-638b-4a39-b20f-63b4761e042a None None] Could not find standard attr ID for object a83d942b-9966-4506-9727-6cf3512bbec0. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:37:59.237696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] Set router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:37:59.424638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:37:59.465646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'name': 'tempest-ImageQuotaTest-765223450-router', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:56Z', 'revision_number': 4, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'gw_port': {'id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a83d942b-9966-4506-9727-6cf3512bbec0', 'name': '', 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'mac_address': 'fa:16:3e:2c:72:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '905054ca-af86-4de8-bd74-d9789e9864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:55Z', 'updated_at': '2021-12-08T00:37:58Z', 'revision_number': 4, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'subnets': [{'id': '905054ca-af86-4de8-bd74-d9789e9864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:37:59.490993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b6bed-fde6-443e-94f6-331596adcb2c None None] The sync data for ids ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'] in n-d-820549-2 is: [{'id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'name': 'tempest-ImageQuotaTest-765223450-router', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:56Z', 'revision_number': 4, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'gw_port': {'id': '72e1ab6b-6224-49b1-a408-c9c810517275', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:53Z', 'updated_at': '2021-12-08T00:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'a83d942b-9966-4506-9727-6cf3512bbec0', 'name': '', 'network_id': '6926fced-a934-4bbe-b892-c0f8d4cf1a96', 'tenant_id': 'b56114c10840443d8c1320d8b33cbee8', 'mac_address': 'fa:16:3e:2c:72:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e362e6b-41eb-4d89-bda9-ef27a0b41fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '905054ca-af86-4de8-bd74-d9789e9864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:37:55Z', 'updated_at': '2021-12-08T00:37:58Z', 'revision_number': 4, 'project_id': 'b56114c10840443d8c1320d8b33cbee8', 'subnets': [{'id': '905054ca-af86-4de8-bd74-d9789e9864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:37:59.539200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:37:59.545413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d432370e-8a2d-499b-adbf-faa0bdbeb384 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e362e6b-41eb-4d89-bda9-ef27a0b41fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716907 Dec 08 00:37:59.554911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39746) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:37:59.670735 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:59.776320 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:59.829487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Deleting port 72e1ab6b-6224-49b1-a408-c9c810517275 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:37:59.829828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:59.913838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] For port 72e1ab6b-6224-49b1-a408-c9c810517275, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=72e1ab6b-6224-49b1-a408-c9c810517275,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:37:59.914197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:37:59.928536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Calling delete_port for 72e1ab6b-6224-49b1-a408-c9c810517275 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:38:00.096294 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.123440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=72e1ab6b-6224-49b1-a408-c9c810517275,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:00.137634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a3051-518f-40df-b005-c364c6fdcb0e None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:38:00.185420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.283612 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.285894 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.328690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.329187 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:38:00.334115 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.337571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2dd7596-abdd-4777-8f23-0ead7e6dcd5e admin admin] 10.222.0.18 "DELETE /v2.0/routers/1e362e6b-41eb-4d89-bda9-ef27a0b41fa9 HTTP/1.1" status: 204 len: 168 time: 0.7833605 Dec 08 00:38:00.337841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39748) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:38:00.383135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] Deleting subnet 905054ca-af86-4de8-bd74-d9789e9864a6 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:38:00.386214 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.423906 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.507816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.559232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.586106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905054ca-af86-4de8-bd74-d9789e9864a6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:00.588088 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.591308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c4d6cc85-11d9-446b-91c2-945e08269de2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/905054ca-af86-4de8-bd74-d9789e9864a6 HTTP/1.1" status: 204 len: 168 time: 0.2525132 Dec 08 00:38:00.594292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39750) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:38:00.595408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79883196-83c0-4dd4-afd5-d692378f09ae None None] Network 6926fced-a934-4bbe-b892-c0f8d4cf1a96 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:38:00.604917 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] Sync routers for ids ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:38:00.614923 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:38:00.615372 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:38:00.616029 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_agentschedulers_db [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:38:00.624850 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] Routers set() bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:38:00.625283 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] Router IDs set() for agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 00:38:00.626022 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_agentschedulers_db [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:37:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent'). {{(pid=103116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 00:38:00.626384 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492cb65-b194-404c-a9b5-45aadfe86022 None None] The sync data for ids ['1e362e6b-41eb-4d89-bda9-ef27a0b41fa9'] in n-d-820549-2 is: [] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:38:00.687570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.730859 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a83d942b-9966-4506-9727-6cf3512bbec0 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:38:00.759838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a83d942b-9966-4506-9727-6cf3512bbec0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:38:00.760188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a83d942b-9966-4506-9727-6cf3512bbec0 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:38:00.765419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Deleting port aa1f8437-a708-41ec-89e0-afe11e90ec1a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:38:00.765782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.780718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] DHCP port deletion for 6926fced-a934-4bbe-b892-c0f8d4cf1a96 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:38:00.836385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] For port aa1f8437-a708-41ec-89e0-afe11e90ec1a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aa1f8437-a708-41ec-89e0-afe11e90ec1a,segment=NetworkSegment(1daaea2e-8450-4ddd-9e42-31e42d9b7e4f),segment_id=1daaea2e-8450-4ddd-9e42-31e42d9b7e4f)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:38:00.836759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.837341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] Deleting port aa1f8437-a708-41ec-89e0-afe11e90ec1a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:38:00.837711 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.852990 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Calling delete_port for aa1f8437-a708-41ec-89e0-afe11e90ec1a owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:38:00.907156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] For port aa1f8437-a708-41ec-89e0-afe11e90ec1a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=aa1f8437-a708-41ec-89e0-afe11e90ec1a,segment=NetworkSegment(1daaea2e-8450-4ddd-9e42-31e42d9b7e4f),segment_id=1daaea2e-8450-4ddd-9e42-31e42d9b7e4f)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:38:00.907551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.920698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] Calling delete_port for aa1f8437-a708-41ec-89e0-afe11e90ec1a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:38:00.937202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:00.960878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1f8437-a708-41ec-89e0-afe11e90ec1a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:00.966580 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] No DVR routers for this DVR port aa1f8437-a708-41ec-89e0-afe11e90ec1a on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:38:00.996638 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.026584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] Pushing event deleted for resources: {'Port': ['ID=aa1f8437-a708-41ec-89e0-afe11e90ec1a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:01.030169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643db90d-a121-4f35-913e-85f37761d2f6 None None] No DVR routers for this DVR port aa1f8437-a708-41ec-89e0-afe11e90ec1a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:38:01.043556 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.064112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6926fced-a934-4bbe-b892-c0f8d4cf1a96']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:38:01.074234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:38:01.074409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daaea2e-8450-4ddd-9e42-31e42d9b7e4f') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:38:01.088241 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.101898 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.108092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:38:01.108597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: items = [ Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:38:01.110242 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:38:01.164394 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.169457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.172899 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6926fced-a934-4bbe-b892-c0f8d4cf1a96 HTTP/1.1" status: 204 len: 168 time: 0.5767505 Dec 08 00:38:01.186087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4605924-1aa7-4de7-8c2f-3f68cdbd90b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6926fced-a934-4bbe-b892-c0f8d4cf1a96,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:01.284775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39754) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:38:01.328687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75cdb17e-b1f0-4e02-b14f-394fcdbadcf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b56114c10840443d8c1320d8b33cbee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427215 Dec 08 00:38:01.331179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39756) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:38:01.376135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d799423a-3fca-47b7-9b85-e046234dcf4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.400625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d799423a-3fca-47b7-9b85-e046234dcf4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.447990 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d799423a-3fca-47b7-9b85-e046234dcf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.450667 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d799423a-3fca-47b7-9b85-e046234dcf4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.451872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d799423a-3fca-47b7-9b85-e046234dcf4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2400a730-c0e2-4ffc-9bf5-9a74ccae4208 HTTP/1.1" status: 204 len: 168 time: 0.1197934 Dec 08 00:38:01.461816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799423a-3fca-47b7-9b85-e046234dcf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2400a730-c0e2-4ffc-9bf5-9a74ccae4208,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:01.769756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 39762) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:38:01.783229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dda67457-9c73-4feb-8133-b070fb6d169a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.858734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dda67457-9c73-4feb-8133-b070fb6d169a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.862488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dda67457-9c73-4feb-8133-b070fb6d169a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.904115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dda67457-9c73-4feb-8133-b070fb6d169a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1306434 Dec 08 00:38:01.904115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda67457-9c73-4feb-8133-b070fb6d169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4868489-373d-4fda-b35f-544ead106c57,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:01.904532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39764) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:38:01.952372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be0aa4a5-cb04-48e5-84d7-36c642172d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:01.973261 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be0aa4a5-cb04-48e5-84d7-36c642172d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:02.023834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be0aa4a5-cb04-48e5-84d7-36c642172d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:02.026454 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-be0aa4a5-cb04-48e5-84d7-36c642172d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:02.027735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-be0aa4a5-cb04-48e5-84d7-36c642172d27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4868489-373d-4fda-b35f-544ead106c57 HTTP/1.1" status: 204 len: 168 time: 0.1221519 Dec 08 00:38:02.035635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0aa4a5-cb04-48e5-84d7-36c642172d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4868489-373d-4fda-b35f-544ead106c57,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:38:02.675132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 72e1ab6b-6224-49b1-a408-c9c810517275 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:38:02.695031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 72e1ab6b-6224-49b1-a408-c9c810517275 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:38:02.695381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 72e1ab6b-6224-49b1-a408-c9c810517275 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:38:02.695791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device aa1f8437-a708-41ec-89e0-afe11e90ec1a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:38:02.714314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: aa1f8437-a708-41ec-89e0-afe11e90ec1a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:38:02.714664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device aa1f8437-a708-41ec-89e0-afe11e90ec1a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:38:02.924309 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:38:13.864829 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:17.746566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:21.476905 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-437b1eb5-0bdf-440e-afe1-ee46860738c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:23.619974 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4592ebb2-dea9-4164-8b00-7633665732fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:25.212565 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:26.369070 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:27.230157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:39.922647 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:38:43.872685 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:47.745064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:51.476901 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20098628-5281-47d9-ae95-e2ca9478256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:53.620579 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9050e8b-001b-4afc-8c1e-b263c71751ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:55.217760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:56.372548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:38:57.230944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:13.875793 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:16.922021 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:39:17.739482 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:19.107403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bc0f1-12e0-474e-b42c-fb2da9ba7148 req-2cee51e9-bfd6-4dd9-94ac-19cfc00a5d7c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:19.108894 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd0bc0f1-12e0-474e-b42c-fb2da9ba7148 req-2cee51e9-bfd6-4dd9-94ac-19cfc00a5d7c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 946 time: 0.1693380 Dec 08 00:39:19.158165 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd0bc0f1-12e0-474e-b42c-fb2da9ba7148 req-5d73c6d9-9843-4cc0-a7e3-76f257748e6f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Dec 08 00:39:20.347182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926cbc8-cb0a-4bfe-bb98-3ca09f0f5e43 req-33e2d738-36f5-4478-bd6e-d4b8c0979a7a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:20.348634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a926cbc8-cb0a-4bfe-bb98-3ca09f0f5e43 req-33e2d738-36f5-4478-bd6e-d4b8c0979a7a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 946 time: 0.1042001 Dec 08 00:39:20.395779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a926cbc8-cb0a-4bfe-bb98-3ca09f0f5e43 req-8f00b2c3-4b90-4f51-b75c-02009067d965 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 Dec 08 00:39:20.595156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7ae0e34b-9dab-4e3e-b160-a21d56965efd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:20.596520 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7ae0e34b-9dab-4e3e-b160-a21d56965efd tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 946 time: 0.0487370 Dec 08 00:39:20.685522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:39:20.686072 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:20.775589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] For port e1f8076c-c3d6-4c80-9d52-cdaf772f8830, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:39:20.775943 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:20.948607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:20.948964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:20.949277 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Floating IP a04cd6e1-39c3-4164-99bb-b45e06fc5361 disassociated. External IP: 172.25.6.49, port: e1f8076c-c3d6-4c80-9d52-cdaf772f8830. Dec 08 00:39:20.949736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for e1f8076c-c3d6-4c80-9d52-cdaf772f8830 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:39:21.069946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:21.100609 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=e1f8076c-c3d6-4c80-9d52-cdaf772f8830,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:21.111701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.112049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.112401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.112727 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.113066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.113400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.113721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.114044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.114365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.114683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.115031 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.115358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.115680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:21.225495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:39:21.328537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:39:21.338512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:39:21.349046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:39:21.349664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:38:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:21.371229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] No DVR routers for this DVR port e1f8076c-c3d6-4c80-9d52-cdaf772f8830 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:39:21.373902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:21.377602 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d1d95578-24cd-47b2-9689-c0756a24a639 req-7a4a5de8-e092-4991-b526-0afa77459769 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "DELETE /v2.0/ports/e1f8076c-c3d6-4c80-9d52-cdaf772f8830 HTTP/1.1" status: 204 len: 173 time: 0.7751925 Dec 08 00:39:21.378074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'name': 'network-vif-deleted', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:39:21.380392 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0e8e81-6dd8-4177-a65f-7809d2e89227" -d '{"events": [{"server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "name": "network-vif-deleted", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:39:21.486650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:39:21.533667 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c200f334-7819-4e7f-b14b-a7cd1ccc4d29 req-6b3327e3-b50b-4245-b227-05e4405771ac tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 210 time: 0.0391505 Dec 08 00:39:21.554984 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ced4ba76-c576-44cd-8dd9-00f44dd5e0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:21.570254 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113b0d8-0cb5-4d41-a315-8fe58ac5e185 x-openstack-request-id: req-9113b0d8-0cb5-4d41-a315-8fe58ac5e185 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:39:21.570638 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03276ed-14c3-4425-bb98-cadd90162fef", "name": "network-vif-deleted", "tag": "e1f8076c-c3d6-4c80-9d52-cdaf772f8830", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:39:21.570931 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9113b0d8-0cb5-4d41-a315-8fe58ac5e185 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:39:21.571342 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03276ed-14c3-4425-bb98-cadd90162fef', 'name': 'network-vif-deleted', 'tag': 'e1f8076c-c3d6-4c80-9d52-cdaf772f8830', 'status': 'completed', 'code': 200} Dec 08 00:39:21.732274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:21.766066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:39:21.775455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:39:21.776060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:38:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:21.880518 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:39:22.073416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:22.102910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4d533-b9c3-4ea5-a9b0-c1e9f31051d7 None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:39:22.329540 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5331715-6a0d-4318-b8d1-ab27251529a8 None None] New status for floating IP a04cd6e1-39c3-4164-99bb-b45e06fc5361: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:39:22.623833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-333ff6e4-d021-4d7d-bb53-756ac8e7bc16 req-661db54b-5d2d-474d-b2c7-ff8894ff6e0b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 210 time: 0.0262566 Dec 08 00:39:23.621021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2552c87-01bd-4bea-826b-236b685b0ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:23.720302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58198159-946b-4468-b570-f0371bf0f8c8 req-a3f525fb-ade0-46ea-a7c1-0e122ff9530d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 210 time: 0.0265946 Dec 08 00:39:24.323125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e1f8076c-c3d6-4c80-9d52-cdaf772f8830 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:39:24.343131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: e1f8076c-c3d6-4c80-9d52-cdaf772f8830 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:39:24.343483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device e1f8076c-c3d6-4c80-9d52-cdaf772f8830 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:39:24.817329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a8f4f14-2c46-4946-bbfe-ac355f113732 req-3535b067-626c-40fa-be1d-cbae290259e4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 210 time: 0.0256681 Dec 08 00:39:25.217623 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:25.920871 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59687a85-25c6-4fd0-9c2d-1dc8268fd70b req-02ee01d0-58a2-49d5-8d30-9709ac93665d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=e03276ed-14c3-4425-bb98-cadd90162fef HTTP/1.1" status: 200 len: 210 time: 0.0267057 Dec 08 00:39:26.375301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:27.123727 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-6eba2824-9ddd-4ff2-8196-0355c4190083 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541446559&fields=id&tenant_id=2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 267 time: 0.0439644 Dec 08 00:39:27.233759 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:27.236273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-3806148e-0afa-4bc3-9f93-03e72707c71a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:27.237749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-3806148e-0afa-4bc3-9f93-03e72707c71a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1074958 Dec 08 00:39:27.252858 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-1c8b5378-f846-4263-9cde-bbab8e8b9425 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/quotas/2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0094001 Dec 08 00:39:27.305104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-4c1865c0-a514-4781-9ffc-379e03371b97 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470831 Dec 08 00:39:27.453914 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-7d03d25b-f229-4925-beab-a8b2936683c1 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365368 Dec 08 00:39:27.540179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-62133fef-17d1-4976-8966-9b1eb620cff3 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795774 Dec 08 00:39:27.817536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b665508-7c2b-40f3-83a1-15cee134e8a3 req-1f40ebe9-f9d6-4351-a74e-d4c8211760eb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 210 time: 0.0300710 Dec 08 00:39:28.778288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-07dfed68-2c6d-4b0e-9535-aca17e4ead20 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:28.779456 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-07dfed68-2c6d-4b0e-9535-aca17e4ead20 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1021414 Dec 08 00:39:28.857318 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-9c9b5a41-73d8-4df5-b657-b67a6a0f48e8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 379 time: 0.0642755 Dec 08 00:39:28.869544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'port': {'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'admin_state_up': True, 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'security_groups': ['3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:39:28.964627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65775851-d765-4ba8-b3f6-7184bfc9bf27 req-d4332f4a-c192-48e6-88d7-2efd8bce6e61 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 210 time: 0.0535717 Dec 08 00:39:28.997716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:39:29.001488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:29.133860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.20.0.6 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/fe9812a7-b064-4cd1-845e-409df21c491a) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:39:29.278201 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:29.321902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:29.365857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:39:29.369342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:39:29.373041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:39:29.402970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=fe9812a7-b064-4cd1-845e-409df21c491a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:29.436664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:29.437334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:29.457648 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a992de84-c0ff-419b-bf3c-a96863fbc278 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933204 Dec 08 00:39:29.468698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-4fd51202-e7d7-4c6a-bc51-4b39da0dc51a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:39:29.469994 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-4fd51202-e7d7-4c6a-bc51-4b39da0dc51a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064201 Dec 08 00:39:29.548549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Request body: {'port': {'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:39:29.617615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:29.930965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9812a7-b064-4cd1-845e-409df21c491a {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:39:29.938933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:29.950866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Transition to ACTIVE for port object fe9812a7-b064-4cd1-845e-409df21c491a will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:39:29.956520 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:30.026106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9812a7-b064-4cd1-845e-409df21c491a,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:30.088654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Attempting to bind port fe9812a7-b064-4cd1-845e-409df21c491a on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:39:30.089062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Attempting to bind port fe9812a7-b064-4cd1-845e-409df21c491a by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:39:30.089457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Attempting to bind port fe9812a7-b064-4cd1-845e-409df21c491a on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:39:30.095056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Port fe9812a7-b064-4cd1-845e-409df21c491a on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:39:30.095470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Attempting to bind port fe9812a7-b064-4cd1-845e-409df21c491a on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:39:30.103108 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:39:30.103542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:39:30.103995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:39:30.104656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Bound port: fe9812a7-b064-4cd1-845e-409df21c491a, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:39:30.105085 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:30.167550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb6575-85c0-47f4-bb2d-09ad737591cb req-ad5c262c-33de-4987-a110-e0b29d024039 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:30.180903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96fb6575-85c0-47f4-bb2d-09ad737591cb req-ad5c262c-33de-4987-a110-e0b29d024039 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.1170614 Dec 08 00:39:30.239575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96fb6575-85c0-47f4-bb2d-09ad737591cb req-05cc7ee2-ee91-44e7-b852-08d31d630e36 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521269 Dec 08 00:39:30.584769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] For port fe9812a7-b064-4cd1-845e-409df21c491a, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:39:30.588365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] For port fe9812a7-b064-4cd1-845e-409df21c491a, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fe9812a7-b064-4cd1-845e-409df21c491a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:39:30.592692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:30.625380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:30.625487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:30.627114 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] 10.222.0.44 "PUT /v2.0/ports/fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 1091 time: 1.1431556 Dec 08 00:39:30.629189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:39:30.631597 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97699568-e5bb-47e5-90a8-8e2849d5d97a" -d '{"events": [{"name": "network-changed", "server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:39:30.666443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6231c51-d8e9-475a-884b-48cb456f7514 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9812a7-b064-4cd1-845e-409df21c491a,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:30.683025 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13abe7db-531c-4288-b377-46bea7018a93 x-openstack-request-id: req-13abe7db-531c-4288-b377-46bea7018a93 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:39:30.683317 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:39:30.683568 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13abe7db-531c-4288-b377-46bea7018a93 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:39:30.683961 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'status': 'completed', 'code': 200} Dec 08 00:39:30.743217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-d9b2cbd2-0e7e-4132-9b74-9ec5ed02ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:30.744737 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-d9b2cbd2-0e7e-4132-9b74-9ec5ed02ad08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1094 time: 0.0424411 Dec 08 00:39:30.806549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-ed332c0e-7f02-4153-8956-868a9b5016cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 217 time: 0.0473247 Dec 08 00:39:30.861946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-d9129395-7f51-4134-ad68-52a7543be336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:30.863434 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-d9129395-7f51-4134-ad68-52a7543be336 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0491855 Dec 08 00:39:30.909775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-f5f54748-afd4-4025-a634-01fb2e14e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:30.911244 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-f5f54748-afd4-4025-a634-01fb2e14e8fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408931 Dec 08 00:39:31.002182 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-5c0ad7fb-8409-4971-9a8e-7ce1d39f1d05 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841401 Dec 08 00:39:31.093895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-aebcae72-5f43-4588-ab87-a37d0d965af2 req-95d6e41f-c706-4d8d-bfe7-f11d63122ac0 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Dec 08 00:39:31.205251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-a1bf14c5-07d1-4b05-a62d-71f7b2b2acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:31.206565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-a1bf14c5-07d1-4b05-a62d-71f7b2b2acd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1094 time: 0.0415695 Dec 08 00:39:31.304728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-55a96fe0-e0c8-4687-90fc-e75e1bddc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:31.306769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-55a96fe0-e0c8-4687-90fc-e75e1bddc40e service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0932362 Dec 08 00:39:31.354409 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-90eabe16-d736-47f6-b6ff-c7e66620705b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 217 time: 0.0400887 Dec 08 00:39:31.364224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e1a2-f16c-45fe-9cbd-f525883db38e req-cf7ee9d1-744e-47da-a8e6-ef220222745b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:31.365856 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6145e1a2-f16c-45fe-9cbd-f525883db38e req-cf7ee9d1-744e-47da-a8e6-ef220222745b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0518720 Dec 08 00:39:31.406115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-e7ff003d-3d38-4ca9-8101-d5d59672377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:31.407649 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-e7ff003d-3d38-4ca9-8101-d5d59672377a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0456469 Dec 08 00:39:31.423053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6145e1a2-f16c-45fe-9cbd-f525883db38e req-b5bc7db6-4d78-4374-951b-cfa7038cf3c3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502069 Dec 08 00:39:31.455730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-ef0a0312-533c-4452-b333-d78684b58076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:31.457303 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-ef0a0312-533c-4452-b333-d78684b58076 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422988 Dec 08 00:39:31.549919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-4534554b-d674-475c-878e-2076b85d1407 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852866 Dec 08 00:39:31.638408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97699568-e5bb-47e5-90a8-8e2849d5d97a req-775f6a28-3402-44b0-ab1b-543083c0c60b service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815973 Dec 08 00:39:32.540099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d7aa3-fe2b-44af-807a-a2fc00924925 req-7557eafa-6a53-4c4d-9347-90aa3a729edb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:32.541594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-665d7aa3-fe2b-44af-807a-a2fc00924925 req-7557eafa-6a53-4c4d-9347-90aa3a729edb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0490251 Dec 08 00:39:32.590068 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-665d7aa3-fe2b-44af-807a-a2fc00924925 req-3f6446e3-b5ed-4f56-988d-bb077615a852 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Dec 08 00:39:33.707971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fc1fa-c0ab-464b-b94f-4e075ed4aa47 req-7461f0ce-a1c9-4ada-8867-e84ddb4bbfb3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:33.709549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-325fc1fa-c0ab-464b-b94f-4e075ed4aa47 req-7461f0ce-a1c9-4ada-8867-e84ddb4bbfb3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0509253 Dec 08 00:39:33.760685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-325fc1fa-c0ab-464b-b94f-4e075ed4aa47 req-343e6558-3d0f-4b84-b1f0-bc2d021935f9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446346 Dec 08 00:39:34.881583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041601a5-36d2-42f1-8806-5cb4a42ab352 req-ec5bd790-a337-45c6-a0a7-8eb4b8a0c71e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:34.883571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-041601a5-36d2-42f1-8806-5cb4a42ab352 req-ec5bd790-a337-45c6-a0a7-8eb4b8a0c71e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0515771 Dec 08 00:39:34.931324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-041601a5-36d2-42f1-8806-5cb4a42ab352 req-46444fc3-42d8-4ac7-8752-4c42adac0092 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Dec 08 00:39:36.044439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475494-877a-4a21-8fe4-700527aee1ff req-8e2e2db0-a0c6-41d0-9d97-32f8667eaf24 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:36.045923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16475494-877a-4a21-8fe4-700527aee1ff req-8e2e2db0-a0c6-41d0-9d97-32f8667eaf24 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0483212 Dec 08 00:39:36.095060 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-16475494-877a-4a21-8fe4-700527aee1ff req-94bc7eef-54d2-46e9-b251-79fc5a44b590 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432978 Dec 08 00:39:37.210835 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdca9ac-b12e-4dbb-ae66-94ba30b4be23 req-07145fbb-b80b-48cf-b1bb-d7259db74f63 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:37.212316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfdca9ac-b12e-4dbb-ae66-94ba30b4be23 req-07145fbb-b80b-48cf-b1bb-d7259db74f63 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0513816 Dec 08 00:39:37.260381 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfdca9ac-b12e-4dbb-ae66-94ba30b4be23 req-c719ee49-0a76-4721-9a94-656026e4cd80 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Dec 08 00:39:38.375117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412ddcf-4c25-4db5-810b-3717ce60ffcb req-980b5f9c-aa02-4960-a767-5833b9ac2252 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:38.376576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d412ddcf-4c25-4db5-810b-3717ce60ffcb req-980b5f9c-aa02-4960-a767-5833b9ac2252 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0475516 Dec 08 00:39:38.425321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d412ddcf-4c25-4db5-810b-3717ce60ffcb req-8c65f2ec-2a98-4c86-a989-de92a0fa6d3a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Dec 08 00:39:39.538021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d62bf-2268-4525-bbbf-7001ca9cf402 req-4aaa8dc7-d99b-41e2-a6cf-206fa78bb1f3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:39.539982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d7d62bf-2268-4525-bbbf-7001ca9cf402 req-4aaa8dc7-d99b-41e2-a6cf-206fa78bb1f3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0470133 Dec 08 00:39:39.593332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d7d62bf-2268-4525-bbbf-7001ca9cf402 req-4d697262-3474-46af-8797-bc6d1acd829c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473955 Dec 08 00:39:40.707037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a419c01-b937-42e8-9a89-6ea49f22246e req-27c52153-36a8-42fd-a4e7-3aa9a32c5634 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:40.708496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a419c01-b937-42e8-9a89-6ea49f22246e req-27c52153-36a8-42fd-a4e7-3aa9a32c5634 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0481911 Dec 08 00:39:40.756615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a419c01-b937-42e8-9a89-6ea49f22246e req-232e48af-3dda-46c6-8f59-43387eb4111e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Dec 08 00:39:41.869896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53acd8-2054-4816-bb51-573b8644ad5c req-b1edab35-eb0d-458f-b4d6-e6f295b5dd80 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:41.871468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d53acd8-2054-4816-bb51-573b8644ad5c req-b1edab35-eb0d-458f-b4d6-e6f295b5dd80 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 943 time: 0.0479920 Dec 08 00:39:41.918972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d53acd8-2054-4816-bb51-573b8644ad5c req-2b2fa066-79d7-4ce5-addf-ec1e0853a183 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Dec 08 00:39:42.402140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fe9812a7-b064-4cd1-845e-409df21c491a details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:39:42.497048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fe9812a7-b064-4cd1-845e-409df21c491a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fe9812a7-b064-4cd1-845e-409df21c491a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:39:42.507750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:39:42.544180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:42.556431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9812a7-b064-4cd1-845e-409df21c491a {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:39:42.575354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fe9812a7-b064-4cd1-845e-409df21c491a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fe9812a7-b064-4cd1-845e-409df21c491a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:39:42.578974 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:42.627078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=fe9812a7-b064-4cd1-845e-409df21c491a,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:42.634874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.635250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.635594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.635933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.636271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.636603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.636941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.637261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.637589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.637915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.638240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.638563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.638906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:42.876545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['fe9812a7-b064-4cd1-845e-409df21c491a'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:39:43.036197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b219f56-365c-411d-9281-88863371510c req-f8b1b9a6-e49e-4132-867c-7f746af42b44 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:43.037676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b219f56-365c-411d-9281-88863371510c req-f8b1b9a6-e49e-4132-867c-7f746af42b44 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 944 time: 0.0515869 Dec 08 00:39:43.086692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b219f56-365c-411d-9281-88863371510c req-a36c9318-72a4-413f-99cc-3013813a6f35 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Dec 08 00:39:43.880128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:44.200485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cb4af-34d1-4f81-9337-5e7c78df6c9a req-b06d43b5-e9ca-453f-8e78-d77ad1e9ed9e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:44.202255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-081cb4af-34d1-4f81-9337-5e7c78df6c9a req-b06d43b5-e9ca-453f-8e78-d77ad1e9ed9e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 944 time: 0.0485051 Dec 08 00:39:44.251985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-081cb4af-34d1-4f81-9337-5e7c78df6c9a req-fa853a6a-9d29-49c1-915a-dbaf4f85650c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426373 Dec 08 00:39:44.401886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fe9812a7-b064-4cd1-845e-409df21c491a up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:39:44.449777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port fe9812a7-b064-4cd1-845e-409df21c491a completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:39:44.453324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port fe9812a7-b064-4cd1-845e-409df21c491a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:39:44.453635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:44.693735 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:44.717104 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:39:44.719296 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3911594d-4b99-4aa1-98b1-bb0e1bdfece8" -d '{"events": [{"server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "name": "network-vif-plugged", "status": "completed", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:39:44.731943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port fe9812a7-b064-4cd1-845e-409df21c491a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fe9812a7-b064-4cd1-845e-409df21c491a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:39:44.736294 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:44.784097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=fe9812a7-b064-4cd1-845e-409df21c491a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:44.824073 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425c8a37-301f-4754-9ef2-2bac72908c47 x-openstack-request-id: req-425c8a37-301f-4754-9ef2-2bac72908c47 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:39:44.824376 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "name": "network-vif-plugged", "status": "completed", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:39:44.824738 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-425c8a37-301f-4754-9ef2-2bac72908c47 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:39:44.825185 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'code': 200} Dec 08 00:39:44.952735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bfd61-2055-44f8-997a-9dae656d6ad3 req-33a913d9-dd62-45ff-8b56-ba5764da36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:44.954214 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-820bfd61-2055-44f8-997a-9dae656d6ad3 req-33a913d9-dd62-45ff-8b56-ba5764da36fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1096 time: 0.0439403 Dec 08 00:39:45.000445 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-820bfd61-2055-44f8-997a-9dae656d6ad3 req-9b2f54a0-4734-4437-ba06-7c15541bdfec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379553 Dec 08 00:39:45.364992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6e8f-d6fa-41bf-a7a0-e616c723ab9d req-2f572e67-3ddc-4ed8-a87d-68bf15a46c73 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:45.366635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38ed6e8f-d6fa-41bf-a7a0-e616c723ab9d req-2f572e67-3ddc-4ed8-a87d-68bf15a46c73 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 945 time: 0.0479517 Dec 08 00:39:45.420273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-38ed6e8f-d6fa-41bf-a7a0-e616c723ab9d req-7ecfa52b-4676-40ae-bbb7-dd2ab8d1bdc4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470209 Dec 08 00:39:46.535512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2aad9-0d4b-4f4e-803f-72361b74fbad req-3162a914-06e6-4fe5-94f5-9a31363df56c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:46.536939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9a2aad9-0d4b-4f4e-803f-72361b74fbad req-3162a914-06e6-4fe5-94f5-9a31363df56c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 945 time: 0.0478296 Dec 08 00:39:46.584541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9a2aad9-0d4b-4f4e-803f-72361b74fbad req-4621523c-2f10-493f-bfa1-961e2aad834e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Dec 08 00:39:46.698722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6725e12-cfc3-462b-b053-2c3c07f46ebe req-0aab163a-d264-49fc-b260-074ef597a4a2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:46.700189 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6725e12-cfc3-462b-b053-2c3c07f46ebe req-0aab163a-d264-49fc-b260-074ef597a4a2 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Dec 08 00:39:46.748244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6725e12-cfc3-462b-b053-2c3c07f46ebe req-2c531e7b-31b1-4e4a-ad54-0006c7f48cf4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417087 Dec 08 00:39:46.775318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39884) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:39:46.912969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0be45-3d63-402c-98ff-335daea4ff0e tempest-TestVolumeBootPattern-250936214 tempest-TestVolumeBootPattern-250936214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:46.915008 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ceb0be45-3d63-402c-98ff-335daea4ff0e tempest-TestVolumeBootPattern-250936214 tempest-TestVolumeBootPattern-250936214-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1091 time: 0.1386521 Dec 08 00:39:46.917677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 39888) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:39:46.921832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:39:46.943569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:47.037159 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:47.144089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.25.6.17 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/fd307502-b3a6-484f-bd81-88d4151c9684) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:39:47.239423 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:47.275795 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:47.313443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:39:47.317847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:39:47.321869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:39:47.344197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=fd307502-b3a6-484f-bd81-88d4151c9684,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:47.357203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.357544 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.357879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.358213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.358542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.358869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.359218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.359539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.359859 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.360178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.360495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.360812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.361129 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:39:47.740629 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:48.010503 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:48.073786 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:48.218369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:48.222828 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:48.292014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=fd307502-b3a6-484f-bd81-88d4151c9684,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:39:48.303880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:48.401374 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Floating IP b36450d9-33b0-475f-9f3a-291b37301f33 associated. External IP: 172.25.6.17, port: fe9812a7-b064-4cd1-845e-409df21c491a. Dec 08 00:39:48.600120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:39:48.704040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:39:48.714312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:39:48.722115 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:48.725081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:39:48.725759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:39:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:48.752895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7f03908a-cbe3-41c1-9e62-ed990b01114a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8342083 Dec 08 00:39:48.753516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:39:48.755808 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e60a6-a197-4c51-ac3a-81fff6bc2498" -d '{"events": [{"name": "network-changed", "server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:39:48.838169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:39:48.863146 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3b8b6d-57db-49c0-9027-0478d5e5baf8 x-openstack-request-id: req-9e3b8b6d-57db-49c0-9027-0478d5e5baf8 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:39:48.863452 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:39:48.863714 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e3b8b6d-57db-49c0-9027-0478d5e5baf8 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:39:48.864125 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'status': 'completed', 'code': 200} Dec 08 00:39:48.946425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-e7bdbcc6-0f59-4127-8220-a4e19e4947de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:48.947963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-e7bdbcc6-0f59-4127-8220-a4e19e4947de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1096 time: 0.0399797 Dec 08 00:39:49.040476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-13aff25a-24ff-4747-adf5-2be2e55eb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:49.042045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-13aff25a-24ff-4747-adf5-2be2e55eb0de service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0876539 Dec 08 00:39:49.062863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:47Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:49.089373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:39:49.097463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:39:49.098062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:39:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:49.106541 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-635ccc5c-f936-4031-bb39-0a9f611559b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 998 time: 0.0572910 Dec 08 00:39:49.169506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-23ef3d00-21b6-46ae-a043-1753cbcb08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:49.171631 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-23ef3d00-21b6-46ae-a043-1753cbcb08f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0580692 Dec 08 00:39:49.204080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:39:49.223827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-23ff54fb-debf-42f4-a666-587a779d4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:39:49.225380 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-23ff54fb-debf-42f4-a666-587a779d4a1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456057 Dec 08 00:39:49.318403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-5b09af35-ff0f-4463-8394-16ed08e94606 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Dec 08 00:39:49.418171 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e75e60a6-a197-4c51-ac3a-81fff6bc2498 req-1a890d97-031a-487e-b0b3-ef8b3f513b2d service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925000 Dec 08 00:39:49.442304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:47Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:39:49.469520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d58ab-45e0-4d66-be61-1fccc010f078 None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:47Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:39:49.658032 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35d2fe-8594-425e-90d9-b8d56ccf390f None None] New status for floating IP b36450d9-33b0-475f-9f3a-291b37301f33: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:39:51.476726 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1dda6004-b5c5-4b82-b05f-8caafd8311d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:53.621442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-49bb530c-2f36-495b-9d04-0d24a202c728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:53.920499 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:39:55.220258 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:56.378448 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:39:57.238712 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:13.891584 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:17.758632 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:21.478200 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-48b710ba-2839-4cf8-b880-edfd8256bfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:23.622067 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9652bfc2-fae1-4000-81d0-42b49362b298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:25.223777 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:26.381561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:27.240012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:30.349557 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-7f321d6c-e3f8-452f-9ff0-e42cfae2f97c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388019 Dec 08 00:40:30.456497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955008-98ae-4f9f-822d-006f117227b4 req-f75d5fcd-2de1-4b4f-8fde-ce6ead516a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:40:30.457986 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-f75d5fcd-2de1-4b4f-8fde-ce6ead516a06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1096 time: 0.0401490 Dec 08 00:40:30.563486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955008-98ae-4f9f-822d-006f117227b4 req-0ac2af28-ef0a-4b00-a673-0e6778a11e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:40:30.564923 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-0ac2af28-ef0a-4b00-a673-0e6778a11e3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0881159 Dec 08 00:40:30.630048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-1f76968f-99bb-41f0-8576-93d19be2f962 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 1000 time: 0.0570331 Dec 08 00:40:30.688483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955008-98ae-4f9f-822d-006f117227b4 req-e740e8dd-7d57-410d-9ff3-abe540f442c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:40:30.689945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-e740e8dd-7d57-410d-9ff3-abe540f442c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0522044 Dec 08 00:40:30.736426 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955008-98ae-4f9f-822d-006f117227b4 req-646b18fd-26b3-4e3a-9783-7c7f9bb47705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:40:30.737907 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-646b18fd-26b3-4e3a-9783-7c7f9bb47705 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406730 Dec 08 00:40:30.829925 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-c2380af2-ba4f-4d59-8b80-6f2e57c561e3 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833781 Dec 08 00:40:30.920478 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:40:30.927390 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-81955008-98ae-4f9f-822d-006f117227b4 req-edaa211b-6107-48ec-a78b-0ae553aa20c2 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892496 Dec 08 00:40:43.906655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:47.745001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:51.481772 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-19310156-0615-4ebb-b6f2-34b1c0368b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:53.141598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-217fbcdd-7f06-42a4-867b-88296f558db0 req-a62b8c8f-d96e-466f-a20c-32f65ccbbec0 service neutron] (103113) timed out ('10.222.0.18', 50702) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:40:53.623607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-006dd82c-615f-46b3-9c07-fbe0250d0ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:55.227043 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:56.384020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:40:57.242621 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:03.848978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-49afc020-ccc7-4d7a-a4c9-c516ccf81315 req-f5e46e3f-81f8-42aa-9fd4-7d74cecb58dd service neutron] (103113) timed out ('10.222.0.18', 37528) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:41:07.919862 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:41:13.898351 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:17.742943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:21.513021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7529efa8-4db3-45c2-be77-1b9c0467f77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:23.629822 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a16dcda5-68c1-439c-adad-003515dbe96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:25.230706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:26.387157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:27.055729 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-6cc9bc5a-ef75-451f-8037-7c633447053c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541446559&fields=id&tenant_id=2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 267 time: 0.0461597 Dec 08 00:41:27.159610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-04b17e63-1d7b-4537-8328-d72113a8bc7d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:27.161054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-04b17e63-1d7b-4537-8328-d72113a8bc7d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.0980723 Dec 08 00:41:27.176594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-6d9a18a6-2496-459b-8bb5-eda9ab8f46d9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/quotas/2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0094543 Dec 08 00:41:27.232567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-cd3e401c-3147-4c0a-8c8b-60e0ef47468c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507236 Dec 08 00:41:27.246118 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:27.248878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-d2b77f89-c1cf-4d2a-835f-9ac95e9cca9c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:41:27.249847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-d2b77f89-c1cf-4d2a-835f-9ac95e9cca9c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059807 Dec 08 00:41:27.337726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-1f68b2f1-a2f9-49ba-ae0f-462200558eaf service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Dec 08 00:41:27.429748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-d320ce81-b9e8-4ac1-8ada-8d2ceb11e3e9 service neutron] 10.222.0.18 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857582 Dec 08 00:41:27.706923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a1b2a26-bf4b-4c6d-8df7-322dcbe562e5 req-6be1fe52-c1fe-43f5-bde9-d07c7cd1f4a1 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 210 time: 0.0260620 Dec 08 00:41:28.729287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-843a28c1-9b89-49e1-9e0a-d5395469d5ab tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:28.730752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-843a28c1-9b89-49e1-9e0a-d5395469d5ab tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 812 time: 0.1049900 Dec 08 00:41:28.814180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91c96b55-2620-4cb3-96cb-68b5fa58bd61 req-9c4a79bf-4ea3-4245-81b6-ce572f35d163 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 210 time: 0.0364287 Dec 08 00:41:28.834041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-e347d186-3789-4c95-819f-033f4d7750e7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2499e450b94344e7b566892cfbc0e6d1 HTTP/1.1" status: 200 len: 379 time: 0.0871975 Dec 08 00:41:28.844068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'port': {'device_id': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'admin_state_up': True, 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'security_groups': ['3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:41:28.958556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Made reservation on behalf of 2499e450b94344e7b566892cfbc0e6d1 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:41:28.962066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.092402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.20.0.4 (527cfb76-a4f0-4ec8-930d-8ac7855bb88d/3abc12c0-827f-47c0-bdf2-03e149aef7d8/0e694c41-47c8-41b9-ab9d-2daa186c1615) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:41:29.246401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.280761 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.329680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:41:29.332793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:41:29.335397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:41:29.359527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=0e694c41-47c8-41b9-ab9d-2daa186c1615,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:41:29.379313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.379726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.380078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.380452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.380827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.381163 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.381498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.381828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.382156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.382480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.382805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.383156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.383484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:29.407408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:29.408348 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.439904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-5a6e0176-eb9c-4f03-8fba-e41338a4bf15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003215 Dec 08 00:41:29.451582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-1a58f310-b599-445a-a062-c38e84fb615f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:41:29.453252 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-1a58f310-b599-445a-a062-c38e84fb615f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072737 Dec 08 00:41:29.531957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Request body: {'port': {'device_id': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:41:29.609369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.625659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e4d64684-40bf-41c2-a261-5ae5a551b63f None None] Provisioning complete for port 0e694c41-47c8-41b9-ab9d-2daa186c1615 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:41:29.626689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e4d64684-40bf-41c2-a261-5ae5a551b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.661665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e4d64684-40bf-41c2-a261-5ae5a551b63f None None] Port 0e694c41-47c8-41b9-ab9d-2daa186c1615 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:41:29.895782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e694c41-47c8-41b9-ab9d-2daa186c1615 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:41:29.904272 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.941715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Transition to ACTIVE for port object 0e694c41-47c8-41b9-ab9d-2daa186c1615 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:41:29.949827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:29.999812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476d66c-a8ce-4e9e-9e31-43f92621f84d req-6c01b6e7-b1ea-4ea5-9671-93fa14139341 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.001349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0476d66c-a8ce-4e9e-9e31-43f92621f84d req-6c01b6e7-b1ea-4ea5-9671-93fa14139341 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 931 time: 0.0938570 Dec 08 00:41:30.023340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Pushing event updated for resources: {'Port': ['ID=0e694c41-47c8-41b9-ab9d-2daa186c1615,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:41:30.116517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0476d66c-a8ce-4e9e-9e31-43f92621f84d req-914ce663-f8a1-4fdb-b9f8-46fea98b6b15 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039166 Dec 08 00:41:30.138938 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Attempting to bind port 0e694c41-47c8-41b9-ab9d-2daa186c1615 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:41:30.139434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Attempting to bind port 0e694c41-47c8-41b9-ab9d-2daa186c1615 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:41:30.139910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Attempting to bind port 0e694c41-47c8-41b9-ab9d-2daa186c1615 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:41:30.145418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Port 0e694c41-47c8-41b9-ab9d-2daa186c1615 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:41:30.145940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Attempting to bind port 0e694c41-47c8-41b9-ab9d-2daa186c1615 on network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:41:30.151456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:41:30.152371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Checking segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:41:30.152759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Bound using segment: {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:41:30.153333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Bound port: 0e694c41-47c8-41b9-ab9d-2daa186c1615, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb94c3a-6ea6-499e-8187-d5aef846f4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:41:30.153718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:30.227123 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] For port 0e694c41-47c8-41b9-ab9d-2daa186c1615, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:41:30.230471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] For port 0e694c41-47c8-41b9-ab9d-2daa186c1615, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:41:30.235846 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:30.272080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.272703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:30.274076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] 10.222.0.59 "PUT /v2.0/ports/0e694c41-47c8-41b9-ab9d-2daa186c1615 HTTP/1.1" status: 200 len: 1091 time: 0.8061476 Dec 08 00:41:30.274524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:41:30.277375 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a726b-8c72-441e-a312-420b784df305" -d '{"events": [{"name": "network-changed", "server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:41:30.300417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5df4-2d8b-4c81-9c45-da6783b9867b service neutron] Pushing event updated for resources: {'Port': ['ID=0e694c41-47c8-41b9-ab9d-2daa186c1615,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:41:30.328077 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fd86a6-b88f-4aff-9f17-1cf5f92bffe9 x-openstack-request-id: req-d4fd86a6-b88f-4aff-9f17-1cf5f92bffe9 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:41:30.328377 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:41:30.328631 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4fd86a6-b88f-4aff-9f17-1cf5f92bffe9 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:41:30.329919 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'status': 'completed', 'code': 200} Dec 08 00:41:30.404360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-333cd4c6-7b9b-4d79-9675-f3118795e4e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0634208 Dec 08 00:41:30.405070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-175ab61a-cccc-469f-802f-78959e774cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.407340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-175ab61a-cccc-469f-802f-78959e774cbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 1094 time: 0.0524094 Dec 08 00:41:30.464675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-f4f7b813-15b1-4cf4-8ded-ef299be5e0f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615 HTTP/1.1" status: 200 len: 217 time: 0.0441039 Dec 08 00:41:30.516645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-a4844671-d173-42d2-9a81-ba56175540c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.518415 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-a4844671-d173-42d2-9a81-ba56175540c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1096 time: 0.0484383 Dec 08 00:41:30.519850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-112fee35-7520-427c-b86b-0bed7b142aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.521615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-112fee35-7520-427c-b86b-0bed7b142aa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0509148 Dec 08 00:41:30.574914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094485-020c-4be2-8440-3c708843d9bb req-1de85dcf-72af-4a3d-aa47-40813991c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.576358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-1de85dcf-72af-4a3d-aa47-40813991c91e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437689 Dec 08 00:41:30.642788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-3a039734-8937-4021-82c3-5d64666b37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.644296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-3a039734-8937-4021-82c3-5d64666b37ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.1031928 Dec 08 00:41:30.695827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-9d7c0fef-d120-44ce-a259-4451681d1e8d service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984533 Dec 08 00:41:30.719129 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-cf25e639-2ed8-4cb4-93c3-28050187cd52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 1000 time: 0.0675435 Dec 08 00:41:30.775214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-444aa550-e00f-42b1-bcfb-a8c100be48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.776907 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-444aa550-e00f-42b1-bcfb-a8c100be48ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0504031 Dec 08 00:41:30.793805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c094485-020c-4be2-8440-3c708843d9bb req-9427a00a-3264-4f59-94ac-e84ebfe5ad61 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909455 Dec 08 00:41:30.826310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-8cd437c8-1239-4832-bcd4-0bbb2f777f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.827900 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-8cd437c8-1239-4832-bcd4-0bbb2f777f3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447154 Dec 08 00:41:30.911882 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726b-8c72-441e-a312-420b784df305 req-a9995597-3d26-4e50-9ae7-c34059479d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:30.913389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-631a726b-8c72-441e-a312-420b784df305 req-a9995597-3d26-4e50-9ae7-c34059479d53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 1094 time: 0.0500174 Dec 08 00:41:30.925946 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-5cc581b7-8573-4ebe-a347-e36de8ef8110 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Dec 08 00:41:31.006454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726b-8c72-441e-a312-420b784df305 req-4087f643-ec62-4ec5-9ee1-7cbdb067fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:31.007955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-631a726b-8c72-441e-a312-420b784df305 req-4087f643-ec62-4ec5-9ee1-7cbdb067fe09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0875981 Dec 08 00:41:31.018626 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-89b6a9bd-d4e1-4c97-9894-07fb46e08d4f req-886d1602-d121-492a-b571-75f7255b3d16 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Dec 08 00:41:31.054602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-631a726b-8c72-441e-a312-420b784df305 req-e7f7388e-700d-4e8d-badd-17210fc392e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615 HTTP/1.1" status: 200 len: 217 time: 0.0400648 Dec 08 00:41:31.102357 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726b-8c72-441e-a312-420b784df305 req-f4dfcad1-a08e-444a-b3b4-19d03ef1d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:31.103837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-631a726b-8c72-441e-a312-420b784df305 req-f4dfcad1-a08e-444a-b3b4-19d03ef1d4e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0430036 Dec 08 00:41:31.154084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a726b-8c72-441e-a312-420b784df305 req-12a7ac9e-5e4a-41da-b243-51f9e1494a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:31.156420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-631a726b-8c72-441e-a312-420b784df305 req-12a7ac9e-5e4a-41da-b243-51f9e1494a11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455713 Dec 08 00:41:31.283056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-631a726b-8c72-441e-a312-420b784df305 req-c17ebc9a-bd5e-4607-b296-c5b8b054b89e service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198387 Dec 08 00:41:31.299439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8af4c7-1961-4bae-86ba-79b7f4781884 req-b77aa4f2-9726-43cc-a97a-cd04ef999e0d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:31.300978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f8af4c7-1961-4bae-86ba-79b7f4781884 req-b77aa4f2-9726-43cc-a97a-cd04ef999e0d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.1024089 Dec 08 00:41:31.407434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f8af4c7-1961-4bae-86ba-79b7f4781884 req-921a4b35-72e5-4d62-9184-8517301e7c5b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988891 Dec 08 00:41:31.427816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-631a726b-8c72-441e-a312-420b784df305 req-98887574-31a7-4422-8e07-6f84a9c30d58 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373217 Dec 08 00:41:32.524887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319824e-6cab-4ed0-88a9-cf7998016948 req-6d03c37a-24b3-4fd8-9c71-ed032fb91aa8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:32.526471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5319824e-6cab-4ed0-88a9-cf7998016948 req-6d03c37a-24b3-4fd8-9c71-ed032fb91aa8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0492628 Dec 08 00:41:32.575302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5319824e-6cab-4ed0-88a9-cf7998016948 req-f49cc6dc-705f-44b4-9908-a7294d022187 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Dec 08 00:41:33.694717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ee0c8-ae28-4264-a82b-e092e0318f17 req-e35051f0-ef2d-4880-968a-c6d7972e84d0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:33.696318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-615ee0c8-ae28-4264-a82b-e092e0318f17 req-e35051f0-ef2d-4880-968a-c6d7972e84d0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0532529 Dec 08 00:41:33.753886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-615ee0c8-ae28-4264-a82b-e092e0318f17 req-9189c841-b05f-405f-a7b0-4e9551b89526 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507281 Dec 08 00:41:34.876436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53567b-4d91-41c5-9501-dad53aa01a6e req-76feaf60-7e63-4ff7-9fff-bc1b84aafc6c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:34.877892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b53567b-4d91-41c5-9501-dad53aa01a6e req-76feaf60-7e63-4ff7-9fff-bc1b84aafc6c tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0548666 Dec 08 00:41:34.936020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b53567b-4d91-41c5-9501-dad53aa01a6e req-27406b78-0355-40d3-849c-956931441316 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518343 Dec 08 00:41:36.055533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af682d72-372e-444a-810b-166603a4e0ef req-92f853bb-bfcd-42ce-ba65-b030f6a2c18e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:36.057092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af682d72-372e-444a-810b-166603a4e0ef req-92f853bb-bfcd-42ce-ba65-b030f6a2c18e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0502737 Dec 08 00:41:36.106636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af682d72-372e-444a-810b-166603a4e0ef req-a890b7dd-4fe7-4c4e-a2f2-b7cd38d28881 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434480 Dec 08 00:41:37.223289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494822a-7413-4b1d-8b30-3df7ff80593e req-d9532efd-b223-4a2d-be6b-30662deae7fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:37.224736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3494822a-7413-4b1d-8b30-3df7ff80593e req-d9532efd-b223-4a2d-be6b-30662deae7fb tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0519180 Dec 08 00:41:37.273855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3494822a-7413-4b1d-8b30-3df7ff80593e req-ab0096b2-8fb2-48c7-b132-11677a455ac8 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432408 Dec 08 00:41:38.389147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8723d-c57e-459f-ada6-78d69d43f924 req-b06a741c-e446-40d3-aa76-f327e8e9c0cc tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:38.390649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ee8723d-c57e-459f-ada6-78d69d43f924 req-b06a741c-e446-40d3-aa76-f327e8e9c0cc tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0475769 Dec 08 00:41:38.439074 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ee8723d-c57e-459f-ada6-78d69d43f924 req-d00d5a08-2bf9-4312-b0db-9bd45ee15e5b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Dec 08 00:41:39.555227 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eb648-828d-4060-bbcf-ce8705f0bb67 req-b0a9a998-24ef-4b1d-9c84-6421a3d1ad98 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:39.556665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c7eb648-828d-4060-bbcf-ce8705f0bb67 req-b0a9a998-24ef-4b1d-9c84-6421a3d1ad98 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0475056 Dec 08 00:41:39.608861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c7eb648-828d-4060-bbcf-ce8705f0bb67 req-48d03472-ee9a-427b-8571-27695a4f4c0e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456934 Dec 08 00:41:40.730792 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135b062-9f83-4a32-b117-425540ab58f4 req-c63f3899-dc2a-4e50-a704-f646a412d55a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:40.732995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4135b062-9f83-4a32-b117-425540ab58f4 req-c63f3899-dc2a-4e50-a704-f646a412d55a tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0580528 Dec 08 00:41:40.790769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4135b062-9f83-4a32-b117-425540ab58f4 req-c6598308-fbfc-4742-aee9-7e27746a3c62 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520306 Dec 08 00:41:41.903766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa034d27-25ef-4141-832c-e602045f3759 req-7ec3d2c6-32e4-4078-9bab-1edfed6c3ac5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:41.905488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa034d27-25ef-4141-832c-e602045f3759 req-7ec3d2c6-32e4-4078-9bab-1edfed6c3ac5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 943 time: 0.0480826 Dec 08 00:41:41.948364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0e694c41-47c8-41b9-ab9d-2daa186c1615 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:41:41.953493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa034d27-25ef-4141-832c-e602045f3759 req-c34f6152-5f25-4dec-a056-1dd167450893 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420830 Dec 08 00:41:42.043900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0e694c41-47c8-41b9-ab9d-2daa186c1615, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:41:42.055799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'port_id': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'mac_address': 'fa:16:3e:38:14:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:41:42.091201 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:42.103317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e694c41-47c8-41b9-ab9d-2daa186c1615 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:41:42.122050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0e694c41-47c8-41b9-ab9d-2daa186c1615, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:41:42.126156 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:42.171152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=0e694c41-47c8-41b9-ab9d-2daa186c1615,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:41:42.178507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.178858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.179221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.179558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.179892 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.180249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.180575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.180901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.181249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.181572 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.181918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.182241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.182565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:41:42.437021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['0e694c41-47c8-41b9-ab9d-2daa186c1615'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:41:43.070998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad5145-1993-4fb0-b2e9-b99b12706820 req-f9fabe38-0b14-4ae3-953a-2744e7c04609 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:43.072373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90ad5145-1993-4fb0-b2e9-b99b12706820 req-f9fabe38-0b14-4ae3-953a-2744e7c04609 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 944 time: 0.0514610 Dec 08 00:41:43.120901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-90ad5145-1993-4fb0-b2e9-b99b12706820 req-97a4fb81-5c9e-4cba-92e2-c662050486d7 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421731 Dec 08 00:41:43.913496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:43.947031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0e694c41-47c8-41b9-ab9d-2daa186c1615 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:41:43.995746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 0e694c41-47c8-41b9-ab9d-2daa186c1615 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:41:43.999886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 0e694c41-47c8-41b9-ab9d-2daa186c1615 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:41:44.000315 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:44.074306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:44.096086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:41:44.098337 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339b6c3b-755c-4d4b-a7f2-d759703a5607" -d '{"events": [{"server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "name": "network-vif-plugged", "status": "completed", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:41:44.110717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 0e694c41-47c8-41b9-ab9d-2daa186c1615, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:41:44.115147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:44.138213 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49952499-fa34-41ef-b9d5-0c627c4fb553 x-openstack-request-id: req-49952499-fa34-41ef-b9d5-0c627c4fb553 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:41:44.138507 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "name": "network-vif-plugged", "status": "completed", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:41:44.138765 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49952499-fa34-41ef-b9d5-0c627c4fb553 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:41:44.139843 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'code': 200} Dec 08 00:41:44.165243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=0e694c41-47c8-41b9-ab9d-2daa186c1615,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:41:44.261322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490166c-c505-44cd-9c45-70af27ee4996 req-1821a1bf-c7c2-4ee2-bb06-391dc3ccd385 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:44.262794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9490166c-c505-44cd-9c45-70af27ee4996 req-1821a1bf-c7c2-4ee2-bb06-391dc3ccd385 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 945 time: 0.0716474 Dec 08 00:41:44.292108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19d5e2-318b-4ebe-b958-5c0ff8f18ceb req-0ca88f18-0995-442b-96b7-1cf393cf85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:44.293672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a19d5e2-318b-4ebe-b958-5c0ff8f18ceb req-0ca88f18-0995-442b-96b7-1cf393cf85c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 1096 time: 0.0670173 Dec 08 00:41:44.337552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9490166c-c505-44cd-9c45-70af27ee4996 req-0e11db5f-391b-451e-b40b-d783a749ad92 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677247 Dec 08 00:41:44.362257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a19d5e2-318b-4ebe-b958-5c0ff8f18ceb req-6a0d6ba2-90a5-4e59-b7b5-818c16aac9a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564070 Dec 08 00:41:44.918269 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:41:45.458588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069daa0-3a50-44b1-9c64-95f0b80291c2 req-7a8f93de-54c9-4907-87ef-b2c909c8f9f3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:45.460086 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8069daa0-3a50-44b1-9c64-95f0b80291c2 req-7a8f93de-54c9-4907-87ef-b2c909c8f9f3 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 945 time: 0.0501914 Dec 08 00:41:45.508253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8069daa0-3a50-44b1-9c64-95f0b80291c2 req-813aa786-fe34-4731-98c7-423cecfc51f5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 Dec 08 00:41:45.619588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f1837-dbfe-48cb-99e8-55bc049852af req-168c6240-4c2f-4efc-9a3d-0f0b415ef63d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:45.620962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-834f1837-dbfe-48cb-99e8-55bc049852af req-168c6240-4c2f-4efc-9a3d-0f0b415ef63d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 945 time: 0.0475709 Dec 08 00:41:45.674539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-834f1837-dbfe-48cb-99e8-55bc049852af req-e493a0ad-95ff-44a9-be03-d27dde527c84 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472677 Dec 08 00:41:45.696064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40032) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:41:45.734447 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41021316-5d11-480e-9bab-889824bfda6b tempest-TestVolumeBootPattern-250936214 tempest-TestVolumeBootPattern-250936214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:45.735936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-41021316-5d11-480e-9bab-889824bfda6b tempest-TestVolumeBootPattern-250936214 tempest-TestVolumeBootPattern-250936214-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 1091 time: 0.0389161 Dec 08 00:41:45.738629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40034) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:41:45.742982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:41:45.763267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:45.855534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:45.959141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Allocated IP 172.25.6.128 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/6390db42-92de-451b-8942-0a88463f7d89) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:41:46.060708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:46.093389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:46.127406 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:41:46.132135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:41:46.135627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:41:46.162467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=6390db42-92de-451b-8942-0a88463f7d89,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:41:46.823821 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:46.886875 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:47.032507 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:47.036551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:47.105884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event updated for resources: {'Port': ['ID=6390db42-92de-451b-8942-0a88463f7d89,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:41:47.115541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:47.213431 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Floating IP ce66ad26-70f3-40ee-beff-060953942e9b associated. External IP: 172.25.6.128, port: 0e694c41-47c8-41b9-ab9d-2daa186c1615. Dec 08 00:41:47.417796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:41:47.523027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:41:47.533183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:41:47.541740 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:47.542286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:41:47.542920 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:41:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:41:47.573952 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a4566385-aded-444d-b83d-6157389f174f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8340776 Dec 08 00:41:47.574391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:41:47.577262 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:41:47.614374 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d286b5-3191-4e0a-9f8e-8f9e55fd90e8 x-openstack-request-id: req-71d286b5-3191-4e0a-9f8e-8f9e55fd90e8 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:41:47.614670 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:41:47.614960 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71d286b5-3191-4e0a-9f8e-8f9e55fd90e8 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:41:47.615364 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'status': 'completed', 'code': 200} Dec 08 00:41:47.648158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:41:47.696074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-4b6276b2-1dc3-4a5a-86dc-0ce399cc63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:47.697577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-4b6276b2-1dc3-4a5a-86dc-0ce399cc63d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 1096 time: 0.0400443 Dec 08 00:41:47.767643 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:47.788064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-4ba231c2-0f54-47e3-b841-d67d9e5a5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:47.789569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-4ba231c2-0f54-47e3-b841-d67d9e5a5a06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0855834 Dec 08 00:41:47.858635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-2619ae76-1569-4068-bb55-497039f843bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615 HTTP/1.1" status: 200 len: 999 time: 0.0611224 Dec 08 00:41:47.881435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:49Z', 'revision_number': 1, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}, {'id': 'ce66ad26-70f3-40ee-beff-060953942e9b', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:38:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:41:46Z', 'updated_at': '2021-12-08T00:41:46Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:41:47.905729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-1e6641ac-58c2-417b-a7c2-f8899f98152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:47.907206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-1e6641ac-58c2-417b-a7c2-f8899f98152f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0431380 Dec 08 00:41:47.911645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:41:47.920022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:41:47.921153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:41:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:41:47.952605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-f22ce7ca-1fc6-4f7c-b272-ea0917f4c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:41:47.954083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-f22ce7ca-1fc6-4f7c-b272-ea0917f4c486 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396521 Dec 08 00:41:48.050736 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-0e2c68bf-0b4f-4e75-b2c5-970fd76c9127 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886755 Dec 08 00:41:48.148792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-63a8b5ce-d1f0-491b-80df-b0c8e4371aa3 req-2cee1081-7613-4d1c-b3c2-0d846fc41eed service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907619 Dec 08 00:41:48.188321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:41:48.414151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:49Z', 'revision_number': 1, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}, {'id': 'ce66ad26-70f3-40ee-beff-060953942e9b', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:38:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:41:46Z', 'updated_at': '2021-12-08T00:41:46Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:41:48.441375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27a57c-2367-43ce-94c4-e07245a9fceb None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:49Z', 'revision_number': 1, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}, {'id': 'ce66ad26-70f3-40ee-beff-060953942e9b', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:38:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:41:46Z', 'updated_at': '2021-12-08T00:41:46Z', 'revision_number': 0, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:41:48.627418 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706178f1-23b0-4f71-b174-a4b91e5459a3 None None] New status for floating IP ce66ad26-70f3-40ee-beff-060953942e9b: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:41:51.487372 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc88aa88-47fe-44f6-aabf-369ba86db8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:53.623928 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-002e096b-c13a-4fa3-9161-543d8c7cf8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:55.226995 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:56.389370 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:41:57.251653 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:13.897874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:17.751014 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:21.487273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd193-063c-4a14-bc3c-92f79346b6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:21.916647 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:42:23.625433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1194db7-9e2d-4e73-98b9-a1669303099a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:25.228623 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:26.390355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:27.253563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:32.340907 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-842b2037-34b5-413a-8f17-533f2c56b662 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407691 Dec 08 00:42:32.444202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-a4b8c7aa-93f5-4195-bb4d-dd0eb154b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.445674 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-a4b8c7aa-93f5-4195-bb4d-dd0eb154b2ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1096 time: 0.0448413 Dec 08 00:42:32.546979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-1a405e8c-deb9-46e4-adfb-01082b31cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.548405 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-1a405e8c-deb9-46e4-adfb-01082b31cc9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0826533 Dec 08 00:42:32.618069 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-492a40b8-8664-42c4-981c-aaebf357cb88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 1000 time: 0.0613315 Dec 08 00:42:32.618278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-641f3563-0cc0-4518-94ac-6021fdbc227c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396883 Dec 08 00:42:32.670264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-c681b8aa-d207-40ce-bcc2-9efa20928d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.671742 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-c681b8aa-d207-40ce-bcc2-9efa20928d8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0472417 Dec 08 00:42:32.716863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-496d3243-8d15-4ad7-9749-2e31aca17356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.718356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-1e3c853b-4a2e-4ab0-a485-6cdf449d7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.718467 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-496d3243-8d15-4ad7-9749-2e31aca17356 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 1096 time: 0.0412893 Dec 08 00:42:32.719872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-1e3c853b-4a2e-4ab0-a485-6cdf449d7b03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398517 Dec 08 00:42:32.816407 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-9f9aa08d-322f-4968-b921-22de84da5004 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866859 Dec 08 00:42:32.824823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-6b421710-bfe9-499b-92d7-4ad8a817defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.826271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-6b421710-bfe9-499b-92d7-4ad8a817defe service neutron] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0880742 Dec 08 00:42:32.890826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-ea19876d-5d3f-4aaf-ae4e-c963ec7143c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615 HTTP/1.1" status: 200 len: 1001 time: 0.0568354 Dec 08 00:42:32.907997 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-13179539-85ce-4be5-be0f-ea7ff064af7c req-2d5e1672-024c-4622-8868-f9cf08bebffd service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835698 Dec 08 00:42:32.939642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-80cd4698-9f9b-4563-9f32-4b54493707af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.941131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-80cd4698-9f9b-4563-9f32-4b54493707af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0437281 Dec 08 00:42:32.990020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-ad1a4e8f-0ead-4a45-9ce4-bdd5e0cac05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:42:32.991564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-ad1a4e8f-0ead-4a45-9ce4-bdd5e0cac05d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438244 Dec 08 00:42:33.080627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-0f27be98-6702-4c3f-b74c-f357017a8ba0 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815365 Dec 08 00:42:33.174095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3aa4f311-de46-4cfe-8d9d-bb959d6f1129 req-e155d902-a010-4f4b-8b38-342711a8a254 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860391 Dec 08 00:42:43.899331 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:47.760850 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:51.488170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cb9952e1-835f-41a4-9b59-428a464f727c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:53.625701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-235c033d-902e-4218-ab18-19cc0b7af861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:55.231898 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:56.392622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:57.255016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:42:58.916516 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:43:13.923265 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:17.767326 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:19.022829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40068) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:19.177314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port 6390db42-92de-451b-8942-0a88463f7d89 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:19.177655 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:19.253237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:19.253559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:19.265085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for 6390db42-92de-451b-8942-0a88463f7d89 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:19.410302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:19.433389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=6390db42-92de-451b-8942-0a88463f7d89,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:19.446461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.446864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.447230 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.447571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.447907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.448240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.448567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.448893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.449218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.449540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.449864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.450186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.450509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:19.505928 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:19.506255 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Floating IP ce66ad26-70f3-40ee-beff-060953942e9b disassociated (deleted). External IP: 172.25.6.128, port: 0e694c41-47c8-41b9-ab9d-2daa186c1615. Dec 08 00:43:19.712927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:43:19.817317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:43:19.822642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:19.827230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:43:19.837080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:19.837763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:42:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:19.848346 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8a9211fb-f212-426f-a014-1df3dc652709 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce66ad26-70f3-40ee-beff-060953942e9b HTTP/1.1" status: 204 len: 168 time: 0.8238528 Dec 08 00:43:19.848926 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:43:19.851207 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130" -d '{"events": [{"name": "network-changed", "server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:43:19.891324 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cee340-7114-40c1-9164-eb58a21cc3be x-openstack-request-id: req-c1cee340-7114-40c1-9164-eb58a21cc3be {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:43:19.891622 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:43:19.891882 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1cee340-7114-40c1-9164-eb58a21cc3be {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:43:19.892294 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'status': 'completed', 'code': 200} Dec 08 00:43:19.948536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:19.976707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-d9338e74-10a4-4ad4-a525-03b69f237492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:19.978268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-d9338e74-10a4-4ad4-a525-03b69f237492 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 1096 time: 0.0424826 Dec 08 00:43:20.106328 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-d8a02d7c-c826-4e9b-b686-59118f37ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:20.107847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-d8a02d7c-c826-4e9b-b686-59118f37ad68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.1206396 Dec 08 00:43:20.118952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51a5b9-7bc3-44e2-aaf2-4547d4711015 req-ea2f5821-f973-47db-92d8-b833060dacd9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:20.120379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b51a5b9-7bc3-44e2-aaf2-4547d4711015 req-ea2f5821-f973-47db-92d8-b833060dacd9 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 945 time: 0.0711939 Dec 08 00:43:20.165633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-27b279c0-fed7-4388-8002-2b3b55f15505 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615 HTTP/1.1" status: 200 len: 217 time: 0.0442989 Dec 08 00:43:20.181747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:49Z', 'revision_number': 1, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:20.207899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:43:20.216237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:20.216838 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:42:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:20.229975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b51a5b9-7bc3-44e2-aaf2-4547d4711015 req-246fa967-6a2b-4bdf-9a5e-074646cd9cd4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030028 Dec 08 00:43:20.238686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-ab9247f8-803c-4b53-85c0-e7128c2ef99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:20.240147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-ab9247f8-803c-4b53-85c0-e7128c2ef99b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0670812 Dec 08 00:43:20.287245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-d1e2a425-820d-4cc1-b00a-b0322305fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:20.288730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-d1e2a425-820d-4cc1-b00a-b0322305fe28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413854 Dec 08 00:43:20.322745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:20.380029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-4d22953c-c435-41e5-9416-b176b74c1278 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 Dec 08 00:43:20.475571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f9f2cbfc-2331-4bf9-aa92-e4f62d286130 req-fa675c8b-c774-4eff-af60-103db025f926 service neutron] 10.222.0.59 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857990 Dec 08 00:43:20.541522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:49Z', 'revision_number': 1, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:20.570608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36012b6e-2f79-4083-8ea4-a50245987d92 None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'b36450d9-33b0-475f-9f3a-291b37301f33', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'port_id': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'mac_address': 'fa:16:3e:6c:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f080537a-3d93-4a7d-809c-dbc113192312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:39:47Z', 'updated_at': '2021-12-08T00:39:49Z', 'revision_number': 1, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:43:20.779383 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edecfd15-670b-4dcd-8571-66600d8a847e None None] New status for floating IP ce66ad26-70f3-40ee-beff-060953942e9b: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:43:21.350115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0f955-5a2d-4b75-a089-9c6983b855b8 req-371832de-3985-4774-8776-a573ed995047 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:21.351650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1c0f955-5a2d-4b75-a089-9c6983b855b8 req-371832de-3985-4774-8776-a573ed995047 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 945 time: 0.0484965 Dec 08 00:43:21.399912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1c0f955-5a2d-4b75-a089-9c6983b855b8 req-33e87403-3eac-4ea2-9ad3-b76d0011bfd0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417011 Dec 08 00:43:21.489827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d423f4e3-9f22-4369-a2f7-7c8b6017edf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:21.733658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502939cf-100a-46cf-8180-047843f8a26d req-9fc7aeae-3530-43e0-a31b-8934b7c9c7ce tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:21.735097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-502939cf-100a-46cf-8180-047843f8a26d req-9fc7aeae-3530-43e0-a31b-8934b7c9c7ce tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 945 time: 0.0519509 Dec 08 00:43:21.821923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port 0e694c41-47c8-41b9-ab9d-2daa186c1615 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:21.822265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:21.913179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] For port 0e694c41-47c8-41b9-ab9d-2daa186c1615, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=0e694c41-47c8-41b9-ab9d-2daa186c1615,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:21.913536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:21.925241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for 0e694c41-47c8-41b9-ab9d-2daa186c1615 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:22.046615 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:22.077005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=0e694c41-47c8-41b9-ab9d-2daa186c1615,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:22.089139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.089488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.089829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.090168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.090501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.090831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.091180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.091502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.091823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.092138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.092455 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.092773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.093094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:22.131002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] No DVR routers for this DVR port 0e694c41-47c8-41b9-ab9d-2daa186c1615 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:43:22.134247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:22.137583 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-502939cf-100a-46cf-8180-047843f8a26d req-a1299efe-5322-43c4-810e-2174f632f40f tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.59 "DELETE /v2.0/ports/0e694c41-47c8-41b9-ab9d-2daa186c1615 HTTP/1.1" status: 204 len: 173 time: 0.3966630 Dec 08 00:43:22.138067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'name': 'network-vif-deleted', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:43:22.140379 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775319fc-b1d6-4a14-97bc-aece9ddb473c" -d '{"events": [{"server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "name": "network-vif-deleted", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:43:22.176576 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317e9ae3-6d80-4272-91cd-9d260b9d6f14 x-openstack-request-id: req-317e9ae3-6d80-4272-91cd-9d260b9d6f14 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:43:22.176872 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2649d9f7-2193-435c-a9c8-56b51e3f015b", "name": "network-vif-deleted", "tag": "0e694c41-47c8-41b9-ab9d-2daa186c1615", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:43:22.177125 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-317e9ae3-6d80-4272-91cd-9d260b9d6f14 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:43:22.177534 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2649d9f7-2193-435c-a9c8-56b51e3f015b', 'name': 'network-vif-deleted', 'tag': '0e694c41-47c8-41b9-ab9d-2daa186c1615', 'status': 'completed', 'code': 200} Dec 08 00:43:22.504674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-81bcf239-8f62-45c6-b80e-9a1649d4c683 req-af40967b-24d8-4a42-9aee-c213a556a980 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 210 time: 0.0307424 Dec 08 00:43:23.603500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ff672a4-bece-408e-bc86-26fb334c5a08 req-c466dbd5-4e13-4b44-a042-baf043ff3d18 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 210 time: 0.0268955 Dec 08 00:43:23.627872 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2769f338-2091-45ed-b7d6-7f59807250b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:24.382309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0e694c41-47c8-41b9-ab9d-2daa186c1615 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:24.402640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 0e694c41-47c8-41b9-ab9d-2daa186c1615 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:24.403079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 0e694c41-47c8-41b9-ab9d-2daa186c1615 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:24.701219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-193b1c4b-059d-406a-bf1a-82845a5f8a32 req-06e2c813-8dfa-4afc-9e40-28f1e35f2fa5 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 210 time: 0.0259469 Dec 08 00:43:25.234465 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:25.802236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adfca796-93b6-4ea8-82f8-c177ce2d186e req-bf29502e-5770-453a-bd4a-a719c669d657 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=2649d9f7-2193-435c-a9c8-56b51e3f015b HTTP/1.1" status: 200 len: 210 time: 0.0304687 Dec 08 00:43:26.395816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:27.257079 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:32.198816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40116) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:32.355279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port fd307502-b3a6-484f-bd81-88d4151c9684 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:32.355612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:32.427895 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:32.428215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:32.441068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for fd307502-b3a6-484f-bd81-88d4151c9684 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:32.584092 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:32.611019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=fd307502-b3a6-484f-bd81-88d4151c9684,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:32.668304 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:32.668636 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Floating IP b36450d9-33b0-475f-9f3a-291b37301f33 disassociated (deleted). External IP: 172.25.6.17, port: fe9812a7-b064-4cd1-845e-409df21c491a. Dec 08 00:43:32.871280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:43:32.976992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:43:32.981821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:32.986713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:43:32.996337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:32.996944 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:43:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:33.007659 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-65664e05-0399-4003-9cef-b8685b6c823d tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "DELETE /v2.0/floatingips/b36450d9-33b0-475f-9f3a-291b37301f33 HTTP/1.1" status: 204 len: 168 time: 0.8077533 Dec 08 00:43:33.008377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:43:33.011291 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c53ce-642d-4183-9e51-88de06fe9d70" -d '{"events": [{"name": "network-changed", "server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:43:33.048979 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5cab37-63ab-4b1f-a219-a7ab948f75f8 x-openstack-request-id: req-1b5cab37-63ab-4b1f-a219-a7ab948f75f8 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:43:33.051314 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:43:33.051314 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b5cab37-63ab-4b1f-a219-a7ab948f75f8 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:43:33.051314 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'status': 'completed', 'code': 200} Dec 08 00:43:33.107034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:33.142202 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-36c16a53-2ccf-4db0-b99f-fc4039d2f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:33.142202 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-36c16a53-2ccf-4db0-b99f-fc4039d2f606 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2499e450b94344e7b566892cfbc0e6d1&device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 1096 time: 0.0469766 Dec 08 00:43:33.242917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe975a-7298-449c-b3b5-8f3f47e372b6 req-cace3240-0827-41de-8b76-4c333d526a47 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:33.245219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-f3f738bb-aa64-45ad-9fa7-e961f009b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:33.245676 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dfe975a-7298-449c-b3b5-8f3f47e372b6 req-cace3240-0827-41de-8b76-4c333d526a47 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 945 time: 0.0511665 Dec 08 00:43:33.246685 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-f3f738bb-aa64-45ad-9fa7-e961f009b7d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 200 len: 913 time: 0.0949097 Dec 08 00:43:33.294572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-5dcaa474-11b7-429d-af70-84c81d609788 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 200 len: 217 time: 0.0381968 Dec 08 00:43:33.300619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dfe975a-7298-449c-b3b5-8f3f47e372b6 req-83cfc030-3c84-4294-a55b-e5017037aae4 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490732 Dec 08 00:43:33.336440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:33.347431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-83012803-ba9a-41ec-8dca-bfdc79b394cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:33.348995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-83012803-ba9a-41ec-8dca-bfdc79b394cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 200 len: 851 time: 0.0447395 Dec 08 00:43:33.366196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:43:33.375028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:33.375653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:43:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:33.395068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-a7b6ae39-9017-4bf7-86fc-e7df3531c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:33.396591 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-a7b6ae39-9017-4bf7-86fc-e7df3531c480 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=527cfb76-a4f0-4ec8-930d-8ac7855bb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402014 Dec 08 00:43:33.482309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:33.489823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-6baeffd7-2e63-482d-b219-7ed44509b068 service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853224 Dec 08 00:43:33.579565 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c6c53ce-642d-4183-9e51-88de06fe9d70 req-57c8027f-a151-4694-9f6f-a3100639e0fb service neutron] 10.222.0.44 "GET /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808632 Dec 08 00:43:33.841943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:33.867943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d27f8c-45ef-4068-8676-4b9bcebbfbcb None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:32:15Z', 'revision_number': 4, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2daec6d7-ba2b-4a66-845a-ab335a0b140c', 'name': '', 'network_id': '527cfb76-a4f0-4ec8-930d-8ac7855bb88d', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'mac_address': 'fa:16:3e:a8:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:14Z', 'updated_at': '2021-12-08T00:32:24Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'subnets': [{'id': '3abc12c0-827f-47c0-bdf2-03e149aef7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:43:34.094751 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae3d9a8-e19a-46c5-8929-8a200c8e6f98 None None] New status for floating IP b36450d9-33b0-475f-9f3a-291b37301f33: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:43:34.423476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28dc6-0980-41e6-a77b-79174d5804d9 req-d9050171-918d-4381-a93d-cbf1e8f1ae16 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:34.424923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7b28dc6-0980-41e6-a77b-79174d5804d9 req-d9050171-918d-4381-a93d-cbf1e8f1ae16 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Dec 08 00:43:34.473152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7b28dc6-0980-41e6-a77b-79174d5804d9 req-6284ff77-1376-4463-b98a-b5f022b711e0 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422490 Dec 08 00:43:34.885292 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-03448a75-3d8c-4500-862c-b8abb41d3671 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:43:34.886748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-03448a75-3d8c-4500-862c-b8abb41d3671 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 945 time: 0.0472794 Dec 08 00:43:34.981130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port fe9812a7-b064-4cd1-845e-409df21c491a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:34.981467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:35.066744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] For port fe9812a7-b064-4cd1-845e-409df21c491a, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=fe9812a7-b064-4cd1-845e-409df21c491a,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:35.067061 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:35.083474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for fe9812a7-b064-4cd1-845e-409df21c491a owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:35.203728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:35.230552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=fe9812a7-b064-4cd1-845e-409df21c491a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:35.276596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] No DVR routers for this DVR port fe9812a7-b064-4cd1-845e-409df21c491a on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:43:35.279098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:35.282459 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3908e3aa-92f3-4837-a236-82ac38a1fe60 req-1d4b72f8-4e2d-4369-b71f-43d687ff2daa tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.44 "DELETE /v2.0/ports/fe9812a7-b064-4cd1-845e-409df21c491a HTTP/1.1" status: 204 len: 173 time: 0.3898904 Dec 08 00:43:35.282935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'name': 'network-vif-deleted', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:43:35.285218 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c435d-e0be-40ef-ac69-aff9c7a4c170" -d '{"events": [{"server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "name": "network-vif-deleted", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:43:35.321151 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781e4fef-48cf-4042-a5a2-16029d3fd1c0 x-openstack-request-id: req-781e4fef-48cf-4042-a5a2-16029d3fd1c0 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:43:35.321507 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f080537a-3d93-4a7d-809c-dbc113192312", "name": "network-vif-deleted", "tag": "fe9812a7-b064-4cd1-845e-409df21c491a", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:43:35.321780 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-781e4fef-48cf-4042-a5a2-16029d3fd1c0 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:43:35.322732 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f080537a-3d93-4a7d-809c-dbc113192312', 'name': 'network-vif-deleted', 'tag': 'fe9812a7-b064-4cd1-845e-409df21c491a', 'status': 'completed', 'code': 200} Dec 08 00:43:35.571903 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2792dadc-fc63-474d-8725-036f90626f08 req-71c395f7-283a-40a0-917a-3a5a983f801b tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Dec 08 00:43:35.917231 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:43:36.668365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4195bf10-f399-4f74-b810-5973779bc736 req-90514f50-056d-4611-9fec-8c29e5ac5368 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 210 time: 0.0263486 Dec 08 00:43:37.432460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fe9812a7-b064-4cd1-845e-409df21c491a no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:37.456447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: fe9812a7-b064-4cd1-845e-409df21c491a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:37.456791 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device fe9812a7-b064-4cd1-845e-409df21c491a not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:37.768519 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-828f59b8-9350-4c64-888b-f6c70bd2dd90 req-7c83954f-dccb-4d61-8168-7ad69a23fc25 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 210 time: 0.0268235 Dec 08 00:43:38.862329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9c31482-720b-4e31-9a1d-36a3062389ef req-4cdd697c-3b6a-4476-972e-cf6415e5d05e tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "GET /v2.0/ports?device_id=f080537a-3d93-4a7d-809c-dbc113192312 HTTP/1.1" status: 200 len: 210 time: 0.0261912 Dec 08 00:43:39.919266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40138) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:40.039544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Deleting port 7cefd90e-84ad-45fd-a7b2-d8eb63022469 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:40.039797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:40.112320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:40.112654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:40.124595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Calling delete_port for 7cefd90e-84ad-45fd-a7b2-d8eb63022469 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:40.253430 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:40.276564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'Port': ['ID=7cefd90e-84ad-45fd-a7b2-d8eb63022469,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:40.679826 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:40.683100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:40.684297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5c6df300-5a45-46b6-bb08-d7da456af213 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "DELETE /v2.0/floatingips/a04cd6e1-39c3-4164-99bb-b45e06fc5361 HTTP/1.1" status: 204 len: 168 time: 0.7639866 Dec 08 00:43:43.939573 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:43.972626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40154) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:44.028951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-541e51f8-95e0-4f69-b141-0624ce3f5b25 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:44.054017 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-541e51f8-95e0-4f69-b141-0624ce3f5b25 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:44.111133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-541e51f8-95e0-4f69-b141-0624ce3f5b25 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:44.113698 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-541e51f8-95e0-4f69-b141-0624ce3f5b25 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:44.114848 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-541e51f8-95e0-4f69-b141-0624ce3f5b25 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] 10.222.0.18 "DELETE /v2.0/security-groups/3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac HTTP/1.1" status: 204 len: 168 time: 0.1411469 Dec 08 00:43:44.124469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e51f8-95e0-4f69-b141-0624ce3f5b25 tempest-TestVolumeBootPattern-1112168747 tempest-TestVolumeBootPattern-1112168747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8202b0-9cf1-4e92-9d9c-3c93a53d29ac,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:44.186928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40158) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:44.623174 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:44.868804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Deleting port 2daec6d7-ba2b-4a66-845a-ab335a0b140c {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:44.869146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:44.948762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] For port 2daec6d7-ba2b-4a66-845a-ab335a0b140c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2daec6d7-ba2b-4a66-845a-ab335a0b140c,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:44.949120 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:44.961394 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Calling delete_port for 2daec6d7-ba2b-4a66-845a-ab335a0b140c owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:45.138187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:45.167946 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Pushing event deleted for resources: {'Port': ['ID=2daec6d7-ba2b-4a66-845a-ab335a0b140c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:45.332613 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:45.541785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Router ddabe16c-c318-4bc1-b817-04f0854ea867 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:43:45.643700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:43:45.648657 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-90c71fd3-ad5c-4fbf-9fc6-bc2a1db24efd admin admin] 10.222.0.18 "PUT /v2.0/routers/ddabe16c-c318-4bc1-b817-04f0854ea867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608343 Dec 08 00:43:45.651209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40164) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:45.652953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] Sync routers for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:43:45.663691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:45.664294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:43:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:45.753749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:45.770525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:45.850294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:45.907117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Deleting port ab402685-fa9d-4a3f-b933-164b27dd5a33 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:45.907457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:45.952311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:43:45Z', 'revision_number': 5, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port': {'id': 'ab402685-fa9d-4a3f-b933-164b27dd5a33', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:12Z', 'updated_at': '2021-12-08T00:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:45.979619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] Checking router: ddabe16c-c318-4bc1-b817-04f0854ea867 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:43:45.984589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] For port ab402685-fa9d-4a3f-b933-164b27dd5a33, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ab402685-fa9d-4a3f-b933-164b27dd5a33,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:45.984949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:45.987700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] Routers {'ddabe16c-c318-4bc1-b817-04f0854ea867'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:45.988294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:43:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ddabe16c-c318-4bc1-b817-04f0854ea867'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:45.997407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Calling delete_port for ab402685-fa9d-4a3f-b933-164b27dd5a33 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:46.072402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] Set router ddabe16c-c318-4bc1-b817-04f0854ea867 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:46.125423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:43:45Z', 'revision_number': 6, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:46.154300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb0731-1ba7-4709-858c-f92884a261f6 None None] The sync data for ids ['ddabe16c-c318-4bc1-b817-04f0854ea867'] in n-d-820549-2 is: [{'id': 'ddabe16c-c318-4bc1-b817-04f0854ea867', 'name': 'tempest-TestVolumeBootPattern-1095887960-router', 'tenant_id': '2499e450b94344e7b566892cfbc0e6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:11Z', 'updated_at': '2021-12-08T00:43:45Z', 'revision_number': 6, 'project_id': '2499e450b94344e7b566892cfbc0e6d1', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:43:46.159319 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.192334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab402685-fa9d-4a3f-b933-164b27dd5a33,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:46.197790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42f1dd-e421-498c-9c39-f1c695eadaad None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:43:46.251514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.340513 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.342583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.382456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.382924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddabe16c-c318-4bc1-b817-04f0854ea867 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:43:46.387699 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.391147 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-691ff39a-c5bd-4f96-8b23-e0bd6df855d4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ddabe16c-c318-4bc1-b817-04f0854ea867 HTTP/1.1" status: 204 len: 168 time: 0.7366748 Dec 08 00:43:46.391477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40166) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:46.437867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] Deleting subnet 3abc12c0-827f-47c0-bdf2-03e149aef7d8 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:43:46.440887 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.474709 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.553439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.609324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.638247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abc12c0-827f-47c0-bdf2-03e149aef7d8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:46.641941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.645263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6e60dc0f-7e1b-4980-9e43-45a7c043f2b1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3abc12c0-827f-47c0-bdf2-03e149aef7d8 HTTP/1.1" status: 204 len: 168 time: 0.2529788 Dec 08 00:43:46.647638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40168) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:46.647911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98aa497-1ed2-443b-8338-4b8a6d9e1ec6 None None] Network 527cfb76-a4f0-4ec8-930d-8ac7855bb88d requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:43:46.715881 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.768468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Deleting port 05de634c-d12e-4690-94c2-b0c6f946a40e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:46.768811 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.834959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] For port 05de634c-d12e-4690-94c2-b0c6f946a40e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=05de634c-d12e-4690-94c2-b0c6f946a40e,segment=NetworkSegment(acb94c3a-6ea6-499e-8187-d5aef846f4a3),segment_id=acb94c3a-6ea6-499e-8187-d5aef846f4a3)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:46.835273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.846751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Calling delete_port for 05de634c-d12e-4690-94c2-b0c6f946a40e owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:46.908008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] DHCP port deletion for 527cfb76-a4f0-4ec8-930d-8ac7855bb88d request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:43:46.932460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.959745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05de634c-d12e-4690-94c2-b0c6f946a40e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:46.967762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Deleting port 05de634c-d12e-4690-94c2-b0c6f946a40e {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:46.968331 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:46.969424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] No DVR routers for this DVR port 05de634c-d12e-4690-94c2-b0c6f946a40e on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:43:46.982143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2daec6d7-ba2b-4a66-845a-ab335a0b140c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:47.009822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2daec6d7-ba2b-4a66-845a-ab335a0b140c {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:47.010173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2daec6d7-ba2b-4a66-845a-ab335a0b140c not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:47.010599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ab402685-fa9d-4a3f-b933-164b27dd5a33 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:47.034239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: ab402685-fa9d-4a3f-b933-164b27dd5a33 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:47.034585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ab402685-fa9d-4a3f-b933-164b27dd5a33 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:47.035040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 05de634c-d12e-4690-94c2-b0c6f946a40e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:47.042318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.063035 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527cfb76-a4f0-4ec8-930d-8ac7855bb88d']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:47.073066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb94c3a-6ea6-499e-8187-d5aef846f4a3') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:47.073359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb94c3a-6ea6-499e-8187-d5aef846f4a3') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:47.082566 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.092091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] For port 05de634c-d12e-4690-94c2-b0c6f946a40e, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:47.092490 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.094755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 05de634c-d12e-4690-94c2-b0c6f946a40e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:47.095124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 05de634c-d12e-4690-94c2-b0c6f946a40e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:47.096897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.104704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:43:47.105229 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.107106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Calling delete_port for 05de634c-d12e-4690-94c2-b0c6f946a40e owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:43:47.107252 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:43:47.112566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Port 05de634c-d12e-4690-94c2-b0c6f946a40e was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:43:47.113866 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.139475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Pushing event deleted for resources: {'Port': ['ID=05de634c-d12e-4690-94c2-b0c6f946a40e,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:47.143748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] No DVR routers for this DVR port 05de634c-d12e-4690-94c2-b0c6f946a40e on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:43:47.151332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.151888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.152376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.152867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.153337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.153811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.154770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.155269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.155740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.156630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.157092 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.157555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.158028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e277b1-3ad8-4817-80dd-f3337483a740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:43:47.168786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.174397 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.177494 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/527cfb76-a4f0-4ec8-930d-8ac7855bb88d HTTP/1.1" status: 204 len: 168 time: 0.5289488 Dec 08 00:43:47.180516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40170) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:47.191429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbeda0-51be-4472-a0a2-275f19ec3fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=527cfb76-a4f0-4ec8-930d-8ac7855bb88d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:47.526413 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.759527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Deleting port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:47.760466 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.780662 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.836085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] For port c97f2e94-d5f8-4d6a-aee4-ba78c830bad7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,segment=NetworkSegment(ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6),segment_id=ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:47.836439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:47.848751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Calling delete_port for c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:48.021637 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:48.048253 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97f2e94-d5f8-4d6a-aee4-ba78c830bad7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:48.544267 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:48.750207 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Router 13d19298-aeba-4c21-bc19-e4d1566d51d6 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:43:48.855615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:43:48.861521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-40dc689c-e7f8-435c-8348-f27ad5bc8775 admin admin] 10.222.0.18 "PUT /v2.0/routers/13d19298-aeba-4c21-bc19-e4d1566d51d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6796789 Dec 08 00:43:48.863015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40174) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:48.865138 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] Sync routers for ids ['13d19298-aeba-4c21-bc19-e4d1566d51d6'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:43:48.876527 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] Routers {'13d19298-aeba-4c21-bc19-e4d1566d51d6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:48.877136 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:43:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d19298-aeba-4c21-bc19-e4d1566d51d6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:48.969541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:48.979282 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] Set router 13d19298-aeba-4c21-bc19-e4d1566d51d6 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:49.067974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.125476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Deleting port a38659be-52a5-4208-b4ab-de77592d39f2 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:49.125815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.153099 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:43:47Z', 'revision_number': 5, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port': {'id': 'a38659be-52a5-4208-b4ab-de77592d39f2', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:32:19Z', 'updated_at': '2021-12-08T00:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:49.183745 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] Checking router: 13d19298-aeba-4c21-bc19-e4d1566d51d6 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:43:49.192617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] Routers {'13d19298-aeba-4c21-bc19-e4d1566d51d6'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:43:49.193236 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:43:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['13d19298-aeba-4c21-bc19-e4d1566d51d6'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:49.203814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] For port a38659be-52a5-4208-b4ab-de77592d39f2, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=a38659be-52a5-4208-b4ab-de77592d39f2,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:49.204175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.216663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Calling delete_port for a38659be-52a5-4208-b4ab-de77592d39f2 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:49.284144 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] Set router 13d19298-aeba-4c21-bc19-e4d1566d51d6 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:43:49.341481 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:43:49Z', 'revision_number': 6, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:49.373903 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50e268-ebb6-4f98-8f5e-041dfd281f27 None None] The sync data for ids ['13d19298-aeba-4c21-bc19-e4d1566d51d6'] in n-d-820549-2 is: [{'id': '13d19298-aeba-4c21-bc19-e4d1566d51d6', 'name': 'tempest-TestVolumeBootPattern-2103619283-router', 'tenant_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:32:18Z', 'updated_at': '2021-12-08T00:43:49Z', 'revision_number': 6, 'project_id': 'f16d82ddf5314ada8a1ebab67b7f29c9', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:43:49.381873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.409929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38659be-52a5-4208-b4ab-de77592d39f2,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:49.439599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff42af-b8f2-4278-a270-baebc820e0b3 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:43:49.478226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.570700 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.572891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.620068 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.620512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d19298-aeba-4c21-bc19-e4d1566d51d6 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:43:49.625463 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.626659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e1128e3a-5caa-41fc-9525-0b5a8d0a6598 admin admin] 10.222.0.18 "DELETE /v2.0/routers/13d19298-aeba-4c21-bc19-e4d1566d51d6 HTTP/1.1" status: 204 len: 168 time: 0.7626007 Dec 08 00:43:49.629094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40176) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:49.677005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] Deleting subnet 36027677-ee2b-4063-8ef4-ce440847de11 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:43:49.680130 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.714681 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.794480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.849263 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.877905 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36027677-ee2b-4063-8ef4-ce440847de11,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:49.883923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:49.887730 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d6dd41cd-8b82-49fb-ba7b-83636a04f053 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36027677-ee2b-4063-8ef4-ce440847de11 HTTP/1.1" status: 204 len: 168 time: 0.2576518 Dec 08 00:43:49.890332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40178) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:49.893880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b794a0e-c78a-4166-b2e2-f546003e8f7c None None] Network 86659c56-1fbc-43dd-a0bf-0de8770d0366 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:43:49.958226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.012610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Deleting port d0aa3a17-61b8-48dd-aa01-7b66c67b001d {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:50.013025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.078160 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] For port d0aa3a17-61b8-48dd-aa01-7b66c67b001d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,segment=NetworkSegment(ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6),segment_id=ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:50.078441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.089808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Calling delete_port for d0aa3a17-61b8-48dd-aa01-7b66c67b001d owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:50.155181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] DHCP port deletion for 86659c56-1fbc-43dd-a0bf-0de8770d0366 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:43:50.171372 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.203089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:50.208009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] No DVR routers for this DVR port d0aa3a17-61b8-48dd-aa01-7b66c67b001d on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:43:50.208645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] Deleting port d0aa3a17-61b8-48dd-aa01-7b66c67b001d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:43:50.209025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.273407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] For port d0aa3a17-61b8-48dd-aa01-7b66c67b001d, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:43:50.273944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.279237 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.287611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] Calling delete_port for d0aa3a17-61b8-48dd-aa01-7b66c67b001d owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:43:50.290270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] Port d0aa3a17-61b8-48dd-aa01-7b66c67b001d was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 00:43:50.292124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.301523 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86659c56-1fbc-43dd-a0bf-0de8770d0366']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:50.313401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:50.313699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4fb0c9-c81e-4df1-9170-62cd1ee74dd6') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:43:50.317371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] Pushing event deleted for resources: {'Port': ['ID=d0aa3a17-61b8-48dd-aa01-7b66c67b001d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:50.321146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216169f-0c5f-44d5-961b-3ad6ab6e2744 None None] No DVR routers for this DVR port d0aa3a17-61b8-48dd-aa01-7b66c67b001d on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:43:50.323610 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.338669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.344846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:43:50.345270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:43:50.347224 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:43:50.407358 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.413747 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.417922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/86659c56-1fbc-43dd-a0bf-0de8770d0366 HTTP/1.1" status: 204 len: 168 time: 0.5268586 Dec 08 00:43:50.435681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf50ef-b922-4615-a3d8-5b0ad79f64e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=86659c56-1fbc-43dd-a0bf-0de8770d0366,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:50.552057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40184) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:50.591115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d720817d-810e-4bc6-aa54-938144a4a4be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2499e450b94344e7b566892cfbc0e6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378923 Dec 08 00:43:50.593502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40186) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:50.638764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca873538-0620-4d14-9282-c0cad2fdb93a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.659942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca873538-0620-4d14-9282-c0cad2fdb93a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.710974 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca873538-0620-4d14-9282-c0cad2fdb93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.714251 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ca873538-0620-4d14-9282-c0cad2fdb93a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:50.715533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ca873538-0620-4d14-9282-c0cad2fdb93a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa3481ee-127f-4ffa-9493-76adc8b34232 HTTP/1.1" status: 204 len: 168 time: 0.1211452 Dec 08 00:43:50.722872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca873538-0620-4d14-9282-c0cad2fdb93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3481ee-127f-4ffa-9493-76adc8b34232,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:50.874821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d0aa3a17-61b8-48dd-aa01-7b66c67b001d no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:50.898926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d0aa3a17-61b8-48dd-aa01-7b66c67b001d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:50.899266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d0aa3a17-61b8-48dd-aa01-7b66c67b001d not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:50.899671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:50.919335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:50.919601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c97f2e94-d5f8-4d6a-aee4-ba78c830bad7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:50.920003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a38659be-52a5-4208-b4ab-de77592d39f2 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:43:50.938198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: a38659be-52a5-4208-b4ab-de77592d39f2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:43:50.938787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device a38659be-52a5-4208-b4ab-de77592d39f2 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:43:51.052305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40192) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:51.091742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c4fd4de8-35c3-420e-8d53-1e6ead354ba8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f16d82ddf5314ada8a1ebab67b7f29c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382981 Dec 08 00:43:51.094087 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40194) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:43:51.139200 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3dbeebb-63b2-485d-9fd7-3f4fa4b3f566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:51.160014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3dbeebb-63b2-485d-9fd7-3f4fa4b3f566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:51.206408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3dbeebb-63b2-485d-9fd7-3f4fa4b3f566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:51.208997 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d3dbeebb-63b2-485d-9fd7-3f4fa4b3f566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:51.210137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d3dbeebb-63b2-485d-9fd7-3f4fa4b3f566 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2de6dde-b7a3-476e-b741-caad1e4929ff HTTP/1.1" status: 204 len: 168 time: 0.1151738 Dec 08 00:43:51.218258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbeebb-63b2-485d-9fd7-3f4fa4b3f566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de6dde-b7a3-476e-b741-caad1e4929ff,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:43:51.491829 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1d010299-06e2-4012-92ce-3268080f3257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:53.629254 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4887ed2b-789c-47a2-928e-bf2fba14622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:55.241271 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:56.397899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:43:57.259364 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:01.479020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-d983ab10-20c8-43c5-8a06-445d1b5f7f58 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5148239524744101a2137036583dc57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288827 Dec 08 00:44:01.660031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-af19f1a6-3889-451c-b497-f933a3e33b07 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:01.661375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-af19f1a6-3889-451c-b497-f933a3e33b07 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771874 Dec 08 00:44:01.676347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-f7277fe9-f7ea-4cc1-84c1-f2e10ec43f06 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/quotas/5148239524744101a2137036583dc57b HTTP/1.1" status: 200 len: 375 time: 0.0088809 Dec 08 00:44:01.706878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-253d4cb7-aaed-42dc-bb79-6597b164fd4f tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5148239524744101a2137036583dc57b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255077 Dec 08 00:44:02.881072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a145443e-30d0-447b-b21f-38bb4cd25c2e req-e51f22d0-3aea-4d4c-a9bf-03e3cc98c9ba tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 210 time: 0.0251915 Dec 08 00:44:03.961382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ee80ef2c-de18-46c6-9fcf-3a3c6b7b9d9d req-05708eb2-7576-433a-89f5-7db681b9dd74 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 210 time: 0.0284338 Dec 08 00:44:05.039162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c632d047-8fc0-4895-9035-afc7754a90e1 req-6d0a1e2e-4230-4c53-8a09-efdbea95c7d5 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 210 time: 0.0275185 Dec 08 00:44:06.115153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-79c681cb-4ede-4ddb-a6a9-dbe38327b187 req-38146070-e0e3-4ecd-a0c8-6803e928c473 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 210 time: 0.0266147 Dec 08 00:44:07.205766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eaa5bbd9-a05e-4052-acd2-ac4767156ba8 req-70749d45-73d2-4abd-a484-0b883cb1614f tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 210 time: 0.0251198 Dec 08 00:44:07.875367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-37daa186-d617-42bd-9497-09f197b6a7de tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5148239524744101a2137036583dc57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243876 Dec 08 00:44:07.997413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-bae3bebb-cac8-401e-9077-f72ee3313fbb tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:07.998817 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-bae3bebb-cac8-401e-9077-f72ee3313fbb tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171906 Dec 08 00:44:08.048738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Request body: {'port': {'device_id': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'admin_state_up': True, 'tenant_id': '5148239524744101a2137036583dc57b'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:44:08.150496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Made reservation on behalf of 5148239524744101a2137036583dc57b for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:44:08.153910 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.163140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.244687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.249252 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.325449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:08.343933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4352904f-bd53-45f9-b572-72fb70305fec req-a3da1cbc-715b-4b02-b6ca-5966d3416921 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 210 time: 0.0413349 Dec 08 00:44:08.408127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Allocated IP 192.168.233.140 (c1f32036-47ef-4660-b8d4-fcbd593ae110/f18ee6fc-f812-40ff-92c9-528000b25fd9/4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:44:08.555642 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.587573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.634101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Network c1f32036-47ef-4660-b8d4-fcbd593ae110 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:44:08.637223 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:44:08.640844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:44:08.664811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Pushing event updated for resources: {'Port': ['ID=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:08.696114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:08.696720 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.715040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a7459b07-5205-4d53-be3a-7588a90e18bd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6698573 Dec 08 00:44:08.734147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Request body: {'port': {'device_id': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:44:08.792621 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.872533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e0ce474d-4ec3-408e-813a-6b14b6f312cc None None] Provisioning complete for port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:44:08.873093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e0ce474d-4ec3-408e-813a-6b14b6f312cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:08.909265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce474d-4ec3-408e-813a-6b14b6f312cc None None] Port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:44:09.054224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:44:09.061599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:09.074079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Transition to ACTIVE for port object 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:44:09.077101 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:09.142206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:09.194960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Attempting to bind port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:44:09.195347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Attempting to bind port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:44:09.195677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Attempting to bind port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:44:09.200801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b on network c1f32036-47ef-4660-b8d4-fcbd593ae110 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:44:09.201120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Attempting to bind port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b on network c1f32036-47ef-4660-b8d4-fcbd593ae110 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:44:09.206154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:44:09.206489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Checking segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:44:09.206869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Bound using segment: {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:44:09.207325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Bound port: 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c052f624-37c2-46bb-8523-79a9512a761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:44:09.207679 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:09.275315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] For port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:44:09.278518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] For port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:44:09.283281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:09.315672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:09.316303 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:09.317790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] 10.222.0.59 "PUT /v2.0/ports/4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b HTTP/1.1" status: 200 len: 1096 time: 0.5884871 Dec 08 00:44:09.320171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'tag': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:44:09.322242 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f47a58-67d8-490f-bf64-00c40b291f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e79eec31-b53d-4e5f-bc94-07bc7916ace6", "tag": "4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:44:09.353908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c3f81-1539-4924-9b4b-7da2561551ba service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:09.367311 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c85f91d-80d6-4afc-a3c7-ba9a44ffd096 x-openstack-request-id: req-5c85f91d-80d6-4afc-a3c7-ba9a44ffd096 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:44:09.367683 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79eec31-b53d-4e5f-bc94-07bc7916ace6", "tag": "4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:44:09.367883 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c85f91d-80d6-4afc-a3c7-ba9a44ffd096 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:44:09.374161 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'tag': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b', 'status': 'completed', 'code': 200} Dec 08 00:44:09.455878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-8c39d533-7fb4-4414-8fa2-3fdd6edc9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:09.457288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-8c39d533-7fb4-4414-8fa2-3fdd6edc9107 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5148239524744101a2137036583dc57b&device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 1099 time: 0.0718219 Dec 08 00:44:09.473521 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391638d-26df-4b7b-918e-5dcc648bacc9 req-b83f864d-62a1-456f-84d3-d795f0c4357d tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:09.475300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5391638d-26df-4b7b-918e-5dcc648bacc9 req-b83f864d-62a1-456f-84d3-d795f0c4357d tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 948 time: 0.0610013 Dec 08 00:44:09.520183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-53bf3c13-a17d-4592-a86b-517eee5928de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b HTTP/1.1" status: 200 len: 217 time: 0.0438004 Dec 08 00:44:09.587370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5391638d-26df-4b7b-918e-5dcc648bacc9 req-a25474a2-3e21-4d94-96ad-5880098d5015 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038401 Dec 08 00:44:09.591217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a9c82cf4-e56d-47f5-a69e-fd2484b0fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:09.592740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-a9c82cf4-e56d-47f5-a69e-fd2484b0fbc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0648911 Dec 08 00:44:09.644787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-0e85000f-e0f1-49f0-b445-722eccdbaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:09.646274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-0e85000f-e0f1-49f0-b445-722eccdbaa51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459542 Dec 08 00:44:09.736810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-5465f68a-e727-4fc9-9d18-ba4d0805527e service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 Dec 08 00:44:09.828641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4873d256-5e4e-4ba9-8616-708e34daf593 req-b23be455-be3f-4b5e-a464-74ac53612b89 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846999 Dec 08 00:44:09.956660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-6b2d7d4e-10f7-4bb2-8111-073ebb1eb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:09.958116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-6b2d7d4e-10f7-4bb2-8111-073ebb1eb8b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5148239524744101a2137036583dc57b&device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 1099 time: 0.0401106 Dec 08 00:44:10.045844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-ff56ec74-106e-48d0-8529-ebad0a541e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:10.047250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-ff56ec74-106e-48d0-8529-ebad0a541e71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f32036-47ef-4660-b8d4-fcbd593ae110 HTTP/1.1" status: 200 len: 870 time: 0.0819418 Dec 08 00:44:10.090789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-fedb7447-9c1b-490b-875c-f3244d38e6d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b HTTP/1.1" status: 200 len: 217 time: 0.0361705 Dec 08 00:44:10.140178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-cb4b12b3-8f53-42c0-86d3-2397b8bf2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:10.141552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-cb4b12b3-8f53-42c0-86d3-2397b8bf2655 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f18ee6fc-f812-40ff-92c9-528000b25fd9 HTTP/1.1" status: 200 len: 843 time: 0.0420151 Dec 08 00:44:10.186355 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-7931f17a-b74a-4f17-847e-b3267729ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:10.187825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-7931f17a-b74a-4f17-847e-b3267729ab12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f32036-47ef-4660-b8d4-fcbd593ae110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391049 Dec 08 00:44:10.278575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-54d26316-141e-41e1-a634-06ff10995edd service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Dec 08 00:44:10.369672 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f47a58-67d8-490f-bf64-00c40b291f3b req-f3c1767c-8cd2-42c3-839f-18f4315b49f4 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f32036-47ef-4660-b8d4-fcbd593ae110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Dec 08 00:44:10.708923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca53bc-bab1-48b8-aadd-917c36eff21d req-380df794-e2a8-4e62-9e68-eb672fde263e tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:10.710387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25ca53bc-bab1-48b8-aadd-917c36eff21d req-380df794-e2a8-4e62-9e68-eb672fde263e tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 948 time: 0.0520587 Dec 08 00:44:10.757229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25ca53bc-bab1-48b8-aadd-917c36eff21d req-ca5f12d4-cbdc-49ce-b043-58dfed931255 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Dec 08 00:44:11.874724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c391-1771-4240-a5ee-d710a14bfe08 req-1927b32f-6a4d-4a98-a8ba-5405acd881a2 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:11.876208 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af34c391-1771-4240-a5ee-d710a14bfe08 req-1927b32f-6a4d-4a98-a8ba-5405acd881a2 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 948 time: 0.0524228 Dec 08 00:44:11.923162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-af34c391-1771-4240-a5ee-d710a14bfe08 req-dbe4d3f7-455e-44d8-8508-4d589db580c0 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Dec 08 00:44:12.573739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:44:12.668257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:44:12.679224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b', 'network_id': 'c1f32036-47ef-4660-b8d4-fcbd593ae110', 'port_id': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b', 'mac_address': 'fa:16:3e:f7:19:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18ee6fc-f812-40ff-92c9-528000b25fd9', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:44:12.715500 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:12.727633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:44:12.747146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:44:12.750929 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:12.795563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:12.917040 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:44:13.040115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b54f5-818e-4beb-a604-9496a5dfdc6a req-ab320723-84fe-42ed-8ded-91bd00b28f66 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:13.041610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c99b54f5-818e-4beb-a604-9496a5dfdc6a req-ab320723-84fe-42ed-8ded-91bd00b28f66 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 949 time: 0.0513272 Dec 08 00:44:13.051269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:44:13.090030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c99b54f5-818e-4beb-a604-9496a5dfdc6a req-7f9cdd07-cd34-44ff-a497-3d588ca69acd tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Dec 08 00:44:13.949287 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:14.204848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed739a-921b-434e-ba34-f28377786430 req-f79a5b8e-1ad4-425b-8af6-db62a4963ddc tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:14.210259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfed739a-921b-434e-ba34-f28377786430 req-f79a5b8e-1ad4-425b-8af6-db62a4963ddc tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 949 time: 0.0481308 Dec 08 00:44:14.252155 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfed739a-921b-434e-ba34-f28377786430 req-97d52346-d5d7-44e6-b9d0-de0a47cf515e tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Dec 08 00:44:14.590826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:44:14.637564 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:44:14.641168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:44:14.641541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:14.719543 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:14.740889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:44:14.743144 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba96265-aeb0-43fc-8280-31794a61fa39" -d '{"events": [{"server_uuid": "e79eec31-b53d-4e5f-bc94-07bc7916ace6", "name": "network-vif-plugged", "status": "completed", "tag": "4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:44:14.756312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:44:14.761496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:14.785499 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58dd5b8-4a98-4cbe-ad34-d5da78d014e7 x-openstack-request-id: req-a58dd5b8-4a98-4cbe-ad34-d5da78d014e7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:44:14.785795 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79eec31-b53d-4e5f-bc94-07bc7916ace6", "name": "network-vif-plugged", "status": "completed", "tag": "4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:44:14.786051 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a58dd5b8-4a98-4cbe-ad34-d5da78d014e7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:44:14.786438 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b', 'code': 200} Dec 08 00:44:14.811878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:14.913098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4964fe-46f9-4491-ae54-23caa87a06d9 req-3aae06c8-53bb-4ac6-8825-9903687221e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:14.914566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f4964fe-46f9-4491-ae54-23caa87a06d9 req-3aae06c8-53bb-4ac6-8825-9903687221e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 1101 time: 0.0389473 Dec 08 00:44:14.961239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f4964fe-46f9-4491-ae54-23caa87a06d9 req-fcc048e8-6918-4793-b406-6563f55274b7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Dec 08 00:44:15.366134 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a5c08-def8-4d72-832f-afa523f998ac req-3192c98b-69c1-4d3d-9f06-b257515f9e63 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:15.367653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-727a5c08-def8-4d72-832f-afa523f998ac req-3192c98b-69c1-4d3d-9f06-b257515f9e63 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 950 time: 0.0479522 Dec 08 00:44:15.413690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-727a5c08-def8-4d72-832f-afa523f998ac req-0535ecce-8ae6-48dd-a8c0-5604de0aa59f tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Dec 08 00:44:16.528338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5403e0-4412-4f97-ae13-acd524bb3fa7 req-08578f2b-53b2-4705-a070-f5992112037a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:16.529811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f5403e0-4412-4f97-ae13-acd524bb3fa7 req-08578f2b-53b2-4705-a070-f5992112037a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 950 time: 0.0477917 Dec 08 00:44:16.575862 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f5403e0-4412-4f97-ae13-acd524bb3fa7 req-933da63d-41a7-405f-bc75-df7b7ac2f0d3 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Dec 08 00:44:16.842980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-f4bc1d75-fc15-4648-b44b-05f4533fefaa req-f77c11d9-cbf7-4189-8003-3d0b9a499905 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:44:16.843958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4bc1d75-fc15-4648-b44b-05f4533fefaa req-f77c11d9-cbf7-4189-8003-3d0b9a499905 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057037 Dec 08 00:44:17.265599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-dff91a3b-4e80-4e71-a887-03d27983cfbe req-c422e7ba-78ed-4f15-b3c1-e0d249a76f4a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:44:17.266597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dff91a3b-4e80-4e71-a887-03d27983cfbe req-c422e7ba-78ed-4f15-b3c1-e0d249a76f4a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1039555 Dec 08 00:44:17.593359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44333b7f-6c0b-43c9-bdc8-4dacf5e4f398 req-f339a24e-003b-4c52-b329-864b0d3ae07e tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:17.594787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44333b7f-6c0b-43c9-bdc8-4dacf5e4f398 req-f339a24e-003b-4c52-b329-864b0d3ae07e tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 950 time: 0.0502651 Dec 08 00:44:17.640691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-44333b7f-6c0b-43c9-bdc8-4dacf5e4f398 req-df7948e7-a555-49c2-9f40-c0d45a40452e tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Dec 08 00:44:17.774589 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:18.815280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45750c0-9298-45b2-b9ab-8e543c64769a req-a26d3eb0-0945-43f0-a251-abaa29d34cbe tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:18.816778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e45750c0-9298-45b2-b9ab-8e543c64769a req-a26d3eb0-0945-43f0-a251-abaa29d34cbe tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 950 time: 0.1043599 Dec 08 00:44:18.863602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e45750c0-9298-45b2-b9ab-8e543c64769a req-16b5d9e8-8d28-4f5c-8cd3-d85a5ae94e48 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Dec 08 00:44:19.042403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-60019b8d-3798-4626-a9e0-cd76d0a44fae tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:19.043724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-60019b8d-3798-4626-a9e0-cd76d0a44fae tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 950 time: 0.0468612 Dec 08 00:44:19.469932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Deleting port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:44:19.470265 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:19.557819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] For port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,segment=NetworkSegment(c052f624-37c2-46bb-8523-79a9512a761e),segment_id=c052f624-37c2-46bb-8523-79a9512a761e)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:44:19.558179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:19.570505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Calling delete_port for 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:44:19.693666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:19.727547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:44:19.751170 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Pushing event deleted for resources: {'Port': ['ID=4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:19.768828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] No DVR routers for this DVR port 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:44:19.771506 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:19.774855 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4998919-b3cb-4e55-9b4d-dd35b81b3c9a req-d91dae67-069b-4b9e-9d5f-0977097cbc8a tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.59 "DELETE /v2.0/ports/4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b HTTP/1.1" status: 204 len: 173 time: 0.7237277 Dec 08 00:44:19.775337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'name': 'network-vif-deleted', 'tag': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:44:19.778167 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fb2a03-4e1b-4f33-a44c-ebaf4082d5d8" -d '{"events": [{"server_uuid": "e79eec31-b53d-4e5f-bc94-07bc7916ace6", "name": "network-vif-deleted", "tag": "4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:44:19.821152 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcee6618-20df-40ea-90b9-2e323d72fb06 x-openstack-request-id: req-bcee6618-20df-40ea-90b9-2e323d72fb06 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:44:19.821857 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79eec31-b53d-4e5f-bc94-07bc7916ace6", "name": "network-vif-deleted", "tag": "4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:44:19.821857 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcee6618-20df-40ea-90b9-2e323d72fb06 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:44:19.822074 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79eec31-b53d-4e5f-bc94-07bc7916ace6', 'name': 'network-vif-deleted', 'tag': '4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b', 'status': 'completed', 'code': 200} Dec 08 00:44:19.975788 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51a1465c-b9c5-4eee-9293-eafbb9f51f5b req-04482747-fdaf-4bf9-91e3-b951cd27b563 tempest-ServersAdminNegativeTestJSON-1757724839 tempest-ServersAdminNegativeTestJSON-1757724839-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79eec31-b53d-4e5f-bc94-07bc7916ace6 HTTP/1.1" status: 200 len: 210 time: 0.0259748 Dec 08 00:44:21.259942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40348) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:44:21.390792 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-91e15215-3241-4693-997f-29cf7a89d40c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5148239524744101a2137036583dc57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291466 Dec 08 00:44:21.393301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40352) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:44:21.439553 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.460463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.493949 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e6b19979-5247-4636-a0a3-dcb5ff640d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.511123 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.513821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.515001 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e966676-b0d4-4e5b-9ea9-ef83a78c52f9 HTTP/1.1" status: 204 len: 168 time: 0.1207483 Dec 08 00:44:21.522649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e966676-b0d4-4e5b-9ea9-ef83a78c52f9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:21.530672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.531225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.531568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.531902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.532300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.532552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.532884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.533313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.533638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.533957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.534281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.534598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.534963 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239559d1-1ada-4d71-b361-8447a502542e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:21.766069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40358) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:44:21.779668 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7316fa78-be7f-4360-8424-a7feaab60238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.851950 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7316fa78-be7f-4360-8424-a7feaab60238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.855666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7316fa78-be7f-4360-8424-a7feaab60238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.892623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7316fa78-be7f-4360-8424-a7feaab60238 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=285e663d0a744f228dc206a33481bf15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254799 Dec 08 00:44:21.893745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316fa78-be7f-4360-8424-a7feaab60238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958e1dd4-c765-4c5d-bf26-18a96fcc8e35,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:21.895377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40360) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:44:21.944575 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26b19f60-764a-4577-9d6b-c6433f77f17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:21.965778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26b19f60-764a-4577-9d6b-c6433f77f17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.010338 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26b19f60-764a-4577-9d6b-c6433f77f17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.013468 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-26b19f60-764a-4577-9d6b-c6433f77f17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.014615 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-26b19f60-764a-4577-9d6b-c6433f77f17f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/958e1dd4-c765-4c5d-bf26-18a96fcc8e35 HTTP/1.1" status: 204 len: 168 time: 0.1173351 Dec 08 00:44:22.022154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19f60-764a-4577-9d6b-c6433f77f17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958e1dd4-c765-4c5d-bf26-18a96fcc8e35,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:22.653185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:44:22.661703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:44:22.673460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:44:22.673804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4dd0c9cf-7e46-4bc1-a3a0-6845ed1b530b not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:44:22.758238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-411639970-network', 'tenant_id': 'deaf84cc5a70449ab0507e378f8cc865'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:44:22.779070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Made reservation on behalf of deaf84cc5a70449ab0507e378f8cc865 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:44:22.781286 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.789611 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.864033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.867896 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.893694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:44:22.903368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b917cfb2-d07f-427b-bb38-8547c17d911f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:22.909502 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.909845 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Added segment 44a96db5-0489-43d8-9459-b38f8ba25a0a of type vlan for network 136a18e3-2fe7-41d0-b792-103d07a3b408 Dec 08 00:44:22.953951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.977265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:22.978347 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:22.978866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:23.014369 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3515589 Dec 08 00:44:23.017524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40386) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:44:23.022536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Request body: {'subnet': {'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-411639970-subnet', 'tenant_id': 'deaf84cc5a70449ab0507e378f8cc865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:44:23.043605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Made reservation on behalf of deaf84cc5a70449ab0507e378f8cc865 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:44:23.045770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b299170-8fae-4315-bedd-5c6f096c2cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=136a18e3-2fe7-41d0-b792-103d07a3b408,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:23.045895 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:23.056603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 136a18e3-2fe7-41d0-b792-103d07a3b408 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:44:23.213451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:23.281677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42b29bb-f6bb-470c-bd02-65242d1d26b3,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:23.298282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.298780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.299313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.299805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.300275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.300750 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.301239 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.301705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.302173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.302645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.303156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.303628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.304106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:44:23.310710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Checking segment: {'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:44:23.311248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Network hostable DHCP agents. Network: 136a18e3-2fe7-41d0-b792-103d07a3b408, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:44:23.327679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-897403a1-c8d9-4396-988f-3534e89dd8b8 req-5e1c4015-5dcf-4f80-b453-32c46b5ae883 service neutron] (103113) timed out ('10.222.0.59', 59824) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:44:23.331322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Network 136a18e3-2fe7-41d0-b792-103d07a3b408 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:44:23.339652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 136a18e3-2fe7-41d0-b792-103d07a3b408) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:44:23.343683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:23.344333 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:23.349505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fd661-1606-4993-8109-242da085929a None None] Network 136a18e3-2fe7-41d0-b792-103d07a3b408 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:44:23.360826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-42d00675-2ed4-49f7-b354-2da5162d46f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3420999 Dec 08 00:44:23.448691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d132a-7c83-45aa-9125-f8502cb7c69d None None] Network 136a18e3-2fe7-41d0-b792-103d07a3b408 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:44:23.630695 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f2076cdd-3d57-48c6-b620-4e5af384e5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:23.787090 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbe7d-1044-4664-b82a-b34758309376 req-885fe30e-78de-4c96-a9ae-272a0dcf70c9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:23.789032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-885fe30e-78de-4c96-a9ae-272a0dcf70c9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 811 time: 0.1018324 Dec 08 00:44:23.805306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-a286dc61-09a5-400a-8d91-e00353e77f89 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/quotas/deaf84cc5a70449ab0507e378f8cc865 HTTP/1.1" status: 200 len: 375 time: 0.0091462 Dec 08 00:44:23.841003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-b56c20fb-74f4-4c5a-95fc-73a14eec06e9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304565 Dec 08 00:44:23.929656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-e90a642e-f07f-40ba-be3d-34fbb5d44f93 service neutron] 10.222.0.18 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815506 Dec 08 00:44:24.021778 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-d17d8b30-be3a-4b58-9951-c63b6e4bd3a4 service neutron] 10.222.0.18 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Dec 08 00:44:24.237598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c351c97-ab04-40fc-8f96-b5de95a01310 req-e0c625a0-515c-4477-81fd-1d40c0b1d159 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 210 time: 0.0867889 Dec 08 00:44:25.240082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:25.316416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20294350-2c1a-43cd-8bc7-34ae30e97ac2 req-6ee5bc99-305b-4569-a747-38c4d1ae031d tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 210 time: 0.0265422 Dec 08 00:44:26.392962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69e8d3d3-dd0e-499e-9a89-2f32fe29c875 req-ce278b78-ba2e-45db-b01a-cbef5bbe2a7e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 210 time: 0.0264835 Dec 08 00:44:26.399953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:27.262036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:27.470649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-813102bb-ebee-47ff-9fb7-3c774e720d32 req-fed3766b-9a29-4e94-be9e-98b12213ee0e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 210 time: 0.0266311 Dec 08 00:44:28.565904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fee210b-9914-4c21-96be-968f6ea34a5e req-b95a04d3-fbdc-4d56-9b16-ff3afb1d31fa tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 210 time: 0.0280664 Dec 08 00:44:29.242014 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbe7d-1044-4664-b82a-b34758309376 req-f5a4334d-050c-4902-9b6d-ffa89ca0c9bb tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:29.243479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-f5a4334d-050c-4902-9b6d-ffa89ca0c9bb tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.59 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 811 time: 0.1110733 Dec 08 00:44:29.274996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Request body: {'port': {'device_id': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408', 'admin_state_up': True, 'tenant_id': 'deaf84cc5a70449ab0507e378f8cc865'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:44:29.395381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Made reservation on behalf of deaf84cc5a70449ab0507e378f8cc865 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:44:29.399232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:29.541271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Allocated IP 172.20.0.2 (136a18e3-2fe7-41d0-b792-103d07a3b408/d42b29bb-f6bb-470c-bd02-65242d1d26b3/4ccb8dd8-d350-4d48-bfc4-c3165dd427e2) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:44:29.713123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-24467dfc-fd26-44a1-bbb3-f6be215cf407 req-f2ea3a68-2ebc-436a-b28f-b03ae96f8139 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 210 time: 0.0313654 Dec 08 00:44:29.746841 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:29.779550 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:29.829149 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Network 136a18e3-2fe7-41d0-b792-103d07a3b408 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:44:29.832261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:44:29.837115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:44:29.862424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:29.895991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:29.896610 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:29.914065 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-a65eb045-f1d8-4b66-af8c-614ec9fa90e4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6430626 Dec 08 00:44:29.932751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Request body: {'port': {'device_id': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:44:29.987261 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:30.252475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:44:30.259756 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:30.272587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Transition to ACTIVE for port object 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:44:30.276852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:30.329795 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:30.391260 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:44:30.391593 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:44:30.391914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on network 136a18e3-2fe7-41d0-b792-103d07a3b408 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:44:30.396024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on network 136a18e3-2fe7-41d0-b792-103d07a3b408 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:44:30.396343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on network 136a18e3-2fe7-41d0-b792-103d07a3b408 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:44:30.401040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:44:30.401421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Checking segment: {'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:44:30.401800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Bound using segment: {'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:44:30.402216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Bound port: 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:44:30.402558 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:30.467107 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:44:30.470019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:44:30.474131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:30.510549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:30.511816 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:30.513169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] 10.222.0.59 "PUT /v2.0/ports/4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 1091 time: 0.5847960 Dec 08 00:44:30.513606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:44:30.516117 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:44:30.536920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6092f53-0c68-4cfb-9eb6-4eb5906c4e30 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:30.562537 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae080d75-0854-4df0-955a-b891cac8c35c x-openstack-request-id: req-ae080d75-0854-4df0-955a-b891cac8c35c {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:44:30.562864 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:44:30.563165 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae080d75-0854-4df0-955a-b891cac8c35c {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:44:30.563578 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'status': 'completed', 'code': 200} Dec 08 00:44:30.617698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbe7d-1044-4664-b82a-b34758309376 req-09f549d3-6c83-4f52-bbb5-19a2183f2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:30.619231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-09f549d3-6c83-4f52-bbb5-19a2183f2258 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1094 time: 0.0409935 Dec 08 00:44:30.672409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-e7acde72-55ce-460e-92d5-139c137c5572 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 217 time: 0.0374818 Dec 08 00:44:30.721037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbe7d-1044-4664-b82a-b34758309376 req-9e87f205-0689-4b1e-9753-1ca0712cfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:30.722425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-9e87f205-0689-4b1e-9753-1ca0712cfd2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 200 len: 851 time: 0.0426748 Dec 08 00:44:30.754833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-62ca5fa1-410f-47a8-b7de-3bfd52bfa335 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=136a18e3-2fe7-41d0-b792-103d07a3b408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250802 Dec 08 00:44:30.883072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1b19d-2016-4305-8343-4837f147d55f req-0cfdb5a1-5929-42bc-ad8e-cf170ce6d5c2 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:30.884619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eda1b19d-2016-4305-8343-4837f147d55f req-0cfdb5a1-5929-42bc-ad8e-cf170ce6d5c2 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 943 time: 0.0981259 Dec 08 00:44:30.887569 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-17f02dee-0000-485d-9813-ef34af128ae4 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255581 Dec 08 00:44:30.990333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eda1b19d-2016-4305-8343-4837f147d55f req-6a831237-59b6-48a5-bd3c-6ad0473136e0 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990484 Dec 08 00:44:31.010628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942cbe7d-1044-4664-b82a-b34758309376 req-10305201-7c7c-48df-9d65-525add648421 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134870 Dec 08 00:44:31.131777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-73f9ff76-e99e-42a2-81a8-ec37b64b2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:31.133228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-73f9ff76-e99e-42a2-81a8-ec37b64b2b8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1094 time: 0.0403857 Dec 08 00:44:31.220606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-e030ffe8-1cb7-4fe3-99ef-71ee7082797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:31.222051 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-e030ffe8-1cb7-4fe3-99ef-71ee7082797f service neutron] 10.222.0.59 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 912 time: 0.0821850 Dec 08 00:44:31.265803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-acf5d1d5-242b-4e30-b76f-463214a92065 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 217 time: 0.0365758 Dec 08 00:44:31.314319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-cc818417-7106-4b8b-befc-b412b6d79152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:31.315818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-cc818417-7106-4b8b-befc-b412b6d79152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 200 len: 851 time: 0.0435002 Dec 08 00:44:31.348198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-e53af768-fae3-4705-bf2d-cc5cd2f7fd7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=136a18e3-2fe7-41d0-b792-103d07a3b408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250859 Dec 08 00:44:31.442112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-54148213-642b-4421-831c-332a66e13ca5 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857096 Dec 08 00:44:31.530447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f8daf98-2d5a-4f3d-b469-7a18356bab7e req-ebb7e1f5-a30b-4296-97ab-b71680e9b976 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808179 Dec 08 00:44:32.105533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07d39e-216e-4caa-aa77-6f08b7902d1e req-c0831a49-6e62-41ba-96ee-2784a874cef4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:32.107032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d07d39e-216e-4caa-aa77-6f08b7902d1e req-c0831a49-6e62-41ba-96ee-2784a874cef4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 943 time: 0.0488133 Dec 08 00:44:32.158121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5d07d39e-216e-4caa-aa77-6f08b7902d1e req-b10cb1d6-c1e7-458e-b416-7d00e92e1e5f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Dec 08 00:44:33.271399 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c45fa-7e61-4a64-ae48-17f710d056ed req-9e898135-b41e-4743-bec7-9d3c75c63d1e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:33.272854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-514c45fa-7e61-4a64-ae48-17f710d056ed req-9e898135-b41e-4743-bec7-9d3c75c63d1e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 943 time: 0.0482869 Dec 08 00:44:33.319284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-514c45fa-7e61-4a64-ae48-17f710d056ed req-ac97ecd8-667f-4e39-93da-4d05d899abfe tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Dec 08 00:44:34.432233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ed0a1-597e-4b95-8152-9c2603e5c744 req-3f52d0e3-ea76-4534-add0-47372b689d8d tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:34.433695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d45ed0a1-597e-4b95-8152-9c2603e5c744 req-3f52d0e3-ea76-4534-add0-47372b689d8d tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 943 time: 0.0485275 Dec 08 00:44:34.481375 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d45ed0a1-597e-4b95-8152-9c2603e5c744 req-a2b1eaf5-68bd-4e9d-8e12-435c4d127337 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Dec 08 00:44:34.670647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:44:34.764699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:44:34.775922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408', 'port_id': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'mac_address': 'fa:16:3e:c9:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42b29bb-f6bb-470c-bd02-65242d1d26b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:44:34.813153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:34.825958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:44:34.844902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:44:34.847753 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:34.896237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:35.109569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:44:35.601794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb010e-2620-4e02-8c6f-daf797141985 req-60382eaf-c9f5-4012-95f2-1150b0b68806 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:35.603267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cbb010e-2620-4e02-8c6f-daf797141985 req-60382eaf-c9f5-4012-95f2-1150b0b68806 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 944 time: 0.0518978 Dec 08 00:44:35.648820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cbb010e-2620-4e02-8c6f-daf797141985 req-b671a7d3-f1c8-4b9a-80c9-8f6b04fbf663 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Dec 08 00:44:36.705023 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:44:36.756456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:44:36.760346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:44:36.760730 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:36.761949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5657d6a-1cb6-4b2d-973b-8cf8cea745dc req-2dbd6b82-8286-4eb3-8ced-28f460deac2a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:36.764437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5657d6a-1cb6-4b2d-973b-8cf8cea745dc req-2dbd6b82-8286-4eb3-8ced-28f460deac2a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 944 time: 0.0494545 Dec 08 00:44:36.812092 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5657d6a-1cb6-4b2d-973b-8cf8cea745dc req-aefc72bc-b332-42b9-8075-a94f08f2a4c1 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Dec 08 00:44:36.837679 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:36.862013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:44:36.863857 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dc96bd-a4dd-492a-bd38-bba4278e062f" -d '{"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:44:36.877164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:44:36.882020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:36.906482 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01773c4-8040-4774-a399-ff99d3971809 x-openstack-request-id: req-b01773c4-8040-4774-a399-ff99d3971809 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:44:36.906783 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:44:36.907080 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b01773c4-8040-4774-a399-ff99d3971809 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:44:36.907479 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'code': 200} Dec 08 00:44:36.936756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:44:37.093196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea68c41-1529-4cf3-a1a2-fb948fb7ec03 req-0d69c6fa-07b0-458d-addf-bbae0736992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:37.094649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ea68c41-1529-4cf3-a1a2-fb948fb7ec03 req-0d69c6fa-07b0-458d-addf-bbae0736992f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1096 time: 0.0427427 Dec 08 00:44:37.140714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ea68c41-1529-4cf3-a1a2-fb948fb7ec03 req-71ae2523-32f3-47e4-a271-eea01e2eb6a4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Dec 08 00:44:37.924457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937ca8-b538-4164-a7d0-34dd3b0436dc req-a1022e12-234a-4723-9bde-b12ab330c92a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:37.925907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45937ca8-b538-4164-a7d0-34dd3b0436dc req-a1022e12-234a-4723-9bde-b12ab330c92a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0476878 Dec 08 00:44:37.972528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45937ca8-b538-4164-a7d0-34dd3b0436dc req-2a28645e-040b-4b17-aa88-f2b0783d811a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Dec 08 00:44:39.086582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bde385-8873-4799-a177-a66ce5641ba5 req-1dee1ac0-3639-4cd9-b09b-39c6650ea1c5 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:39.088068 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83bde385-8873-4799-a177-a66ce5641ba5 req-1dee1ac0-3639-4cd9-b09b-39c6650ea1c5 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0475001 Dec 08 00:44:39.138172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-83bde385-8873-4799-a177-a66ce5641ba5 req-0668eb69-7b0a-42e8-8db1-57b65cb36fda tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Dec 08 00:44:39.317606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40458) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:44:39.376656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c967-742f-4757-9744-fd7a4366c2e5 req-5a9a7411-8088-49c9-92d5-c6c4cc5fd234 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:39.378134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c58c967-742f-4757-9744-fd7a4366c2e5 req-5a9a7411-8088-49c9-92d5-c6c4cc5fd234 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0484536 Dec 08 00:44:39.444622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-57e813da-950f-4b92-8719-3d07b737cb36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257787 Dec 08 00:44:39.452234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c58c967-742f-4757-9744-fd7a4366c2e5 req-e2c72ae3-67d2-491a-ad32-7fde80a223e0 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641105 Dec 08 00:44:39.456897 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-e3f21cdb-9914-4166-ae7d-e5526524de83 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:44:39.457868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-e3f21cdb-9914-4166-ae7d-e5526524de83 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048158 Dec 08 00:44:40.569043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741096-fbf5-4203-aca5-e953c8d6e3f8 req-afbf3ba1-f8a9-499c-912f-28c9b8137142 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:40.570416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71741096-fbf5-4203-aca5-e953c8d6e3f8 req-afbf3ba1-f8a9-499c-912f-28c9b8137142 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Dec 08 00:44:40.623726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71741096-fbf5-4203-aca5-e953c8d6e3f8 req-68f138b6-f1ca-4f9c-9000-7960ec128a98 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Dec 08 00:44:40.686735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-7d1f5362-a54c-4442-8096-58488417fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:40.688272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-7d1f5362-a54c-4442-8096-58488417fd84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1096 time: 0.0407186 Dec 08 00:44:40.778091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-7607fbab-6a5a-410f-8504-12858cb8a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:40.779628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-7607fbab-6a5a-410f-8504-12858cb8a7ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 912 time: 0.0836012 Dec 08 00:44:40.827162 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-0adcd0a1-4cee-4c10-a1b3-921a90d2007e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 217 time: 0.0391970 Dec 08 00:44:40.876679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-0011fb4d-1d6c-4e0d-b428-c2067b3a43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:40.878096 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-0011fb4d-1d6c-4e0d-b428-c2067b3a43dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 200 len: 851 time: 0.0438976 Dec 08 00:44:40.909459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-3ec23a6e-f798-45fc-aeca-861f655dcb51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=136a18e3-2fe7-41d0-b792-103d07a3b408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237644 Dec 08 00:44:41.002823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-522bc779-4ae4-4771-a6b0-feb3dd417c63 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Dec 08 00:44:41.091172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-6983584f-cb09-4943-8853-b22df25390af service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801127 Dec 08 00:44:41.742818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337e609-01f6-4a74-aa6d-f6f9bf4ffdeb req-7d497c10-bed9-44e6-a16e-42f6ef9c7f91 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:41.744325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4337e609-01f6-4a74-aa6d-f6f9bf4ffdeb req-7d497c10-bed9-44e6-a16e-42f6ef9c7f91 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0516899 Dec 08 00:44:41.789616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4337e609-01f6-4a74-aa6d-f6f9bf4ffdeb req-c51809fb-1ff3-4e2d-a77b-9bd46be3cc2a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Dec 08 00:44:42.905936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be35789-0eab-4ced-bea9-23bacefa308e req-23811483-dd4e-4592-91a7-e9d93aa1b9c4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:42.907420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2be35789-0eab-4ced-bea9-23bacefa308e req-23811483-dd4e-4592-91a7-e9d93aa1b9c4 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0507119 Dec 08 00:44:42.953992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2be35789-0eab-4ced-bea9-23bacefa308e req-6e473d9b-deac-4f8d-bdcc-a099988e7e8f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Dec 08 00:44:43.955554 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:44.066136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0648dc-e608-456c-961a-aacaae535530 req-a6863ef6-067f-426d-87a4-1aa3bad8913f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:44.067623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b0648dc-e608-456c-961a-aacaae535530 req-a6863ef6-067f-426d-87a4-1aa3bad8913f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0473700 Dec 08 00:44:44.116693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b0648dc-e608-456c-961a-aacaae535530 req-eb7dac45-0d2f-41f8-bfc2-e0f8413b9a70 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Dec 08 00:44:45.230595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99114db-8efa-4191-95d5-36ca41bce2a7 req-1257fd4f-f443-45ab-a7c2-d9c8fa41f94f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:45.232176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b99114db-8efa-4191-95d5-36ca41bce2a7 req-1257fd4f-f443-45ab-a7c2-d9c8fa41f94f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0480661 Dec 08 00:44:45.279239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b99114db-8efa-4191-95d5-36ca41bce2a7 req-773c1788-ff4d-48b3-804d-910c803202a0 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Dec 08 00:44:46.397708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f1541-274b-4314-a5fa-573272d3dafc req-d0a0f0f9-2b97-4f85-adbd-06723db3534a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:46.399170 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc0f1541-274b-4314-a5fa-573272d3dafc req-d0a0f0f9-2b97-4f85-adbd-06723db3534a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0466435 Dec 08 00:44:46.445128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc0f1541-274b-4314-a5fa-573272d3dafc req-8bfc6768-4d0f-4603-98fe-f3a2888e60b9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Dec 08 00:44:47.562794 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718057d-1a5d-4ee8-9778-433d7092e54e req-c5ab580a-00fb-4454-b424-7acf617080f9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:47.564267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d718057d-1a5d-4ee8-9778-433d7092e54e req-c5ab580a-00fb-4454-b424-7acf617080f9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Dec 08 00:44:47.610482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d718057d-1a5d-4ee8-9778-433d7092e54e req-32f69f97-23b9-4741-b145-af17fa8b6e83 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Dec 08 00:44:47.801525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:48.725816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b3d77-44f5-4038-92d2-0c0b43829e41 req-46230e8f-69d7-4b96-bbc0-4a6692f562ad tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:48.727333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da0b3d77-44f5-4038-92d2-0c0b43829e41 req-46230e8f-69d7-4b96-bbc0-4a6692f562ad tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0478647 Dec 08 00:44:48.773493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da0b3d77-44f5-4038-92d2-0c0b43829e41 req-0f772e53-419f-4fa4-9218-9b00219fc58c tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Dec 08 00:44:49.890910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8788c6b-07bb-47e9-be05-af0d8260225c req-94af0816-c83f-4f3f-983c-d45810351b45 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:49.892373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8788c6b-07bb-47e9-be05-af0d8260225c req-94af0816-c83f-4f3f-983c-d45810351b45 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Dec 08 00:44:49.915783 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:44:49.939683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8788c6b-07bb-47e9-be05-af0d8260225c req-82f4afa3-0ed8-4541-8c7f-00e8703ffa74 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Dec 08 00:44:51.053074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496e084-f91b-4df3-8416-fab1a064afc8 req-80703c9a-354f-4fbc-9966-4647b4c44f63 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:51.054534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8496e084-f91b-4df3-8416-fab1a064afc8 req-80703c9a-354f-4fbc-9966-4647b4c44f63 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Dec 08 00:44:51.100844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8496e084-f91b-4df3-8416-fab1a064afc8 req-55f1dac0-a86e-4c40-b0f9-73b3b7321ab7 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Dec 08 00:44:51.496054 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6e105011-e0c3-4372-8201-a79c4d178f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:52.213050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deec5b-b94f-45eb-86a6-56fff54a5b8b req-a7046154-a1b0-4bc5-95a0-a78546fecd72 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:52.215021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96deec5b-b94f-45eb-86a6-56fff54a5b8b req-a7046154-a1b0-4bc5-95a0-a78546fecd72 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Dec 08 00:44:52.263999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-96deec5b-b94f-45eb-86a6-56fff54a5b8b req-82df8e31-4043-48c9-a015-b780cf98e1c3 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Dec 08 00:44:53.378468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328ac51-07d8-4a47-95d5-6617b3b2a24b req-83ba5a9d-be76-4ed4-a2a8-9216c6b59a08 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:53.379944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4328ac51-07d8-4a47-95d5-6617b3b2a24b req-83ba5a9d-be76-4ed4-a2a8-9216c6b59a08 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0473130 Dec 08 00:44:53.426522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4328ac51-07d8-4a47-95d5-6617b3b2a24b req-e3665556-efbd-4000-ae95-18a7614714d5 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Dec 08 00:44:53.634046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-566ac9fd-094f-4fde-8d87-b5dc47991370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:54.543960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe090b-755d-4031-a7a0-eede6f7e400e req-694e8205-b659-4301-b034-ee84ee20e812 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:54.545416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3fe090b-755d-4031-a7a0-eede6f7e400e req-694e8205-b659-4301-b034-ee84ee20e812 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0504358 Dec 08 00:44:54.591997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3fe090b-755d-4031-a7a0-eede6f7e400e req-75ee0d17-71c9-418f-9669-0e6f3b82a6bf tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Dec 08 00:44:55.243739 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:55.716950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4c6d4-90ca-4fe1-a5b1-7acd87ab6e2f req-6272c9ac-0a85-46c2-93d5-926396ba35aa tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:55.718432 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20f4c6d4-90ca-4fe1-a5b1-7acd87ab6e2f req-6272c9ac-0a85-46c2-93d5-926396ba35aa tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0542226 Dec 08 00:44:55.765408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20f4c6d4-90ca-4fe1-a5b1-7acd87ab6e2f req-812dbb0e-810d-4df1-a284-e9ff66a92b8f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Dec 08 00:44:56.403401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:56.879074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b24454-b36e-4873-870d-b286bc6493a7 req-6b35e0fe-baea-4268-bda1-2a178068846f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:56.880558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74b24454-b36e-4873-870d-b286bc6493a7 req-6b35e0fe-baea-4268-bda1-2a178068846f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Dec 08 00:44:56.927015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74b24454-b36e-4873-870d-b286bc6493a7 req-24b3ac13-5b3e-4479-9c67-cb45d8a32d47 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Dec 08 00:44:57.263851 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:44:58.041183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cb183-a1c1-4d3f-ad6e-8d4d6f30ad75 req-7bd4eab8-4fb6-411c-8716-458f42e4c37a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:58.042639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c0cb183-a1c1-4d3f-ad6e-8d4d6f30ad75 req-7bd4eab8-4fb6-411c-8716-458f42e4c37a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0495310 Dec 08 00:44:58.092435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c0cb183-a1c1-4d3f-ad6e-8d4d6f30ad75 req-00e379b7-1d9a-4cd8-860c-5d5e4501e2e8 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Dec 08 00:44:59.205971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77d52-1d86-4851-a4cc-c5db3f5a32c3 req-f8e05c9f-b62e-46fa-ad9a-56abd73faaa1 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:44:59.207434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8b77d52-1d86-4851-a4cc-c5db3f5a32c3 req-f8e05c9f-b62e-46fa-ad9a-56abd73faaa1 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0470383 Dec 08 00:44:59.253493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8b77d52-1d86-4851-a4cc-c5db3f5a32c3 req-6b89891a-c5b6-4d39-9195-59382d219976 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Dec 08 00:45:00.375305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356c3ab-8dab-4bf3-a75f-28df4af70c67 req-a31f3d21-217d-4e5d-b0e3-2e9fb8425b36 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:00.376737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7356c3ab-8dab-4bf3-a75f-28df4af70c67 req-a31f3d21-217d-4e5d-b0e3-2e9fb8425b36 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0473742 Dec 08 00:45:00.422595 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7356c3ab-8dab-4bf3-a75f-28df4af70c67 req-6b3921f7-1f2b-4553-9cab-77fc96a9ab63 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Dec 08 00:45:01.538729 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b5696-7c1c-4c00-81c6-a5b57703203a req-d6e768e2-1a2a-4b7d-9e5f-fac32f9af988 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:01.540448 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-585b5696-7c1c-4c00-81c6-a5b57703203a req-d6e768e2-1a2a-4b7d-9e5f-fac32f9af988 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Dec 08 00:45:01.589103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-585b5696-7c1c-4c00-81c6-a5b57703203a req-ed35a923-d77a-4752-b3ce-b2e6f536904d tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Dec 08 00:45:02.704869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c29cd8-c70d-48f0-98ee-86619098a58d req-9a2e2fdc-ee36-449d-9859-e8e2c64644ee tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:02.706337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25c29cd8-c70d-48f0-98ee-86619098a58d req-9a2e2fdc-ee36-449d-9859-e8e2c64644ee tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Dec 08 00:45:02.752384 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-25c29cd8-c70d-48f0-98ee-86619098a58d req-8bc72c54-cba3-4954-a2e4-b61e30a6a66f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Dec 08 00:45:03.872279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcbc8a-789f-4294-9873-ac276116dc7c req-16709455-8259-4ccf-a9ed-e9e8aafa2dfd tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:03.873789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41fcbc8a-789f-4294-9873-ac276116dc7c req-16709455-8259-4ccf-a9ed-e9e8aafa2dfd tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0521607 Dec 08 00:45:03.920915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41fcbc8a-789f-4294-9873-ac276116dc7c req-4240cf1d-a717-4305-9b61-0fa11d9e4ae6 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408604 Dec 08 00:45:05.034332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83054b-d63f-4fd2-9433-ac2dcffd47fe req-f5bee02c-ac1a-4352-8efd-89ed37ca949e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:05.035773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb83054b-d63f-4fd2-9433-ac2dcffd47fe req-f5bee02c-ac1a-4352-8efd-89ed37ca949e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Dec 08 00:45:05.082978 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb83054b-d63f-4fd2-9433-ac2dcffd47fe req-ccf4f4cd-ec51-4138-b34c-00e0d3205b9f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Dec 08 00:45:06.197579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2921f-e6ea-4894-9e91-d628d9bf8094 req-0a62a2fc-6b7a-4f67-b028-03e7f41be5ee tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:06.199605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ed2921f-e6ea-4894-9e91-d628d9bf8094 req-0a62a2fc-6b7a-4f67-b028-03e7f41be5ee tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0481780 Dec 08 00:45:06.248574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ed2921f-e6ea-4894-9e91-d628d9bf8094 req-31e1fcc7-f89b-453f-a9cc-060dc01abf82 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431340 Dec 08 00:45:07.362026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f8ccb-9039-47bc-9f3b-9b7f8c40299a req-cec3b96c-cb95-4c40-983a-1618ba2039b6 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:07.363512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de1f8ccb-9039-47bc-9f3b-9b7f8c40299a req-cec3b96c-cb95-4c40-983a-1618ba2039b6 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0481043 Dec 08 00:45:07.409705 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de1f8ccb-9039-47bc-9f3b-9b7f8c40299a req-82289da3-03cb-4518-a494-8751e683b102 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Dec 08 00:45:08.269876 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-817b0742-4999-48dd-9040-b36681175d48 service neutron] show failed (client error): The resource could not be found. Dec 08 00:45:08.270912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-817b0742-4999-48dd-9040-b36681175d48 service neutron] 10.222.0.59 "GET /v2.0/ports/4ccb8dd8-d350-4d48-bfc4-c3165dd427e2/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0529628 Dec 08 00:45:08.526049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a37dd-8b25-4df1-bba8-97c7cd286399 req-03a9ff9f-89d9-4d12-9e47-fe2d02a6a826 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:08.526709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-ae6cd742-e675-45b0-8411-9a500ee7579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:08.527568 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-744a37dd-8b25-4df1-bba8-97c7cd286399 req-03a9ff9f-89d9-4d12-9e47-fe2d02a6a826 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0488904 Dec 08 00:45:08.528018 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-ae6cd742-e675-45b0-8411-9a500ee7579f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706&tenant_id=deaf84cc5a70449ab0507e378f8cc865 HTTP/1.1" status: 200 len: 1096 time: 0.0904744 Dec 08 00:45:08.548051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:45:08.578737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-744a37dd-8b25-4df1-bba8-97c7cd286399 req-cb6680a8-646a-4c60-b2fb-5e90f7fc9363 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Dec 08 00:45:08.603252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:08.796122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:08.827421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:45:08.866191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:45:08.868491 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9681e8f5-8694-4bda-9076-5b5fc4643f0f" -d '{"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:45:08.872978 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:08.885349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Transition to ACTIVE for port object 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:45:08.889016 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:08.955376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] No DVR routers for this DVR port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:45:08.958629 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:08.984925 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dca497-7b45-4f59-87ec-8888f1332402 x-openstack-request-id: req-a2dca497-7b45-4f59-87ec-8888f1332402 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:45:08.985221 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:45:08.985472 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2dca497-7b45-4f59-87ec-8888f1332402 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:45:08.985869 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'code': 200} Dec 08 00:45:08.996059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:45:08.996393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:45:08.996717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on network 136a18e3-2fe7-41d0-b792-103d07a3b408 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:45:09.001768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on network 136a18e3-2fe7-41d0-b792-103d07a3b408 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:45:09.002092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Attempting to bind port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on network 136a18e3-2fe7-41d0-b792-103d07a3b408 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:45:09.006872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:45:09.007246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Checking segment: {'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:45:09.007625 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Bound using segment: {'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:45:09.008062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Bound port: 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a96db5-0489-43d8-9459-b38f8ba25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:45:09.008396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:09.068951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:45:09.071833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:45:09.076080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:09.111531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:09.112148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:09.113522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] 10.222.0.44 "PUT /v2.0/ports/4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 1091 time: 0.5700870 Dec 08 00:45:09.131501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b99e7b-400c-439f-a3b8-ace8fff31b1d service neutron] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:09.191587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-3602c235-0fe2-4d3e-a5dd-87d6542595c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:09.193067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-3602c235-0fe2-4d3e-a5dd-87d6542595c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1094 time: 0.0447104 Dec 08 00:45:09.282793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-143f6e4b-eef0-4b24-9d3b-a011edca9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:09.284301 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-143f6e4b-eef0-4b24-9d3b-a011edca9709 service neutron] 10.222.0.44 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 912 time: 0.0828850 Dec 08 00:45:09.329506 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-dad7b6e6-ac3d-4e43-bbfc-8b41ec225669 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 217 time: 0.0380800 Dec 08 00:45:09.377525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-4896c78e-8d2f-4a98-ad03-defe4fc1bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:09.378969 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-4896c78e-8d2f-4a98-ad03-defe4fc1bbcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 200 len: 851 time: 0.0428722 Dec 08 00:45:09.411341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-a1c47abc-bb6b-4fe9-b332-4b98574f6b0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=136a18e3-2fe7-41d0-b792-103d07a3b408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241244 Dec 08 00:45:09.503428 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-f421e171-2d2a-4cdf-bd53-637a22634921 service neutron] 10.222.0.44 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843322 Dec 08 00:45:09.591377 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9e59ed0c-ec45-41d1-9d96-64d6080dea79 req-7508acda-1569-486e-a655-5118c0b3d743 service neutron] 10.222.0.44 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811036 Dec 08 00:45:09.706356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea53f9-6f35-4e5e-ac3a-8ced9d3fb95c req-f750d019-7a4c-4cc2-abdf-ab30d22eb1df tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:09.707893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8ea53f9-6f35-4e5e-ac3a-8ced9d3fb95c req-f750d019-7a4c-4cc2-abdf-ab30d22eb1df tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 943 time: 0.0549848 Dec 08 00:45:09.754109 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8ea53f9-6f35-4e5e-ac3a-8ced9d3fb95c req-1e420b69-620f-4bbb-a1d4-9566374e2a6f tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Dec 08 00:45:10.869681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d853d-4fea-4511-a7b9-5ab23e70b776 req-eee2a7d9-ef71-4392-b7dd-767a40ddb6f7 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:10.871173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-964d853d-4fea-4511-a7b9-5ab23e70b776 req-eee2a7d9-ef71-4392-b7dd-767a40ddb6f7 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 943 time: 0.0474339 Dec 08 00:45:10.917515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-964d853d-4fea-4511-a7b9-5ab23e70b776 req-1cc47a66-125e-4a43-b168-9d4df56d0abf tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Dec 08 00:45:10.986766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:45:10.989140 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515ade0f-e7c8-40b6-983a-4d16479cc435" -d '{"events": [{"name": "network-changed", "server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:45:11.036946 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d33fe6a-369c-45b6-a31d-90e8b3048f2b x-openstack-request-id: req-4d33fe6a-369c-45b6-a31d-90e8b3048f2b {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:45:11.037250 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:45:11.037513 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d33fe6a-369c-45b6-a31d-90e8b3048f2b {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:45:11.037918 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'status': 'completed', 'code': 200} Dec 08 00:45:11.126259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-ebaa91d5-070a-4791-baa6-67cacc7cbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:11.127785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-ebaa91d5-070a-4791-baa6-67cacc7cbfcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1094 time: 0.0469990 Dec 08 00:45:11.157266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-17d6e825-e053-4898-80c4-bd96f1e41095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:11.158772 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-17d6e825-e053-4898-80c4-bd96f1e41095 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1094 time: 0.0423188 Dec 08 00:45:11.226175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-73328531-cf9d-4788-9940-0518b4e02a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:11.227693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-73328531-cf9d-4788-9940-0518b4e02a8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 912 time: 0.0928977 Dec 08 00:45:11.265245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-6c5166ab-3271-49b1-9dd5-e9ac9c053a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:11.266754 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-6c5166ab-3271-49b1-9dd5-e9ac9c053a2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 912 time: 0.0945461 Dec 08 00:45:11.271115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-82a36bd8-3ae2-44cb-9d11-6d4e5b764ef2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 217 time: 0.0367064 Dec 08 00:45:11.309001 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-03d4b99a-1c3b-4e43-9dce-d190bfd7f623 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 217 time: 0.0349696 Dec 08 00:45:11.320034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-33f8b1a3-ee1e-4fa2-9a35-713d4f3accca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:11.321453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-33f8b1a3-ee1e-4fa2-9a35-713d4f3accca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 200 len: 851 time: 0.0438836 Dec 08 00:45:11.352533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-7fc3412e-f8e8-4d6f-8dcb-71d363667b12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=136a18e3-2fe7-41d0-b792-103d07a3b408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236347 Dec 08 00:45:11.362274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-f184ecc6-0e56-4ff5-bf0d-4a79fa8db429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:11.363749 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-f184ecc6-0e56-4ff5-bf0d-4a79fa8db429 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 200 len: 851 time: 0.0474153 Dec 08 00:45:11.396251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-6e591109-9ac2-490a-b3d6-7405ba3bff8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=136a18e3-2fe7-41d0-b792-103d07a3b408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245199 Dec 08 00:45:11.443287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-d35b0919-6b49-4890-a030-4dfacb84a8b6 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839794 Dec 08 00:45:11.486607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-2bc90b54-895e-437c-9735-67c913c70ba2 service neutron] 10.222.0.44 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821757 Dec 08 00:45:11.532002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-814ee8e7-8e14-4862-b94e-972911c23137 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820391 Dec 08 00:45:11.911738 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-515ade0f-e7c8-40b6-983a-4d16479cc435 req-e7679664-d6de-465a-8904-6025668d6b0d service neutron] 10.222.0.44 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180374 Dec 08 00:45:11.932900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:45:12.030925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:12.033514 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74538291-c30c-4d53-831a-9165962497a6 req-71215239-3086-4d12-84cc-4758daf75ce9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:12.035072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74538291-c30c-4d53-831a-9165962497a6 req-71215239-3086-4d12-84cc-4758daf75ce9 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 943 time: 0.0482271 Dec 08 00:45:12.042607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'network_id': '136a18e3-2fe7-41d0-b792-103d07a3b408', 'port_id': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'mac_address': 'fa:16:3e:c9:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42b29bb-f6bb-470c-bd02-65242d1d26b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:45:12.083323 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:12.086188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-74538291-c30c-4d53-831a-9165962497a6 req-989820c5-1cb6-44a9-8a60-aae864ef8b27 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Dec 08 00:45:12.096444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:45:12.116441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:12.121210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:12.169133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:12.176915 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.177262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.177604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.177939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.178271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.178599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.178945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.179272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.179599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.179918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.180240 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.180554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.180870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:12.363126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-eeef19c0-e6b8-48d9-98be-e88cdb54862e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:12.364608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-eeef19c0-e6b8-48d9-98be-e88cdb54862e tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706&tenant_id=deaf84cc5a70449ab0507e378f8cc865&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 944 time: 0.0834625 Dec 08 00:45:12.423549 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-fef1652d-869d-469c-9c15-5ab20f3edec7 service neutron] delete failed (client error): The resource could not be found. Dec 08 00:45:12.424457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-fef1652d-869d-469c-9c15-5ab20f3edec7 service neutron] 10.222.0.59 "DELETE /v2.0/ports/4ccb8dd8-d350-4d48-bfc4-c3165dd427e2/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0521724 Dec 08 00:45:12.443120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:45:12.532097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-6f18d86a-8143-43b5-ae39-3471c2409362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:12.533591 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-6f18d86a-8143-43b5-ae39-3471c2409362 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=deaf84cc5a70449ab0507e378f8cc865&device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 1095 time: 0.0441546 Dec 08 00:45:12.623601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-74619123-604a-4148-87c0-409f540b223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:12.625039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-74619123-604a-4148-87c0-409f540b223f service neutron] 10.222.0.59 "GET /v2.0/networks?id=136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 200 len: 912 time: 0.0841472 Dec 08 00:45:12.667502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-6d26b295-a4c7-44fa-9c41-f329d5347066 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 200 len: 217 time: 0.0347652 Dec 08 00:45:12.714867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-6db50b87-4d1f-4739-b6d9-f4a0b3036da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:12.716216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-6db50b87-4d1f-4739-b6d9-f4a0b3036da1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 200 len: 851 time: 0.0417211 Dec 08 00:45:12.745691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-8da388ea-470a-426e-bb40-5852ecab224e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=136a18e3-2fe7-41d0-b792-103d07a3b408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232604 Dec 08 00:45:12.833359 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-06435ce3-304a-443b-871f-e53534c327d7 service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809710 Dec 08 00:45:12.871266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:45:12.911565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:45:13.271540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-31a46cdf-b6ea-4a88-90e5-2694f0be186c service neutron] 10.222.0.59 "GET /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305763 Dec 08 00:45:13.958800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:45:13.985578 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:14.009745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:45:14.013881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:45:14.014239 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:14.033670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184107-4ec5-47ae-82e9-efe2b913e419 req-b6150f5b-bc3d-465b-b9c9-484138664fde tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:14.035192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98184107-4ec5-47ae-82e9-efe2b913e419 req-b6150f5b-bc3d-465b-b9c9-484138664fde tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 944 time: 0.0533447 Dec 08 00:45:14.084593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98184107-4ec5-47ae-82e9-efe2b913e419 req-e4482026-b931-4fb9-9505-f4d0efc91382 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431447 Dec 08 00:45:14.095525 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:14.118909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:45:14.121140 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9921f64-2f22-4ba8-89af-dd236873568e" -d '{"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:45:14.133767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:14.138586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:14.185457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:14.228568 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8bf0b0-be4d-4aeb-bdbc-99649c765e1c x-openstack-request-id: req-1d8bf0b0-be4d-4aeb-bdbc-99649c765e1c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:45:14.228870 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:45:14.229157 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d8bf0b0-be4d-4aeb-bdbc-99649c765e1c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:45:14.229562 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'code': 200} Dec 08 00:45:15.197797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe880ca-8411-4ce7-a606-faf0e6ec0124 req-7f48744f-9bc9-4020-b973-51fd85fc6bcb tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:15.199276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfe880ca-8411-4ce7-a606-faf0e6ec0124 req-7f48744f-9bc9-4020-b973-51fd85fc6bcb tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0476091 Dec 08 00:45:15.246782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfe880ca-8411-4ce7-a606-faf0e6ec0124 req-20f57907-5e4b-4abd-8a00-7b97f650bc56 tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.18 "GET /v2.0/security-groups?id=b917cfb2-d07f-427b-bb38-8547c17d911f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Dec 08 00:45:15.414642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-a4c769c1-78e0-4d45-8324-89f79b0152aa tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:15.416356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-a4c769c1-78e0-4d45-8324-89f79b0152aa tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea01f51d-be8d-4f30-8d60-aae3e54ec706 HTTP/1.1" status: 200 len: 945 time: 0.0476665 Dec 08 00:45:15.507619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Deleting port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:45:15.507957 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:15.594873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] For port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,segment=NetworkSegment(44a96db5-0489-43d8-9459-b38f8ba25a0a),segment_id=44a96db5-0489-43d8-9459-b38f8ba25a0a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:15.595643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:15.608387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Calling delete_port for 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:45:15.743239 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:15.771783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Pushing event deleted for resources: {'Port': ['ID=4ccb8dd8-d350-4d48-bfc4-c3165dd427e2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:15.777187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:45:15.819091 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] No DVR routers for this DVR port 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:45:15.821608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:15.825222 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8a72a33f-bae6-4d76-bf03-f083f539a4d2 req-736dd237-be90-4968-98a3-f4c8fa2bf06a tempest-DeleteServersTestJSON-1745800599 tempest-DeleteServersTestJSON-1745800599-project] 10.222.0.44 "DELETE /v2.0/ports/4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 HTTP/1.1" status: 204 len: 173 time: 0.4028807 Dec 08 00:45:15.826157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-deleted', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:45:15.828930 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a490ac-5054-456e-ba46-77aae3429035" -d '{"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-deleted", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:45:15.866685 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45cc24e-ba56-4f86-86fe-4bd98036c657 x-openstack-request-id: req-d45cc24e-ba56-4f86-86fe-4bd98036c657 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:45:15.867014 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea01f51d-be8d-4f30-8d60-aae3e54ec706", "name": "network-vif-deleted", "tag": "4ccb8dd8-d350-4d48-bfc4-c3165dd427e2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:45:15.867275 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d45cc24e-ba56-4f86-86fe-4bd98036c657 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:45:15.867676 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea01f51d-be8d-4f30-8d60-aae3e54ec706', 'name': 'network-vif-deleted', 'tag': '4ccb8dd8-d350-4d48-bfc4-c3165dd427e2', 'status': 'completed', 'code': 200} Dec 08 00:45:16.381244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:45:16.424471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] Deleting subnet d42b29bb-f6bb-470c-bd02-65242d1d26b3 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:45:16.427436 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.460951 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.498537 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.552751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.579915 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42b29bb-f6bb-470c-bd02-65242d1d26b3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:16.581988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.585253 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ae6a915a-30fd-45a1-b5ff-5d48ebd28915 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d42b29bb-f6bb-470c-bd02-65242d1d26b3 HTTP/1.1" status: 204 len: 168 time: 0.2030005 Dec 08 00:45:16.587768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40568) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:45:16.659059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.739405 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.758779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136a18e3-2fe7-41d0-b792-103d07a3b408']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:45:16.767878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a96db5-0489-43d8-9459-b38f8ba25a0a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:45:16.768178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a96db5-0489-43d8-9459-b38f8ba25a0a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:45:16.777300 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.791517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.798055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:45:16.798596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:45:16.800320 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:45:16.855761 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.862121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:16.865291 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] 10.222.0.18 "DELETE /v2.0/networks/136a18e3-2fe7-41d0-b792-103d07a3b408 HTTP/1.1" status: 204 len: 168 time: 0.2765980 Dec 08 00:45:16.876162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e447ef3-81d3-46f0-872e-032a7aaf03de admin admin] Pushing event deleted for resources: {'Network': ['ID=136a18e3-2fe7-41d0-b792-103d07a3b408,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:16.975603 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40572) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:45:17.015244 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2f69855c-1391-469e-9bc3-e662adf354e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=deaf84cc5a70449ab0507e378f8cc865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384507 Dec 08 00:45:17.017595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40574) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:45:17.063065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f89e45d3-3eb0-4dd4-8d3d-ee4558c51d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.083763 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f89e45d3-3eb0-4dd4-8d3d-ee4558c51d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.129321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f89e45d3-3eb0-4dd4-8d3d-ee4558c51d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.132118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f89e45d3-3eb0-4dd4-8d3d-ee4558c51d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.133271 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f89e45d3-3eb0-4dd4-8d3d-ee4558c51d67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b917cfb2-d07f-427b-bb38-8547c17d911f HTTP/1.1" status: 204 len: 168 time: 0.1147861 Dec 08 00:45:17.141561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e45d3-3eb0-4dd4-8d3d-ee4558c51d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917cfb2-d07f-427b-bb38-8547c17d911f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:17.771819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40596) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:45:17.799281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.869278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1520607407-network', 'tenant_id': '91946e59698b42228894ef44f32f9161'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:45:17.890298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Made reservation on behalf of 91946e59698b42228894ef44f32f9161 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:45:17.892654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.901088 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.964730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:45:17.975952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.979778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:17.985195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:45:17.985547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4ccb8dd8-d350-4d48-bfc4-c3165dd427e2 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:45:18.005886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:45:18.015605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1871631-e616-4bc7-91b2-8d1c1891377b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:18.020583 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:18.020925 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Added segment 39ecad00-b49f-4ae5-aae8-0cf1c43574c9 of type vlan for network b9ca1ffa-444f-4ddd-b213-7f12597d6217 Dec 08 00:45:18.061666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:18.085627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:18.086561 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:18.087302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:18.117993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3450820 Dec 08 00:45:18.120986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40600) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:45:18.125879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Request body: {'subnet': {'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1520607407-subnet', 'tenant_id': '91946e59698b42228894ef44f32f9161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:45:18.145308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Made reservation on behalf of 91946e59698b42228894ef44f32f9161 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:45:18.147501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:18.151507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590ddcc-e9ac-447b-a044-8c273bbf6456 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ca1ffa-444f-4ddd-b213-7f12597d6217,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:18.162550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b9ca1ffa-444f-4ddd-b213-7f12597d6217 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:45:18.313643 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:18.366870 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec128824-bcef-414b-8f4a-a6093ac28b56,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:18.375254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Checking segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:45:18.375606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Network hostable DHCP agents. Network: b9ca1ffa-444f-4ddd-b213-7f12597d6217, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:45:18.391318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Network b9ca1ffa-444f-4ddd-b213-7f12597d6217 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:45:18.399477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b9ca1ffa-444f-4ddd-b213-7f12597d6217) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:45:18.404687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:18.406644 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:18.407507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fddeae-e532-4e6e-a6a3-a2b7464ea1e7 None None] Network b9ca1ffa-444f-4ddd-b213-7f12597d6217 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:45:18.428095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-792c802f-9a98-4e26-9ef1-e43430972159 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3007395 Dec 08 00:45:18.503127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ed100-292d-418e-a777-5cbfe55862b3 None None] Network b9ca1ffa-444f-4ddd-b213-7f12597d6217 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:45:18.837991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-da4b477f-1942-43c8-983d-b36ddf1b7ae6 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:18.839450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-da4b477f-1942-43c8-983d-b36ddf1b7ae6 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 815 time: 0.1016881 Dec 08 00:45:18.854499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-c97acf40-1f19-49c2-b628-3060ae44aaf1 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/quotas/91946e59698b42228894ef44f32f9161 HTTP/1.1" status: 200 len: 375 time: 0.0088623 Dec 08 00:45:18.885061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-55ab7fdc-c844-46bf-a4ab-731c16167cb3 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255296 Dec 08 00:45:18.896052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-20d5df8d-f2c6-426b-9913-8cf493da35e0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:45:18.896990 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-20d5df8d-f2c6-426b-9913-8cf493da35e0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048771 Dec 08 00:45:18.986441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-ef6895e6-da2e-4f4a-aaff-ebff7b001b03 service neutron] 10.222.0.18 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Dec 08 00:45:19.073474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-2cb2b723-cbd0-4721-afb8-0b4c5080e9cd service neutron] 10.222.0.18 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807948 Dec 08 00:45:19.234180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc390427-5366-4038-a83c-ae1976261f00 req-bd0c9b35-11f8-46bc-b044-41017f7ec2f1 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 210 time: 0.0301254 Dec 08 00:45:20.207729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-267715a8-2fe4-48dd-9539-94d0c5edbeb2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:20.209160 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-267715a8-2fe4-48dd-9539-94d0c5edbeb2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 815 time: 0.1051967 Dec 08 00:45:20.228515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Request body: {'port': {'device_id': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217', 'admin_state_up': True, 'tenant_id': '91946e59698b42228894ef44f32f9161'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:45:20.329287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8a99e8e-01eb-4513-9bb6-2c9b3813146c req-b647bdd0-2fe6-4b9c-b58b-c643b51ba1ec tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 210 time: 0.0258658 Dec 08 00:45:20.343303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Made reservation on behalf of 91946e59698b42228894ef44f32f9161 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:45:20.346946 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:20.469613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Allocated IP 172.20.0.5 (b9ca1ffa-444f-4ddd-b213-7f12597d6217/ec128824-bcef-414b-8f4a-a6093ac28b56/44f7942f-64fd-46f0-9f09-cd3405126506) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:45:20.614042 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:20.646844 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:20.688218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Network b9ca1ffa-444f-4ddd-b213-7f12597d6217 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:45:20.691430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:45:20.693923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:45:20.726874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:20.753641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:20.754254 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:20.769391 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4ce8306d-dfad-4891-890b-f8fe4f1c5f10 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445156 Dec 08 00:45:20.786826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Request body: {'port': {'device_id': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:45:20.841323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:21.098570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f7942f-64fd-46f0-9f09-cd3405126506 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:45:21.106295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:21.119285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Transition to ACTIVE for port object 44f7942f-64fd-46f0-9f09-cd3405126506 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:45:21.122646 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:21.175638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:21.242370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:45:21.243072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:45:21.243072 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:45:21.247272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Port 44f7942f-64fd-46f0-9f09-cd3405126506 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:45:21.247589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:45:21.252320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:45:21.252651 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Checking segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:45:21.253030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Bound using segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:45:21.253449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Bound port: 44f7942f-64fd-46f0-9f09-cd3405126506, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:45:21.253807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:21.315653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:45:21.318160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:45:21.322555 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:21.362154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:21.362775 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:21.364191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] 10.222.0.44 "PUT /v2.0/ports/44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 1091 time: 0.5813713 Dec 08 00:45:21.364689 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:45:21.366994 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:45:21.390956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fdda7-d5e7-4d52-8f49-083bae658326 service neutron] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:21.412510 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbe0ee4-baa3-4145-bd2e-3a85f0db9576 x-openstack-request-id: req-ecbe0ee4-baa3-4145-bd2e-3a85f0db9576 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:45:21.413082 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:45:21.413402 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecbe0ee4-baa3-4145-bd2e-3a85f0db9576 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:45:21.413874 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506', 'status': 'completed', 'code': 200} Dec 08 00:45:21.456712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6d809-d664-4b17-895f-0cc0391583c8 req-a7ddde60-33c2-4885-b85d-e47a2c004ad4 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:21.458205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1df6d809-d664-4b17-895f-0cc0391583c8 req-a7ddde60-33c2-4885-b85d-e47a2c004ad4 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0507295 Dec 08 00:45:21.469016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-72084df4-239e-4ae4-8956-861354eb2a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:21.470520 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-72084df4-239e-4ae4-8956-861354eb2a6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1094 time: 0.0414209 Dec 08 00:45:21.499037 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16304c1d-a176-4507-b17a-ff0ac439b660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:21.509613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1df6d809-d664-4b17-895f-0cc0391583c8 req-eaf2c183-6561-4381-9473-84fdc4a68921 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Dec 08 00:45:21.519910 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-083045ba-caca-4fb7-81f0-e287e2c9293a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0358753 Dec 08 00:45:21.572945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-ba5acd90-b64e-46fb-92bd-511ef0a3ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:21.574385 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-ba5acd90-b64e-46fb-92bd-511ef0a3ff4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0475812 Dec 08 00:45:21.607243 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-98be2999-0e7d-40aa-aea2-6bce263a09b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246284 Dec 08 00:45:21.694296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-d4a5731b-b63e-4465-9573-466295a5d192 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802131 Dec 08 00:45:21.785996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5cac8fed-5656-47c6-813d-6797b15cdf88 req-f5c5cd67-5385-43f9-bf6f-9a473e8662ac service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838177 Dec 08 00:45:21.906199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-b3724183-d46b-40f3-8e0d-7aaac4c6572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:21.907748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-b3724183-d46b-40f3-8e0d-7aaac4c6572f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1094 time: 0.0412169 Dec 08 00:45:22.000848 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-8426d3a9-b1db-4ea1-bb7b-b33868a517fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:22.002225 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-8426d3a9-b1db-4ea1-bb7b-b33868a517fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0877078 Dec 08 00:45:22.042807 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-b0f6afa8-e62d-4615-a09d-d1259524364b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0334415 Dec 08 00:45:22.090948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-62fb58a6-2e27-4721-9661-2190b9b50af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:22.092396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-62fb58a6-2e27-4721-9661-2190b9b50af3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0424778 Dec 08 00:45:22.127885 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-26eca1a5-bca5-4407-8a4d-0f1b352dd101 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278504 Dec 08 00:45:22.217153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-b3ca1010-8d32-407f-bde3-6845c649c9ed service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810146 Dec 08 00:45:22.311674 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b8b058e-ee17-4e90-b0d1-f6d605882fe0 req-5611c649-dd29-47c8-811b-d6b28b44b807 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861099 Dec 08 00:45:22.626690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebfcf6-8003-4b78-a812-d7c3618020f3 req-f78bc0ac-f82e-45ea-9f93-28fca0921dca tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:22.628085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0ebfcf6-8003-4b78-a812-d7c3618020f3 req-f78bc0ac-f82e-45ea-9f93-28fca0921dca tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0486228 Dec 08 00:45:22.677590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0ebfcf6-8003-4b78-a812-d7c3618020f3 req-4e672ef7-3bdd-4aa6-8e3a-5e66d2229cd4 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436990 Dec 08 00:45:23.639568 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-222b0631-0c59-4d50-8aed-fd0a9e1e012d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:23.791675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fb27d-6873-4abf-bd55-80af4c2d382d req-b55a61a1-4da5-452c-bacc-50c277790d22 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:23.793144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e55fb27d-6873-4abf-bd55-80af4c2d382d req-b55a61a1-4da5-452c-bacc-50c277790d22 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0476441 Dec 08 00:45:23.840285 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e55fb27d-6873-4abf-bd55-80af4c2d382d req-43e5dd6f-4b75-4a21-951f-70acfaf1aadd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Dec 08 00:45:23.980624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:45:24.073696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:24.084663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '44f7942f-64fd-46f0-9f09-cd3405126506', 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217', 'port_id': '44f7942f-64fd-46f0-9f09-cd3405126506', 'mac_address': 'fa:16:3e:4f:97:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec128824-bcef-414b-8f4a-a6093ac28b56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:45:24.124887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:24.137151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f7942f-64fd-46f0-9f09-cd3405126506 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:45:24.157163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:24.161081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:24.207027 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:24.418153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['44f7942f-64fd-46f0-9f09-cd3405126506'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:45:24.954723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051218-7c21-4df5-b076-94376d7e15d4 req-8ba48269-58f9-4a1c-b68c-f61d2b3ecfd0 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:24.956246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2051218-7c21-4df5-b076-94376d7e15d4 req-8ba48269-58f9-4a1c-b68c-f61d2b3ecfd0 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 944 time: 0.0489888 Dec 08 00:45:25.004011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2051218-7c21-4df5-b076-94376d7e15d4 req-f467acb4-51e5-4ba8-a252-54a48f187943 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Dec 08 00:45:25.247012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:25.980525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:45:26.028396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 44f7942f-64fd-46f0-9f09-cd3405126506 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:45:26.033377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 44f7942f-64fd-46f0-9f09-cd3405126506 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:45:26.033495 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:26.113542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:26.124017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d99aa-3c12-4e3a-8a54-e64ef4e59759 req-6050b188-8bf9-4c5f-9fcd-5c6a6ba9d669 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:26.125515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-328d99aa-3c12-4e3a-8a54-e64ef4e59759 req-6050b188-8bf9-4c5f-9fcd-5c6a6ba9d669 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 944 time: 0.0523825 Dec 08 00:45:26.140043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:45:26.142244 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0782322-3270-4da0-bf91-547762e0c52a" -d '{"events": [{"server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "name": "network-vif-plugged", "status": "completed", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:45:26.155346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:26.160379 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:26.176700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-328d99aa-3c12-4e3a-8a54-e64ef4e59759 req-0aa51da1-96ad-4c1f-88a0-dbfae977ee2c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Dec 08 00:45:26.184388 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0cd6ba-8dd2-4321-8b50-1fece9334220 x-openstack-request-id: req-dc0cd6ba-8dd2-4321-8b50-1fece9334220 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:45:26.184685 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "name": "network-vif-plugged", "status": "completed", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:45:26.184938 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc0cd6ba-8dd2-4321-8b50-1fece9334220 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:45:26.185326 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506', 'code': 200} Dec 08 00:45:26.211316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:26.308676 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cdd14-5e94-483d-b588-3c890ad928a8 req-e6249b1a-ffd9-4084-90cf-c85d0d65d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:26.310099 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac3cdd14-5e94-483d-b588-3c890ad928a8 req-e6249b1a-ffd9-4084-90cf-c85d0d65d66b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1096 time: 0.0399230 Dec 08 00:45:26.353561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ac3cdd14-5e94-483d-b588-3c890ad928a8 req-51b1f58e-4043-4624-9ae5-e533a7838235 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366242 Dec 08 00:45:26.405750 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:26.914271 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:45:27.265389 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:27.296777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c50d8b-075c-491a-a5bd-61fca471290c req-e983bb28-3f1c-451f-9b3b-d0c97c009e7b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:27.298255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07c50d8b-075c-491a-a5bd-61fca471290c req-e983bb28-3f1c-451f-9b3b-d0c97c009e7b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0498266 Dec 08 00:45:27.346756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-07c50d8b-075c-491a-a5bd-61fca471290c req-d998842c-074c-4273-921d-d593563bcadb tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Dec 08 00:45:28.465115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c398-ec01-412a-885b-7867cd9407fb req-5a4146f3-4e49-410f-a3d9-88ef650bcc25 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:28.466571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0482c398-ec01-412a-885b-7867cd9407fb req-5a4146f3-4e49-410f-a3d9-88ef650bcc25 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0524852 Dec 08 00:45:28.512342 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0482c398-ec01-412a-885b-7867cd9407fb req-586b034a-6831-4a17-b163-ac452a378674 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Dec 08 00:45:28.629325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cf66c-4a96-47c9-950d-8e90ff37d1f3 req-08227aba-044d-45dd-8197-79321a6c2068 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:28.630706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-410cf66c-4a96-47c9-950d-8e90ff37d1f3 req-08227aba-044d-45dd-8197-79321a6c2068 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0485163 Dec 08 00:45:28.677116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-410cf66c-4a96-47c9-950d-8e90ff37d1f3 req-d635bc1a-6531-492e-8022-b1734cf0e442 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Dec 08 00:45:28.877589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd0d60-10f3-4666-b328-d3223c4410f3 req-604a5952-5960-49b8-b48f-f46c5d875289 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:28.879078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8fd0d60-10f3-4666-b328-d3223c4410f3 req-604a5952-5960-49b8-b48f-f46c5d875289 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0476472 Dec 08 00:45:28.930083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a8fd0d60-10f3-4666-b328-d3223c4410f3 req-1a1d58c0-127a-44a8-93d7-193f02c644a0 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Dec 08 00:45:29.042044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db440bbd-b8e7-4ab9-858d-d9b15808bdfe req-dc3d3ad3-d2be-43c2-923c-e5445849e4e2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:29.043843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db440bbd-b8e7-4ab9-858d-d9b15808bdfe req-dc3d3ad3-d2be-43c2-923c-e5445849e4e2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0484202 Dec 08 00:45:29.090409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-db440bbd-b8e7-4ab9-858d-d9b15808bdfe req-3b032916-060a-43a5-91b2-8d27cd3c7e3a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Dec 08 00:45:29.357744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-5d41b714-04cb-44d7-9d95-662b0a7c525f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841901 Dec 08 00:45:29.370038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598333e7-e6e3-43ef-99be-d0cf78594e2e req-8c212bd6-8af3-46c2-b184-bb16a4263b63 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:29.371494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-598333e7-e6e3-43ef-99be-d0cf78594e2e req-8c212bd6-8af3-46c2-b184-bb16a4263b63 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0903504 Dec 08 00:45:29.429773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-598333e7-e6e3-43ef-99be-d0cf78594e2e req-56f6c9bd-1059-4459-91f8-21ca21cd4efb tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502741 Dec 08 00:45:30.552467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f433c-051c-41f8-9b7e-586733d869fd req-e2e43af4-41b2-485d-baf1-a6b0e5ca6d7a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:30.553927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c16f433c-051c-41f8-9b7e-586733d869fd req-e2e43af4-41b2-485d-baf1-a6b0e5ca6d7a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0527675 Dec 08 00:45:30.603293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-e123bf2b-a5a9-4d48-b726-3a239bb83319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:30.604581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c16f433c-051c-41f8-9b7e-586733d869fd req-d1f7a4d4-b305-47cf-9ef6-43ec0f0e29a3 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Dec 08 00:45:30.604956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-e123bf2b-a5a9-4d48-b726-3a239bb83319 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1096 time: 0.0412064 Dec 08 00:45:30.702672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-e19db365-c821-466a-a40e-3ca6dac60309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:30.704243 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-e19db365-c821-466a-a40e-3ca6dac60309 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0891964 Dec 08 00:45:30.744801 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-05dfd0b4-f6a6-47ac-84a9-e23b42711317 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0330129 Dec 08 00:45:30.797870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-832bd8c2-4357-4303-8814-f9b25f26951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:30.799264 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-832bd8c2-4357-4303-8814-f9b25f26951d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0456779 Dec 08 00:45:30.833408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-b7de97c0-383b-4caa-b24f-49a0ca03bd67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244169 Dec 08 00:45:30.923255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-73993c2e-fd92-44f9-933d-177925ba4706 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818167 Dec 08 00:45:31.014609 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-e343d0ef-2e49-4463-aed5-958be5f0738e service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837507 Dec 08 00:45:31.720375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da55dc-3550-4e59-aa01-876c9f3a0deb req-a1987972-6631-44db-bff5-369aad7b05b9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:31.721820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98da55dc-3550-4e59-aa01-876c9f3a0deb req-a1987972-6631-44db-bff5-369aad7b05b9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0481343 Dec 08 00:45:31.771671 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98da55dc-3550-4e59-aa01-876c9f3a0deb req-77bdcaf8-4496-4dfd-ad1f-54d2a235cc40 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Dec 08 00:45:32.885097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf85f1d-1147-4999-979b-2e582de31f13 req-3f7b4261-b5ab-4964-860c-221f169dae96 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:32.886543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aaf85f1d-1147-4999-979b-2e582de31f13 req-3f7b4261-b5ab-4964-860c-221f169dae96 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0476735 Dec 08 00:45:32.931848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aaf85f1d-1147-4999-979b-2e582de31f13 req-3dfbaead-90f1-484b-b69e-f2bf4af2143e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Dec 08 00:45:34.052580 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36620d-dcd1-4ee3-bfd4-b3634541c705 req-1d06b0a9-c7f0-471f-b395-33c92b8c8360 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:34.054067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd36620d-dcd1-4ee3-bfd4-b3634541c705 req-1d06b0a9-c7f0-471f-b395-33c92b8c8360 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0549793 Dec 08 00:45:34.100206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd36620d-dcd1-4ee3-bfd4-b3634541c705 req-fb838516-97a7-4538-9d40-daad53690dc5 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Dec 08 00:45:35.103450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-a7f567e7-ce2e-4cf0-a861-d8d8c3fc527d req-ab11cc49-be2c-4145-8980-73968951e03c service neutron] (103113) timed out ('10.222.0.18', 38562) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:45:35.217009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e16ed2-e58e-4ca9-9356-fa524c06d95d req-d8b138ac-4a33-43e8-b573-9c360660f312 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:35.218449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64e16ed2-e58e-4ca9-9356-fa524c06d95d req-d8b138ac-4a33-43e8-b573-9c360660f312 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0511448 Dec 08 00:45:35.265184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64e16ed2-e58e-4ca9-9356-fa524c06d95d req-e0937f6f-08f7-4916-ad88-ad00492293a9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Dec 08 00:45:36.382657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c1bf2-6644-4775-8704-06837e3cc898 req-42ebb35f-4f46-44ca-a73f-7fad4ecb4f7e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:36.384300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff7c1bf2-6644-4775-8704-06837e3cc898 req-42ebb35f-4f46-44ca-a73f-7fad4ecb4f7e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0484633 Dec 08 00:45:36.396332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-f664ad6d-bc91-490b-bc50-d431aabc9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:36.397818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-f664ad6d-bc91-490b-bc50-d431aabc9d11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1096 time: 0.0407829 Dec 08 00:45:36.432143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ff7c1bf2-6644-4775-8704-06837e3cc898 req-de69edc7-c853-4001-b0c4-cf8ff06c159a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Dec 08 00:45:36.509078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-f9c03654-30b4-440e-924e-d9ab9b293755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:36.510535 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-f9c03654-30b4-440e-924e-d9ab9b293755 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0912032 Dec 08 00:45:36.550876 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-ba15a1fa-226f-4b0b-b25a-25c4b8807f8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0334637 Dec 08 00:45:36.600695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-53a4af7d-38e8-4dab-8158-c0dcad5518a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:36.602127 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-53a4af7d-38e8-4dab-8158-c0dcad5518a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0450189 Dec 08 00:45:36.636006 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-d2e574d7-5371-4c13-ac4c-20d134b66f1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270367 Dec 08 00:45:36.723055 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-4674ab0d-8385-4cdf-a336-8c0e6be3868c service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795417 Dec 08 00:45:36.811773 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9ea2aceb-2c5f-448b-b0b7-395b7575bd1b req-c3f26ddf-88e7-4ef6-95aa-385ff9271e13 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821965 Dec 08 00:45:37.547394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bf687-640e-4fbe-945a-c5c367ac55a2 req-7623e027-7e25-4306-91b0-f1e2fa1389c8 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:37.548852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2bf687-640e-4fbe-945a-c5c367ac55a2 req-7623e027-7e25-4306-91b0-f1e2fa1389c8 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0481775 Dec 08 00:45:37.598640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2bf687-640e-4fbe-945a-c5c367ac55a2 req-658cb7d2-bb2c-4d1f-ad0a-cf1273b3a7a9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Dec 08 00:45:38.713078 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b289b-baa3-4faf-8813-81642402de16 req-7f8f4051-64d4-4bab-93c5-af4366cdd93e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:38.714549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c16b289b-baa3-4faf-8813-81642402de16 req-7f8f4051-64d4-4bab-93c5-af4366cdd93e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0484130 Dec 08 00:45:38.760373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c16b289b-baa3-4faf-8813-81642402de16 req-9cf9a857-ff15-4286-851a-5b0df95dc359 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Dec 08 00:45:40.116627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76219851-39eb-446a-8b90-4b61849221ed req-8eee4743-5fad-44f3-b77c-3077cbde81e7 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:40.118006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76219851-39eb-446a-8b90-4b61849221ed req-8eee4743-5fad-44f3-b77c-3077cbde81e7 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0484254 Dec 08 00:45:40.163680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-76219851-39eb-446a-8b90-4b61849221ed req-700129f4-7c7b-4c50-9827-7526ac7c574d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 Dec 08 00:45:41.281177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dff3a-5eac-4026-af36-33f26dcd48b2 req-5f021ca7-d622-45c4-a8f6-d4cb9afded40 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:41.283186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a97dff3a-5eac-4026-af36-33f26dcd48b2 req-5f021ca7-d622-45c4-a8f6-d4cb9afded40 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0524282 Dec 08 00:45:41.330534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a97dff3a-5eac-4026-af36-33f26dcd48b2 req-e925bbf8-e7df-4a0e-8f47-81e5c4426896 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Dec 08 00:45:42.445583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466055a7-538e-41cd-8565-512ed2e991eb req-e29594a2-e62e-4a59-b520-7f31c0e45d89 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:42.447104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-466055a7-538e-41cd-8565-512ed2e991eb req-e29594a2-e62e-4a59-b520-7f31c0e45d89 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0501254 Dec 08 00:45:42.492912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-466055a7-538e-41cd-8565-512ed2e991eb req-babc222a-3825-4a3a-b0b1-9073d754ba7b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Dec 08 00:45:43.610844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d86394-921b-4048-95f2-00182d883773 req-cc0c9d8f-bdba-4d04-b4d5-32601a2775bc tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:43.612309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0d86394-921b-4048-95f2-00182d883773 req-cc0c9d8f-bdba-4d04-b4d5-32601a2775bc tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0523734 Dec 08 00:45:43.658716 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0d86394-921b-4048-95f2-00182d883773 req-37cff3c9-a8e5-480d-87e5-d9e5189f8cd5 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Dec 08 00:45:43.974355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:44.775478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e41d6f-3a80-4703-8898-91d3ee395cb4 req-a7e14cd2-fa04-4955-ab82-8973e5443ce0 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:44.776939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26e41d6f-3a80-4703-8898-91d3ee395cb4 req-a7e14cd2-fa04-4955-ab82-8973e5443ce0 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0483763 Dec 08 00:45:44.823388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26e41d6f-3a80-4703-8898-91d3ee395cb4 req-cc0efdea-9cc9-4a92-8288-5366d297a493 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Dec 08 00:45:45.937121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42669afd-a9fb-4e47-b598-fed7cf35b44a req-3d8da99f-eba5-43a0-81d1-ff7e68cdc323 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:45.939513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42669afd-a9fb-4e47-b598-fed7cf35b44a req-3d8da99f-eba5-43a0-81d1-ff7e68cdc323 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0488563 Dec 08 00:45:45.989422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-42669afd-a9fb-4e47-b598-fed7cf35b44a req-3af754a5-f69a-4571-bef2-bebcef71f8de tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Dec 08 00:45:47.101618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af2f0a-bc33-4594-803e-dd237d48beda req-de6bdc47-5fec-4e6b-ad78-2a6d1b487d16 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:47.103093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15af2f0a-bc33-4594-803e-dd237d48beda req-de6bdc47-5fec-4e6b-ad78-2a6d1b487d16 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0473182 Dec 08 00:45:47.149785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15af2f0a-bc33-4594-803e-dd237d48beda req-dfb6f8c6-fa62-499e-a5c1-57dde8177d41 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Dec 08 00:45:47.800593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:48.263535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472392-2714-4a13-9216-8ece206c58c7 req-dd2fc58b-279d-4307-bb61-d7983bc673bc tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:48.265014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4472392-2714-4a13-9216-8ece206c58c7 req-dd2fc58b-279d-4307-bb61-d7983bc673bc tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0477850 Dec 08 00:45:48.312139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4472392-2714-4a13-9216-8ece206c58c7 req-c186c6e0-477b-4732-8073-35262226ced1 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Dec 08 00:45:49.432157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b8bfa-6f79-4f5b-9c64-5cbe6ee9cf6b req-f98cd69b-bcce-4d6c-9bed-35869c8fa8a7 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:49.433664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e95b8bfa-6f79-4f5b-9c64-5cbe6ee9cf6b req-f98cd69b-bcce-4d6c-9bed-35869c8fa8a7 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0529790 Dec 08 00:45:49.480421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e95b8bfa-6f79-4f5b-9c64-5cbe6ee9cf6b req-88d92f48-9ff1-43c1-80d9-9982112c0659 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Dec 08 00:45:50.594056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d01f70-9e09-4e27-8f9b-798f5c75680e req-99ceed70-7ff9-4abc-98ee-7768f073dc9f tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:50.595479 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73d01f70-9e09-4e27-8f9b-798f5c75680e req-99ceed70-7ff9-4abc-98ee-7768f073dc9f tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0478530 Dec 08 00:45:50.640560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73d01f70-9e09-4e27-8f9b-798f5c75680e req-aae64d02-1ba6-48ae-83c3-abc806e63575 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392153 Dec 08 00:45:51.501843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-36e9ccb7-980e-43da-8d7b-b54e54a4168a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:51.754534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda758a-81c1-4664-8123-dfdea3364d1e req-6c225a69-14ea-4180-a6b1-39928a5daf7a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:51.756014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cda758a-81c1-4664-8123-dfdea3364d1e req-6c225a69-14ea-4180-a6b1-39928a5daf7a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0476303 Dec 08 00:45:51.806143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8cda758a-81c1-4664-8123-dfdea3364d1e req-e2d70514-c274-47d4-ba24-c4b86f68d104 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Dec 08 00:45:52.922327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915264-90be-4377-8d53-cfaa13c3e008 req-99290357-4e51-4a10-9a20-067146c9bb97 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:52.924309 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c915264-90be-4377-8d53-cfaa13c3e008 req-99290357-4e51-4a10-9a20-067146c9bb97 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0496874 Dec 08 00:45:52.970168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c915264-90be-4377-8d53-cfaa13c3e008 req-d4806ce9-c858-4e40-b6a2-c5e554d45920 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Dec 08 00:45:53.642880 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5982b0a8-a952-41cc-9ca3-a98ace2ff441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:54.085438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70b8bc-e71f-4572-9bf1-9944b6a58de7 req-133d7e39-a3f8-41e3-a254-50848b877348 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:54.086877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc70b8bc-e71f-4572-9bf1-9944b6a58de7 req-133d7e39-a3f8-41e3-a254-50848b877348 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0475566 Dec 08 00:45:54.138064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc70b8bc-e71f-4572-9bf1-9944b6a58de7 req-79cf5975-3fe0-487c-bb76-ce098d857f35 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 Dec 08 00:45:55.247855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:55.257756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e109-cef3-403e-bb57-d85190efd6e8 req-ec5b4826-fcd8-4b27-806d-fa81aaa10193 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:55.259272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef0e109-cef3-403e-bb57-d85190efd6e8 req-ec5b4826-fcd8-4b27-806d-fa81aaa10193 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0530071 Dec 08 00:45:55.313123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef0e109-cef3-403e-bb57-d85190efd6e8 req-38983888-483f-4b54-a90d-9f9ec2e71c47 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476780 Dec 08 00:45:56.408150 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:56.431413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0353-7706-429f-82f7-b69223ad9c44 req-1221455d-0527-4b4c-b88c-aa42698b0740 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:56.432902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8dfe0353-7706-429f-82f7-b69223ad9c44 req-1221455d-0527-4b4c-b88c-aa42698b0740 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0498908 Dec 08 00:45:56.479756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8dfe0353-7706-429f-82f7-b69223ad9c44 req-a828a04c-e4ea-4a30-a1c3-8d6dc24f1770 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Dec 08 00:45:57.268591 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:57.598978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23be61-c6a2-4fd7-bbb4-cfa28d72351d req-d3b119f0-7cc9-4df6-8464-cfe0d3744497 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:57.600401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de23be61-c6a2-4fd7-bbb4-cfa28d72351d req-d3b119f0-7cc9-4df6-8464-cfe0d3744497 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 945 time: 0.0525541 Dec 08 00:45:57.645723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-de23be61-c6a2-4fd7-bbb4-cfa28d72351d req-ae35af87-df7b-45ea-a030-b678fe408d1f tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395167 Dec 08 00:45:58.044205 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-41cbd7e6-ecee-4b98-8e82-35f9057e0a70 service neutron] show failed (client error): The resource could not be found. Dec 08 00:45:58.045235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-41cbd7e6-ecee-4b98-8e82-35f9057e0a70 service neutron] 10.222.0.44 "GET /v2.0/ports/44f7942f-64fd-46f0-9f09-cd3405126506/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0530930 Dec 08 00:45:58.274084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-20b68852-d3e8-419f-b52f-2959177d0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:58.275599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-20b68852-d3e8-419f-b52f-2959177d0ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f&tenant_id=91946e59698b42228894ef44f32f9161 HTTP/1.1" status: 200 len: 1096 time: 0.0686810 Dec 08 00:45:58.293787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:45:58.353739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:58.549407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:45:58.582651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:45:58.620700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:45:58.623310 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9401567e-2f78-4467-aa40-6c22e261f8c0" -d '{"events": [{"server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:45:58.628516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:58.640947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Transition to ACTIVE for port object 44f7942f-64fd-46f0-9f09-cd3405126506 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:45:58.645869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:58.709118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] No DVR routers for this DVR port 44f7942f-64fd-46f0-9f09-cd3405126506 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:45:58.722848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:58.764423 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c49ca-a258-4803-812e-80c5d21d9a59 x-openstack-request-id: req-322c49ca-a258-4803-812e-80c5d21d9a59 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:45:58.764708 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:45:58.764963 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-322c49ca-a258-4803-812e-80c5d21d9a59 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:45:58.765355 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506', 'code': 200} Dec 08 00:45:58.769901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.770252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.770598 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.770987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.771325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.771654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.771982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.772310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.772635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.772961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.773288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.773609 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.773931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:45:58.792538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:45:58.792871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:45:58.793192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:45:58.799522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Port 44f7942f-64fd-46f0-9f09-cd3405126506 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:45:58.799839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Attempting to bind port 44f7942f-64fd-46f0-9f09-cd3405126506 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:45:58.814758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420cf5-37b6-4280-bf1d-29705f550ac1 req-67ee3793-d2bc-49d6-a911-64b26dff610a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:58.816280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7420cf5-37b6-4280-bf1d-29705f550ac1 req-67ee3793-d2bc-49d6-a911-64b26dff610a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0945516 Dec 08 00:45:58.816989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:45:58.817323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Checking segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:45:58.817699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Bound using segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:45:58.818124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Bound port: 44f7942f-64fd-46f0-9f09-cd3405126506, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:45:58.818478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:58.911437 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7420cf5-37b6-4280-bf1d-29705f550ac1 req-ed39e771-3ae2-494f-9598-a5d144ca2650 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844514 Dec 08 00:45:58.917441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:45:58.920940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:45:58.925534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:58.956966 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:58.957584 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:45:58.958972 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] 10.222.0.59 "PUT /v2.0/ports/44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 1091 time: 0.6694293 Dec 08 00:45:58.982094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb569ac-029b-41bd-9f34-59ea6266b860 service neutron] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:45:59.031513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-c9a61cf0-dcaf-4268-b528-c7d66d84ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:59.033001 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-c9a61cf0-dcaf-4268-b528-c7d66d84ced0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1094 time: 0.0405877 Dec 08 00:45:59.125265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-31dd6be6-51b9-4f4d-a344-d279b401e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:59.127347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-31dd6be6-51b9-4f4d-a344-d279b401e629 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0876453 Dec 08 00:45:59.166520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-41636c1a-d2e5-4a89-b2bb-c2d860a4e284 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0320351 Dec 08 00:45:59.213577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-e8137ebb-78a2-49a7-9f15-3321441b182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:45:59.214967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-e8137ebb-78a2-49a7-9f15-3321441b182f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0419662 Dec 08 00:45:59.249230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-1369d7d1-43e1-4527-be09-c1e1bd185bb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272443 Dec 08 00:45:59.336874 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-d9b94afb-76a3-49a9-9f48-9d9a0d71977b service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801573 Dec 08 00:45:59.429080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-605b95dc-d3ab-4b07-b579-0e07b2a2d435 req-785ce8a6-969f-4d88-81d0-31f915c9b351 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843031 Dec 08 00:46:00.033927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984899c-e002-4d73-bd11-40dac0823908 req-b4803501-984c-47fd-9a7a-6e0de7fedff3 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:00.035418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d984899c-e002-4d73-bd11-40dac0823908 req-b4803501-984c-47fd-9a7a-6e0de7fedff3 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0486405 Dec 08 00:46:00.081541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d984899c-e002-4d73-bd11-40dac0823908 req-12898ba7-1d34-4bed-9c4f-3b3f72919029 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Dec 08 00:46:00.766813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:00.769212 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d68165-0bba-4d6e-83df-0579058bf957" -d '{"events": [{"name": "network-changed", "server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:00.816734 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ba9f6-0780-487b-9607-318b48ba92c2 x-openstack-request-id: req-136ba9f6-0780-487b-9607-318b48ba92c2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:00.817028 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:00.817284 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-136ba9f6-0780-487b-9607-318b48ba92c2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:00.817792 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506', 'status': 'completed', 'code': 200} Dec 08 00:46:00.898687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68165-0bba-4d6e-83df-0579058bf957 req-1a3e3d35-ae1e-4fb3-adf6-847808aa4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:00.900221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-1a3e3d35-ae1e-4fb3-adf6-847808aa4849 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1094 time: 0.0426843 Dec 08 00:46:00.901371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68165-0bba-4d6e-83df-0579058bf957 req-24abd5d9-856a-456d-8ac4-be107c8737a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:00.902979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-24abd5d9-856a-456d-8ac4-be107c8737a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1094 time: 0.0405855 Dec 08 00:46:00.998984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68165-0bba-4d6e-83df-0579058bf957 req-3fe6fa1d-e367-4dd3-a115-8683c56aa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.000505 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-3fe6fa1d-e367-4dd3-a115-8683c56aa951 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0912619 Dec 08 00:46:01.010871 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68165-0bba-4d6e-83df-0579058bf957 req-bbba195e-c2fb-4f5b-ace3-0b1ec0ca30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.012557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-bbba195e-c2fb-4f5b-ace3-0b1ec0ca30d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0917964 Dec 08 00:46:01.050297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-93dd0686-6e0b-479f-b3a4-990721f3dd5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0418358 Dec 08 00:46:01.060892 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-21408a85-946a-4108-ad51-f508679ade2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0401337 Dec 08 00:46:01.099456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68165-0bba-4d6e-83df-0579058bf957 req-fe6cd1fc-cab2-4ee4-b876-bc042a248462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.100906 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-fe6cd1fc-cab2-4ee4-b876-bc042a248462 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0441482 Dec 08 00:46:01.128569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68165-0bba-4d6e-83df-0579058bf957 req-aa864e71-7bca-4bbe-83e8-8c85c7431a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.130145 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-aa864e71-7bca-4bbe-83e8-8c85c7431a35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0553756 Dec 08 00:46:01.138281 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-4eba6bdd-9cf5-4e08-b545-5cff53519a81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290022 Dec 08 00:46:01.164501 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-cfe167e9-0050-4efd-bf5c-676a6f35a703 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267353 Dec 08 00:46:01.228859 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-2c79d867-0c70-4088-9445-4f720b938081 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830917 Dec 08 00:46:01.263282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1c4ff-94f5-43ac-93ab-10148ade28c9 req-89844a19-d447-4a23-a73a-eb76019bb69e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.264755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4bb1c4ff-94f5-43ac-93ab-10148ade28c9 req-89844a19-d447-4a23-a73a-eb76019bb69e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.1027501 Dec 08 00:46:01.307108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-f0c59b7e-21c0-45c7-ae15-c7efe8e2a9f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344609 Dec 08 00:46:01.324625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-41574d4d-ef7e-4e9b-a6da-23590880d37a service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876043 Dec 08 00:46:01.352240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4bb1c4ff-94f5-43ac-93ab-10148ade28c9 req-ab0df67e-bd6d-4db1-b892-b2a684df0947 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Dec 08 00:46:01.410926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77d68165-0bba-4d6e-83df-0579058bf957 req-ad49af94-adbe-404f-85a1-453e3e6ef5d0 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945151 Dec 08 00:46:01.547724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d723c-cd88-4021-a24a-c570d7d7f758 req-f5cff31a-8217-424c-a8c7-2bd74d04d055 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.549842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c14d723c-cd88-4021-a24a-c570d7d7f758 req-f5cff31a-8217-424c-a8c7-2bd74d04d055 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0554576 Dec 08 00:46:01.602596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c14d723c-cd88-4021-a24a-c570d7d7f758 req-ed5f2fc7-9aad-4d2a-889a-648f414dad7c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 Dec 08 00:46:01.609550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-b1655276-e028-46a4-a640-ff6b9182de24 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.612380 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-b1655276-e028-46a4-a640-ff6b9182de24 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f&tenant_id=91946e59698b42228894ef44f32f9161&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 943 time: 0.0900869 Dec 08 00:46:01.670706 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-5b1aa424-0da3-4c21-b6c8-f5c91b26c2b5 service neutron] delete failed (client error): The resource could not be found. Dec 08 00:46:01.671736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-5b1aa424-0da3-4c21-b6c8-f5c91b26c2b5 service neutron] 10.222.0.44 "DELETE /v2.0/ports/44f7942f-64fd-46f0-9f09-cd3405126506/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0526299 Dec 08 00:46:01.779797 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-699763bd-9fb4-41c7-99bc-f6a34b241c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.781263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-699763bd-9fb4-41c7-99bc-f6a34b241c05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 1094 time: 0.0436673 Dec 08 00:46:01.869774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-667d3fbf-259e-4fe0-b54c-54ec9a9331d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.871160 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-667d3fbf-259e-4fe0-b54c-54ec9a9331d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0821548 Dec 08 00:46:01.928563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-5cc9f3ef-632a-4708-9d41-68821dd07986 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 200 len: 217 time: 0.0499778 Dec 08 00:46:01.992338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-2a037941-13f5-4ffb-80c2-e6e79d86bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:01.994421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-2a037941-13f5-4ffb-80c2-e6e79d86bdfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0584555 Dec 08 00:46:02.026218 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-8671c973-78b4-4df2-ac53-c9f2b0e72564 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243292 Dec 08 00:46:02.090537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:46:02.117331 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-3141eeb6-5642-44c5-b57c-c8e60a91cca8 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Dec 08 00:46:02.128937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:46:02.205304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2c807f94-2cfc-45eb-9ffe-3a26d9db982f req-ba86e85d-ea29-4a92-a920-e73f13faa7c2 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805430 Dec 08 00:46:02.719364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accdbfd-837b-434a-a6b3-f8e74502f1c0 req-fa7d01a6-4f5f-4021-a96f-d99d9912c879 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:02.721461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8accdbfd-837b-434a-a6b3-f8e74502f1c0 req-fa7d01a6-4f5f-4021-a96f-d99d9912c879 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0487702 Dec 08 00:46:02.769094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8accdbfd-837b-434a-a6b3-f8e74502f1c0 req-27df4f78-b384-405a-aaa3-7e0a7e356a8f tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Dec 08 00:46:02.884676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d710202-5557-471d-90fc-ec0687bcae09 req-98113160-ef00-4926-b7a4-dc83a0ae605d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:02.886015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d710202-5557-471d-90fc-ec0687bcae09 req-98113160-ef00-4926-b7a4-dc83a0ae605d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0466802 Dec 08 00:46:02.937441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d710202-5557-471d-90fc-ec0687bcae09 req-92fc0fdc-27cb-4e53-9547-a9b7809428c7 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Dec 08 00:46:03.050753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d7135-993b-4e08-8801-12133e1b70cc req-0c7d7b29-4311-48e1-b8eb-e10b4c33eb5a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:03.052235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572d7135-993b-4e08-8801-12133e1b70cc req-0c7d7b29-4311-48e1-b8eb-e10b4c33eb5a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 943 time: 0.0487750 Dec 08 00:46:03.098447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-572d7135-993b-4e08-8801-12133e1b70cc req-f624964a-915b-4ae7-974c-2ead4f34134d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Dec 08 00:46:03.133943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:46:03.229931 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:03.243785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '44f7942f-64fd-46f0-9f09-cd3405126506', 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217', 'port_id': '44f7942f-64fd-46f0-9f09-cd3405126506', 'mac_address': 'fa:16:3e:4f:97:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec128824-bcef-414b-8f4a-a6093ac28b56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:46:03.294477 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:03.307378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f7942f-64fd-46f0-9f09-cd3405126506 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:46:03.328613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:03.333378 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:03.382067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:03.453773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-b3e0fdf5-de76-4fdc-ba61-12ac3ab484b9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:03.455797 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-b3e0fdf5-de76-4fdc-ba61-12ac3ab484b9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 815 time: 0.1049445 Dec 08 00:46:03.470850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-8e097719-559c-43e0-80f7-b9755ddff500 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/quotas/91946e59698b42228894ef44f32f9161 HTTP/1.1" status: 200 len: 375 time: 0.0086670 Dec 08 00:46:03.520868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-c26a70ec-f7c2-4a69-95bd-4c2acdfb49e0 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444422 Dec 08 00:46:03.631555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['44f7942f-64fd-46f0-9f09-cd3405126506'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:46:03.662014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-a4ec6963-f6bc-49a1-8daa-e378fa2de347 service neutron] 10.222.0.18 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340888 Dec 08 00:46:03.914278 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:46:04.012290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-21aa30c0-0465-4bea-9f53-e861ac83bbd1 service neutron] 10.222.0.18 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882506 Dec 08 00:46:04.172013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce49923a-0ef9-4118-8711-565b2b9d98c7 req-99f2a90d-94dc-4999-b9a0-d5578c3fafe8 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 210 time: 0.0269718 Dec 08 00:46:04.721740 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-5283e949-60d2-4100-ae90-70b5f6598061 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:04.723143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-5283e949-60d2-4100-ae90-70b5f6598061 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.59 "GET /v2.0/ports?device_id=e263045d-6940-4393-bac3-2916ffd93d6f HTTP/1.1" status: 200 len: 944 time: 0.0536139 Dec 08 00:46:04.822105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Deleting port 44f7942f-64fd-46f0-9f09-cd3405126506 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:46:04.822538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:04.910016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] For port 44f7942f-64fd-46f0-9f09-cd3405126506, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=44f7942f-64fd-46f0-9f09-cd3405126506,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:04.910375 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:04.927312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Calling delete_port for 44f7942f-64fd-46f0-9f09-cd3405126506 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:46:05.052791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:05.080890 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Pushing event deleted for resources: {'Port': ['ID=44f7942f-64fd-46f0-9f09-cd3405126506,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:05.089380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['44f7942f-64fd-46f0-9f09-cd3405126506'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:46:05.090574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.59', 60457) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:05.141189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:46:05.151501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] No DVR routers for this DVR port 44f7942f-64fd-46f0-9f09-cd3405126506 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:46:05.155751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:05.159097 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.59 "DELETE /v2.0/ports/44f7942f-64fd-46f0-9f09-cd3405126506 HTTP/1.1" status: 204 len: 173 time: 0.4218688 Dec 08 00:46:05.159535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'name': 'network-vif-deleted', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:05.162126 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf0b4ce-22d7-4072-9059-0e81047715d7" -d '{"events": [{"server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "name": "network-vif-deleted", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:05.162273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 44f7942f-64fd-46f0-9f09-cd3405126506 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:46:05.162559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 00:46:05.204143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Port 44f7942f-64fd-46f0-9f09-cd3405126506 not found, will not notify nova. {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 00:46:05.210218 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f0bfaa-1ed9-4083-a9fa-ace4f12ea8f5 x-openstack-request-id: req-27f0bfaa-1ed9-4083-a9fa-ace4f12ea8f5 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:05.210470 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263045d-6940-4393-bac3-2916ffd93d6f", "name": "network-vif-deleted", "tag": "44f7942f-64fd-46f0-9f09-cd3405126506", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:05.210706 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27f0bfaa-1ed9-4083-a9fa-ace4f12ea8f5 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:05.211082 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e263045d-6940-4393-bac3-2916ffd93d6f', 'name': 'network-vif-deleted', 'tag': '44f7942f-64fd-46f0-9f09-cd3405126506', 'status': 'completed', 'code': 200} Dec 08 00:46:05.266443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-d4aaaea1-6351-4245-b34b-0e4673f5c13d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:05.268414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-d4aaaea1-6351-4245-b34b-0e4673f5c13d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 815 time: 0.1767364 Dec 08 00:46:05.287526 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb55fadf-1d3f-433b-a1b0-cfc97465278c req-ae554eb3-c18c-4e02-a731-5f13d10611b8 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 210 time: 0.0399740 Dec 08 00:46:05.327281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Request body: {'port': {'device_id': '59d03eb5-f799-431f-bf39-054ca47df554', 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217', 'admin_state_up': True, 'tenant_id': '91946e59698b42228894ef44f32f9161'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:46:05.435070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Made reservation on behalf of 91946e59698b42228894ef44f32f9161 for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:46:05.438480 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:05.563907 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Allocated IP 172.20.0.7 (b9ca1ffa-444f-4ddd-b213-7f12597d6217/ec128824-bcef-414b-8f4a-a6093ac28b56/9f95a0c9-4aab-46f3-8158-5c2d6e0b3694) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:46:05.710570 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:05.742905 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:05.775040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['44f7942f-64fd-46f0-9f09-cd3405126506'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:46:05.788714 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Network b9ca1ffa-444f-4ddd-b213-7f12597d6217 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:46:05.795213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:46:05.797337 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:05.799967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:46:05.846937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:05.847541 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:05.863231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-29c5a102-f4e2-40d3-80bf-861aee750667 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398765 Dec 08 00:46:05.881420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Request body: {'port': {'device_id': '59d03eb5-f799-431f-bf39-054ca47df554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:46:05.936051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:06.194196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:46:06.201458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:06.212846 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Transition to ACTIVE for port object 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:46:06.216140 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:06.265995 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:06.331820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:46:06.332150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:46:06.332475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:46:06.336687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:46:06.337003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:46:06.341685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:46:06.342020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Checking segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:46:06.342393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Bound using segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:46:06.342809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Bound port: 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:46:06.343188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:06.431064 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:46:06.435330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:46:06.444254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce342143-bdd5-460d-a097-f0e33e00fd04 req-2125f780-0836-498e-8253-9c0eda13051a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:06.445657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce342143-bdd5-460d-a097-f0e33e00fd04 req-2125f780-0836-498e-8253-9c0eda13051a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0876677 Dec 08 00:46:06.447128 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:06.500595 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:06.501204 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:06.502557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] 10.222.0.59 "PUT /v2.0/ports/9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 1091 time: 0.6250081 Dec 08 00:46:06.538853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6d6da-28c1-4526-8e0c-5b813d8fcfda service neutron] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:06.544577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce342143-bdd5-460d-a097-f0e33e00fd04 req-7b8542c5-5b22-42ea-8a55-5a2aac79f8f2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922918 Dec 08 00:46:06.593374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-1cffe464-be0e-49ef-8fdc-01a3b462f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:06.594847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-1cffe464-be0e-49ef-8fdc-01a3b462f6fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1094 time: 0.0399389 Dec 08 00:46:06.644004 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-5cae0cb9-f5ba-4849-af53-1fd31bde5b2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0356257 Dec 08 00:46:07.044057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-332d80ca-50f9-4ec9-a432-278b0036cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:07.045488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-332d80ca-50f9-4ec9-a432-278b0036cd3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.3938928 Dec 08 00:46:07.075362 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-070966bc-6a37-4df9-82b5-72569dce6c51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230224 Dec 08 00:46:07.163547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-f375a99e-436a-48b7-89ec-9f1ab3a9b46b service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814130 Dec 08 00:46:07.226368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:07.228648 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a786de23-de76-4572-8992-7ee88f8d491b" -d '{"events": [{"name": "network-changed", "server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:07.258329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5418603-5e30-4d28-9e06-930787fa83a3 req-fa1b21b5-92a1-49e1-a0b4-c9c59e649ac4 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867136 Dec 08 00:46:07.265502 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d96785f-132c-40bf-a16a-f5cf648aa80e x-openstack-request-id: req-4d96785f-132c-40bf-a16a-f5cf648aa80e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:07.265817 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:07.266068 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d96785f-132c-40bf-a16a-f5cf648aa80e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:07.266450 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'status': 'completed', 'code': 200} Dec 08 00:46:07.389484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786de23-de76-4572-8992-7ee88f8d491b req-d023ac8e-0b64-48a0-afee-728f4155f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:07.390988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a786de23-de76-4572-8992-7ee88f8d491b req-d023ac8e-0b64-48a0-afee-728f4155f603 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1094 time: 0.0395360 Dec 08 00:46:07.482342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786de23-de76-4572-8992-7ee88f8d491b req-8901527a-9840-4f3d-a01a-80ecdcb14f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:07.483719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a786de23-de76-4572-8992-7ee88f8d491b req-8901527a-9840-4f3d-a01a-80ecdcb14f0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0862010 Dec 08 00:46:07.524581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a786de23-de76-4572-8992-7ee88f8d491b req-fa4df100-7e98-449f-964b-6fb81c349a07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0338137 Dec 08 00:46:07.579392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786de23-de76-4572-8992-7ee88f8d491b req-faaea042-f307-4880-bdc4-172b32321323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:07.580959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a786de23-de76-4572-8992-7ee88f8d491b req-faaea042-f307-4880-bdc4-172b32321323 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0482907 Dec 08 00:46:07.617222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a786de23-de76-4572-8992-7ee88f8d491b req-02f1cd3e-aabb-4d75-9723-f2bb543df00d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266278 Dec 08 00:46:07.714841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e99894-007f-43d5-88b0-8ae3ed567c46 req-3ecd49d4-840e-4820-8b2c-bf045f6e902b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:07.716314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01e99894-007f-43d5-88b0-8ae3ed567c46 req-3ecd49d4-840e-4820-8b2c-bf045f6e902b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.1015670 Dec 08 00:46:07.764559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a786de23-de76-4572-8992-7ee88f8d491b req-69cff23e-9dd1-43fd-b86c-519b4d36812e service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383090 Dec 08 00:46:07.794681 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01e99894-007f-43d5-88b0-8ae3ed567c46 req-8a1b45b8-9643-42c6-a420-62a91849a597 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718613 Dec 08 00:46:07.860839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a786de23-de76-4572-8992-7ee88f8d491b req-d5fda0bf-68d1-4349-b15b-ccfb077c0d25 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885334 Dec 08 00:46:08.913497 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eaf57-3658-4a4c-a536-4e80fdc24379 req-b07a74b5-b4a8-4665-af8d-c9db7049b47b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:08.915053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-534eaf57-3658-4a4c-a536-4e80fdc24379 req-b07a74b5-b4a8-4665-af8d-c9db7049b47b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0529258 Dec 08 00:46:08.961746 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-534eaf57-3658-4a4c-a536-4e80fdc24379 req-4f958d70-48e8-43b0-a885-e9da398bb0eb tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Dec 08 00:46:09.151650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:46:09.172320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 44f7942f-64fd-46f0-9f09-cd3405126506 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:46:09.172668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 44f7942f-64fd-46f0-9f09-cd3405126506 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:46:10.073475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b683b54-94e7-4846-a844-30e437179844 req-fef54f43-236f-4bd5-a0d9-0ef393d3bf96 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:10.074935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b683b54-94e7-4846-a844-30e437179844 req-fef54f43-236f-4bd5-a0d9-0ef393d3bf96 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0473063 Dec 08 00:46:10.121138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b683b54-94e7-4846-a844-30e437179844 req-cbbb6a0a-c8af-413b-bbc9-333107a1a09d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Dec 08 00:46:11.166976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:46:11.239633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17091198-d65f-4b69-a18d-00b5578f8d18 req-dc583cae-c8dc-43f0-ac68-b7005a71886e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:11.241151 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17091198-d65f-4b69-a18d-00b5578f8d18 req-dc583cae-c8dc-43f0-ac68-b7005a71886e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0524240 Dec 08 00:46:11.263444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:11.275709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217', 'port_id': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'mac_address': 'fa:16:3e:84:b8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec128824-bcef-414b-8f4a-a6093ac28b56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:46:11.290761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17091198-d65f-4b69-a18d-00b5578f8d18 req-f14aaf39-98de-43f0-8129-dd9b3a228ef2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Dec 08 00:46:11.314195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:11.326904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:46:11.346042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:11.350125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:11.395154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:11.612187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:46:12.402489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77749bf9-01d4-460d-9027-0a0d0e29d51e req-2ee575f1-37f3-4a55-8ada-d189600c7060 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:12.403969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77749bf9-01d4-460d-9027-0a0d0e29d51e req-2ee575f1-37f3-4a55-8ada-d189600c7060 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 944 time: 0.0474343 Dec 08 00:46:12.450401 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77749bf9-01d4-460d-9027-0a0d0e29d51e req-88da8fcd-82e0-422e-b0be-dac63a7c6486 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Dec 08 00:46:13.176964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:46:13.224181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:46:13.227770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:13.228137 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:13.305997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:13.327674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:13.330407 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff030ea-707f-43c6-aeb0-27a2bf65b277" -d '{"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-plugged", "status": "completed", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:13.343662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:13.348751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:13.371329 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a432625-b752-437d-89d2-f394aa7f6a5d x-openstack-request-id: req-0a432625-b752-437d-89d2-f394aa7f6a5d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:13.371629 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-plugged", "status": "completed", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:13.371885 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a432625-b752-437d-89d2-f394aa7f6a5d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:13.372279 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'code': 200} Dec 08 00:46:13.397041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:13.404260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.404610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.404952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.405292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.405626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.405960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.406288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.406614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.406962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.407288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.407705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.408524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.408849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:13.499362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a477439-0652-462b-bea3-0f9bb6d9f66b req-36449c76-a04f-4a95-8010-4cdbd960027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:13.500881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a477439-0652-462b-bea3-0f9bb6d9f66b req-36449c76-a04f-4a95-8010-4cdbd960027d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1096 time: 0.0406387 Dec 08 00:46:13.577708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5a477439-0652-462b-bea3-0f9bb6d9f66b req-f7e2df58-6dfa-4bb0-954f-7d77699111cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696347 Dec 08 00:46:13.590311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47f21-00a1-4d07-aa68-6172f6311d42 req-6b861d09-f0e1-4b31-bc6d-344c5f49976d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:13.591770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeb47f21-00a1-4d07-aa68-6172f6311d42 req-6b861d09-f0e1-4b31-bc6d-344c5f49976d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0692902 Dec 08 00:46:13.637852 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eeb47f21-00a1-4d07-aa68-6172f6311d42 req-d6b6e4f8-7627-417e-994a-de12f54083d9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Dec 08 00:46:13.972402 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:14.756403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a92437-acd2-4f80-b21d-1c16101a00fb req-f9c8a281-263d-4ba7-9800-dd8e30a12827 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:14.757879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9a92437-acd2-4f80-b21d-1c16101a00fb req-f9c8a281-263d-4ba7-9800-dd8e30a12827 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Dec 08 00:46:14.804196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9a92437-acd2-4f80-b21d-1c16101a00fb req-8bc7809f-e14a-460c-90aa-6203f92ad816 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Dec 08 00:46:14.921108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7080c-155a-4b6c-b47a-8ed61a617427 req-62f0f380-3fa8-4336-951e-b1872402ed09 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:14.922529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aee7080c-155a-4b6c-b47a-8ed61a617427 req-62f0f380-3fa8-4336-951e-b1872402ed09 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Dec 08 00:46:14.969538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aee7080c-155a-4b6c-b47a-8ed61a617427 req-148508e9-122d-4783-972b-a19949a30650 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Dec 08 00:46:15.213570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-455cb833-96d7-48ce-9761-4d9e5fdac8f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673878 Dec 08 00:46:15.221392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde336d-03e6-4c17-a12c-e05b2336f935 req-c6409fce-1b10-466b-978b-60835a06db0d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:15.222764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecde336d-03e6-4c17-a12c-e05b2336f935 req-c6409fce-1b10-466b-978b-60835a06db0d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0688994 Dec 08 00:46:15.277380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecde336d-03e6-4c17-a12c-e05b2336f935 req-36b4b174-af48-48b5-bd1f-c1898ca8193b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Dec 08 00:46:16.382415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-0fc7d477-df22-4c34-aa82-d6b39a9955c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:16.383916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-0fc7d477-df22-4c34-aa82-d6b39a9955c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1096 time: 0.0633478 Dec 08 00:46:16.428076 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8541d-07d9-4701-b65b-aedd599ac770 req-2ceed24e-bc30-439a-b129-50e2c13d4279 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:16.429503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fe8541d-07d9-4701-b65b-aedd599ac770 req-2ceed24e-bc30-439a-b129-50e2c13d4279 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0787611 Dec 08 00:46:16.522791 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6fe8541d-07d9-4701-b65b-aedd599ac770 req-eb071b3a-5dc3-4de7-a5eb-cd327317fe13 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868807 Dec 08 00:46:16.524196 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-e947ab34-1ac6-4a8e-8a98-a41972dca75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:16.525534 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-e947ab34-1ac6-4a8e-8a98-a41972dca75c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.1322472 Dec 08 00:46:16.568451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-9187d0db-de19-4c31-b562-9d6f6f58f2ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0355055 Dec 08 00:46:16.616405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-037df0ab-9815-4ea6-a89d-c66a542ef701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:16.617772 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-037df0ab-9815-4ea6-a89d-c66a542ef701 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0420778 Dec 08 00:46:16.652754 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-aea3745a-87db-4965-ab39-5ef0c03b68a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281096 Dec 08 00:46:16.739608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-bed24270-7e61-4215-9ba9-c44abec87858 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793858 Dec 08 00:46:16.831296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-6326cac5-6aa6-4d6a-bfa2-cb3a0de97a7e service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Dec 08 00:46:17.642416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f454c-7708-4efe-a825-12e560c5dd8b req-a72c8081-6ee1-4f4a-9806-81bf0cb86e1a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:17.643911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f5f454c-7708-4efe-a825-12e560c5dd8b req-a72c8081-6ee1-4f4a-9806-81bf0cb86e1a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0494010 Dec 08 00:46:17.690749 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f5f454c-7708-4efe-a825-12e560c5dd8b req-42036d56-88f2-42c3-85c1-94a4fdc387bc tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Dec 08 00:46:17.807595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:18.805808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9663256-a3d4-4bb9-a630-b89e0278f7eb req-cd260524-b06d-482b-979f-6d746fc1ba88 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:18.807299 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9663256-a3d4-4bb9-a630-b89e0278f7eb req-cd260524-b06d-482b-979f-6d746fc1ba88 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Dec 08 00:46:18.856973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9663256-a3d4-4bb9-a630-b89e0278f7eb req-c6f450ab-2611-430f-8aff-5dd86ffd7a21 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Dec 08 00:46:19.969926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cd15a-12af-4236-84b3-d4fa4481943a req-8cc49124-e990-42da-b0fe-0d5e97c9700f tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:19.971412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f65cd15a-12af-4236-84b3-d4fa4481943a req-8cc49124-e990-42da-b0fe-0d5e97c9700f tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0478759 Dec 08 00:46:20.018273 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f65cd15a-12af-4236-84b3-d4fa4481943a req-eb9e090d-3886-4cd5-8373-d87e47b83a24 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Dec 08 00:46:21.132254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142ba-b10b-4e73-9c6f-08d65ba3480d req-f8b22edc-710d-45ae-a1fb-69061fb59545 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:21.133725 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f142ba-b10b-4e73-9c6f-08d65ba3480d req-f8b22edc-710d-45ae-a1fb-69061fb59545 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Dec 08 00:46:21.180761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6f142ba-b10b-4e73-9c6f-08d65ba3480d req-c1816d82-e261-4b1c-be89-8f5360fd2fb9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Dec 08 00:46:21.503210 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9cf51476-a993-4f74-9069-a3eafaa0e924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:22.299334 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018171f1-4d5e-4c01-817c-3f0c29740870 req-8a8b0813-54ca-4310-9bed-e82e00d6a556 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:22.300843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-018171f1-4d5e-4c01-817c-3f0c29740870 req-8a8b0813-54ca-4310-9bed-e82e00d6a556 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0531831 Dec 08 00:46:22.348458 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-018171f1-4d5e-4c01-817c-3f0c29740870 req-59ab7bdb-9386-4841-8a62-4250944bea16 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Dec 08 00:46:23.469548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2945c0-e89e-4b66-a06f-c8c33f6da5a7 req-c5b5fd11-7c48-47c9-bd2e-0dafee3f89c3 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:23.471518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d2945c0-e89e-4b66-a06f-c8c33f6da5a7 req-c5b5fd11-7c48-47c9-bd2e-0dafee3f89c3 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Dec 08 00:46:23.517035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d2945c0-e89e-4b66-a06f-c8c33f6da5a7 req-49703a53-db09-4028-bdd5-e57d4f310a5a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Dec 08 00:46:23.642880 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1672b47-bbed-46d8-88ee-0fa9b7be66e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:24.630908 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2eb5-b7dd-4161-bd48-297ec224ab67 req-46a6e09f-c346-4479-ad4d-beded1a12583 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:24.632286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8ce2eb5-b7dd-4161-bd48-297ec224ab67 req-46a6e09f-c346-4479-ad4d-beded1a12583 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Dec 08 00:46:24.682960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d8ce2eb5-b7dd-4161-bd48-297ec224ab67 req-3f0e8815-0e21-4a07-986c-252532b21d11 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Dec 08 00:46:25.252993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:25.799368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c06c2-1158-4701-8a62-c6988456d410 req-1f28b030-d32e-4397-8376-9f43521ad3f6 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:25.800835 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-420c06c2-1158-4701-8a62-c6988456d410 req-1f28b030-d32e-4397-8376-9f43521ad3f6 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Dec 08 00:46:25.847399 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-420c06c2-1158-4701-8a62-c6988456d410 req-90c3353a-1c73-46d3-8bca-f078f98c3107 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Dec 08 00:46:26.411371 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:26.964419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77377-fef7-4561-86a0-db2f381dfb9b req-d67b5016-a898-4af1-8957-e00a8d296813 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:26.965950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fb77377-fef7-4561-86a0-db2f381dfb9b req-d67b5016-a898-4af1-8957-e00a8d296813 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0491416 Dec 08 00:46:27.016396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fb77377-fef7-4561-86a0-db2f381dfb9b req-1971f2c2-7539-4dc7-a605-c784ff572fd7 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Dec 08 00:46:27.270809 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:28.135061 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316736-dd30-412a-87f1-ee1294c3b504 req-4f64ca03-6abc-4220-a860-069bba57871c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:28.136537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04316736-dd30-412a-87f1-ee1294c3b504 req-4f64ca03-6abc-4220-a860-069bba57871c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0523493 Dec 08 00:46:28.183450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04316736-dd30-412a-87f1-ee1294c3b504 req-602768f4-3b1b-48c7-b847-6fca398e4d88 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Dec 08 00:46:29.299608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dbc6a-3a28-4124-91b9-b12dc11b19f0 req-a780ee46-965b-45c3-8e49-66332510030a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:29.301128 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-842dbc6a-3a28-4124-91b9-b12dc11b19f0 req-a780ee46-965b-45c3-8e49-66332510030a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0505626 Dec 08 00:46:29.350317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-842dbc6a-3a28-4124-91b9-b12dc11b19f0 req-6bf28817-f2ca-4e5c-a83a-d49cabcf4313 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Dec 08 00:46:30.470373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad11e30-b6d4-4ddf-b885-949a9840026f req-dfec504e-bd0c-4e54-bf7f-bd09a84eefee tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:30.471849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ad11e30-b6d4-4ddf-b885-949a9840026f req-dfec504e-bd0c-4e54-bf7f-bd09a84eefee tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Dec 08 00:46:30.517755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ad11e30-b6d4-4ddf-b885-949a9840026f req-1aa603ae-4bc9-4ed7-8806-5318a4162ca3 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Dec 08 00:46:31.630354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef083d-574d-463e-9260-12de0f144ed9 req-b7d5359a-f689-4433-9a19-712a9ec4066e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:31.631742 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5ef083d-574d-463e-9260-12de0f144ed9 req-b7d5359a-f689-4433-9a19-712a9ec4066e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0471241 Dec 08 00:46:31.677450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5ef083d-574d-463e-9260-12de0f144ed9 req-8347d97f-046f-4f47-a2a1-638d5707f5c8 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Dec 08 00:46:32.791677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae8ced-e430-4f75-af06-26867257d569 req-9a455378-bdc3-4170-9249-6d2b735038e2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:32.793373 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73ae8ced-e430-4f75-af06-26867257d569 req-9a455378-bdc3-4170-9249-6d2b735038e2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0474944 Dec 08 00:46:32.842287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73ae8ced-e430-4f75-af06-26867257d569 req-bc2b048f-9431-49f0-9a29-258b3bf98cad tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Dec 08 00:46:33.955393 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e528d-5251-4422-b515-af4477b8c20d req-c9d50e13-e492-47c6-97fc-760f58f174ca tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:33.956839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b6e528d-5251-4422-b515-af4477b8c20d req-c9d50e13-e492-47c6-97fc-760f58f174ca tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0476477 Dec 08 00:46:34.002697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1b6e528d-5251-4422-b515-af4477b8c20d req-66440f3b-e309-4a82-99cd-eeb1b2aee71d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Dec 08 00:46:35.115978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e155-af0b-4eab-a589-55f0a3c9745e req-61803dba-d646-4973-9410-634a1fecb2b4 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:35.117447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05b6e155-af0b-4eab-a589-55f0a3c9745e req-61803dba-d646-4973-9410-634a1fecb2b4 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0476508 Dec 08 00:46:35.163308 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05b6e155-af0b-4eab-a589-55f0a3c9745e req-52a7b674-2d0f-40db-aa2c-afd3c229f84c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Dec 08 00:46:36.280832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f82a4-a791-4d4e-9680-d036fea58416 req-a38365da-8642-444f-a573-f66c7d1594f4 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:36.282318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-145f82a4-a791-4d4e-9680-d036fea58416 req-a38365da-8642-444f-a573-f66c7d1594f4 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0518050 Dec 08 00:46:36.330983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-145f82a4-a791-4d4e-9680-d036fea58416 req-3e53a18e-d933-420e-a0bf-1c7bd439eb1e tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Dec 08 00:46:37.444682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633446e6-eb43-4d6d-b0c4-1754fee424d7 req-505b0983-36f4-4ee9-b7af-79acf2f6d028 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:37.446196 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-633446e6-eb43-4d6d-b0c4-1754fee424d7 req-505b0983-36f4-4ee9-b7af-79acf2f6d028 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0478661 Dec 08 00:46:37.492199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-633446e6-eb43-4d6d-b0c4-1754fee424d7 req-25380542-b4d6-44f8-9816-c122fa8f638a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400231 Dec 08 00:46:38.607766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5a3cf-ae21-4d12-b139-3fd376c0e194 req-f76d8cf6-1c62-4b1f-b0e1-85714955aa6c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:38.609177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adb5a3cf-ae21-4d12-b139-3fd376c0e194 req-f76d8cf6-1c62-4b1f-b0e1-85714955aa6c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Dec 08 00:46:38.662464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adb5a3cf-ae21-4d12-b139-3fd376c0e194 req-a6eaecff-6dc3-4514-90bc-31886a94f7e8 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Dec 08 00:46:38.750695 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-40f56ee0-140a-4e16-82ac-d945a8641b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:38.752227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-40f56ee0-140a-4e16-82ac-d945a8641b90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1096 time: 0.1382799 Dec 08 00:46:38.852164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-5580fa37-8259-45e2-a8dc-476cbce70b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:38.853586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-5580fa37-8259-45e2-a8dc-476cbce70b6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0822692 Dec 08 00:46:38.896654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-6d538573-5fad-45d9-a1ab-f81ba71b4ca0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0356884 Dec 08 00:46:38.944031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-6112915e-7249-4fcf-9d81-ebca71d3e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:38.945412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-6112915e-7249-4fcf-9d81-ebca71d3e50b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0421243 Dec 08 00:46:38.976538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-d3f6a182-566b-4150-90d6-22cf867f819b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243721 Dec 08 00:46:39.068297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-e1d5907b-e1a4-4ad3-a523-421cc1f6e275 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833073 Dec 08 00:46:39.157496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9894357-f08f-49f5-8a79-f177fc3b9ca4 req-1dd5caf7-1a73-48e2-8438-db3d0bcfe321 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817006 Dec 08 00:46:39.782318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd82c3-f6c4-4c09-be70-15b8aa04c653 req-718838bb-f447-4daf-abac-96408ab5ce30 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:39.784406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0cd82c3-f6c4-4c09-be70-15b8aa04c653 req-718838bb-f447-4daf-abac-96408ab5ce30 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0529940 Dec 08 00:46:39.829965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0cd82c3-f6c4-4c09-be70-15b8aa04c653 req-014ae073-0564-4778-90cc-18db6799a3eb tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Dec 08 00:46:40.913715 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:46:40.949841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd742c4-4e26-465d-a470-3a3da6dd2435 req-5f63232e-0bc5-4e79-84aa-52666cadcd39 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:40.951335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfd742c4-4e26-465d-a470-3a3da6dd2435 req-5f63232e-0bc5-4e79-84aa-52666cadcd39 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Dec 08 00:46:40.997279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfd742c4-4e26-465d-a470-3a3da6dd2435 req-1190e84f-0845-4ea9-b84b-11b98fb82646 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Dec 08 00:46:42.111470 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d434b-84c6-4d26-8348-5d162a817c20 req-4476ae86-17d8-4c0a-9792-2fa8b14fd73d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:42.112997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c02d434b-84c6-4d26-8348-5d162a817c20 req-4476ae86-17d8-4c0a-9792-2fa8b14fd73d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0474241 Dec 08 00:46:42.162219 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c02d434b-84c6-4d26-8348-5d162a817c20 req-6f2368d7-f77f-4f19-85c6-dd543040ff25 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Dec 08 00:46:43.277146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6c7d4-6bdd-44b3-a4d9-7aae0a3a02bb req-5fae424e-0af2-407a-b285-6afa41af378a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:43.278609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31f6c7d4-6bdd-44b3-a4d9-7aae0a3a02bb req-5fae424e-0af2-407a-b285-6afa41af378a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Dec 08 00:46:43.325976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31f6c7d4-6bdd-44b3-a4d9-7aae0a3a02bb req-988acea6-5f29-47d9-bb4a-8ea28f925a4d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Dec 08 00:46:43.967500 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:43.998785 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-b6f6b622-a5f1-4cf9-b1ca-d59db44d9d7c service neutron] show failed (client error): The resource could not be found. Dec 08 00:46:43.999827 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-b6f6b622-a5f1-4cf9-b1ca-d59db44d9d7c service neutron] 10.222.0.59 "GET /v2.0/ports/9f95a0c9-4aab-46f3-8158-5c2d6e0b3694/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0551224 Dec 08 00:46:44.200338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-6f7ca84d-efd3-4ddd-b42e-e9ae4172de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:44.201805 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-6f7ca84d-efd3-4ddd-b42e-e9ae4172de5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554&tenant_id=91946e59698b42228894ef44f32f9161 HTTP/1.1" status: 200 len: 1096 time: 0.0403805 Dec 08 00:46:44.220370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:46:44.281029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:44.451806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39b4ed-bc06-4ba4-9fe6-6d81d2b2ccb6 req-7397be1c-896f-465f-a779-b177a4030a3a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:44.453287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb39b4ed-bc06-4ba4-9fe6-6d81d2b2ccb6 req-7397be1c-896f-465f-a779-b177a4030a3a tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Dec 08 00:46:44.486122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:44.500890 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb39b4ed-bc06-4ba4-9fe6-6d81d2b2ccb6 req-0d6eb095-b966-417d-874b-7efbbf260128 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Dec 08 00:46:44.518255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:46:44.556547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:44.558770 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524bbbef-5cc9-4737-957b-59e8cbed0f40" -d '{"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-unplugged", "status": "completed", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:44.562495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:44.574495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Transition to ACTIVE for port object 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:46:44.577666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:44.611100 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9740db95-7e18-4050-a8b7-a13797f54da3 x-openstack-request-id: req-9740db95-7e18-4050-a8b7-a13797f54da3 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:44.611403 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-unplugged", "status": "completed", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:44.611665 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9740db95-7e18-4050-a8b7-a13797f54da3 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:44.612061 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'code': 200} Dec 08 00:46:44.647067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] No DVR routers for this DVR port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:46:44.648862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:44.661440 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.661796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.662149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.662492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.662829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.663193 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.663526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.663855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.664185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.664513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.664842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.665169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.665495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:44.693315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:46:44.693656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:46:44.693987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:46:44.698229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:46:44.698555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Attempting to bind port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on network b9ca1ffa-444f-4ddd-b213-7f12597d6217 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:46:44.703368 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:46:44.703714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Checking segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:46:44.704095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Bound using segment: {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:46:44.704520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Bound port: 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ecad00-b49f-4ae5-aae8-0cf1c43574c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:46:44.704871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:44.766320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:46:44.770124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:46:44.773790 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:44.805655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:44.806285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:44.807689 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] 10.222.0.44 "PUT /v2.0/ports/9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 1091 time: 0.5913718 Dec 08 00:46:44.828837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852a790-696f-4686-a208-cdd5f9dd3134 service neutron] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:44.883659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-eae36f74-9611-42af-bb80-12e7af7343a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:44.885131 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-eae36f74-9611-42af-bb80-12e7af7343a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1094 time: 0.0435448 Dec 08 00:46:44.974492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-8f8dfc63-49af-479a-aa28-2ad575b9bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:44.976036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-8f8dfc63-49af-479a-aa28-2ad575b9bda8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0829818 Dec 08 00:46:45.018072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-c4371f3d-9a64-47e4-8cdf-7c6b67c65ec9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0355120 Dec 08 00:46:45.064624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-ffd726ab-ec6b-4974-b579-93ec0a658cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:45.066495 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-ffd726ab-ec6b-4974-b579-93ec0a658cbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0411150 Dec 08 00:46:45.096648 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-de5e05f6-c46d-4441-827e-929d1281dc3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232780 Dec 08 00:46:45.185601 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-b239bd95-3bcb-4498-85fe-90cfe43bc947 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818763 Dec 08 00:46:45.272053 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d0b10df2-8a36-41b0-be03-f98287d03509 req-f065d2f1-e44d-4f9c-bf25-9443a1af7331 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792892 Dec 08 00:46:45.615289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e6eed-1642-403d-8405-2c6daa604734 req-9a5e2c40-b4df-4af9-9619-455560e80922 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:45.616815 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e3e6eed-1642-403d-8405-2c6daa604734 req-9a5e2c40-b4df-4af9-9619-455560e80922 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0480316 Dec 08 00:46:45.662950 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e3e6eed-1642-403d-8405-2c6daa604734 req-54c8acff-2b5d-42ff-aa22-f0149b14d750 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Dec 08 00:46:46.613198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:46.615543 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3608ef-8825-4a20-9b83-e7dc35d9caac" -d '{"events": [{"name": "network-changed", "server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:46.663283 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1b6105-5718-4960-ad10-279d42b6e5bf x-openstack-request-id: req-fe1b6105-5718-4960-ad10-279d42b6e5bf {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:46.663586 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:46.663846 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe1b6105-5718-4960-ad10-279d42b6e5bf {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:46.664237 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'status': 'completed', 'code': 200} Dec 08 00:46:46.775919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-dcebf73d-4eb9-4d35-a6a7-7eed6dbbcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:46.777155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-5292eb67-cb2b-4de1-a818-c4af9ba9d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:46.777396 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-dcebf73d-4eb9-4d35-a6a7-7eed6dbbcb80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1094 time: 0.0697229 Dec 08 00:46:46.778634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-5292eb67-cb2b-4de1-a818-c4af9ba9d4f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1094 time: 0.0425909 Dec 08 00:46:46.801302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f00ce-22e8-43ca-a87d-eb1790c8837b req-faeeba24-5460-4397-89e1-0d1132da3998 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:46.802713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e0f00ce-22e8-43ca-a87d-eb1790c8837b req-faeeba24-5460-4397-89e1-0d1132da3998 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0677893 Dec 08 00:46:46.892399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-e8472c73-2903-4730-b12c-a34525faeec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:46.893953 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-e8472c73-2903-4730-b12c-a34525faeec6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0941405 Dec 08 00:46:46.902234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e0f00ce-22e8-43ca-a87d-eb1790c8837b req-54b36f10-4cf3-4e44-878d-cf67ae0c856d tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897360 Dec 08 00:46:46.922644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-bf438b26-84c1-4903-948b-8d6d031ff811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:46.924133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-bf438b26-84c1-4903-948b-8d6d031ff811 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.1388109 Dec 08 00:46:46.943217 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-c3175247-1b89-4d44-8813-fd029dab381c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0382555 Dec 08 00:46:46.969488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-f2bb2b23-9992-4a03-b170-dcc77b80bda0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0377891 Dec 08 00:46:46.994547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-d1102b74-ad4e-44c3-8d1e-fbc09b3c7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:46.996029 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-d1102b74-ad4e-44c3-8d1e-fbc09b3c7336 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0467896 Dec 08 00:46:47.018286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-cf1a7b84-13cb-4723-8a7b-228d155d11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:47.019818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-cf1a7b84-13cb-4723-8a7b-228d155d11fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0436273 Dec 08 00:46:47.028370 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-05ba52be-4706-4aef-9c34-e088bebe6e3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237536 Dec 08 00:46:47.050021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-22204482-755f-48a2-8df9-195ff5fa3f07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237396 Dec 08 00:46:47.118000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-542ad8d2-6bdb-4e96-be08-ffc0a4430f95 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817685 Dec 08 00:46:47.141443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-278510ad-96c8-4738-a70f-6ef8c89beadd service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837996 Dec 08 00:46:47.210707 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-75bd30a9-979e-4356-9f98-f70c2fb2d353 service neutron] 10.222.0.44 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Dec 08 00:46:47.227606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fc3608ef-8825-4a20-9b83-e7dc35d9caac req-488ed8ff-ac78-47c7-8530-02e15becdbc4 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794845 Dec 08 00:46:47.814373 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:48.027704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7214c3-2d46-4ff5-bce2-99583059a124 req-1dc95688-d416-4d59-8fb5-1774410becef tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:48.029149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da7214c3-2d46-4ff5-bce2-99583059a124 req-1dc95688-d416-4d59-8fb5-1774410becef tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0515215 Dec 08 00:46:48.075103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da7214c3-2d46-4ff5-bce2-99583059a124 req-3c31d374-dffe-428c-83c7-e1c8d02df048 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Dec 08 00:46:48.288430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ea12-1787-403f-821f-2e673e35dbe1 req-0d56ac95-08e6-4956-8647-68fc4cf08390 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:48.289915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c046ea12-1787-403f-821f-2e673e35dbe1 req-0d56ac95-08e6-4956-8647-68fc4cf08390 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 943 time: 0.0747161 Dec 08 00:46:48.318589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-dfab306a-f8ac-4cef-b489-998d9cbd83c2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:48.319362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:46:48.320043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-dfab306a-f8ac-4cef-b489-998d9cbd83c2 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554&tenant_id=91946e59698b42228894ef44f32f9161&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 943 time: 0.0791061 Dec 08 00:46:48.381477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c046ea12-1787-403f-821f-2e673e35dbe1 req-385d4daa-ea39-4f5b-b26e-f06e6f29f4c5 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847270 Dec 08 00:46:48.401028 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-d81a8fcd-276d-470b-891c-3fbc9bb89f46 service neutron] delete failed (client error): The resource could not be found. Dec 08 00:46:48.402036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-d81a8fcd-276d-470b-891c-3fbc9bb89f46 service neutron] 10.222.0.59 "DELETE /v2.0/ports/9f95a0c9-4aab-46f3-8158-5c2d6e0b3694/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0739334 Dec 08 00:46:48.416706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:48.428385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'network_id': 'b9ca1ffa-444f-4ddd-b213-7f12597d6217', 'port_id': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'mac_address': 'fa:16:3e:84:b8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec128824-bcef-414b-8f4a-a6093ac28b56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:46:48.469480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:48.482393 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:46:48.501885 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:48.506115 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:48.506584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-3db6ecba-51b4-4963-856b-4aefc9740b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:48.508126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-3db6ecba-51b4-4963-856b-4aefc9740b61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91946e59698b42228894ef44f32f9161&device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 1094 time: 0.0421989 Dec 08 00:46:48.551797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:48.601069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-7b710fea-501d-4f45-8264-e90d52005d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:48.602527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-7b710fea-501d-4f45-8264-e90d52005d70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 200 len: 916 time: 0.0870788 Dec 08 00:46:48.642804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-d9519391-d325-479f-be5d-85089b5a5ffb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 200 len: 217 time: 0.0337584 Dec 08 00:46:48.689423 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-ea78aa03-6a96-4a25-8377-486172c9b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:48.690790 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-ea78aa03-6a96-4a25-8377-486172c9b93b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 200 len: 855 time: 0.0414605 Dec 08 00:46:48.722207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-d8ae0529-f1a7-4da1-9072-5508d3a4eb2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ca1ffa-444f-4ddd-b213-7f12597d6217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233681 Dec 08 00:46:48.786782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:46:48.814327 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-39a4ac58-07c1-4e53-b964-4e315a23a615 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852890 Dec 08 00:46:48.906005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8fdff3de-3b82-4598-87d3-79b3ed205e22 req-d3076cbb-dbe3-4261-9603-7a1b99eb115a service neutron] 10.222.0.59 "GET /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843966 Dec 08 00:46:49.462872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:46:49.502731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:46:49.514435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c6603-d0e1-4ace-ac21-87dd9728234d req-6adc3e62-397a-4c9a-919b-2baa649bb75c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:49.516257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e4c6603-d0e1-4ace-ac21-87dd9728234d req-6adc3e62-397a-4c9a-919b-2baa649bb75c tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 944 time: 0.0603759 Dec 08 00:46:49.563337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8e4c6603-d0e1-4ace-ac21-87dd9728234d req-e6d7e475-220a-411a-b9dc-56b38b459c73 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Dec 08 00:46:49.676753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d527-0735-4d20-be21-f41ab9394dce req-f6c0c6f7-547c-4001-9885-a93a7f367537 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:49.678195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0472d527-0735-4d20-be21-f41ab9394dce req-f6c0c6f7-547c-4001-9885-a93a7f367537 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 944 time: 0.0478697 Dec 08 00:46:49.725188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0472d527-0735-4d20-be21-f41ab9394dce req-26f5455b-3ff5-4c35-928a-48a6d786fb64 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Dec 08 00:46:49.839812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd412394-71b1-4f62-b138-25b03bf38799 req-2e3fc440-995c-434c-a3ec-83134a420a54 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:49.841156 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd412394-71b1-4f62-b138-25b03bf38799 req-2e3fc440-995c-434c-a3ec-83134a420a54 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 944 time: 0.0518582 Dec 08 00:46:49.887554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd412394-71b1-4f62-b138-25b03bf38799 req-8e2ca570-f1bd-420d-925a-a97d3d567517 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Dec 08 00:46:50.210696 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fd1d-40d3-49d2-a735-6e22334d190c req-cdaf9303-c9a6-4ae7-bca0-c90924dd198b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:50.212179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6561fd1d-40d3-49d2-a735-6e22334d190c req-cdaf9303-c9a6-4ae7-bca0-c90924dd198b tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 944 time: 0.0483105 Dec 08 00:46:50.259218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6561fd1d-40d3-49d2-a735-6e22334d190c req-fedaecf1-9cb7-4b4c-a715-e18f623d2a56 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Dec 08 00:46:50.351069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:46:50.397666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:46:50.401257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:50.401626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:50.480106 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:50.502208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:50.504484 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e3332d-a4f3-459c-b751-52cf5ecf2b6a" -d '{"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-plugged", "status": "completed", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:50.517415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:50.521814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:50.545534 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f3f204-8694-4167-9d41-74ace2e52feb x-openstack-request-id: req-21f3f204-8694-4167-9d41-74ace2e52feb {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:50.545820 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-plugged", "status": "completed", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:50.546071 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21f3f204-8694-4167-9d41-74ace2e52feb {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:50.546454 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'code': 200} Dec 08 00:46:50.571171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:51.372646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495f367-ceb5-447b-9a11-d21e0ec27ffd req-6def6c59-5d41-4c7b-8c72-f05bb4c263d9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:51.374100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5495f367-ceb5-447b-9a11-d21e0ec27ffd req-6def6c59-5d41-4c7b-8c72-f05bb4c263d9 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0477326 Dec 08 00:46:51.423719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5495f367-ceb5-447b-9a11-d21e0ec27ffd req-0d878a39-c4a6-47ed-8eab-7a55fed545b0 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1871631-e616-4bc7-91b2-8d1c1891377b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Dec 08 00:46:51.505285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2afd8ee3-534e-4f55-8d1c-d80de785312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:51.505872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-59f90d91-3173-4e64-a194-c852d52d8cfc tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:51.507014 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-59f90d91-3173-4e64-a194-c852d52d8cfc tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 945 time: 0.0490212 Dec 08 00:46:51.598520 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Deleting port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:46:51.598765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:51.687769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] For port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,segment=NetworkSegment(39ecad00-b49f-4ae5-aae8-0cf1c43574c9),segment_id=39ecad00-b49f-4ae5-aae8-0cf1c43574c9)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:51.688142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:51.701774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Calling delete_port for 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:46:52.164438 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:52.191293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Pushing event deleted for resources: {'Port': ['ID=9f95a0c9-4aab-46f3-8158-5c2d6e0b3694,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:52.199618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:46:52.236642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] No DVR routers for this DVR port 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:46:52.239168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:52.242413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b0be9190-74b2-4a5b-a6ae-defb4631293d req-0c92ec5f-52f4-4727-a11d-837358a7fc44 tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.44 "DELETE /v2.0/ports/9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 HTTP/1.1" status: 204 len: 173 time: 0.7282014 Dec 08 00:46:52.242853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-deleted', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:46:52.245159 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dcf350-3722-4dec-9ba1-44708ed6e397" -d '{"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-deleted", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:46:52.283534 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9531eb6-692c-49d0-8a62-ad5e4acb0992 x-openstack-request-id: req-a9531eb6-692c-49d0-8a62-ad5e4acb0992 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:46:52.283849 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d03eb5-f799-431f-bf39-054ca47df554", "name": "network-vif-deleted", "tag": "9f95a0c9-4aab-46f3-8158-5c2d6e0b3694", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:46:52.284113 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9531eb6-692c-49d0-8a62-ad5e4acb0992 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:46:52.284502 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d03eb5-f799-431f-bf39-054ca47df554', 'name': 'network-vif-deleted', 'tag': '9f95a0c9-4aab-46f3-8158-5c2d6e0b3694', 'status': 'completed', 'code': 200} Dec 08 00:46:52.532079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb59f488-7996-4e78-b4c0-9619b38721af req-cd47f834-60aa-4059-b3d8-35f6f37d7bbe tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d03eb5-f799-431f-bf39-054ca47df554 HTTP/1.1" status: 200 len: 210 time: 0.0284076 Dec 08 00:46:53.644010 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9a99-a412-49a2-8b9b-5f336edaad94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:53.653069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40930) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:53.696845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] Deleting subnet ec128824-bcef-414b-8f4a-a6093ac28b56 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:46:53.699886 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:53.733429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:53.776236 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:53.825901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:53.853047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec128824-bcef-414b-8f4a-a6093ac28b56,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:53.855015 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:53.858199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-26f56f15-86b8-44ce-8560-8024c99c27c3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ec128824-bcef-414b-8f4a-a6093ac28b56 HTTP/1.1" status: 204 len: 168 time: 0.2040958 Dec 08 00:46:53.860664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40932) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:53.926335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.004669 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.024349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ca1ffa-444f-4ddd-b213-7f12597d6217']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:46:54.033379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ecad00-b49f-4ae5-aae8-0cf1c43574c9') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:46:54.033678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ecad00-b49f-4ae5-aae8-0cf1c43574c9') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:46:54.042702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.055632 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.061502 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:46:54.061872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:46:54.063543 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:46:54.118703 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.124003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.127149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] 10.222.0.18 "DELETE /v2.0/networks/b9ca1ffa-444f-4ddd-b213-7f12597d6217 HTTP/1.1" status: 204 len: 168 time: 0.2655497 Dec 08 00:46:54.139689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc555a1-e382-4559-baaa-a42f5bd563fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ca1ffa-444f-4ddd-b213-7f12597d6217,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:54.233564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40936) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:54.273486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-79dabd78-1924-40b4-90a9-5d0e0e7e8694 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91946e59698b42228894ef44f32f9161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387862 Dec 08 00:46:54.275879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40938) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:54.325809 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54dac7c6-4b8a-478b-ab35-98890155cc10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.347964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54dac7c6-4b8a-478b-ab35-98890155cc10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.348792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:46:54.369756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:46:54.370375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 9f95a0c9-4aab-46f3-8158-5c2d6e0b3694 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:46:54.396859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54dac7c6-4b8a-478b-ab35-98890155cc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.402156 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-54dac7c6-4b8a-478b-ab35-98890155cc10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:54.403634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-54dac7c6-4b8a-478b-ab35-98890155cc10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1871631-e616-4bc7-91b2-8d1c1891377b HTTP/1.1" status: 204 len: 168 time: 0.1264853 Dec 08 00:46:54.415888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dac7c6-4b8a-478b-ab35-98890155cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1871631-e616-4bc7-91b2-8d1c1891377b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:55.058554 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40960) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:55.179671 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-940217637-network', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:46:55.200709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Made reservation on behalf of 049cdcc6692d46f7a01a164e87ef40cd for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:46:55.203129 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.211198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.255163 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.288242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.291925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.313110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:46:55.328626 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2332fe-d3df-4473-ba79-cf843c2253a1,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:55.331570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.331914 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Added segment d59df011-179f-4197-9fcb-3c7ff9ed9276 of type vlan for network b184048d-9506-40ac-8ef2-365024e1af16 Dec 08 00:46:55.371025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.395855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.396792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:55.397367 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.428566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3688107 Dec 08 00:46:55.431529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40966) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:55.436565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Request body: {'subnet': {'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-940217637-subnet', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:46:55.456946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Made reservation on behalf of 049cdcc6692d46f7a01a164e87ef40cd for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:46:55.460006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.460223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e7139-8db0-439f-aa89-047de9c88cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=b184048d-9506-40ac-8ef2-365024e1af16,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:55.471658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b184048d-9506-40ac-8ef2-365024e1af16 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:46:55.628732 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.682954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ca736d-98b6-4823-9ded-fbbf592a8f5a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:55.692892 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:46:55.693247 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Network hostable DHCP agents. Network: b184048d-9506-40ac-8ef2-365024e1af16, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:46:55.708878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Network b184048d-9506-40ac-8ef2-365024e1af16 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:46:55.716440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b184048d-9506-40ac-8ef2-365024e1af16) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:46:55.720377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:46:55.720975 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.726325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2a866-f5e5-42f8-aefc-aac242dbfcb5 None None] Network b184048d-9506-40ac-8ef2-365024e1af16 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:46:55.736513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-44c2eeb1-16e0-4184-a277-01c9781637d0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3038824 Dec 08 00:46:55.739422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40968) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:55.744000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:46:55.764923 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.765983 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.819659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.826514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b184048d-9506-40ac-8ef2-365024e1af16', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:46:55.827405 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:55.956207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Allocated IP 172.20.0.2 (b184048d-9506-40ac-8ef2-365024e1af16/05ca736d-98b6-4823-9ded-fbbf592a8f5a/8a48ca95-3b12-4eaf-b8cd-717c7a8ad529) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:46:55.956645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.100048 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.105747 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.147157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Network b184048d-9506-40ac-8ef2-365024e1af16 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:46:56.149927 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:46:56.153949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.154958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:46:56.156898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Pushing event updated for resources: {'Port': ['ID=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:56.174039 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.213489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Attempting to bind port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:46:56.213803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Attempting to bind port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:46:56.214187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Attempting to bind port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:46:56.219544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:46:56.219916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:46:56.220309 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.220698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:46:56.221154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Bound port: 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:46:56.221529 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.279062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Allocated IP 172.25.6.138 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/6c6c3a8b-004e-4d4c-b120-5acaf59ccf07) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:46:56.287654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] For port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:46:56.290914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] For port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:46:56.301936 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.356302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc6662-c7e0-4709-888a-52bc551199ce None None] Pushing event updated for resources: {'Port': ['ID=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:56.396423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.416146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.441921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.483189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:46:56.486343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:46:56.490185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:46:56.500415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3cbd2-230e-4fc2-a014-a1bc744d5025 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:46:56.517966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Pushing event updated for resources: {'Port': ['ID=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:56.567821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2d403774-add1-4016-a641-9ef25d24057b None None] Provisioning complete for port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:56.568188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2d403774-add1-4016-a641-9ef25d24057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.611553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2d403774-add1-4016-a641-9ef25d24057b None None] Port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:46:56.785293 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:56.991619 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:57.007951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:46:57.060823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:57.061195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:57.132887 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:46:57.143816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:57.181399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:57.185816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:57.239397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:57.256176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:46:57.271823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:46:57.279759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:57.283648 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:57.285528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40970) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:57.286769 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9e61bf7b-a006-4a29-8eca-066417dc593b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5459530 Dec 08 00:46:57.288641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:46:57.289412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:46:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:46:57.340269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86a909-152e-4e94-81a8-14b0c14d1dfc None None] Network b184048d-9506-40ac-8ef2-365024e1af16 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:46:57.465553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:46:57.527149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-85b120bc-89f6-4b19-bcc0-1ceb0b5aa500 None None] Provisioning complete for port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:57.527518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85b120bc-89f6-4b19-bcc0-1ceb0b5aa500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:57.912162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:56Z', 'revision_number': 3, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:46:57.938254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:46:57.938524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Updating router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:46:57.966758 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.070726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c1175468-36eb-42f2-8892-725baff5fe8a None None] Provisioning complete for port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:58.071127 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1175468-36eb-42f2-8892-725baff5fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.096458 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.249480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Allocated IP 172.20.0.1 (b184048d-9506-40ac-8ef2-365024e1af16/05ca736d-98b6-4823-9ded-fbbf592a8f5a/9b69f891-1cfb-4fae-835e-197306821d9a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:46:58.287041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.292786 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.339443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d83999-3e4e-4776-ae7f-e17a684ffa03 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:46:58.350794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96509b71-ebeb-45c3-b161-b017b0f9e245 None None] Pushing event updated for resources: {'Port': ['ID=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:58.352995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Attempting to bind port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:46:58.353363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Attempting to bind port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:46:58.353724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Attempting to bind port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:46:58.359567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.361174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:46:58.361552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:46:58.361950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.362330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:46:58.362794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Bound port: 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:46:58.363201 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.394559 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.415118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] For port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:46:58.418384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] For port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:46:58.423509 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.435472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Network b184048d-9506-40ac-8ef2-365024e1af16 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:46:58.440001 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:46:58.445507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:46:58.448839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Pushing event updated for resources: {'Port': ['ID=9b69f891-1cfb-4fae-835e-197306821d9a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:58.480973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c525dc51-fc7b-486b-9ac2-ff073397e64b None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:46:58.491970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.508405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96509b71-ebeb-45c3-b161-b017b0f9e245 None None] Pushing event updated for resources: {'Port': ['ID=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:58.511610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9527b3b1-710b-4bf9-9a70-638e74ca4604 None None] Provisioning complete for port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:58.511982 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9527b3b1-710b-4bf9-9a70-638e74ca4604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.514204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:46:58.514819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:46:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:46:58.635605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.676589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:46:58.748296 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9527b3b1-710b-4bf9-9a70-638e74ca4604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.797879 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.802405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.802999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9527b3b1-710b-4bf9-9a70-638e74ca4604 None None] For port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:46:58.810655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9527b3b1-710b-4bf9-9a70-638e74ca4604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.872446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Pushing event updated for resources: {'Port': ['ID=9b69f891-1cfb-4fae-835e-197306821d9a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:58.875561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.885425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.885782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.886151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.886485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.886818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.887174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.887504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.887828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.888156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.888474 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.888796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.889144 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.889468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:46:58.892499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527b3b1-710b-4bf9-9a70-638e74ca4604 None None] Pushing event updated for resources: {'Port': ['ID=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:46:58.926060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:56Z', 'revision_number': 3, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:46:58.956809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1231ced9-b8a9-4247-a3cf-d85326ec65c0 None None] Provisioning complete for port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:58.957716 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1231ced9-b8a9-4247-a3cf-d85326ec65c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:58.959428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c7990-0230-4d86-9717-aa78b79a0dde None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:56Z', 'revision_number': 3, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:46:58.981964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Network b184048d-9506-40ac-8ef2-365024e1af16 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:46:58.983661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:46:59.009848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:46:59.102160 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1231ced9-b8a9-4247-a3cf-d85326ec65c0 None None] Provisioning complete for port 9b69f891-1cfb-4fae-835e-197306821d9a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:59.102530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1231ced9-b8a9-4247-a3cf-d85326ec65c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:59.121719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:46:59.129839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:59.130138 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:59.168707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1231ced9-b8a9-4247-a3cf-d85326ec65c0 None None] Port 9b69f891-1cfb-4fae-835e-197306821d9a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:46:59.248840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:46:59.259461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1ba6a688-67e7-4ab4-abf5-0d07aff2d131 admin admin] 10.222.0.18 "PUT /v2.0/routers/320cf924-98d4-4b4d-bf8d-46b654bc33c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710944 Dec 08 00:46:59.295529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3e827e2d-8b02-4859-81f4-b3ab21442257 None None] Provisioning complete for port 9b69f891-1cfb-4fae-835e-197306821d9a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:46:59.296016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e827e2d-8b02-4859-81f4-b3ab21442257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:46:59.341596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3e827e2d-8b02-4859-81f4-b3ab21442257 None None] Port 9b69f891-1cfb-4fae-835e-197306821d9a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:46:59.905109 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 40978) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:46:59.909675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a3514862-2f19-4ae5-af7b-e59c93ac96d2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498381473', 'description': 'tempest-description--1906523230'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:46:59.933420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3514862-2f19-4ae5-af7b-e59c93ac96d2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.000978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3514862-2f19-4ae5-af7b-e59c93ac96d2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.004942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3514862-2f19-4ae5-af7b-e59c93ac96d2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.034025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a3514862-2f19-4ae5-af7b-e59c93ac96d2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.035223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a3514862-2f19-4ae5-af7b-e59c93ac96d2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1290522 Dec 08 00:47:00.037094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3514862-2f19-4ae5-af7b-e59c93ac96d2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9460085f-00a0-46bd-8f8e-8e5f1bb42975,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:00.038205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40980) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:47:00.042913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4b72a44d-a162-4fa5-9cae-168f5203c589 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'security_group_rule': {'security_group_id': '9460085f-00a0-46bd-8f8e-8e5f1bb42975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:47:00.070263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b72a44d-a162-4fa5-9cae-168f5203c589 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.124706 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b72a44d-a162-4fa5-9cae-168f5203c589 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.128680 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b72a44d-a162-4fa5-9cae-168f5203c589 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.147738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72a44d-a162-4fa5-9cae-168f5203c589 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8866723a-0c39-4ab2-85bb-02c642562fd0,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:00.155295 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4b72a44d-a162-4fa5-9cae-168f5203c589 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.156549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4b72a44d-a162-4fa5-9cae-168f5203c589 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172915 Dec 08 00:47:00.159249 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40982) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:47:00.163564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8661549b-0ee8-4531-8433-359daa15c7be tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'security_group_rule': {'security_group_id': '9460085f-00a0-46bd-8f8e-8e5f1bb42975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:47:00.188853 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8661549b-0ee8-4531-8433-359daa15c7be tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.243428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8661549b-0ee8-4531-8433-359daa15c7be tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.246861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8661549b-0ee8-4531-8433-359daa15c7be tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.264614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661549b-0ee8-4531-8433-359daa15c7be tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5d2043-346d-4647-aa0f-35aef98fa1ea,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:00.272226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8661549b-0ee8-4531-8433-359daa15c7be tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.273447 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8661549b-0ee8-4531-8433-359daa15c7be tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132700 Dec 08 00:47:00.276491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 40984) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:47:00.281949 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:47:00.303678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.405543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.513420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Allocated IP 172.25.6.22 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/20789727-1a0c-4fa6-be40-3f743c006b44) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:47:00.616401 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.648782 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:47:00.651202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.658653 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:47:00.660186 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:46:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:00.689985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:47:00.692868 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:47:00.696456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:47:00.726191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'Port': ['ID=20789727-1a0c-4fa6-be40-3f743c006b44,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:00.791686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.830786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.861175 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:47:00.991756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:00.997013 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.016907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:47:01.063361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'Port': ['ID=20789727-1a0c-4fa6-be40-3f743c006b44,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:01.076661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:47:01.077036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.080153 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 2, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:01.081423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.096840 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.105060 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fe97ee42-1a0a-4164-bffb-088fb81c392b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8211815 Dec 08 00:47:01.109523 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:47:01.109848 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Updating router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 port 9b69f891-1cfb-4fae-835e-197306821d9a binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:47:01.138565 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.257463 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-88df9a85-d9be-4685-b5b4-91a432325e3c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--498381473&fields=id&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 267 time: 0.0456057 Dec 08 00:47:01.366268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-f0f343f4-4eed-49c5-87b3-8d334abfee8d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:01.367814 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-f0f343f4-4eed-49c5-87b3-8d334abfee8d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.1035593 Dec 08 00:47:01.383499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-04c988bd-23af-4c96-95f1-dc3833e7a794 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/quotas/049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 375 time: 0.0099778 Dec 08 00:47:01.405975 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.411386 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.434581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-ddcab52c-bfb9-4c18-9896-7a5e79be1d3a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453618 Dec 08 00:47:01.461975 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Pushing event updated for resources: {'Port': ['ID=9b69f891-1cfb-4fae-835e-197306821d9a,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:01.483616 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.483616 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.483898 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.484103 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.484437 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.484764 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.485093 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.485423 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.486213 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.486213 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.486430 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.486683 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.487076 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:47:01.528636 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Attempting to bind port 9b69f891-1cfb-4fae-835e-197306821d9a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:47:01.529299 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Attempting to bind port 9b69f891-1cfb-4fae-835e-197306821d9a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:47:01.529730 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Attempting to bind port 9b69f891-1cfb-4fae-835e-197306821d9a on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:47:01.534812 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:47:01.535746 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:47:01.536157 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.536538 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:47:01.536994 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Bound port: 9b69f891-1cfb-4fae-835e-197306821d9a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:47:01.537458 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.552412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-02804931-b814-4643-ad4f-2fa1ec72c69b service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023021 Dec 08 00:47:01.603479 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] For port 9b69f891-1cfb-4fae-835e-197306821d9a, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:47:01.607619 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] For port 9b69f891-1cfb-4fae-835e-197306821d9a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9b69f891-1cfb-4fae-835e-197306821d9a,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:47:01.612512 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.655153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-b0544fed-b683-4e25-a3aa-c4ae381429f0 service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949302 Dec 08 00:47:01.664580 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:47:01.665204 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:46:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:01.680959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-15af6497-4863-44b6-8881-80c97f7e1e13 None None] Provisioning complete for port 9b69f891-1cfb-4fae-835e-197306821d9a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:47:01.681354 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15af6497-4863-44b6-8881-80c97f7e1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.786177 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:47:01.795433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15af6497-4863-44b6-8881-80c97f7e1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.847106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-15af6497-4863-44b6-8881-80c97f7e1e13 None None] For port 9b69f891-1cfb-4fae-835e-197306821d9a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9b69f891-1cfb-4fae-835e-197306821d9a,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:47:01.866146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15af6497-4863-44b6-8881-80c97f7e1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:01.887038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ae48d60-cfbe-48d0-9284-950c9b36cf71 req-bfafe21b-1842-4e67-854e-9456acd70c32 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 210 time: 0.0570796 Dec 08 00:47:01.942448 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c863e-e2ee-4b6d-8e77-5037a3f49d09 None None] Pushing event updated for resources: {'Port': ['ID=9b69f891-1cfb-4fae-835e-197306821d9a,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:01.945120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af6497-4863-44b6-8881-80c97f7e1e13 None None] Pushing event updated for resources: {'Port': ['ID=9b69f891-1cfb-4fae-835e-197306821d9a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:01.989151 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f6cd0704-b6bc-4efd-b394-7e5c78f364b8 None None] Provisioning complete for port 9b69f891-1cfb-4fae-835e-197306821d9a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:47:01.989841 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0704-b6bc-4efd-b394-7e5c78f364b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:02.020292 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:02.047525 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145eaf9-a56b-451d-a1b6-955ec9f1a762 None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:47:03.031131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48de9001-4a13-4bf0-bf6b-7d2cb2afa95f req-a3c83b2c-f112-4362-b491-6830031ab7d9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 210 time: 0.0420389 Dec 08 00:47:03.045891 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9b69f891-1cfb-4fae-835e-197306821d9a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:47:03.109766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 9b69f891-1cfb-4fae-835e-197306821d9a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:47:03.110279 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:03.130624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-a77151b4-d4c2-474c-9137-2d4f4db948f5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:03.132480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-a77151b4-d4c2-474c-9137-2d4f4db948f5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.1294246 Dec 08 00:47:03.206072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-66637e0d-58c5-44ae-9c32-392584a41f47 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 379 time: 0.0582733 Dec 08 00:47:03.242740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'port': {'device_id': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'admin_state_up': True, 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'security_groups': ['9460085f-00a0-46bd-8f8e-8e5f1bb42975']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:47:03.359264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Made reservation on behalf of 049cdcc6692d46f7a01a164e87ef40cd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:47:03.362734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:03.484513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Allocated IP 172.20.0.12 (b184048d-9506-40ac-8ef2-365024e1af16/05ca736d-98b6-4823-9ded-fbbf592a8f5a/85bd24a7-5327-4f08-bffd-d0919e0fc3ab) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:47:03.618768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:03.650786 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:03.693539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Network b184048d-9506-40ac-8ef2-365024e1af16 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:47:03.696755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:47:03.700327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:47:03.706943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:03.757714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:03.758230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:03.775662 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-48bb08fd-033c-4e69-84d6-980e54192db0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5372295 Dec 08 00:47:03.793929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Request body: {'port': {'device_id': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:47:03.853738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:03.940808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-20e0c4f7-a06f-41f1-8ef3-27752111f7f2 None None] Provisioning complete for port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:47:03.941337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-20e0c4f7-a06f-41f1-8ef3-27752111f7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:03.978946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-20e0c4f7-a06f-41f1-8ef3-27752111f7f2 None None] Port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:47:04.112422 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bd24a7-5327-4f08-bffd-d0919e0fc3ab {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:47:04.120543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:04.132807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Transition to ACTIVE for port object 85bd24a7-5327-4f08-bffd-d0919e0fc3ab will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:47:04.136352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8230cf-b4c8-4127-8fc8-ab3ba408cb24 req-8c109b37-643a-4184-aa4c-a014edeb474c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:04.136783 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:04.137991 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd8230cf-b4c8-4127-8fc8-ab3ba408cb24 req-8c109b37-643a-4184-aa4c-a014edeb474c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 932 time: 0.0500038 Dec 08 00:47:04.190464 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:04.199576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd8230cf-b4c8-4127-8fc8-ab3ba408cb24 req-a9e51a11-4a43-4e89-b47c-7c66e39d2ff9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467863 Dec 08 00:47:04.262257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:47:04.262590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:47:04.262956 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:47:04.267591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:47:04.267912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:47:04.273451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:47:04.273809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:47:04.274192 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:47:04.274621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Bound port: 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:47:04.275003 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:04.340732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:47:04.343888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:47:04.349333 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:04.387205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:04.387831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:04.389419 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] 10.222.0.44 "PUT /v2.0/ports/85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 1092 time: 0.5999010 Dec 08 00:47:04.389986 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:47:04.392858 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:47:04.428387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cae5c3-b61d-4410-bbe6-b8be192d707c service neutron] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:04.461346 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b071cb08-d488-4668-9fe5-24a66488db04 x-openstack-request-id: req-b071cb08-d488-4668-9fe5-24a66488db04 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:47:04.461649 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:47:04.461907 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b071cb08-d488-4668-9fe5-24a66488db04 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:47:04.462311 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'status': 'completed', 'code': 200} Dec 08 00:47:04.496397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-49590f5c-98f4-49ce-8e80-14322c9c91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:04.497918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-49590f5c-98f4-49ce-8e80-14322c9c91e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1095 time: 0.0456884 Dec 08 00:47:04.548251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-ea108f32-2761-4c8c-9cd7-1a1c4e235cb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 217 time: 0.0353866 Dec 08 00:47:04.603119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-ba8f41d8-cec7-4402-8a87-159c0985e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:04.604590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-ba8f41d8-cec7-4402-8a87-159c0985e06b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0493922 Dec 08 00:47:04.649828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e8df11c2-da77-4e88-ba7f-b2330e1fd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:04.651373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e8df11c2-da77-4e88-ba7f-b2330e1fd6b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397985 Dec 08 00:47:04.747655 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-e9e6aa70-453e-4b10-9dd0-05705cb849a9 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883033 Dec 08 00:47:04.838880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ecddbf16-4e95-4a52-a00a-2dece2bc8fb8 req-f16d4d72-d95e-4a94-8055-a8ec84cceaa1 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843976 Dec 08 00:47:04.960847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-51188084-8c7b-4af4-9999-24de5ee3bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:04.962292 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-51188084-8c7b-4af4-9999-24de5ee3bb10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1095 time: 0.0403376 Dec 08 00:47:05.057002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-cd6a4c67-1b32-4347-974f-46336103babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:05.058459 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-cd6a4c67-1b32-4347-974f-46336103babf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0881150 Dec 08 00:47:05.099941 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-8b467fa8-7097-4026-b697-fa50ce7c2f11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 217 time: 0.0336859 Dec 08 00:47:05.151987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-a2603588-1321-42ad-be4a-03b286a539fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:05.153412 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-a2603588-1321-42ad-be4a-03b286a539fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0451000 Dec 08 00:47:05.197935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-1a80a7c8-465b-4386-8c89-7eec7ae119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:05.199483 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-1a80a7c8-465b-4386-8c89-7eec7ae119a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391624 Dec 08 00:47:05.289917 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-e385edde-9bdb-4d54-8efc-e6559f4ea33a service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828633 Dec 08 00:47:05.318799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ce1ec-9ed9-4fbb-bd13-e1ac522c5bef req-ebd729f6-d0ef-4a25-ac38-da504633758f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:05.320531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-663ce1ec-9ed9-4fbb-bd13-e1ac522c5bef req-ebd729f6-d0ef-4a25-ac38-da504633758f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 944 time: 0.0551326 Dec 08 00:47:05.367383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-663ce1ec-9ed9-4fbb-bd13-e1ac522c5bef req-21fa7ff1-50ca-4af1-bdf1-fef29e935e56 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405190 Dec 08 00:47:05.389384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5121d23c-11b1-4fd4-a066-7eb1263b4a9e req-ff6a5c1e-0e5e-441f-9f01-9f3d15309175 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906410 Dec 08 00:47:06.397376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:47:06.484235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2fcc6-c2f0-4719-b7d7-a415540851b3 req-a6144ae7-59af-407e-af49-3dc84c7bf87e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:06.485719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02d2fcc6-c2f0-4719-b7d7-a415540851b3 req-a6144ae7-59af-407e-af49-3dc84c7bf87e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 944 time: 0.0499895 Dec 08 00:47:06.494508 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:47:06.505810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'mac_address': 'fa:16:3e:6b:97:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:47:06.532707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-02d2fcc6-c2f0-4719-b7d7-a415540851b3 req-b39d8e30-4815-472f-9d57-676a7edfea78 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409086 Dec 08 00:47:06.543274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:06.556599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bd24a7-5327-4f08-bffd-d0919e0fc3ab {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:47:06.576953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:47:06.580830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:06.626701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:06.838588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['85bd24a7-5327-4f08-bffd-d0919e0fc3ab'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:47:07.647356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2065-c471-4e87-a6cf-4a76765a5181 req-6e8d90cf-2fe6-4f63-9264-8b1d2cafb1ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:07.648813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7dd2065-c471-4e87-a6cf-4a76765a5181 req-6e8d90cf-2fe6-4f63-9264-8b1d2cafb1ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 945 time: 0.0476916 Dec 08 00:47:07.699588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7dd2065-c471-4e87-a6cf-4a76765a5181 req-a4bddc27-05e1-45bc-82f0-b908af64a6c6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Dec 08 00:47:08.412826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:47:08.461143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:47:08.464747 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:47:08.465124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:08.550478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:08.572733 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:47:08.574919 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd3ecd4-a829-4b0d-b545-98afe0140f1a" -d '{"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-plugged", "status": "completed", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:47:08.587837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:47:08.592527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:08.615503 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9178231e-cb2f-49a6-9a91-947f0776771e x-openstack-request-id: req-9178231e-cb2f-49a6-9a91-947f0776771e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:47:08.615792 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-plugged", "status": "completed", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:47:08.616047 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9178231e-cb2f-49a6-9a91-947f0776771e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:47:08.616430 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'code': 200} Dec 08 00:47:08.641727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:47:08.743653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f110e0-746c-49c2-809b-38bb515a4bd2 req-9f7c6139-77c0-40c8-a93c-6552f7af63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:08.745319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27f110e0-746c-49c2-809b-38bb515a4bd2 req-9f7c6139-77c0-40c8-a93c-6552f7af63a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1097 time: 0.0408289 Dec 08 00:47:08.791307 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-27f110e0-746c-49c2-809b-38bb515a4bd2 req-417ff78d-81e2-44f3-990b-23c52019b499 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379851 Dec 08 00:47:08.813077 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92835d3-017a-4938-8560-704111570008 req-84301fa0-28da-4160-957b-b80d5a38341b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:08.814546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c92835d3-017a-4938-8560-704111570008 req-84301fa0-28da-4160-957b-b80d5a38341b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0480158 Dec 08 00:47:08.860397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c92835d3-017a-4938-8560-704111570008 req-6e508455-fa75-4950-8225-1378b9a43cc1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391426 Dec 08 00:47:09.981417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6af0e2-3f51-4775-a2a4-8dd9b8cbda3c req-31dc9e7f-6eef-4d07-8ee0-b0a79d942d45 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:09.982908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b6af0e2-3f51-4775-a2a4-8dd9b8cbda3c req-31dc9e7f-6eef-4d07-8ee0-b0a79d942d45 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0487847 Dec 08 00:47:10.028911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0b6af0e2-3f51-4775-a2a4-8dd9b8cbda3c req-905c37e6-05f0-4f66-8a64-96225f273865 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 Dec 08 00:47:11.147574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19986f3-0755-4b70-bfaa-e38ee8865805 req-71e580aa-c627-4a7c-bbaf-6d2032e38059 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:11.149032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e19986f3-0755-4b70-bfaa-e38ee8865805 req-71e580aa-c627-4a7c-bbaf-6d2032e38059 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0522490 Dec 08 00:47:11.195254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e19986f3-0755-4b70-bfaa-e38ee8865805 req-6243c95f-d27d-4fd5-861a-49d3457fe73f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401788 Dec 08 00:47:11.304957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577ee84-c938-4985-ab71-196d7c26cce4 req-f2c9b158-60de-4d04-9833-d8ddb94c3846 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:11.306431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d577ee84-c938-4985-ab71-196d7c26cce4 req-f2c9b158-60de-4d04-9833-d8ddb94c3846 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0483863 Dec 08 00:47:11.315063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41034) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:47:11.319451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'floatingip': {'port_id': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:47:11.361030 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:11.777234 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:11.780898 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:11.877677 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af associated. External IP: 172.25.6.22, port: 85bd24a7-5327-4f08-bffd-d0919e0fc3ab. Dec 08 00:47:12.079761 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:47:12.185329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:47:12.189862 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:12.195658 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:47:12.204544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:47:12.205146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:46:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:12.217177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b321caf1-fea3-4ad0-be5c-96db2786f86a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "PUT /v2.0/floatingips/2ebd8aa1-582e-409e-8fa5-02827a0f67af HTTP/1.1" status: 200 len: 991 time: 0.9010477 Dec 08 00:47:12.217770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:47:12.220076 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6777f6-daca-4cdc-ae19-b752c23d5d31" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:47:12.261694 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98efee55-b0c9-440f-aadd-6ee86c0fc588 x-openstack-request-id: req-98efee55-b0c9-440f-aadd-6ee86c0fc588 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:47:12.262065 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:47:12.263079 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98efee55-b0c9-440f-aadd-6ee86c0fc588 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:47:12.263544 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'status': 'completed', 'code': 200} Dec 08 00:47:12.311380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:47:12.365877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-15f784fa-e010-4a43-b752-6d4972e616ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:12.367320 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-15f784fa-e010-4a43-b752-6d4972e616ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1097 time: 0.0513282 Dec 08 00:47:12.456472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-a8afe838-99aa-4e50-a117-b02d39fce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:12.458446 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-a8afe838-99aa-4e50-a117-b02d39fce22f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0838516 Dec 08 00:47:12.529099 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-6217e8dd-de9a-47d2-bdd6-19f7fe945c57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 999 time: 0.0641747 Dec 08 00:47:12.579235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-f2190967-f0ec-4460-8adf-1c14972f8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:12.580691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-f2190967-f0ec-4460-8adf-1c14972f8309 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0444050 Dec 08 00:47:12.626223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-2e26c064-6067-4417-b97d-556b935270b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:12.627970 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-2e26c064-6067-4417-b97d-556b935270b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399997 Dec 08 00:47:12.704278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:6b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:47:11Z', 'revision_number': 1, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:12.731556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:47:12.741275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:47:12.741953 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:46:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:12.851883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:47:13.072148 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-7f3b9b18-6b75-4da7-9f5b-a4769602a270 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376585 Dec 08 00:47:13.088631 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:6b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:47:11Z', 'revision_number': 1, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:47:13.115552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f74600-24af-4a30-89ba-01f4982384ed None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:6b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:47:11Z', 'revision_number': 1, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:47:13.164267 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cc6777f6-daca-4cdc-ae19-b752c23d5d31 req-5f8e0aba-a2f2-42c1-803e-fbd4e1d5086d service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842669 Dec 08 00:47:13.303229 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975280a1-6f82-4804-8cea-6e0e37ce21c4 None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:47:13.983526 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:17.814972 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:17.913571 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:47:21.507369 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-54d7df8b-b6be-4e9d-a1a9-c7c82336c23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:23.645467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b75c4bc2-ab63-4f76-8195-6e0ac4a58450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:25.256042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:26.417737 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:27.268945 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:37.345486 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-12fdf493-f1f6-407b-b510-6517a0e8d861 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386226 Dec 08 00:47:37.445857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-93240749-bf76-4362-8ddf-d1b7adcf4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:37.447375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-93240749-bf76-4362-8ddf-d1b7adcf4bd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1097 time: 0.0459931 Dec 08 00:47:37.547553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-8ceb9f53-18d8-4d52-a3bc-fe510b77b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:37.548976 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-8ceb9f53-18d8-4d52-a3bc-fe510b77b05e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0820203 Dec 08 00:47:37.615933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-cb27f6c4-8678-4a72-b34e-a85ab7b3f20b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 1001 time: 0.0589788 Dec 08 00:47:37.661953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-05792ecb-eedc-405b-860e-23c56e9bf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:37.663333 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-05792ecb-eedc-405b-860e-23c56e9bf088 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0411615 Dec 08 00:47:37.707088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-19a7f656-239c-4efe-a8cd-1aabca1f39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:47:37.708522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-19a7f656-239c-4efe-a8cd-1aabca1f39f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376627 Dec 08 00:47:37.798367 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-f7a2ea52-247e-4e46-b54d-b1cf1aace298 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827160 Dec 08 00:47:37.884623 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-21341668-dcde-42e9-bde2-844116ac2fd4 req-144afc98-95e5-4599-b785-33291990761d service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785964 Dec 08 00:47:44.021687 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:47.813923 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:51.508145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d585b2b-89e4-4619-b01e-295da91cd774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:53.647077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-91a8e436-6dac-4801-9faf-4d41add74265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:54.912218 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:47:55.259073 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:56.419320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:47:57.270563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:14.035595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:17.814065 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:21.517707 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2d75c4d6-819d-422c-ac62-6e092db7342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:23.647768 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-070622bf-74fa-4bf5-a1dd-752b61865aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:25.262592 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:26.422221 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:27.271418 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:31.911749 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:48:39.355057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-c3bb2439-6243-4c59-84e7-76b0f8a2b6fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450454 Dec 08 00:48:39.453140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-46d4b959-a8eb-415a-a618-867b07dcf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:39.454664 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-46d4b959-a8eb-415a-a618-867b07dcf04d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1097 time: 0.0415280 Dec 08 00:48:39.562616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-6b323713-810a-48f3-94fd-452d3cd2c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:39.564142 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-6b323713-810a-48f3-94fd-452d3cd2c81f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0889506 Dec 08 00:48:39.644285 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-8446f6f8-cd9c-4bfc-95ac-898eb3f067bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 1001 time: 0.0703325 Dec 08 00:48:39.697183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-c3081d4a-4f5c-48f5-b6e3-88a547c7b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:39.698851 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-c3081d4a-4f5c-48f5-b6e3-88a547c7b3c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0473833 Dec 08 00:48:39.751732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-783e6055-2d64-4dc1-bf87-60a4b2ac88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:39.753230 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-783e6055-2d64-4dc1-bf87-60a4b2ac88c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451603 Dec 08 00:48:39.843475 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-b8ffef53-5d84-4c67-bd5a-b422e41445ab service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829966 Dec 08 00:48:39.938732 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8b4a6d7-14fd-4a82-a93b-ae8857ac7f62 req-886d8209-dc49-4661-b48d-88bbf4b6bac1 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872703 Dec 08 00:48:44.035636 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:47.375758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c48eb-4876-4532-903e-724afd9e5429 req-7fe55019-d614-4545-bfe0-48ecb11cc606 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:47.377264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c8c48eb-4876-4532-903e-724afd9e5429 req-7fe55019-d614-4545-bfe0-48ecb11cc606 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0547788 Dec 08 00:48:47.427647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c8c48eb-4876-4532-903e-724afd9e5429 req-83211d90-b908-4f1c-aeb1-d585b0d077ab tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445590 Dec 08 00:48:47.676018 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-331e898e-7dcd-4485-aa17-13180e804bfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640147 Dec 08 00:48:47.687984 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c634-fb3c-412c-b091-99c9a8b0ef38 req-161de3e2-254f-4293-b575-7c9fb5696ab3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:47.689394 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e87c634-fb3c-412c-b091-99c9a8b0ef38 req-161de3e2-254f-4293-b575-7c9fb5696ab3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0696845 Dec 08 00:48:47.737805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e87c634-fb3c-412c-b091-99c9a8b0ef38 req-58fb69c5-d88d-42d2-a13f-bc3ecec8e989 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422502 Dec 08 00:48:47.831468 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:48.863527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9361-0fb5-41a0-93b7-38e3398b9d39 req-838cca0c-429a-4a4f-9e29-c3ca5dd8dbb1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:48.865054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-478e9361-0fb5-41a0-93b7-38e3398b9d39 req-838cca0c-429a-4a4f-9e29-c3ca5dd8dbb1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0512686 Dec 08 00:48:48.910913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6a63009a-d34a-4eca-b7d6-37baf05fdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:48.912487 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6a63009a-d34a-4eca-b7d6-37baf05fdb7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1097 time: 0.0445518 Dec 08 00:48:48.917426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-478e9361-0fb5-41a0-93b7-38e3398b9d39 req-068348a0-5c4a-4c6b-9b09-b11eb245fd84 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456560 Dec 08 00:48:49.006411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-a10a67e2-d3ed-47f1-b433-b9064f08d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:49.007975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-a10a67e2-d3ed-47f1-b433-b9064f08d3ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0883129 Dec 08 00:48:49.073552 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-f39d8639-f824-4ff3-9a35-6812a7471e61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 1001 time: 0.0584974 Dec 08 00:48:49.123539 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-4b88dd55-e24e-494f-a4d1-87a784334206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:49.124978 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-4b88dd55-e24e-494f-a4d1-87a784334206 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0436273 Dec 08 00:48:49.174729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-fae1518c-a18e-4e3d-a08e-a1086bfdce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:49.176229 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-fae1518c-a18e-4e3d-a08e-a1086bfdce1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438221 Dec 08 00:48:49.264350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-1b94658e-c8b5-4d9f-9665-170e317b6658 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808342 Dec 08 00:48:49.360259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-032f4d26-eda9-40d1-9d70-4ff8adb816ff service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Dec 08 00:48:50.032876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39561218-da7a-4b58-ab16-21cbc1c4b2f8 req-08c01c36-f696-47a4-a0e7-86dc632e83ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:50.034347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39561218-da7a-4b58-ab16-21cbc1c4b2f8 req-08c01c36-f696-47a4-a0e7-86dc632e83ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0489025 Dec 08 00:48:50.081447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39561218-da7a-4b58-ab16-21cbc1c4b2f8 req-1cabbf75-a34a-4cfa-863d-d10b2cbce658 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410817 Dec 08 00:48:51.196758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9dc07-cc22-4dd9-9d67-e4d25ae4a17c req-80243ada-14fe-4784-be1d-7343c8496876 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:51.198202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58c9dc07-cc22-4dd9-9d67-e4d25ae4a17c req-80243ada-14fe-4784-be1d-7343c8496876 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0477340 Dec 08 00:48:51.243879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58c9dc07-cc22-4dd9-9d67-e4d25ae4a17c req-671f8119-103c-4917-b078-156299d623ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396554 Dec 08 00:48:51.509110 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f8be-0dae-497f-a06a-e4800a48d50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:52.363146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e781e-4e2c-4a2d-96f6-3239bb743be5 req-eddd9c5a-3791-48e0-ac25-54f92d9f0b90 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:52.364621 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c08e781e-4e2c-4a2d-96f6-3239bb743be5 req-eddd9c5a-3791-48e0-ac25-54f92d9f0b90 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0520854 Dec 08 00:48:52.412200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c08e781e-4e2c-4a2d-96f6-3239bb743be5 req-28b8c934-dfc1-41ad-9b4a-a900c223a4f8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Dec 08 00:48:53.526709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e6360-e3f1-4234-9b1f-139ecf6b472c req-cbd26033-6ee2-45dc-b962-9f7add8c9ae8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:53.528184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d5e6360-e3f1-4234-9b1f-139ecf6b472c req-cbd26033-6ee2-45dc-b962-9f7add8c9ae8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0478868 Dec 08 00:48:53.574274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7d5e6360-e3f1-4234-9b1f-139ecf6b472c req-7312fa1a-1207-4ac4-ba07-6d5b5b50fca3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400140 Dec 08 00:48:53.649233 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-78c1bbef-0cf5-4a3e-bd30-7cee1881af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:54.693751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e22d-e517-4476-8be4-f7da0f941aa5 req-9e69655a-7e43-46d2-8f42-df6748e9e3eb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:54.695374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1454e22d-e517-4476-8be4-f7da0f941aa5 req-9e69655a-7e43-46d2-8f42-df6748e9e3eb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0528650 Dec 08 00:48:54.744759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1454e22d-e517-4476-8be4-f7da0f941aa5 req-a910d7b3-320a-45fd-a66c-38bdd1496fb3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435688 Dec 08 00:48:55.264695 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:55.857730 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bd170-518a-4854-822e-5fe29209843d req-e4ee69d9-25ec-4cf9-a611-e9653246f921 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:55.859200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-504bd170-518a-4854-822e-5fe29209843d req-e4ee69d9-25ec-4cf9-a611-e9653246f921 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0474830 Dec 08 00:48:55.905434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-504bd170-518a-4854-822e-5fe29209843d req-5f793757-83d0-4702-99f0-1e9f44745af1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Dec 08 00:48:56.424170 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:57.019543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e879f1-9494-43da-ba7f-2a2c811201a0 req-c43bc605-cd2a-4555-a5ab-9e7126a79c2b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:57.021000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7e879f1-9494-43da-ba7f-2a2c811201a0 req-c43bc605-cd2a-4555-a5ab-9e7126a79c2b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0476861 Dec 08 00:48:57.071218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7e879f1-9494-43da-ba7f-2a2c811201a0 req-b1b9cb51-b58d-4cb1-9787-3b8684b238f3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Dec 08 00:48:57.273736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:48:58.187785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2dc65-5ca9-489a-99be-53bfb899f555 req-c7a3baf4-93e9-4132-af2a-b8f684fb61a9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:58.189240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afd2dc65-5ca9-489a-99be-53bfb899f555 req-c7a3baf4-93e9-4132-af2a-b8f684fb61a9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0482244 Dec 08 00:48:58.235249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-afd2dc65-5ca9-489a-99be-53bfb899f555 req-ed09e755-f300-44da-829e-ebe3b00467bd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 Dec 08 00:48:59.350774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c424282-e81d-4549-9e70-c73bac3a6e7c req-0de8b345-8f87-44ce-9873-06e16cd59c3b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:48:59.352240 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c424282-e81d-4549-9e70-c73bac3a6e7c req-0de8b345-8f87-44ce-9873-06e16cd59c3b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0478160 Dec 08 00:48:59.398265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c424282-e81d-4549-9e70-c73bac3a6e7c req-2939c0e1-b88c-4da5-b3d0-59b605598b62 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396643 Dec 08 00:49:00.519008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3a13b-b797-4e58-8982-65ffc307a9c8 req-ccf3873e-c5ec-416a-9a17-ce7c20bd2e49 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:00.520468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9d3a13b-b797-4e58-8982-65ffc307a9c8 req-ccf3873e-c5ec-416a-9a17-ce7c20bd2e49 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0518146 Dec 08 00:49:00.566494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9d3a13b-b797-4e58-8982-65ffc307a9c8 req-cd09bb88-6889-43e1-8b7c-6fb4a5b69052 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399313 Dec 08 00:49:01.323018 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-2472a30c-8192-4e41-9757-ec3dc6e915d3 service neutron] show failed (client error): The resource could not be found. Dec 08 00:49:01.324112 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-2472a30c-8192-4e41-9757-ec3dc6e915d3 service neutron] 10.222.0.44 "GET /v2.0/ports/85bd24a7-5327-4f08-bffd-d0919e0fc3ab/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0579574 Dec 08 00:49:01.521219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-effbc1b7-e2f7-40d1-9ed5-409d85a0a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:01.522693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-effbc1b7-e2f7-40d1-9ed5-409d85a0a029 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 1097 time: 0.0410373 Dec 08 00:49:01.541754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:49:01.596366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:01.753341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a85e8-09b9-449e-b03c-1b6e3cbbbc77 req-3d0b6444-ed92-4b9e-a90f-f87083b83a4a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:01.754804 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-931a85e8-09b9-449e-b03c-1b6e3cbbbc77 req-3d0b6444-ed92-4b9e-a90f-f87083b83a4a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.1180868 Dec 08 00:49:01.845509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-931a85e8-09b9-449e-b03c-1b6e3cbbbc77 req-5820f81d-3870-49aa-a3aa-859065d34a91 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809000 Dec 08 00:49:01.861738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:01.895204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:49:01.936754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:49:01.939033 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff343e6a-eb2b-4f51-8c36-0c065a5e193e" -d '{"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-unplugged", "status": "completed", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:49:01.942781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:01.955490 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Transition to ACTIVE for port object 85bd24a7-5327-4f08-bffd-d0919e0fc3ab will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:49:01.959281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:01.995008 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624fe107-7495-421b-ae5e-be880c1093a6 x-openstack-request-id: req-624fe107-7495-421b-ae5e-be880c1093a6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:49:01.995272 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-unplugged", "status": "completed", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:49:01.995494 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-624fe107-7495-421b-ae5e-be880c1093a6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:49:01.995906 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'code': 200} Dec 08 00:49:02.010800 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:02.048837 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.049193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.049539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.049880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.050218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.050549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.050878 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.051231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.051559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.051886 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.052211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.052533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.052858 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:02.096861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] No DVR routers for this DVR port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:49:02.229216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:49:02.229548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:49:02.229877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:49:02.234266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:49:02.234560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Attempting to bind port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:49:02.239422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:49:02.239759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:49:02.240139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:49:02.240557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Bound port: 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:49:02.240914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:02.304052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:49:02.307533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:49:02.312510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:02.348784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:02.349406 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:02.350776 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 1092 time: 0.8129089 Dec 08 00:49:02.367936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79396-d731-4188-a836-69a8c0ea23e8 service neutron] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:02.429193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-03760465-4f3a-4203-87fb-5e9d4a8cad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:02.430833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-03760465-4f3a-4203-87fb-5e9d4a8cad6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1095 time: 0.0430095 Dec 08 00:49:02.528630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-e1c4612d-c00f-461a-bb9b-e0762a836bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:02.530105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-e1c4612d-c00f-461a-bb9b-e0762a836bc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0903544 Dec 08 00:49:02.598195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-a48c2e00-2411-4cb0-b17d-4a10c90d7d43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 999 time: 0.0602195 Dec 08 00:49:02.645007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-4ddcc331-de89-4a80-8a50-7d541d0afb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:02.646418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-4ddcc331-de89-4a80-8a50-7d541d0afb2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0414534 Dec 08 00:49:02.690488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-67ec7cc2-1531-4e30-8644-a763a4a68657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:02.691952 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-67ec7cc2-1531-4e30-8644-a763a4a68657 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389166 Dec 08 00:49:02.782078 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-e4038754-c95f-42c7-9e16-3f425e4eb229 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834250 Dec 08 00:49:02.870575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88e9e5b4-c61f-4096-b3ac-fe97fca24d5e req-f16efca9-ceba-4060-ad54-b0b8f424577b service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812101 Dec 08 00:49:02.966047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f6274-9f98-410a-90ac-ba81fe552aa3 req-d7c6d41d-8562-4f56-9a71-a48432e01d1c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:02.967887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e88f6274-9f98-410a-90ac-ba81fe552aa3 req-d7c6d41d-8562-4f56-9a71-a48432e01d1c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 944 time: 0.0513175 Dec 08 00:49:03.021281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e88f6274-9f98-410a-90ac-ba81fe552aa3 req-96bd6905-ecef-459d-96ab-0a26e1b4da02 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472362 Dec 08 00:49:03.997111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:49:03.999528 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d583f8e-9b65-4736-985a-a1a022a4fc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:49:04.048873 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea269eb-310e-447e-aaba-a0ccad9ac57a x-openstack-request-id: req-6ea269eb-310e-447e-aaba-a0ccad9ac57a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:49:04.049171 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:49:04.049429 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ea269eb-310e-447e-aaba-a0ccad9ac57a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:49:04.049835 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'status': 'completed', 'code': 200} Dec 08 00:49:04.131736 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-127438ff-c08b-4df5-8399-2c79f37bfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.133249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-127438ff-c08b-4df5-8399-2c79f37bfa11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1095 time: 0.0429425 Dec 08 00:49:04.160116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-e0c45ad6-d524-4de6-b268-8320dafe4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.161584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-e0c45ad6-d524-4de6-b268-8320dafe4e6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1095 time: 0.0690196 Dec 08 00:49:04.170488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdceb3-01db-4567-acab-f4fb85e1094a req-d425d8dc-6ea3-4907-8d26-f81880457181 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.171880 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56cdceb3-01db-4567-acab-f4fb85e1094a req-d425d8dc-6ea3-4907-8d26-f81880457181 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 944 time: 0.0712163 Dec 08 00:49:04.228185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-6da705a4-4501-4e51-b051-5605a2f840b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.229707 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-6da705a4-4501-4e51-b051-5605a2f840b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0895743 Dec 08 00:49:04.274724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-56cdceb3-01db-4567-acab-f4fb85e1094a req-7d6eccf3-1a8f-414a-a6fb-1f6b604287bf tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936801 Dec 08 00:49:04.293119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-898964bd-9144-485d-a09b-8f11db3d38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.294599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-898964bd-9144-485d-a09b-8f11db3d38b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.1218734 Dec 08 00:49:04.296472 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-7c9899b4-c32c-487e-83f3-3e3b5ba4ec68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 999 time: 0.0592585 Dec 08 00:49:04.352046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-0b76d37a-2cd5-43bb-b74c-212fda80c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.354034 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-0b76d37a-2cd5-43bb-b74c-212fda80c2ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0489058 Dec 08 00:49:04.364896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-43ac1419-c22a-4164-98dd-54b447aabd86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 999 time: 0.0622435 Dec 08 00:49:04.400890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-14b2c86f-362f-4b87-bf5e-51e4e2383217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.402630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-14b2c86f-362f-4b87-bf5e-51e4e2383217 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417624 Dec 08 00:49:04.512287 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-a9798dce-be32-4426-9db0-43459297da4e service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025448 Dec 08 00:49:04.617538 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-e28aa904-046f-4d1a-a614-0ae5e2048332 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975671 Dec 08 00:49:04.796059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-4e15686c-e31f-487e-9686-10eeb09397cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.797588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-4e15686c-e31f-487e-9686-10eeb09397cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.4105916 Dec 08 00:49:04.845340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-47854d2f-4ad0-4070-afe3-0068d684d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:04.846798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-47854d2f-4ad0-4070-afe3-0068d684d45e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400145 Dec 08 00:49:04.939262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-c0cc0d09-43be-482e-94ae-908b81ec4b93 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843668 Dec 08 00:49:05.013955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:49:05.028434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d583f8e-9b65-4736-985a-a1a022a4fc1f req-59618372-cae1-4f2f-bc67-9c042219dc77 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Dec 08 00:49:05.053220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:49:05.397968 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfd118-684a-4e9b-a65b-e8007e69829b req-2bd06865-dde2-4432-adc7-65f3f7410225 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:05.399456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65dfd118-684a-4e9b-a65b-e8007e69829b req-2bd06865-dde2-4432-adc7-65f3f7410225 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 944 time: 0.0496666 Dec 08 00:49:05.449503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65dfd118-684a-4e9b-a65b-e8007e69829b req-fe93a208-43de-4d1d-842f-09286ded7be2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440710 Dec 08 00:49:05.639208 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042229bd-650a-4c9f-8d33-81d2d39d1f60 req-1b61fa8f-00ea-4f54-8f0b-98f2c35154a2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:05.640682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-042229bd-650a-4c9f-8d33-81d2d39d1f60 req-1b61fa8f-00ea-4f54-8f0b-98f2c35154a2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 944 time: 0.0480320 Dec 08 00:49:05.670467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-38fd928f-61ea-4d48-a699-a1c9702a32f9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:05.671980 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-38fd928f-61ea-4d48-a699-a1c9702a32f9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f&tenant_id=049cdcc6692d46f7a01a164e87ef40cd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 944 time: 0.0525494 Dec 08 00:49:05.688832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-042229bd-650a-4c9f-8d33-81d2d39d1f60 req-9c1c334e-0e06-4268-a257-581c3ee7f527 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 Dec 08 00:49:05.731989 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-db0db480-772a-48bd-949b-f62803847d58 service neutron] delete failed (client error): The resource could not be found. Dec 08 00:49:05.732998 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-db0db480-772a-48bd-949b-f62803847d58 service neutron] 10.222.0.44 "DELETE /v2.0/ports/85bd24a7-5327-4f08-bffd-d0919e0fc3ab/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0534632 Dec 08 00:49:05.839568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-ccdf3363-774a-413d-a13c-05d6432151be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:05.840993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-ccdf3363-774a-413d-a13c-05d6432151be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 1095 time: 0.0450387 Dec 08 00:49:05.931624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-bec03220-466d-44d5-86c5-fe546f7ff30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:05.933059 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-bec03220-466d-44d5-86c5-fe546f7ff30f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0835481 Dec 08 00:49:06.004096 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-06bce2be-d55f-409f-9511-f4446ad48556 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 200 len: 999 time: 0.0641406 Dec 08 00:49:06.058785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-386d21b6-e325-4169-884b-ada8823dc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:06.060272 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-386d21b6-e325-4169-884b-ada8823dc963 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0492728 Dec 08 00:49:06.107379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-82949993-1e8e-4bef-b1bb-0897ab547d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:06.108775 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-82949993-1e8e-4bef-b1bb-0897ab547d46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393960 Dec 08 00:49:06.175215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:49:06.200971 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-8a813085-285c-4eff-ac6d-2b803a985dab service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Dec 08 00:49:06.269948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:06.281147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'mac_address': 'fa:16:3e:6b:97:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:49:06.294566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d68d37ad-108e-4a11-9e70-63123fc78c14 req-77764cda-465f-40c0-af68-2f8895737802 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845699 Dec 08 00:49:06.326086 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:06.338974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bd24a7-5327-4f08-bffd-d0919e0fc3ab {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:49:06.358258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:06.361972 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:06.409410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:06.417281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.417634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.417981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.418323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.418661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.419029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.419362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.419692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.420019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.420345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.420676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.421003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.421325 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:06.669425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['85bd24a7-5327-4f08-bffd-d0919e0fc3ab'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:49:06.813119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300765e4-afb8-483d-b604-bd4fd06b2abe req-a2b2e81d-b3ea-4ce5-a1a9-d01b74bb98da tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:06.815343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-300765e4-afb8-483d-b604-bd4fd06b2abe req-a2b2e81d-b3ea-4ce5-a1a9-d01b74bb98da tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 945 time: 0.0516272 Dec 08 00:49:06.863517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-300765e4-afb8-483d-b604-bd4fd06b2abe req-03b77034-de62-423c-87de-c2dd868a6df9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417562 Dec 08 00:49:06.984866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaec7c-dc9e-41c3-9d69-bb6694019662 req-a542192a-a80c-4a92-a866-e111fa496a94 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:06.986263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ddaec7c-dc9e-41c3-9d69-bb6694019662 req-a542192a-a80c-4a92-a866-e111fa496a94 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 945 time: 0.0532513 Dec 08 00:49:07.033376 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ddaec7c-dc9e-41c3-9d69-bb6694019662 req-35876c69-df11-4506-b1b4-c385f3d172a2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410089 Dec 08 00:49:07.149349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86857f-f779-4b64-82c9-22aa36dfffe8 req-8fdf628c-db75-4107-be0e-8a68135924cb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:07.151345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df86857f-f779-4b64-82c9-22aa36dfffe8 req-8fdf628c-db75-4107-be0e-8a68135924cb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 945 time: 0.0482738 Dec 08 00:49:07.198066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df86857f-f779-4b64-82c9-22aa36dfffe8 req-d8c0058b-c862-4add-a80a-534b0ceb0c91 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408468 Dec 08 00:49:07.432184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1b3dd-bcf5-40d6-8fb6-65c154d8791d req-6f96be11-a35f-4c1a-af1c-7f8e9dba1560 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:07.433645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72c1b3dd-bcf5-40d6-8fb6-65c154d8791d req-6f96be11-a35f-4c1a-af1c-7f8e9dba1560 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 945 time: 0.0534813 Dec 08 00:49:07.480544 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-72c1b3dd-bcf5-40d6-8fb6-65c154d8791d req-8d8a54ea-26aa-45f7-b2aa-f2744313fd26 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408690 Dec 08 00:49:08.190415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:49:08.237247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:49:08.241164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:49:08.241537 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:08.322458 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:08.344010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:49:08.346237 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbed18fd-6e58-4c9f-bd1e-db79c20e596e" -d '{"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-plugged", "status": "completed", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:49:08.358996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:08.363375 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:08.387011 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bd779d-2bf6-4a4e-9968-c4be5cd3c100 x-openstack-request-id: req-50bd779d-2bf6-4a4e-9968-c4be5cd3c100 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:49:08.387308 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-plugged", "status": "completed", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:49:08.387567 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50bd779d-2bf6-4a4e-9968-c4be5cd3c100 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:49:08.387957 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'code': 200} Dec 08 00:49:08.412532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:08.593997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e486ad-0e5a-4cdd-9bb3-690b0a0aa963 req-534ff98c-2d7f-40b4-9f1c-9d3c79209879 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:08.595515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0e486ad-0e5a-4cdd-9bb3-690b0a0aa963 req-534ff98c-2d7f-40b4-9f1c-9d3c79209879 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0483544 Dec 08 00:49:08.641831 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0e486ad-0e5a-4cdd-9bb3-690b0a0aa963 req-9a871c86-511a-459d-b8f5-bf8588fc0043 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Dec 08 00:49:08.803182 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-e8280916-c1e5-4dca-aeed-1e92b011dc46 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:08.804518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-e8280916-c1e5-4dca-aeed-1e92b011dc46 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 946 time: 0.0479481 Dec 08 00:49:08.894390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Deleting port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:49:08.894725 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:08.913214 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:49:08.981354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] For port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:08.981710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:09.217473 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:09.217852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:09.218163 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af disassociated. External IP: 172.25.6.22, port: 85bd24a7-5327-4f08-bffd-d0919e0fc3ab. Dec 08 00:49:09.218498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Calling delete_port for 85bd24a7-5327-4f08-bffd-d0919e0fc3ab owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:49:09.344807 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:09.378950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event deleted for resources: {'Port': ['ID=85bd24a7-5327-4f08-bffd-d0919e0fc3ab,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:09.495950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:49:09.602402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:49:09.614506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:49:09.624963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:49:09.625575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:48:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:09.646589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] No DVR routers for this DVR port 85bd24a7-5327-4f08-bffd-d0919e0fc3ab on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:49:09.649322 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:09.653357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f16caf6-da70-4da4-beb2-1837bbdb054b req-b3683b56-6d04-4f8c-bb89-2bdbfa89f08d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "DELETE /v2.0/ports/85bd24a7-5327-4f08-bffd-d0919e0fc3ab HTTP/1.1" status: 204 len: 173 time: 0.8426518 Dec 08 00:49:09.653802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-deleted', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:49:09.656111 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5414a4ba-bf4c-4fbc-ac71-1e0b3bc90632" -d '{"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-deleted", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:49:09.704495 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bb8c05-d114-417a-a3b5-e09b96ea80d7 x-openstack-request-id: req-d8bb8c05-d114-417a-a3b5-e09b96ea80d7 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:49:09.704984 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9b9be6-84a3-4d29-802c-e1b5ba8e410f", "name": "network-vif-deleted", "tag": "85bd24a7-5327-4f08-bffd-d0919e0fc3ab", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:49:09.705689 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8bb8c05-d114-417a-a3b5-e09b96ea80d7 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:49:09.706012 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9b9be6-84a3-4d29-802c-e1b5ba8e410f', 'name': 'network-vif-deleted', 'tag': '85bd24a7-5327-4f08-bffd-d0919e0fc3ab', 'status': 'completed', 'code': 200} Dec 08 00:49:09.738041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:49:09.753149 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d79c86a-5cd2-462b-a51b-a0f8791acca0 req-e9c2b27c-5599-49a2-a30c-975ce1de59ba tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9b9be6-84a3-4d29-802c-e1b5ba8e410f HTTP/1.1" status: 200 len: 210 time: 0.0295124 Dec 08 00:49:09.939535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:09.969932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:49:09.977981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:49:09.978614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:48:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:10.080362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:49:10.268533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:10.294570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67b766-ec33-49a8-9f07-529ee96e6676 None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:49:10.503913 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e344e4-4262-44ad-9953-1a0931ba8a1f None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:49:10.993768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-ced021d4-2c88-49ec-b066-47919dcd6b47 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--498381473&fields=id&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 267 time: 0.0413876 Dec 08 00:49:11.102793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-9d24aec5-1f0b-4700-b2ee-842656127f88 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:11.104787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-9d24aec5-1f0b-4700-b2ee-842656127f88 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.1036994 Dec 08 00:49:11.119791 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-b241fb77-aa4f-4325-bf4a-e81c066cb563 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/quotas/049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 375 time: 0.0087280 Dec 08 00:49:11.169577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-ef45de63-c3b0-405b-a21f-318987bf5ae8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444169 Dec 08 00:49:11.265865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-a8847793-4e4f-4826-8153-4920b3ae14c7 service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844958 Dec 08 00:49:11.354564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-2b95eccf-f3cf-4eed-b5aa-23cbf92ea86b service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826285 Dec 08 00:49:11.513141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dcb7d18f-e8a2-4f3d-a17c-3c6888570ff8 req-fb010591-0e5c-4c13-9e3e-3f830b7d18df tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 210 time: 0.0263858 Dec 08 00:49:12.593304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-e926bfc9-58bc-4ea1-95ad-d09fba991ad7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:12.594714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-e926bfc9-58bc-4ea1-95ad-d09fba991ad7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.1155784 Dec 08 00:49:12.621927 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d0cb0d9b-fdf1-4a88-b656-2e12ad595c6d req-989e86e5-72fa-408a-8985-7ae584a28b2d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 210 time: 0.0304735 Dec 08 00:49:12.671155 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-598d8a6e-1fa1-447c-91b0-c5468cd78f98 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 379 time: 0.0613256 Dec 08 00:49:12.683019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'port': {'device_id': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'admin_state_up': True, 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'security_groups': ['9460085f-00a0-46bd-8f8e-8e5f1bb42975']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:49:12.790354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Made reservation on behalf of 049cdcc6692d46f7a01a164e87ef40cd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:49:12.794344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:12.916703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Allocated IP 172.20.0.5 (b184048d-9506-40ac-8ef2-365024e1af16/05ca736d-98b6-4823-9ded-fbbf592a8f5a/781045e2-0584-451d-8207-de6275699290) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:49:13.053503 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.087567 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.129022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Network b184048d-9506-40ac-8ef2-365024e1af16 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:49:13.132048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:49:13.136190 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:49:13.161208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:13.180825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.181086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.181433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.182300 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.182634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.182991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.183321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.183647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.183973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.184295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.184618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.184943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.185267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:49:13.206488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:13.207135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.223850 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-c7443092-4a94-490f-89c5-53997026e43f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5449810 Dec 08 00:49:13.241409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Request body: {'port': {'device_id': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:49:13.296856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.360626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e1cb429f-7fa1-41b2-bedb-ece48b69ffd3 None None] Provisioning complete for port 781045e2-0584-451d-8207-de6275699290 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:49:13.361218 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1cb429f-7fa1-41b2-bedb-ece48b69ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.393465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb429f-7fa1-41b2-bedb-ece48b69ffd3 None None] Port 781045e2-0584-451d-8207-de6275699290 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:49:13.560120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781045e2-0584-451d-8207-de6275699290 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:49:13.567995 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.579596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Transition to ACTIVE for port object 781045e2-0584-451d-8207-de6275699290 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:49:13.583082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.651198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:13.700934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:49:13.701285 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:49:13.701581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:49:13.706187 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Port 781045e2-0584-451d-8207-de6275699290 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:49:13.706507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:49:13.714824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:49:13.715200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:49:13.715618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:49:13.716059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Bound port: 781045e2-0584-451d-8207-de6275699290, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:49:13.716428 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.758861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c105f9-2f07-4846-a401-d03711dd197e req-16631d78-fba6-4a50-a061-9aab691c9f23 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:13.760535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98c105f9-2f07-4846-a401-d03711dd197e req-16631d78-fba6-4a50-a061-9aab691c9f23 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0595448 Dec 08 00:49:13.789857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] For port 781045e2-0584-451d-8207-de6275699290, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:49:13.795100 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] For port 781045e2-0584-451d-8207-de6275699290, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:49:13.801146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.815488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98c105f9-2f07-4846-a401-d03711dd197e req-c11bd37d-9db7-43b5-a54e-b9a0fa6bc618 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476201 Dec 08 00:49:13.841536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:13.842149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:13.843547 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] 10.222.0.44 "PUT /v2.0/ports/781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 1091 time: 0.6065326 Dec 08 00:49:13.843987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'tag': '781045e2-0584-451d-8207-de6275699290'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:49:13.846223 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc1c4f-2694-4455-98f1-2e69cac52acd" -d '{"events": [{"name": "network-changed", "server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "tag": "781045e2-0584-451d-8207-de6275699290"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:49:13.869642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecf3a1-cc2d-418f-b41a-900115a8ab67 service neutron] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:13.888604 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153b332a-6b3c-4a84-9a00-2e77cf6ca09a x-openstack-request-id: req-153b332a-6b3c-4a84-9a00-2e77cf6ca09a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:49:13.888960 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "tag": "781045e2-0584-451d-8207-de6275699290", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:49:13.889537 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-153b332a-6b3c-4a84-9a00-2e77cf6ca09a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:49:13.889841 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'tag': '781045e2-0584-451d-8207-de6275699290', 'status': 'completed', 'code': 200} Dec 08 00:49:13.952812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-16dbe8d9-689f-43dd-a151-0553cd1e1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:13.954367 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-16dbe8d9-689f-43dd-a151-0553cd1e1206 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1094 time: 0.0453808 Dec 08 00:49:14.007037 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-e4464c9e-4281-44aa-b22c-0316dc765a4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 217 time: 0.0383501 Dec 08 00:49:14.052810 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:14.058434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-bf19ee33-8276-4a1b-9841-cc8b9014c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:14.059951 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-bf19ee33-8276-4a1b-9841-cc8b9014c9fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0462210 Dec 08 00:49:14.105838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-f0933cb4-570f-495f-b605-750ae9ce208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:14.107271 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-f0933cb4-570f-495f-b605-750ae9ce208b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402174 Dec 08 00:49:14.200988 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-cd44dbf5-2c05-4fe9-a4c2-fac1289aa91d service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857241 Dec 08 00:49:14.227918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:49:14.247817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 85bd24a7-5327-4f08-bffd-d0919e0fc3ab {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:49:14.248163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 85bd24a7-5327-4f08-bffd-d0919e0fc3ab not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:49:14.293247 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-67c7bae8-e0bd-4fe8-be40-9e494cc2e52b req-fd91cee8-e647-461f-b57a-0ba6a274c4cc service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844660 Dec 08 00:49:14.419280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-6debfbbf-6175-431f-b044-ca043c2294b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:14.420795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-6debfbbf-6175-431f-b044-ca043c2294b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1094 time: 0.0435193 Dec 08 00:49:14.515903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-6a1fe5d5-cac4-4354-a205-9303acd3865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:14.517367 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-6a1fe5d5-cac4-4354-a205-9303acd3865e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0891261 Dec 08 00:49:14.558834 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-06bb9d1d-3302-4a3c-bd74-e67b1e44ddeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 217 time: 0.0333955 Dec 08 00:49:14.609681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-3d1fa6c7-aa97-4c7b-b738-8d6fa1c78402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:14.611129 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-3d1fa6c7-aa97-4c7b-b738-8d6fa1c78402 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0452065 Dec 08 00:49:14.655374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-fd6e87e7-c5ba-4924-aec1-fedf836547c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:14.656830 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-fd6e87e7-c5ba-4924-aec1-fedf836547c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386705 Dec 08 00:49:14.750451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-9b5b392e-61e5-455c-9ef4-c86fd2f03551 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852642 Dec 08 00:49:14.839869 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-73bc1c4f-2694-4455-98f1-2e69cac52acd req-f384e6cb-66d2-43d5-afb6-e716a9c08a00 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803766 Dec 08 00:49:14.929578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf80cf-efcf-4e56-868c-edccd14b4031 req-eaff68eb-a582-4c75-bfed-5ba5da85d7c7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:14.931058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1aaf80cf-efcf-4e56-868c-edccd14b4031 req-eaff68eb-a582-4c75-bfed-5ba5da85d7c7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0475736 Dec 08 00:49:14.976878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1aaf80cf-efcf-4e56-868c-edccd14b4031 req-2c9f1f3d-110a-435a-8897-550e97ded4f0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392792 Dec 08 00:49:16.098823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44a7b-aba6-4020-b92b-c9efac6f1380 req-a9539fd5-0e07-4886-acfc-ea8e2d9cfc79 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:16.100314 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30f44a7b-aba6-4020-b92b-c9efac6f1380 req-a9539fd5-0e07-4886-acfc-ea8e2d9cfc79 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0524728 Dec 08 00:49:16.146406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30f44a7b-aba6-4020-b92b-c9efac6f1380 req-162ade45-9d8f-4cb8-800a-f9676c257297 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Dec 08 00:49:17.076954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 781045e2-0584-451d-8207-de6275699290 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:49:17.171336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 781045e2-0584-451d-8207-de6275699290, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:17.183243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '781045e2-0584-451d-8207-de6275699290', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '781045e2-0584-451d-8207-de6275699290', 'mac_address': 'fa:16:3e:de:22:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:49:17.220436 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:17.233171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781045e2-0584-451d-8207-de6275699290 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:49:17.251816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 781045e2-0584-451d-8207-de6275699290, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:17.256504 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:17.263677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eed66f-6af4-4700-9b22-1e8b849ffd96 req-cac7ce29-5729-433f-b572-e07bd728201a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:17.265176 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54eed66f-6af4-4700-9b22-1e8b849ffd96 req-cac7ce29-5729-433f-b572-e07bd728201a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0489309 Dec 08 00:49:17.307449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:17.314403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54eed66f-6af4-4700-9b22-1e8b849ffd96 req-a3141193-9c03-4ac6-bd36-a01ef4efb202 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Dec 08 00:49:17.564488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['781045e2-0584-451d-8207-de6275699290'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:49:17.827877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:18.495934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090f915-cceb-41ec-b35f-9ad706da2345 req-a844cadd-a294-4d56-9eab-9d63bf334ed9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:18.497385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e090f915-cceb-41ec-b35f-9ad706da2345 req-a844cadd-a294-4d56-9eab-9d63bf334ed9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 944 time: 0.1143246 Dec 08 00:49:18.548286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e090f915-cceb-41ec-b35f-9ad706da2345 req-8113fb63-74db-49f9-9ee4-d58df6043fbd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447664 Dec 08 00:49:19.080668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 781045e2-0584-451d-8207-de6275699290 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:49:19.127282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 781045e2-0584-451d-8207-de6275699290 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:49:19.131004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 781045e2-0584-451d-8207-de6275699290 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:49:19.131373 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:19.205563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:19.227149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781045e2-0584-451d-8207-de6275699290'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:49:19.229375 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308cd554-14f5-4d18-ba55-5edba5b19032" -d '{"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-plugged", "status": "completed", "tag": "781045e2-0584-451d-8207-de6275699290"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:49:19.241900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 781045e2-0584-451d-8207-de6275699290, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:49:19.246915 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:19.272749 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd010e64-5b95-41a4-8c13-f5e8bd5f62b9 x-openstack-request-id: req-fd010e64-5b95-41a4-8c13-f5e8bd5f62b9 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:49:19.273030 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-plugged", "status": "completed", "tag": "781045e2-0584-451d-8207-de6275699290", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:49:19.273289 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd010e64-5b95-41a4-8c13-f5e8bd5f62b9 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:49:19.273679 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781045e2-0584-451d-8207-de6275699290', 'code': 200} Dec 08 00:49:19.298499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:49:19.399523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef328c0-c6e0-4499-af34-83dcc6f8fff3 req-4523630f-6eb7-413a-b36d-c9ac9eb9c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:19.401074 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4ef328c0-c6e0-4499-af34-83dcc6f8fff3 req-4523630f-6eb7-413a-b36d-c9ac9eb9c19a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1096 time: 0.0398424 Dec 08 00:49:19.450584 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4ef328c0-c6e0-4499-af34-83dcc6f8fff3 req-e9b6dd91-184d-4a93-9b42-fcbd4799846c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Dec 08 00:49:19.665483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfba709-d1ce-41b3-9eab-54785a121827 req-3e2e2a81-7670-4334-80c6-8432c8489c29 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:19.666955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bfba709-d1ce-41b3-9eab-54785a121827 req-3e2e2a81-7670-4334-80c6-8432c8489c29 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0480406 Dec 08 00:49:19.714543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bfba709-d1ce-41b3-9eab-54785a121827 req-a0a9938c-99e6-4838-91f8-62c0bc11c028 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Dec 08 00:49:20.831296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f1bc-2c5a-4a76-9835-60b5b3f00ddf req-221646cf-fde5-4739-b896-8c73f9b896bb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:20.832836 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d166f1bc-2c5a-4a76-9835-60b5b3f00ddf req-221646cf-fde5-4739-b896-8c73f9b896bb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0491452 Dec 08 00:49:20.885860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d166f1bc-2c5a-4a76-9835-60b5b3f00ddf req-af7f13a6-52a0-4752-92ab-0a16beebc6bc tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463250 Dec 08 00:49:21.004850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a8814-26fc-40da-918e-24cdd2d2b9b7 req-c9be3090-1b9d-447b-b6db-6f9990f27638 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:21.006340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-574a8814-26fc-40da-918e-24cdd2d2b9b7 req-c9be3090-1b9d-447b-b6db-6f9990f27638 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0571427 Dec 08 00:49:21.014783 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41396) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:49:21.019098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'floatingip': {'port_id': '781045e2-0584-451d-8207-de6275699290'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:49:21.058496 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:21.484722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:21.488295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:21.511050 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61107fa3-35b7-4009-bd6d-7ae3d9ad0d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:21.593110 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af associated. External IP: 172.25.6.22, port: 781045e2-0584-451d-8207-de6275699290. Dec 08 00:49:21.795307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:49:21.896613 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:49:21.901442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:21.906511 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:49:21.916759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:49:21.917404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:48:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:21.931175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0592dc6c-86b6-4086-b9df-934efca1db2a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "PUT /v2.0/floatingips/2ebd8aa1-582e-409e-8fa5-02827a0f67af HTTP/1.1" status: 200 len: 990 time: 0.9152944 Dec 08 00:49:21.931758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'tag': '781045e2-0584-451d-8207-de6275699290'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:49:21.934503 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3035c3-2be8-497b-a9e4-09448369ce59" -d '{"events": [{"name": "network-changed", "server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "tag": "781045e2-0584-451d-8207-de6275699290"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:49:21.973098 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca079a15-3a60-46fa-9c84-364e59d1649f x-openstack-request-id: req-ca079a15-3a60-46fa-9c84-364e59d1649f {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:49:21.973394 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "tag": "781045e2-0584-451d-8207-de6275699290", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:49:21.973655 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca079a15-3a60-46fa-9c84-364e59d1649f {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:49:21.974060 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'tag': '781045e2-0584-451d-8207-de6275699290', 'status': 'completed', 'code': 200} Dec 08 00:49:22.031276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:49:22.077431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-5b957082-e20e-4a77-8cd3-cd3e3397ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:22.078952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-5b957082-e20e-4a77-8cd3-cd3e3397ef11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1096 time: 0.0503557 Dec 08 00:49:22.174836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-1b7f5e7e-5436-44c2-ae86-ff162529046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:22.176269 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-1b7f5e7e-5436-44c2-ae86-ff162529046c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0872600 Dec 08 00:49:22.246199 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-f5460ca9-9e8f-4fa6-a424-01941e4b2a98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 998 time: 0.0627594 Dec 08 00:49:22.295386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-38703d12-5e5b-4159-8fef-346fd28d5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:22.296978 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-38703d12-5e5b-4159-8fef-346fd28d5cf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0443294 Dec 08 00:49:22.343809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-93072f35-21f9-4d6c-9b0e-fb23e430a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:22.345329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-93072f35-21f9-4d6c-9b0e-fb23e430a567 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411291 Dec 08 00:49:22.416875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '781045e2-0584-451d-8207-de6275699290', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:de:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:49:21Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:22.442398 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:49:22.445263 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-a3c7c887-5a07-4ceb-800b-fd65b2058cc7 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911734 Dec 08 00:49:22.450985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:49:22.451565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:48:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:22.536202 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b3035c3-2be8-497b-a9e4-09448369ce59 req-4e256c68-1dcd-462b-bd42-a4375385ae02 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837104 Dec 08 00:49:22.559996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:49:22.777236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '781045e2-0584-451d-8207-de6275699290', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:de:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:49:21Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:49:22.807196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896cc43-5578-4635-b7da-fded52fa570e None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '781045e2-0584-451d-8207-de6275699290', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:de:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:49:21Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:49:22.993039 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e0704-0795-4d10-931e-161861e0420d None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:49:23.650449 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02ebb111-b405-40d6-9b99-dd69b2b384da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:25.268316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:26.426975 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:27.274997 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:40.376445 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-9f67297a-4af0-40a4-9cfd-1f0b52236dd2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446384 Dec 08 00:49:40.476006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-215d65d7-820a-417a-ab0b-72469dac8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:40.477469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-215d65d7-820a-417a-ab0b-72469dac8e3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1096 time: 0.0407834 Dec 08 00:49:40.581180 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-269cc284-f5f7-402b-97e1-a684205202b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:40.582550 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-269cc284-f5f7-402b-97e1-a684205202b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0850825 Dec 08 00:49:40.648387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-14cf196b-9f51-4d6f-a29c-90da4c8a4041 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 1000 time: 0.0545809 Dec 08 00:49:40.696706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-9a5fb2b8-ce13-49fd-bf31-f978c7b14c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:40.698049 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-9a5fb2b8-ce13-49fd-bf31-f978c7b14c37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0410037 Dec 08 00:49:40.746489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-aaccbe55-38de-43d2-acbe-a5a04f020a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:49:40.747960 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-aaccbe55-38de-43d2-acbe-a5a04f020a82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405784 Dec 08 00:49:40.758758 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-d85e2d40-694d-49c6-b747-e7e90ac026d0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:49:40.759699 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-d85e2d40-694d-49c6-b747-e7e90ac026d0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046740 Dec 08 00:49:40.850779 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-76c67ade-12ce-4e47-8cb8-0346cb776e1e service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821707 Dec 08 00:49:40.940931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-be9d24c1-eb12-4c40-ae35-57eba4b9c6cb req-ea65f253-d060-4a24-a32a-6dd88991caa5 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Dec 08 00:49:44.052729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:45.912704 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:49:47.831659 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:51.514347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-500486a6-2c00-4161-a60f-cb645c7131be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:53.650751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47f75b64-4fac-40e1-86a5-5dab6e75b004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:55.270246 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:56.429948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:49:57.277411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:14.067945 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:17.833408 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:21.514440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27f8bebb-1a88-4bec-aecc-0c287c38b211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:22.911527 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:50:23.655565 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1eb9-f90c-4a00-82d8-21743110eddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:25.272940 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:26.432617 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:27.279051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:42.436504 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-0bc03ebb-5de4-4d05-a635-dc7018f37262 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258557 Dec 08 00:50:42.535567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-3bf6c59a-3dc5-464b-b414-55119f0f79af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:50:42.537057 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-3bf6c59a-3dc5-464b-b414-55119f0f79af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1096 time: 0.0397701 Dec 08 00:50:42.639766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-dbfd1dce-bbd4-4d2b-b082-2541a483dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:50:42.641201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-dbfd1dce-bbd4-4d2b-b082-2541a483dea7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0848737 Dec 08 00:50:42.704661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-57207b02-a6f5-49aa-8eaa-707ed8f356c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 1000 time: 0.0556517 Dec 08 00:50:42.755794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-3b80260a-7022-4f43-ab2e-2bf19e02239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:50:42.757251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-3b80260a-7022-4f43-ab2e-2bf19e02239f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0451105 Dec 08 00:50:43.148327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-418b77d3-24a4-4693-a429-61b291179119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:50:43.149851 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-418b77d3-24a4-4693-a429-61b291179119 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3855665 Dec 08 00:50:43.237554 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-2a4735dc-07fb-429c-9e87-7b1e41c007a9 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798640 Dec 08 00:50:43.330799 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dddb1295-cf98-4344-9953-78d73f8511a0 req-0ead0645-6186-44da-b051-cd508d3c3049 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850961 Dec 08 00:50:44.067734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:47.843427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:51.515291 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-918b2549-5d39-453d-bb39-177bd391dec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:53.657735 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a9c43e96-bee8-4931-abaf-f86a24a64d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:55.275767 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:56.438346 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:57.281875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:50:59.447706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ec0f-a35d-4d77-8f40-af5f19105566 req-1fd0fcb6-aea9-456f-acc8-98bf704a5524 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:50:59.449183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc85ec0f-a35d-4d77-8f40-af5f19105566 req-1fd0fcb6-aea9-456f-acc8-98bf704a5524 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.1429069 Dec 08 00:50:59.496579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dc85ec0f-a35d-4d77-8f40-af5f19105566 req-ab52afd6-25bd-4a45-88e0-3d300c158e91 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Dec 08 00:50:59.909661 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:51:00.612351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fdddf-3a3a-4ac6-92cc-841799e0413a req-41183548-fbc3-4cb7-94eb-0c6dad4fa6f1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:00.613711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-355fdddf-3a3a-4ac6-92cc-841799e0413a req-41183548-fbc3-4cb7-94eb-0c6dad4fa6f1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0481281 Dec 08 00:51:00.663125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-355fdddf-3a3a-4ac6-92cc-841799e0413a req-22a5783a-d98b-4c4f-9e63-485e63b35087 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435152 Dec 08 00:51:01.776773 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11de5f-6f9f-41a7-a02e-5a8a6df5e7a0 req-6cc94aec-9913-4af3-9ccd-68929504f421 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:01.778223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f11de5f-6f9f-41a7-a02e-5a8a6df5e7a0 req-6cc94aec-9913-4af3-9ccd-68929504f421 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0482895 Dec 08 00:51:01.824551 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f11de5f-6f9f-41a7-a02e-5a8a6df5e7a0 req-dee2e969-e1fe-4ac7-a885-2e62837c3a37 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Dec 08 00:51:02.937489 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b8f6-bab8-4111-bbdd-e51121126fa4 req-24e7ac91-5622-460e-99a7-7e0748b71015 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:02.938970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a7b8f6-bab8-4111-bbdd-e51121126fa4 req-24e7ac91-5622-460e-99a7-7e0748b71015 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0480001 Dec 08 00:51:02.985581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a7b8f6-bab8-4111-bbdd-e51121126fa4 req-96897edf-5d01-4532-9c92-7f0a1d4bd212 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405180 Dec 08 00:51:04.102845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b291a-d77b-4cee-a4a6-9cbc8e04579e req-567287b5-62e8-4ff0-8a11-953b518851cc tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:04.104321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c30b291a-d77b-4cee-a4a6-9cbc8e04579e req-567287b5-62e8-4ff0-8a11-953b518851cc tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0511694 Dec 08 00:51:04.149619 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c30b291a-d77b-4cee-a4a6-9cbc8e04579e req-ca9dc9f8-ef9b-42fa-ba8c-5d61c2d10323 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387926 Dec 08 00:51:05.264571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c718d8f-c793-4b0a-ace9-756ca558b39c req-99f0cebe-c8a6-4ead-b3d1-ab72c6f1ce29 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:05.266046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c718d8f-c793-4b0a-ace9-756ca558b39c req-99f0cebe-c8a6-4ead-b3d1-ab72c6f1ce29 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0490632 Dec 08 00:51:05.314070 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c718d8f-c793-4b0a-ace9-756ca558b39c req-50572ca6-69fc-468f-a91f-4406ea66dfcf tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 Dec 08 00:51:06.426815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48af58-1aea-4a33-a7a2-4842be5ea619 req-968c49a9-0c20-4b84-bcff-d483b78796f1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:06.428297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f48af58-1aea-4a33-a7a2-4842be5ea619 req-968c49a9-0c20-4b84-bcff-d483b78796f1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0479670 Dec 08 00:51:06.479135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f48af58-1aea-4a33-a7a2-4842be5ea619 req-7c01f840-4344-4752-808e-f623b58e2eaa tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449283 Dec 08 00:51:07.594868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2c3a8-9a30-468f-a302-b063f0aa3439 req-6bbf9448-54a8-445d-a532-d9a110c6e487 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:07.596281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4db2c3a8-9a30-468f-a302-b063f0aa3439 req-6bbf9448-54a8-445d-a532-d9a110c6e487 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0494270 Dec 08 00:51:07.643523 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4db2c3a8-9a30-468f-a302-b063f0aa3439 req-5b048976-6864-4d9c-ad0f-af23469c5596 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Dec 08 00:51:08.756209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9edf9-88a6-49b1-97d6-618bcc5e9041 req-d7f50af8-a8e1-4438-b6fe-b084c3a7c1ac tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:08.757653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0b9edf9-88a6-49b1-97d6-618bcc5e9041 req-d7f50af8-a8e1-4438-b6fe-b084c3a7c1ac tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0470009 Dec 08 00:51:08.803901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f0b9edf9-88a6-49b1-97d6-618bcc5e9041 req-6acca11a-e3c8-4729-8244-870d4a69c3d9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 Dec 08 00:51:09.922035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff28ee-86e1-4d7b-ad5d-179a3b51eb9b req-d3f49aa7-ab46-4b02-96c8-4928ffaf221b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:09.924093 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1ff28ee-86e1-4d7b-ad5d-179a3b51eb9b req-d3f49aa7-ab46-4b02-96c8-4928ffaf221b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0524225 Dec 08 00:51:09.971290 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1ff28ee-86e1-4d7b-ad5d-179a3b51eb9b req-58854c85-69ec-4f2c-a8f8-32be5ed8977f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411608 Dec 08 00:51:10.231181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f5df9-9846-4c80-a807-c362e166171d req-ade720fc-c333-4abb-917e-81521251e38e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:10.233288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-361f5df9-9846-4c80-a807-c362e166171d req-ade720fc-c333-4abb-917e-81521251e38e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0711904 Dec 08 00:51:10.261656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-aa10b912-250c-43d5-bd70-2d9cc611bb32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109481 Dec 08 00:51:10.292436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-361f5df9-9846-4c80-a807-c362e166171d req-692ba96c-dbe8-42ba-b8bf-ce26ac2ca9ce tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528221 Dec 08 00:51:11.415943 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068f721-bf61-4702-bd12-348ac4b6f534 req-cb2af62d-a213-4935-bbd7-b871b9e0dc92 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:11.417522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8068f721-bf61-4702-bd12-348ac4b6f534 req-cb2af62d-a213-4935-bbd7-b871b9e0dc92 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0499058 Dec 08 00:51:11.421359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-5cf828aa-744f-4fd3-998b-f5f8ee5ebfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:11.422869 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-5cf828aa-744f-4fd3-998b-f5f8ee5ebfbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1096 time: 0.0404866 Dec 08 00:51:11.464987 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8068f721-bf61-4702-bd12-348ac4b6f534 req-74106b93-8773-4b14-9679-61b16c2442d3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405438 Dec 08 00:51:11.518477 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-c33feb1e-5077-4dab-9128-b1d5a46ec637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:11.519966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-c33feb1e-5077-4dab-9128-b1d5a46ec637 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0881939 Dec 08 00:51:11.583403 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-192da94d-0d28-4e3c-9b03-aba46a7c5272 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 1000 time: 0.0558956 Dec 08 00:51:11.635156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-ef1fbe42-cd02-4e6d-95d5-941882e9a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:11.636572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-ef1fbe42-cd02-4e6d-95d5-941882e9a545 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0460749 Dec 08 00:51:11.680596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-f4bab026-a394-40af-af38-5a6b29d937d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:11.682090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-f4bab026-a394-40af-af38-5a6b29d937d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390875 Dec 08 00:51:11.770187 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-c732e83f-1000-4e55-8bc0-fe70611dd823 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810091 Dec 08 00:51:11.863224 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-95a45576-b655-4a92-835e-182dd681a007 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858796 Dec 08 00:51:12.582677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0936-2648-4530-bf75-8c443af8463a req-ca6d579b-e53b-44be-82ab-2d80c55ec0e4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:12.584073 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fee0936-2648-4530-bf75-8c443af8463a req-ca6d579b-e53b-44be-82ab-2d80c55ec0e4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0485246 Dec 08 00:51:12.629623 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4fee0936-2648-4530-bf75-8c443af8463a req-06de234b-929b-491a-b57c-50de36abff45 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 Dec 08 00:51:13.742415 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-6f48398f-bf8a-431d-a9d2-98d7955d04ca service neutron] show failed (client error): The resource could not be found. Dec 08 00:51:13.743480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-6f48398f-bf8a-431d-a9d2-98d7955d04ca service neutron] 10.222.0.44 "GET /v2.0/ports/781045e2-0584-451d-8207-de6275699290/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0543373 Dec 08 00:51:13.750763 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320f9a6-31fd-40cb-b4b3-027625860e20 req-7cc6e65b-d4af-4516-82f0-38d2bdf9d22e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:13.752239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9320f9a6-31fd-40cb-b4b3-027625860e20 req-7cc6e65b-d4af-4516-82f0-38d2bdf9d22e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0545099 Dec 08 00:51:13.804202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9320f9a6-31fd-40cb-b4b3-027625860e20 req-20ff98c3-da23-4ecb-94cf-e9a70b2887d8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458899 Dec 08 00:51:13.945735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-ee2fdda2-ed92-4f3c-aed2-6d683a885f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:13.947139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-ee2fdda2-ed92-4f3c-aed2-6d683a885f78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 1096 time: 0.0403953 Dec 08 00:51:13.966062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:51:14.019915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:14.068486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:14.221787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] For port 781045e2-0584-451d-8207-de6275699290, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:14.253991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] For port 781045e2-0584-451d-8207-de6275699290, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:51:14.292964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781045e2-0584-451d-8207-de6275699290'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:51:14.296138 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a166b1c8-0895-486d-b928-e15cd01e4a89" -d '{"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-unplugged", "status": "completed", "tag": "781045e2-0584-451d-8207-de6275699290"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:51:14.299928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:14.314294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Transition to ACTIVE for port object 781045e2-0584-451d-8207-de6275699290 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:51:14.319183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:14.747392 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0109b95f-af42-4171-8c6b-745082b52468 x-openstack-request-id: req-0109b95f-af42-4171-8c6b-745082b52468 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:51:14.747643 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-unplugged", "status": "completed", "tag": "781045e2-0584-451d-8207-de6275699290", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:51:14.747925 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0109b95f-af42-4171-8c6b-745082b52468 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:51:14.748344 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781045e2-0584-451d-8207-de6275699290', 'code': 200} Dec 08 00:51:14.762860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:14.774822 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.775197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.775546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.775889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.776228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.776563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.776895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.777224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.777559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.777888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.778218 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.778552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.779482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:14.806626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] No DVR routers for this DVR port 781045e2-0584-451d-8207-de6275699290 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:51:14.948802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2f06f-665a-4afd-9bbc-33dfe0240957 req-10097e39-0894-4f69-b0d7-1de6903edb0f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:14.950305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5b2f06f-665a-4afd-9bbc-33dfe0240957 req-10097e39-0894-4f69-b0d7-1de6903edb0f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0656943 Dec 08 00:51:14.992993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:51:14.993325 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:51:14.993655 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:51:15.007111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Port 781045e2-0584-451d-8207-de6275699290 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:51:15.007374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Attempting to bind port 781045e2-0584-451d-8207-de6275699290 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:51:15.018267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:51:15.018606 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:51:15.019019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:51:15.019438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Bound port: 781045e2-0584-451d-8207-de6275699290, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:51:15.019790 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:15.034561 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f5b2f06f-665a-4afd-9bbc-33dfe0240957 req-f6d1a31b-0d0c-4bea-9df3-a6cefff50140 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708132 Dec 08 00:51:15.088885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] For port 781045e2-0584-451d-8207-de6275699290, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:51:15.091902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] For port 781045e2-0584-451d-8207-de6275699290, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:51:15.096840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:15.129295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:15.129918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:15.131312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] 10.222.0.59 "PUT /v2.0/ports/781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 1091 time: 1.1691806 Dec 08 00:51:15.155529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd320-2d7a-48c7-b000-20839a289411 service neutron] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:15.205192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-a2d34685-a136-402e-a531-43ec0c68dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:15.206707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-a2d34685-a136-402e-a531-43ec0c68dde9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1094 time: 0.0421240 Dec 08 00:51:15.306636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-42781a56-6f52-483b-b051-71f0272a6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:15.308141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-42781a56-6f52-483b-b051-71f0272a6d36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0935333 Dec 08 00:51:15.373556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-a437e908-5a73-4598-a942-51fcf72a6302 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 998 time: 0.0579655 Dec 08 00:51:15.424965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-3c01ddc5-7522-4083-8c33-75578904e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:15.426542 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-3c01ddc5-7522-4083-8c33-75578904e785 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0462048 Dec 08 00:51:15.472471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-c415c817-83ec-43db-84a3-47914fb4123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:15.473966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-c415c817-83ec-43db-84a3-47914fb4123f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397193 Dec 08 00:51:15.563643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-bdf26e44-ed56-40ad-b422-c48855319cf9 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821581 Dec 08 00:51:15.657061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fef9607f-d652-4297-b5dc-6e3dfa826422 req-22872f7c-b0fd-44be-af90-c7e410baa595 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Dec 08 00:51:16.150949 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878070e6-6912-4bc1-8aad-c4a49c7b108e req-136cce9a-95f0-473c-b121-f7dc2798319b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:16.152419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-878070e6-6912-4bc1-8aad-c4a49c7b108e req-136cce9a-95f0-473c-b121-f7dc2798319b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0483012 Dec 08 00:51:16.199877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-878070e6-6912-4bc1-8aad-c4a49c7b108e req-99f0f5e0-86bd-419f-ba9c-f10982b07837 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410259 Dec 08 00:51:16.749278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'tag': '781045e2-0584-451d-8207-de6275699290'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:51:16.751742 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35708034-7aba-4158-8642-a7fc3a60d31b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "tag": "781045e2-0584-451d-8207-de6275699290"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:51:16.799039 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfc1fdd-82a8-41be-b94a-17c61e48448d x-openstack-request-id: req-1bfc1fdd-82a8-41be-b94a-17c61e48448d {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:51:16.799347 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "tag": "781045e2-0584-451d-8207-de6275699290", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:51:16.799592 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bfc1fdd-82a8-41be-b94a-17c61e48448d {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:51:16.799992 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'tag': '781045e2-0584-451d-8207-de6275699290', 'status': 'completed', 'code': 200} Dec 08 00:51:16.881469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-88c4f6b6-a4cd-4652-88f3-299c50c3b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:16.882989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-88c4f6b6-a4cd-4652-88f3-299c50c3b803 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1094 time: 0.0448091 Dec 08 00:51:16.889235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-02be0325-d487-41c3-ab06-88b6bcb470b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:16.891291 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-02be0325-d487-41c3-ab06-88b6bcb470b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1094 time: 0.0448058 Dec 08 00:51:16.974490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-8ba33818-f9f8-48ff-9ac3-f3b38217682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:16.975973 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-8ba33818-f9f8-48ff-9ac3-f3b38217682c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0863488 Dec 08 00:51:16.997205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-16274c3a-5f33-477e-ac0c-db75e9ef0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:16.998879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-16274c3a-5f33-477e-ac0c-db75e9ef0702 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0931873 Dec 08 00:51:17.045995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-a2ab4601-38c2-4530-bf92-d7d444595ec0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 998 time: 0.0629232 Dec 08 00:51:17.071167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-1f2780a0-0152-4c05-a000-f27924e2628e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 998 time: 0.0644035 Dec 08 00:51:17.098308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-88c4ac5f-0990-4627-a790-87b943b1fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.099799 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-88c4ac5f-0990-4627-a790-87b943b1fc5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0478179 Dec 08 00:51:17.120731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-6da1c1d8-c50b-49a8-8ca5-d890ab1ef78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.122267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-6da1c1d8-c50b-49a8-8ca5-d890ab1ef78e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0436797 Dec 08 00:51:17.144789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-42afa7e8-be9f-42bb-9795-5b38b1628074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.146301 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-42afa7e8-be9f-42bb-9795-5b38b1628074 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399337 Dec 08 00:51:17.167060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708034-7aba-4158-8642-a7fc3a60d31b req-7391c49c-2c3e-4e0e-90cb-bac363f04c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.168554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-7391c49c-2c3e-4e0e-90cb-bac363f04c12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394771 Dec 08 00:51:17.238460 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-4830c792-f76b-400e-bb64-b70b091b49ce service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853031 Dec 08 00:51:17.262347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-aab6caeb-8b1d-4875-b853-4f212ce31e13 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868039 Dec 08 00:51:17.330116 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-89ed11b0-3e36-40eb-b69f-99a2a03eed09 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840213 Dec 08 00:51:17.385091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37848b8-40ae-4f14-96d3-af1b6e4ae633 req-2eddcc6c-fc48-49e2-b41e-0baedd20e62d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.390419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f37848b8-40ae-4f14-96d3-af1b6e4ae633 req-2eddcc6c-fc48-49e2-b41e-0baedd20e62d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.1131010 Dec 08 00:51:17.423608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35708034-7aba-4158-8642-a7fc3a60d31b req-1c952137-156d-4a33-bbbb-83497ca93df2 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543038 Dec 08 00:51:17.451582 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f37848b8-40ae-4f14-96d3-af1b6e4ae633 req-e6acea62-f2bc-4350-b3a9-d04146470ada tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510542 Dec 08 00:51:17.641628 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce6cfd-1a34-48ee-a606-d38ccf18e2b4 req-283188a8-4f69-4314-bd65-86273e00da95 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.643234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12ce6cfd-1a34-48ee-a606-d38ccf18e2b4 req-283188a8-4f69-4314-bd65-86273e00da95 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0486193 Dec 08 00:51:17.671422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 781045e2-0584-451d-8207-de6275699290 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:51:17.675705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3670-360c-4864-af02-37a398a25a2d req-9305c475-a8cf-4295-a4a3-d9b09a26a11c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.677452 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-9305c475-a8cf-4295-a4a3-d9b09a26a11c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a&tenant_id=049cdcc6692d46f7a01a164e87ef40cd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 943 time: 0.0561459 Dec 08 00:51:17.693513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12ce6cfd-1a34-48ee-a606-d38ccf18e2b4 req-932700bc-a50a-4cc6-b618-aa90b43645bc tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440309 Dec 08 00:51:17.722989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 781045e2-0584-451d-8207-de6275699290 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:51:17.741246 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-243f3670-360c-4864-af02-37a398a25a2d req-9b8feafc-24cc-4f59-b3c2-3f351876294e service neutron] delete failed (client error): The resource could not be found. Dec 08 00:51:17.742268 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-9b8feafc-24cc-4f59-b3c2-3f351876294e service neutron] 10.222.0.44 "DELETE /v2.0/ports/781045e2-0584-451d-8207-de6275699290/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0570512 Dec 08 00:51:17.842126 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:17.848673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3670-360c-4864-af02-37a398a25a2d req-dcdd4ca5-77fd-4e27-b942-1c8a1d1ec50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.850184 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-dcdd4ca5-77fd-4e27-b942-1c8a1d1ec50a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1094 time: 0.0435483 Dec 08 00:51:17.943546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3670-360c-4864-af02-37a398a25a2d req-dc8e77f9-7f47-435e-83ba-aa8acdf5ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:17.944942 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-dc8e77f9-7f47-435e-83ba-aa8acdf5ce92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0881011 Dec 08 00:51:18.008391 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-8dbe3ac6-919b-4a64-853d-5d4539d83b9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 998 time: 0.0568547 Dec 08 00:51:18.056907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3670-360c-4864-af02-37a398a25a2d req-f1d9f180-35a3-4593-b5b6-349a1594a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:18.058357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-f1d9f180-35a3-4593-b5b6-349a1594a37f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0430417 Dec 08 00:51:18.105906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3670-360c-4864-af02-37a398a25a2d req-85945715-c881-4a36-86af-993ed9c82d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:18.107941 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-85945715-c881-4a36-86af-993ed9c82d2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427480 Dec 08 00:51:18.195847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-0ea97fe7-a920-482f-bcaf-7f3986b387a1 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803602 Dec 08 00:51:18.285991 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-243f3670-360c-4864-af02-37a398a25a2d req-121681ce-54d6-4d57-b78f-7377578c20e9 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837140 Dec 08 00:51:18.647146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 781045e2-0584-451d-8207-de6275699290 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:51:18.746150 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 781045e2-0584-451d-8207-de6275699290, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:18.758696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '781045e2-0584-451d-8207-de6275699290', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '781045e2-0584-451d-8207-de6275699290', 'mac_address': 'fa:16:3e:de:22:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:51:18.797547 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:18.813633 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781045e2-0584-451d-8207-de6275699290 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:51:18.829138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67aa33-db08-4769-9cc3-c60b2bb47865 req-7744eed6-11ed-4871-abc8-8c119f68d385 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:18.830763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab67aa33-db08-4769-9cc3-c60b2bb47865 req-7744eed6-11ed-4871-abc8-8c119f68d385 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 943 time: 0.0597525 Dec 08 00:51:18.836612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 781045e2-0584-451d-8207-de6275699290, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:18.840729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:18.888908 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ab67aa33-db08-4769-9cc3-c60b2bb47865 req-a5041225-d866-4a13-b9a0-6bdbe9d7124e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Dec 08 00:51:18.895992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:18.904270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.904624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.904965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.905302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.905636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.906026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.906364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.906698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.907050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.907380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.907706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.908033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:18.908356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:19.007180 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2049be-d7ca-4609-8297-4e564626953e req-97cf3b4f-3187-4619-b6d5-16feae343d21 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:19.008652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd2049be-d7ca-4609-8297-4e564626953e req-97cf3b4f-3187-4619-b6d5-16feae343d21 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 944 time: 0.0484760 Dec 08 00:51:19.057318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd2049be-d7ca-4609-8297-4e564626953e req-da940e7c-91c6-45c4-8056-4e6485f9a3e9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Dec 08 00:51:19.120021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['781045e2-0584-451d-8207-de6275699290'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:51:19.261375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e142e95-c15a-4fb7-b660-b43a371146ed req-687412a4-ff71-4cf6-9451-9f0c73d431e0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:19.262859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e142e95-c15a-4fb7-b660-b43a371146ed req-687412a4-ff71-4cf6-9451-9f0c73d431e0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 944 time: 0.0528500 Dec 08 00:51:19.340850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e142e95-c15a-4fb7-b660-b43a371146ed req-b1205aa0-fbf7-4933-a473-388565300a46 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664251 Dec 08 00:51:19.343371 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f255e-1401-43b5-99d0-5e5944112c99 req-f696bfbf-5e21-4365-8f4d-bb6919ec8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:19.344759 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-310f255e-1401-43b5-99d0-5e5944112c99 req-f696bfbf-5e21-4365-8f4d-bb6919ec8f8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 1095 time: 0.0778890 Dec 08 00:51:19.434259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f255e-1401-43b5-99d0-5e5944112c99 req-ec5425d4-7949-4e7d-88f3-aacbe1cfe863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:19.435648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-310f255e-1401-43b5-99d0-5e5944112c99 req-ec5425d4-7949-4e7d-88f3-aacbe1cfe863 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0834663 Dec 08 00:51:19.504643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-310f255e-1401-43b5-99d0-5e5944112c99 req-110ebc8c-195d-49e8-8cea-83a59d81c92a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 200 len: 999 time: 0.0617809 Dec 08 00:51:19.555271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f255e-1401-43b5-99d0-5e5944112c99 req-6f089525-f40d-4da4-b97e-1f94e9f485aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:19.556650 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-310f255e-1401-43b5-99d0-5e5944112c99 req-6f089525-f40d-4da4-b97e-1f94e9f485aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0423512 Dec 08 00:51:19.603718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f255e-1401-43b5-99d0-5e5944112c99 req-ed4e54e0-684a-4087-9e50-232c8cd75869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:19.605216 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-310f255e-1401-43b5-99d0-5e5944112c99 req-ed4e54e0-684a-4087-9e50-232c8cd75869 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408740 Dec 08 00:51:19.696915 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-310f255e-1401-43b5-99d0-5e5944112c99 req-0a552ea8-8e76-4654-9265-a5b5043ee446 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839527 Dec 08 00:51:19.789414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-310f255e-1401-43b5-99d0-5e5944112c99 req-f47f482e-1e78-45c3-8ef2-05d82a7bffde service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 Dec 08 00:51:20.463095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d104ef-d47e-43f9-9a5e-6705728abf4e req-ddfcbb47-409a-44e0-a8a9-b54fdc9e1c70 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:20.464543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6d104ef-d47e-43f9-9a5e-6705728abf4e req-ddfcbb47-409a-44e0-a8a9-b54fdc9e1c70 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 944 time: 0.0527360 Dec 08 00:51:20.511036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d6d104ef-d47e-43f9-9a5e-6705728abf4e req-5a9647c6-c2de-4987-adaf-ba0d6858f24a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Dec 08 00:51:20.641845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 781045e2-0584-451d-8207-de6275699290 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:51:20.694474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 781045e2-0584-451d-8207-de6275699290 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:51:20.698282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 781045e2-0584-451d-8207-de6275699290 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:51:20.698650 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:20.743293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9faed-672e-4386-871e-5c0e69bfd7f1 req-42e86dca-8cb2-4340-b04d-951e877b2565 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:20.744784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1f9faed-672e-4386-871e-5c0e69bfd7f1 req-42e86dca-8cb2-4340-b04d-951e877b2565 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 944 time: 0.0490062 Dec 08 00:51:20.775641 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:20.791642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f1f9faed-672e-4386-871e-5c0e69bfd7f1 req-0bcd88fa-1df7-4523-9a0d-2f2277c849a6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402694 Dec 08 00:51:20.797856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781045e2-0584-451d-8207-de6275699290'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:51:20.800397 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffce0c2-0ec6-48b5-adbe-e47887902cad" -d '{"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-plugged", "status": "completed", "tag": "781045e2-0584-451d-8207-de6275699290"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:51:20.814102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 781045e2-0584-451d-8207-de6275699290, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:20.818134 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:20.864856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:20.904499 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c86a6b-6f22-415e-842a-07199abdb1ae x-openstack-request-id: req-57c86a6b-6f22-415e-842a-07199abdb1ae {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:51:20.904798 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-plugged", "status": "completed", "tag": "781045e2-0584-451d-8207-de6275699290", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:51:20.905054 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57c86a6b-6f22-415e-842a-07199abdb1ae {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:51:20.905453 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781045e2-0584-451d-8207-de6275699290', 'code': 200} Dec 08 00:51:21.520001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b34596bf-c483-4271-9ad9-85527727dc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:21.911694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2681d-5822-40eb-961b-f7e59f4d24e9 req-04d4e0be-4d71-41aa-9858-11e88bfeffca tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:21.913226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3c2681d-5822-40eb-961b-f7e59f4d24e9 req-04d4e0be-4d71-41aa-9858-11e88bfeffca tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0516753 Dec 08 00:51:21.960599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3c2681d-5822-40eb-961b-f7e59f4d24e9 req-4d46e02a-51cf-4ed2-97e6-98720cfe1d0b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Dec 08 00:51:22.159128 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-c3e68305-6acb-4c21-9035-5bea7ffed435 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:22.160549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-c3e68305-6acb-4c21-9035-5bea7ffed435 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 945 time: 0.0477207 Dec 08 00:51:22.246401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Deleting port 781045e2-0584-451d-8207-de6275699290 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:51:22.246735 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:22.336630 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] For port 781045e2-0584-451d-8207-de6275699290, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=781045e2-0584-451d-8207-de6275699290,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:22.336990 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:22.500561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:22.500835 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:22.501146 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af disassociated. External IP: 172.25.6.22, port: 781045e2-0584-451d-8207-de6275699290. Dec 08 00:51:22.501486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Calling delete_port for 781045e2-0584-451d-8207-de6275699290 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:51:22.627260 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:22.655588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event deleted for resources: {'Port': ['ID=781045e2-0584-451d-8207-de6275699290,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:22.775487 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:51:22.885755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:51:22.896231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:51:22.906082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:51:22.906856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:50:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:22.923501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] No DVR routers for this DVR port 781045e2-0584-451d-8207-de6275699290 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:51:22.926419 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:22.929688 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c454139e-3ff5-4cd5-a4a8-8b056ca2f71b req-10d6ef41-3e8f-4f2f-93da-8e9123a4715b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "DELETE /v2.0/ports/781045e2-0584-451d-8207-de6275699290 HTTP/1.1" status: 204 len: 173 time: 0.7621815 Dec 08 00:51:22.930133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-deleted', 'tag': '781045e2-0584-451d-8207-de6275699290'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:51:22.932415 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2118266-ad48-4192-b7f0-087fcaedbc43" -d '{"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-deleted", "tag": "781045e2-0584-451d-8207-de6275699290"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:51:22.973247 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21489de-8f41-4b2c-b430-61ff13b765a0 x-openstack-request-id: req-e21489de-8f41-4b2c-b430-61ff13b765a0 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:51:22.973540 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9469940-00f8-4f34-9fe5-6b71ab77d01a", "name": "network-vif-deleted", "tag": "781045e2-0584-451d-8207-de6275699290", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:51:22.973796 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e21489de-8f41-4b2c-b430-61ff13b765a0 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:51:22.974201 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9469940-00f8-4f34-9fe5-6b71ab77d01a', 'name': 'network-vif-deleted', 'tag': '781045e2-0584-451d-8207-de6275699290', 'status': 'completed', 'code': 200} Dec 08 00:51:23.022914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:51:23.062748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b440c975-fe58-424b-b331-2c7ec24193ab req-2f676734-683e-4e1b-a0cd-4032cd10b0d0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9469940-00f8-4f34-9fe5-6b71ab77d01a HTTP/1.1" status: 200 len: 210 time: 0.0320809 Dec 08 00:51:23.234863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:23.260863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:51:23.268983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:51:23.269578 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:50:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:23.372169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:51:23.578000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:23.603342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a453b-a903-43ac-b918-ecc4b3c73c4f None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:51:23.659307 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-909bf024-efdd-463b-b9c2-2df082a1415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:23.810164 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e59e7-c8b2-4d76-b7f5-088940664f38 None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:51:24.342241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32eef574-1ef8-4695-98de-2a3b891b809b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--498381473&fields=id&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 267 time: 0.0420449 Dec 08 00:51:24.444283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-9c1dbfb9-cf92-4de2-bb0c-f5e97bb2d36d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:24.445632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-9c1dbfb9-cf92-4de2-bb0c-f5e97bb2d36d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.0966704 Dec 08 00:51:24.460390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-7511c05a-214b-4cb8-a8a1-b5a823dcdbca tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/quotas/049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 375 time: 0.0086432 Dec 08 00:51:24.516453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-b7177783-944a-415e-b81d-97d20a372ec4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510094 Dec 08 00:51:24.658436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-2a5f1128-ef3c-425d-ac3b-e397821fde3a service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304710 Dec 08 00:51:24.754498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-aa179de9-6b1e-4620-9ab5-f766736711de service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897787 Dec 08 00:51:24.909647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9af0cd03-5b00-4323-8da5-b1be0450f304 req-9fdf1f60-ec4b-4d8f-8b31-2ef7540dbbcd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 210 time: 0.0269315 Dec 08 00:51:25.277518 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:25.909628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-7ceb513d-4b3a-407e-8f46-8b04ac898416 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:25.911118 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-7ceb513d-4b3a-407e-8f46-8b04ac898416 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.1014822 Dec 08 00:51:25.981766 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-3b359bbb-edee-490b-b9a0-aab141f823d5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 379 time: 0.0529890 Dec 08 00:51:26.005925 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5849c40f-aa6c-48ae-a02d-fb55755a3ba7 req-b2b6ca92-d857-46be-a6b9-1f03dd7c3bbd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 210 time: 0.0262170 Dec 08 00:51:26.006484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'port': {'device_id': 'b655950b-2a65-4a8a-addd-7414495a5666', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'admin_state_up': True, 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'security_groups': ['9460085f-00a0-46bd-8f8e-8e5f1bb42975']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:51:26.116385 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Made reservation on behalf of 049cdcc6692d46f7a01a164e87ef40cd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:51:26.120069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.246697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Allocated IP 172.20.0.11 (b184048d-9506-40ac-8ef2-365024e1af16/05ca736d-98b6-4823-9ded-fbbf592a8f5a/5d898734-3f21-4b96-9f6b-6211dbab67f6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:51:26.380931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.413758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.439239 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.463756 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Network b184048d-9506-40ac-8ef2-365024e1af16 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:51:26.467354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:51:26.471003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:51:26.495163 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:26.512222 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.512482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.512826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.513201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.513542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.513873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.514199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.514521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.514844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.515194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.515511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.515829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.516147 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:51:26.534664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:26.535337 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.556868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-32e967a1-47d5-4945-bb12-7d8742bd83e3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545969 Dec 08 00:51:26.575373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Request body: {'port': {'device_id': 'b655950b-2a65-4a8a-addd-7414495a5666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:51:26.630776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.661108 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-069889ce-05da-41ce-832a-0f544c212197 None None] Provisioning complete for port 5d898734-3f21-4b96-9f6b-6211dbab67f6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:51:26.661698 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-069889ce-05da-41ce-832a-0f544c212197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.683544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 781045e2-0584-451d-8207-de6275699290 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:51:26.712449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 781045e2-0584-451d-8207-de6275699290 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:51:26.712797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 781045e2-0584-451d-8207-de6275699290 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:51:26.715905 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-069889ce-05da-41ce-832a-0f544c212197 None None] Port 5d898734-3f21-4b96-9f6b-6211dbab67f6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:51:26.888697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d898734-3f21-4b96-9f6b-6211dbab67f6 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:51:26.895933 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.908124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Transition to ACTIVE for port object 5d898734-3f21-4b96-9f6b-6211dbab67f6 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:51:26.911813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:26.959481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:27.036627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:51:27.036971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:51:27.037299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:51:27.042105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:51:27.042430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:51:27.048205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:51:27.048546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:51:27.050510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:51:27.050510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Bound port: 5d898734-3f21-4b96-9f6b-6211dbab67f6, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:51:27.050510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:27.126059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:51:27.129411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:51:27.130069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4954f-cadd-4dfb-8f07-ddd6bb3e368a req-800bfb76-996d-4946-83f0-dbcbe3d02840 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.131834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40a4954f-cadd-4dfb-8f07-ddd6bb3e368a req-800bfb76-996d-4946-83f0-dbcbe3d02840 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 944 time: 0.0517924 Dec 08 00:51:27.134094 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:27.174182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.174873 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:27.176682 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] 10.222.0.44 "PUT /v2.0/ports/5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1092 time: 0.6061163 Dec 08 00:51:27.177265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:51:27.179612 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29378110-4ebb-4ef7-b957-f5207a697fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:51:27.180322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40a4954f-cadd-4dfb-8f07-ddd6bb3e368a req-1df2f9c5-c7cf-4766-bab9-5dfaca15316c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Dec 08 00:51:27.199543 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5e2c-9f5e-4448-8a8e-ff3f7224c8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:27.291084 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:27.300600 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20ef872-3879-448d-aaec-8e2db6a60727 x-openstack-request-id: req-f20ef872-3879-448d-aaec-8e2db6a60727 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:51:27.300914 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:51:27.301540 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f20ef872-3879-448d-aaec-8e2db6a60727 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:51:27.302260 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'status': 'completed', 'code': 200} Dec 08 00:51:27.309308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-b1a05150-5b44-40ee-9fb2-d7a2df2aa98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.311527 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-b1a05150-5b44-40ee-9fb2-d7a2df2aa98b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1095 time: 0.0663416 Dec 08 00:51:27.365871 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-3e3e672a-3778-47ed-8063-234805927b02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 217 time: 0.0401113 Dec 08 00:51:27.416948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-2be62cc2-37da-43c9-afcc-3a0add3a538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.418398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-2be62cc2-37da-43c9-afcc-3a0add3a538b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0461349 Dec 08 00:51:27.465307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-980a099b-6841-483c-8432-743aca4c6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.466970 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-980a099b-6841-483c-8432-743aca4c6341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411253 Dec 08 00:51:27.561326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-83e4c7ed-4e96-4e3f-b410-b753aaed7a8a service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871668 Dec 08 00:51:27.648224 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9b18cfa1-dde8-4bcc-8fda-803171673f19 req-24392727-28a9-4186-89a5-06482e1c4e33 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796468 Dec 08 00:51:27.781841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-746d5383-7221-4d81-ae91-6a5d935e96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.783249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-746d5383-7221-4d81-ae91-6a5d935e96af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1095 time: 0.0442569 Dec 08 00:51:27.871762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-a9033a8b-853c-4343-b6c1-447a654031f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.873775 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-a9033a8b-853c-4343-b6c1-447a654031f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0827358 Dec 08 00:51:27.917684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-7f22d7b9-ea84-4099-9cf6-653c50590a0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 217 time: 0.0362589 Dec 08 00:51:27.965130 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-7d5092d9-c341-48fb-8a40-4b83eae33762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:27.967099 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-7d5092d9-c341-48fb-8a40-4b83eae33762 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0422368 Dec 08 00:51:28.012485 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-220c0f10-bea2-47ee-b28e-f717d02a6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:28.013965 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-220c0f10-bea2-47ee-b28e-f717d02a6746 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386145 Dec 08 00:51:28.106192 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-478abb76-884f-4751-8b1f-37a15d29b448 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841615 Dec 08 00:51:28.194586 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-29378110-4ebb-4ef7-b957-f5207a697fa5 req-d03b0c29-e13b-49bd-a171-d550d7fa87cd service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809088 Dec 08 00:51:28.310175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d10e-240a-4460-ba95-7f94377b5fb6 req-ca4b0f74-e655-42d1-bef9-536c2646294b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:28.311684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9852d10e-240a-4460-ba95-7f94377b5fb6 req-ca4b0f74-e655-42d1-bef9-536c2646294b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 944 time: 0.0528612 Dec 08 00:51:28.358123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9852d10e-240a-4460-ba95-7f94377b5fb6 req-8a60e908-77ec-43e8-8f6f-fb3105aea630 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403221 Dec 08 00:51:29.479006 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03e76b-5280-4ab6-a17c-cdc33e509720 req-ae1a8120-0abc-42e4-a57f-bbee89edc861 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:29.480474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d03e76b-5280-4ab6-a17c-cdc33e509720 req-ae1a8120-0abc-42e4-a57f-bbee89edc861 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 944 time: 0.0488019 Dec 08 00:51:29.527287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d03e76b-5280-4ab6-a17c-cdc33e509720 req-827a5613-6747-447b-9b05-d300c225c194 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 Dec 08 00:51:29.738914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:51:29.991700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:30.002460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'mac_address': 'fa:16:3e:b9:24:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:51:30.040636 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:30.058182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d898734-3f21-4b96-9f6b-6211dbab67f6 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:51:30.078966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:30.088061 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:30.134143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:30.378429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['5d898734-3f21-4b96-9f6b-6211dbab67f6'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:51:30.646228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4656e-b836-45db-b6e1-efa0332d6072 req-ed706555-9a90-432f-8e9e-e54e57062a97 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:30.647724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15f4656e-b836-45db-b6e1-efa0332d6072 req-ed706555-9a90-432f-8e9e-e54e57062a97 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Dec 08 00:51:30.694073 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-15f4656e-b836-45db-b6e1-efa0332d6072 req-21acd4b9-117d-4181-8ad5-af7e656b5e13 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404143 Dec 08 00:51:31.750484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:51:31.801085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 5d898734-3f21-4b96-9f6b-6211dbab67f6 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:51:31.805396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 5d898734-3f21-4b96-9f6b-6211dbab67f6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:51:31.805764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:31.812157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94580-5ab2-4075-a733-b513ca752f4c req-747c74e4-78a3-4c83-a76b-93c96ebf4fca tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:31.813702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cb94580-5ab2-4075-a733-b513ca752f4c req-747c74e4-78a3-4c83-a76b-93c96ebf4fca tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0486465 Dec 08 00:51:31.860452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cb94580-5ab2-4075-a733-b513ca752f4c req-9c6d9ce3-f2f8-4371-9a42-1b99bc67bb4f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406830 Dec 08 00:51:31.883551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:31.905720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:51:31.908022 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59abe7ef-3914-4d08-9d2e-ab4db50c0e71" -d '{"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-plugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:51:31.923320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:51:31.927293 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:31.950199 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc90351e-cd67-45ab-9fe0-978a683b4fa8 x-openstack-request-id: req-dc90351e-cd67-45ab-9fe0-978a683b4fa8 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:51:31.950494 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-plugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:51:31.951414 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc90351e-cd67-45ab-9fe0-978a683b4fa8 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:51:31.951807 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'code': 200} Dec 08 00:51:31.976343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:51:32.073051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf032-0c88-44ca-9c06-724c85754ba9 req-6459757e-f63b-4c09-8c74-f24681f5353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:32.074512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-604cf032-0c88-44ca-9c06-724c85754ba9 req-6459757e-f63b-4c09-8c74-f24681f5353c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1097 time: 0.0398259 Dec 08 00:51:32.123329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-604cf032-0c88-44ca-9c06-724c85754ba9 req-ab1887d6-8276-49ac-a42a-79ead182d3a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402324 Dec 08 00:51:32.973877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38bdba-fc4c-4009-83ae-304215e0e55b req-b5ba839d-8f9b-4b52-bc68-bdb09bacb4de tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:32.975385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f38bdba-fc4c-4009-83ae-304215e0e55b req-b5ba839d-8f9b-4b52-bc68-bdb09bacb4de tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0473907 Dec 08 00:51:33.024182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f38bdba-fc4c-4009-83ae-304215e0e55b req-f86cbf5a-7c44-4550-bce2-d22cb3ea888e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427973 Dec 08 00:51:34.139240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb443f-25d5-47e7-ac8c-1dfc9ff03f2f req-2ef813bb-fe81-45db-8cb6-e171ed2a7a30 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:34.140674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34cb443f-25d5-47e7-ac8c-1dfc9ff03f2f req-2ef813bb-fe81-45db-8cb6-e171ed2a7a30 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Dec 08 00:51:34.186853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34cb443f-25d5-47e7-ac8c-1dfc9ff03f2f req-9dc07a1a-6a81-4d86-b7c4-349dad98e465 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402517 Dec 08 00:51:34.298342 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449461-0712-4887-948a-7e224c795081 req-bc963416-931c-4e5b-b3ee-a7aa8ed1235a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:34.299848 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f449461-0712-4887-948a-7e224c795081 req-bc963416-931c-4e5b-b3ee-a7aa8ed1235a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0494404 Dec 08 00:51:34.309304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 41768) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:51:34.313614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'floatingip': {'port_id': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:51:34.354978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:35.018991 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:35.023018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:35.120197 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af associated. External IP: 172.25.6.22, port: 5d898734-3f21-4b96-9f6b-6211dbab67f6. Dec 08 00:51:35.320865 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:51:35.426130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:51:35.431272 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:35.437263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:51:35.446637 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:51:35.447277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:51:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:35.456743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a5b50499-5a66-4df2-8ca0-533ae07ee632 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "PUT /v2.0/floatingips/2ebd8aa1-582e-409e-8fa5-02827a0f67af HTTP/1.1" status: 200 len: 991 time: 1.1464634 Dec 08 00:51:35.457344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:51:35.459634 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccfb492-a1a4-4171-bd91-ba31eec4771c" -d '{"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:51:35.507069 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7f67f7-7c2d-442c-8fbf-8976b7d4dc51 x-openstack-request-id: req-ce7f67f7-7c2d-442c-8fbf-8976b7d4dc51 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:51:35.507498 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:51:35.507760 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce7f67f7-7c2d-442c-8fbf-8976b7d4dc51 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:51:35.508167 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'status': 'completed', 'code': 200} Dec 08 00:51:35.555688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:51:35.601509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-e1726914-cc55-4aba-9232-fc3bf83f483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:35.603095 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-e1726914-cc55-4aba-9232-fc3bf83f483a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1097 time: 0.0398359 Dec 08 00:51:35.691183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-0e514279-2e72-4ac9-bda2-b95d780c9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:35.692650 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-0e514279-2e72-4ac9-bda2-b95d780c9a7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0830078 Dec 08 00:51:35.760254 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-b097950b-f206-45df-9cc2-6e01a6970268 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 999 time: 0.0604281 Dec 08 00:51:35.778608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:b9:24:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b655950b-2a65-4a8a-addd-7414495a5666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:51:34Z', 'revision_number': 9, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:35.806016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:51:35.808906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-1ffb8707-d47a-449f-bde9-4bb7a12082ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:35.810396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-1ffb8707-d47a-449f-bde9-4bb7a12082ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0433495 Dec 08 00:51:35.814154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:51:35.814782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:51:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:35.854696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-9b45a974-573e-4653-93f2-d582957e67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:35.856210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-9b45a974-573e-4653-93f2-d582957e67b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394306 Dec 08 00:51:35.919737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:51:35.949175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-ae7075d1-aa88-454f-b511-b330ac9297f6 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Dec 08 00:51:36.042033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bccfb492-a1a4-4171-bd91-ba31eec4771c req-2943209c-a7cf-4012-91d8-044d08d82003 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Dec 08 00:51:36.141018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:b9:24:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b655950b-2a65-4a8a-addd-7414495a5666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:51:34Z', 'revision_number': 9, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:51:36.170465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bd090-a74d-4b5d-a5d2-5e8853d25a7f None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:b9:24:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b655950b-2a65-4a8a-addd-7414495a5666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:51:34Z', 'revision_number': 9, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:51:36.356002 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfce3e-d6ff-4fb8-9839-d963395549dd None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:51:36.908714 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:51:43.354864 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-2892946a-ed27-4fc4-b631-f8a6355d39c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384686 Dec 08 00:51:43.454585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-75554351-c5e8-46c0-8a0b-bfbe8f2ed4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:43.456190 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-75554351-c5e8-46c0-8a0b-bfbe8f2ed4c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1097 time: 0.0402358 Dec 08 00:51:43.563186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-e5caef9f-7635-44bb-912c-a68925dfab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:43.564637 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-e5caef9f-7635-44bb-912c-a68925dfab6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0883055 Dec 08 00:51:43.628100 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-1fdd2459-c443-4f20-be59-cc4e2e5ec83a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1002 time: 0.0562186 Dec 08 00:51:43.678018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-80633bdb-31b8-4547-b577-4b974968de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:43.679506 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-80633bdb-31b8-4547-b577-4b974968de5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0441670 Dec 08 00:51:43.726750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-f03fffc6-378b-42be-8f8a-e63fc6f47d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:51:43.728208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-f03fffc6-378b-42be-8f8a-e63fc6f47d7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419152 Dec 08 00:51:43.816341 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-e03134fe-e0f3-4ec3-92b7-d087ea22b450 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802655 Dec 08 00:51:43.910671 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6ea89128-f6ad-4994-9915-5e8fc4b46a4c req-96146853-3ef3-4ea7-a64b-f2a91197a5c1 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868571 Dec 08 00:51:44.084341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:47.857488 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:51.522832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9ac47eef-7cc0-4047-9cc7-1796e7f54419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:53.661504 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3557a4da-95ae-4809-bef9-02f4f816abc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:55.282538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:56.439914 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:51:57.283591 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:13.908876 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:52:14.083108 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:16.415684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-f1c9dbb2-fd11-46d0-8ee7-fc0590ac5bea req-fe278311-c750-4144-94d2-9c2c624c2e2c service neutron] (103114) timed out ('10.222.0.44', 50078) {{(pid=103114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 00:52:17.852706 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:21.522567 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-463e263c-6235-4e8a-a198-8e63f0dd5e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:23.661615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02fbb5f6-ada7-4819-90ba-4d11ea8cdc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:25.284717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:26.442755 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:27.285887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:43.348817 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-58321e84-6d22-4dbe-9ac2-feeab9204ceb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392785 Dec 08 00:52:43.446706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be5134-c702-4bc9-a640-54b6828790b2 req-36f633ce-8987-4f7a-9da8-9ae8079d5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:52:43.448242 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-36f633ce-8987-4f7a-9da8-9ae8079d5311 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1097 time: 0.0395083 Dec 08 00:52:43.556718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be5134-c702-4bc9-a640-54b6828790b2 req-5b81b265-b8bd-49ef-9290-0a86596c42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:52:43.558168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-5b81b265-b8bd-49ef-9290-0a86596c42cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0886250 Dec 08 00:52:43.620366 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-4267f220-3f4e-4928-9b86-b64bc28ad362 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1002 time: 0.0551572 Dec 08 00:52:43.671089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be5134-c702-4bc9-a640-54b6828790b2 req-2d57275e-a5c5-4fb4-af4c-7c4af77852fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:52:43.672756 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-2d57275e-a5c5-4fb4-af4c-7c4af77852fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0452201 Dec 08 00:52:43.719779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be5134-c702-4bc9-a640-54b6828790b2 req-08a7e83b-ce85-47d5-9a5f-47e97477762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:52:43.721284 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-08a7e83b-ce85-47d5-9a5f-47e97477762f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410573 Dec 08 00:52:43.809213 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-2e2bcded-637d-48f8-be90-d2a807b140eb service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802510 Dec 08 00:52:43.899837 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-51be5134-c702-4bc9-a640-54b6828790b2 req-d4dea470-3b68-41d0-8314-af3acef6e949 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839295 Dec 08 00:52:44.082748 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:47.870754 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:50.908971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:52:51.523699 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7914725-eac6-43a9-b9ba-18c64721ba10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:53.662573 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c38d722-9f50-4a62-a0a4-769a59c2170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:55.286759 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:56.448261 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:52:57.288113 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:10.772581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-1c5333ea-b33d-40de-8645-04cee8d8b4ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751898 Dec 08 00:53:10.788212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99066ee0-a89a-48ce-980f-af5aa3230677 req-ff375c12-8cc5-42e3-ac8b-2f26c8bdcaa2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:10.789787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99066ee0-a89a-48ce-980f-af5aa3230677 req-ff375c12-8cc5-42e3-ac8b-2f26c8bdcaa2 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0623672 Dec 08 00:53:10.839634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99066ee0-a89a-48ce-980f-af5aa3230677 req-6ecc4773-34d7-408a-b762-ec4768210a77 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 Dec 08 00:53:11.929867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-6414db99-5779-41f0-9467-eb9f82ea936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:11.931501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-6414db99-5779-41f0-9467-eb9f82ea936c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1097 time: 0.0412548 Dec 08 00:53:11.958722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce985cbf-e361-487b-ad36-d26b3ad5a9b2 req-476c294a-079e-4949-a183-1af065ae60a8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:11.960224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce985cbf-e361-487b-ad36-d26b3ad5a9b2 req-476c294a-079e-4949-a183-1af065ae60a8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0494545 Dec 08 00:53:12.007556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ce985cbf-e361-487b-ad36-d26b3ad5a9b2 req-060e717d-0cfc-41ba-9148-739ae701f6d0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Dec 08 00:53:12.025695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-8fbd428f-6ae6-419d-bfe1-259df9a0c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:12.027293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-8fbd428f-6ae6-419d-bfe1-259df9a0c7fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0883064 Dec 08 00:53:12.090208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-8248ca2f-9507-4c1f-81a1-607bdc0cc9d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1002 time: 0.0564528 Dec 08 00:53:12.142495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-67738643-d426-4693-be94-3f522f2defc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:12.144044 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-67738643-d426-4693-be94-3f522f2defc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0468328 Dec 08 00:53:12.190143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-f6902d49-75e9-49b4-8ace-66b9baba524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:12.191636 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-f6902d49-75e9-49b4-8ace-66b9baba524c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399001 Dec 08 00:53:12.279290 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-5cd80fc3-fe42-4fc1-834c-b90a480c157e service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795732 Dec 08 00:53:12.372699 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-a48bd550-e558-47e2-89b6-14611f65b099 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864027 Dec 08 00:53:13.122547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d6ff0-f141-4cba-825f-fc4336a853f8 req-ddedcee3-787c-4235-a831-3b27086e137b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:13.124015 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-702d6ff0-f141-4cba-825f-fc4336a853f8 req-ddedcee3-787c-4235-a831-3b27086e137b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0474546 Dec 08 00:53:13.174429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-702d6ff0-f141-4cba-825f-fc4336a853f8 req-0ffcfe67-93e2-4905-8505-1922e5d3371e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441434 Dec 08 00:53:14.086962 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:14.288863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c1e65-840d-4003-8378-7aeb5b2e25f9 req-534a460b-dd4f-4fa3-86ca-c248b6d8894c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:14.290450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c7c1e65-840d-4003-8378-7aeb5b2e25f9 req-534a460b-dd4f-4fa3-86ca-c248b6d8894c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0488491 Dec 08 00:53:14.337421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c7c1e65-840d-4003-8378-7aeb5b2e25f9 req-443da847-61f2-4cae-9765-e7985eab7045 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408802 Dec 08 00:53:15.453985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d405d7-dc5e-4c21-a5d7-3a57f1918b90 req-ab5004c2-9d67-47ac-b48a-d9ab34631d04 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:15.455464 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41d405d7-dc5e-4c21-a5d7-3a57f1918b90 req-ab5004c2-9d67-47ac-b48a-d9ab34631d04 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0482488 Dec 08 00:53:15.501985 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41d405d7-dc5e-4c21-a5d7-3a57f1918b90 req-8881dea2-c4fc-4805-a74a-b2f10d3573d1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405679 Dec 08 00:53:16.619994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3813ec7-28e8-4cd0-8ac2-0ccc80707c61 req-0dad11d9-c74f-4fd2-8de8-b47460b3f15e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:16.621691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3813ec7-28e8-4cd0-8ac2-0ccc80707c61 req-0dad11d9-c74f-4fd2-8de8-b47460b3f15e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0517879 Dec 08 00:53:16.667653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d3813ec7-28e8-4cd0-8ac2-0ccc80707c61 req-f0ce153b-eb0e-48d9-894c-04f68409c8b5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399024 Dec 08 00:53:17.782193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7ca3-f67f-4443-9f89-d7cbd2d47e5e req-7fca2a54-56cb-4e25-b513-e0c8048c65c6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:17.783686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d45e7ca3-f67f-4443-9f89-d7cbd2d47e5e req-7fca2a54-56cb-4e25-b513-e0c8048c65c6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0478718 Dec 08 00:53:17.829547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d45e7ca3-f67f-4443-9f89-d7cbd2d47e5e req-93eaa3b6-712e-4265-9d08-97779534f518 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392618 Dec 08 00:53:17.870728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:18.947676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b21099-ebb2-426e-9d7e-3e72e3ef97ab req-3968589a-1fa8-4bda-af0f-8c0dc53cedfe tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:18.949138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06b21099-ebb2-426e-9d7e-3e72e3ef97ab req-3968589a-1fa8-4bda-af0f-8c0dc53cedfe tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0518160 Dec 08 00:53:18.995236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06b21099-ebb2-426e-9d7e-3e72e3ef97ab req-aa25a487-d97b-446c-80c4-f30af7dd6242 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Dec 08 00:53:20.109028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f1ae6-9691-4e1b-88be-cacc74260104 req-72101a2a-400d-4edf-a923-7e24d897b3fb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:20.110491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df0f1ae6-9691-4e1b-88be-cacc74260104 req-72101a2a-400d-4edf-a923-7e24d897b3fb tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0481553 Dec 08 00:53:20.157114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-df0f1ae6-9691-4e1b-88be-cacc74260104 req-0bf4f845-4ef5-4b04-8962-f862c26d10e1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401175 Dec 08 00:53:21.271646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfc4b-e7b5-4da8-8cdc-fdd3c374bb58 req-6b940388-a5af-43cf-9b1c-d7590f6ed302 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:21.273103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-603bfc4b-e7b5-4da8-8cdc-fdd3c374bb58 req-6b940388-a5af-43cf-9b1c-d7590f6ed302 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0478001 Dec 08 00:53:21.324132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-603bfc4b-e7b5-4da8-8cdc-fdd3c374bb58 req-b3b9da70-81f4-4164-b188-4b8c36c7d56a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450654 Dec 08 00:53:21.523537 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3519da7f-d0e8-43f2-9d16-cfc61ea00039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:22.440719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e5f0-c9ab-4451-bd5b-bb6a8691c150 req-1906f890-61f2-404d-ba26-ec874a7c82cc tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:22.442245 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97e5e5f0-c9ab-4451-bd5b-bb6a8691c150 req-1906f890-61f2-404d-ba26-ec874a7c82cc tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0494006 Dec 08 00:53:22.489153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97e5e5f0-c9ab-4451-bd5b-bb6a8691c150 req-2291ccb0-f0e2-407a-bf1e-a9a2a08be83d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 Dec 08 00:53:23.606461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738c01-227f-4af7-87d4-6f2aee190c60 req-c6158d7e-2c34-4995-923d-15dbef046f2e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:23.607860 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62738c01-227f-4af7-87d4-6f2aee190c60 req-c6158d7e-2c34-4995-923d-15dbef046f2e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0477819 Dec 08 00:53:23.655374 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62738c01-227f-4af7-87d4-6f2aee190c60 req-59cb16a4-9f46-4c2b-952a-aa93b7c9ae55 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Dec 08 00:53:23.663510 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef2f3b81-0bd8-472a-8fe3-f26930e54da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:24.351837 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-168f813f-2bee-4253-a750-b999389a5315 req-e1339940-b233-4361-9a4e-1cd1f20287ad service neutron] show failed (client error): The resource could not be found. Dec 08 00:53:24.352847 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-e1339940-b233-4361-9a4e-1cd1f20287ad service neutron] 10.222.0.44 "GET /v2.0/ports/5d898734-3f21-4b96-9f6b-6211dbab67f6/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0553675 Dec 08 00:53:24.608842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-90b6cc87-be51-4a66-b47e-38358f24eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:24.610231 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-90b6cc87-be51-4a66-b47e-38358f24eac2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 1097 time: 0.0920627 Dec 08 00:53:24.621302 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-a08b47a2-1360-44b4-b52f-84b453e8618a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:53:24.623041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-a08b47a2-1360-44b4-b52f-84b453e8618a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054874 Dec 08 00:53:24.642104 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:53:24.694540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:24.849601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e4e72-6752-429a-99ec-92c58f495708 req-2312e286-1c95-4433-9818-64e2ea5a4314 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:24.851079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-311e4e72-6752-429a-99ec-92c58f495708 req-2312e286-1c95-4433-9818-64e2ea5a4314 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.1218960 Dec 08 00:53:24.948306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-311e4e72-6752-429a-99ec-92c58f495708 req-dbd2016d-9251-4805-b731-537d36625a80 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860670 Dec 08 00:53:24.964364 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:24.996811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:53:25.034721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:25.036987 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f523f354-4513-4aba-bd95-541da8ef54ef" -d '{"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-unplugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:25.040728 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:25.053168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Transition to ACTIVE for port object 5d898734-3f21-4b96-9f6b-6211dbab67f6 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:53:25.057251 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:25.095185 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d0588-dd7a-4a3e-8754-d5547bfc9bae x-openstack-request-id: req-683d0588-dd7a-4a3e-8754-d5547bfc9bae {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:25.095484 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-unplugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:25.095737 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-683d0588-dd7a-4a3e-8754-d5547bfc9bae {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:25.096133 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'code': 200} Dec 08 00:53:25.140495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:25.155872 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.156225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.156573 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.157550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.157898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.158238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.158568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.158917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.159826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.160159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.160509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.160811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.161136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:25.194326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] No DVR routers for this DVR port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:53:25.289608 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:25.329066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:53:25.329407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:53:25.329738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:53:25.334634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:53:25.335002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:53:25.339814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:53:25.340151 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:53:25.340536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:53:25.341048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Bound port: 5d898734-3f21-4b96-9f6b-6211dbab67f6, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:53:25.341357 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:25.403495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:53:25.406472 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:53:25.411268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:25.446251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:25.446862 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:25.448242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] 10.222.0.59 "PUT /v2.0/ports/5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1092 time: 0.8098989 Dec 08 00:53:25.475321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da090eb3-9793-4621-8f35-80cf3235a8df service neutron] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:25.524082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-a27344db-f901-48cb-8b60-91b1a50db2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:25.525662 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-a27344db-f901-48cb-8b60-91b1a50db2c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1095 time: 0.0426290 Dec 08 00:53:25.619678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-f76a8896-22b9-41ef-a8bb-abd20a9230a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:25.621163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-f76a8896-22b9-41ef-a8bb-abd20a9230a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0886438 Dec 08 00:53:25.690203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-65826392-c6c2-4b1f-bafd-ad2ae917a447 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1000 time: 0.0614684 Dec 08 00:53:25.738678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-f72c8dd8-9534-49cf-ba6d-27cc11fc1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:25.740033 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-f72c8dd8-9534-49cf-ba6d-27cc11fc1cca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0430093 Dec 08 00:53:25.787083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f813f-2bee-4253-a750-b999389a5315 req-0b68cd8b-b68a-4a9d-b1f8-ac4ffc06be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:25.788559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-0b68cd8b-b68a-4a9d-b1f8-ac4ffc06be4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406291 Dec 08 00:53:25.881770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-519eb0bc-deda-4e03-9391-60ae02b004be service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846200 Dec 08 00:53:25.973465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-168f813f-2bee-4253-a750-b999389a5315 req-9f29a998-dea4-4528-8618-7c1c21491ecf service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848806 Dec 08 00:53:26.068370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a3791-2045-48f8-b8e2-aad3ff909fc5 req-d1a3ea62-3d24-40f5-ba35-27a37670bc5a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:26.069786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-618a3791-2045-48f8-b8e2-aad3ff909fc5 req-d1a3ea62-3d24-40f5-ba35-27a37670bc5a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 944 time: 0.0494936 Dec 08 00:53:26.118167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-618a3791-2045-48f8-b8e2-aad3ff909fc5 req-5f73ce90-5c08-4a5b-8f16-621278afe48d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421216 Dec 08 00:53:26.448081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:27.097624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:27.100064 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdefaa5-0020-4c91-a13e-80f0601cac89" -d '{"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:27.152968 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f93f0-e669-4d06-883b-bbd6c96fae5a x-openstack-request-id: req-ad5f93f0-e669-4d06-883b-bbd6c96fae5a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:27.153264 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:27.153519 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad5f93f0-e669-4d06-883b-bbd6c96fae5a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:27.153918 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'status': 'completed', 'code': 200} Dec 08 00:53:27.232576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-f71c88a9-7d3d-4574-8e12-4f8b7dcc6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.234092 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-f71c88a9-7d3d-4574-8e12-4f8b7dcc6aae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1095 time: 0.0465422 Dec 08 00:53:27.272675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ffe71-5ee3-4a52-ab89-ac48cd93e5de req-08387e4e-3296-4658-b9d7-dfeb37e4ac59 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.274141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f2ffe71-5ee3-4a52-ab89-ac48cd93e5de req-08387e4e-3296-4658-b9d7-dfeb37e4ac59 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 944 time: 0.0818410 Dec 08 00:53:27.276097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-8e337368-42c3-455f-a915-8ddc560eed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.277419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-8e337368-42c3-455f-a915-8ddc560eed98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1095 time: 0.0604372 Dec 08 00:53:27.295030 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:27.330444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-cdc794cf-715e-4597-acae-e4775fa51a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.332669 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-cdc794cf-715e-4597-acae-e4775fa51a26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0916266 Dec 08 00:53:27.387664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f2ffe71-5ee3-4a52-ab89-ac48cd93e5de req-f16bd160-e5b9-430f-9332-85b8a30f9780 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936937 Dec 08 00:53:27.402439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-d96332b4-5937-46ea-8b42-1b3eff67c417 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1000 time: 0.0623529 Dec 08 00:53:27.403448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-84e589d7-52b7-4813-9c5d-13ad7acb2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.404930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-84e589d7-52b7-4813-9c5d-13ad7acb2b91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.1200404 Dec 08 00:53:27.452200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-43308c48-4ba6-401c-a498-3ed5f801e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.453724 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-43308c48-4ba6-401c-a498-3ed5f801e4b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0448821 Dec 08 00:53:27.476062 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-eb205ac6-483c-4270-ad2f-2edbb3aeaac3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1000 time: 0.0634344 Dec 08 00:53:27.500279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-6c002f26-70dd-4655-ad93-09993436f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.501781 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-6c002f26-70dd-4655-ad93-09993436f3ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411263 Dec 08 00:53:27.529564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-7a54aa51-1ca8-4d9e-80d3-577dd8aeb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.532027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-7a54aa51-1ca8-4d9e-80d3-577dd8aeb989 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0466011 Dec 08 00:53:27.598396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-e1bd200d-4126-4ac7-b1c6-5019b0bf0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:27.600005 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-e1bd200d-4126-4ac7-b1c6-5019b0bf0e83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456269 Dec 08 00:53:27.603696 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-1640fcb3-5e5b-47cb-875a-e2c8f31e3e3f service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942433 Dec 08 00:53:27.702718 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-2088f172-d631-4d4c-80e0-07e05a5ac551 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924649 Dec 08 00:53:27.705460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-5aacac8f-8bff-4abb-9e4d-19d1ae5f6f66 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892677 Dec 08 00:53:27.795235 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6bdefaa5-0020-4c91-a13e-80f0601cac89 req-68808f3a-77e3-4c53-aa55-5af161244758 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825319 Dec 08 00:53:27.908160 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:53:28.216648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:53:28.253881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:53:28.511745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604d2d6-b1ea-4b66-9fb6-f31337ba5769 req-5d2b2e96-d74b-4a62-8e29-e88db6bd284e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:28.513113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8604d2d6-b1ea-4b66-9fb6-f31337ba5769 req-5d2b2e96-d74b-4a62-8e29-e88db6bd284e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 944 time: 0.0524452 Dec 08 00:53:28.558586 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8604d2d6-b1ea-4b66-9fb6-f31337ba5769 req-d2a7869f-6209-491c-ba6a-ce651b6b7e6f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389669 Dec 08 00:53:28.864197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-d3e72fc5-c8ce-489e-a1fd-ca64614ad562 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:28.865652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-d3e72fc5-c8ce-489e-a1fd-ca64614ad562 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666&tenant_id=049cdcc6692d46f7a01a164e87ef40cd&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 944 time: 0.0800905 Dec 08 00:53:28.877401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13faea6-cf1f-4e2b-b14a-19f803646a6e req-9aaf8d8e-5e28-4514-8272-54d0bdfc22ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:28.879328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a13faea6-cf1f-4e2b-b14a-19f803646a6e req-9aaf8d8e-5e28-4514-8272-54d0bdfc22ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 944 time: 0.0677395 Dec 08 00:53:28.968312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a13faea6-cf1f-4e2b-b14a-19f803646a6e req-d63271d3-35cc-4d41-80dd-4da9a9ea4c28 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820892 Dec 08 00:53:28.971179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-a3465596-ac07-4834-8a3e-098e11d14011 service neutron] 10.222.0.59 "GET /v2.0/ports/5d898734-3f21-4b96-9f6b-6211dbab67f6/bindings/n-h2-820549-2 HTTP/1.1" status: 200 len: 382 time: 0.0909808 Dec 08 00:53:29.048856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-8dcaf516-9e7c-49fa-93d1-d1204901542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:29.050829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-8dcaf516-9e7c-49fa-93d1-d1204901542c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1095 time: 0.0402758 Dec 08 00:53:29.145217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:53:29.146586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-52694a83-6eef-44be-8edf-67cbe77030d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:29.148239 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-52694a83-6eef-44be-8edf-67cbe77030d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0910811 Dec 08 00:53:29.216833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-14365c37-fffb-45cf-801d-6e77238da3a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1000 time: 0.0599997 Dec 08 00:53:29.243124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:29.256227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'mac_address': 'fa:16:3e:b9:24:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:53:29.270608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c28e2409-1c45-4cb4-85c3-bad200c66742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:29.272168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c28e2409-1c45-4cb4-85c3-bad200c66742 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0491102 Dec 08 00:53:29.294934 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:29.308635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d898734-3f21-4b96-9f6b-6211dbab67f6 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:53:29.323233 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-7a089f61-02e0-4378-9a17-831a0316199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:29.324834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-7a089f61-02e0-4378-9a17-831a0316199a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420711 Dec 08 00:53:29.329349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:29.334489 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:29.383639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:29.391942 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.392292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.392639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.392984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.393324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.393708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.394044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.394378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.394708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.395067 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.395397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.395721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.396046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:29.429126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-52988b0d-2699-46af-97d5-1483aa7d4b5d service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970225 Dec 08 00:53:29.666524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['5d898734-3f21-4b96-9f6b-6211dbab67f6'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:53:29.777389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-fc8f97ea-81af-4831-b12b-195b332083b5 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400295 Dec 08 00:53:30.090555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03a466-9ccb-45fb-92fd-20423a8dc310 req-21f0712d-e92f-4382-a35e-a257f4bfae52 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:30.092144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f03a466-9ccb-45fb-92fd-20423a8dc310 req-21f0712d-e92f-4382-a35e-a257f4bfae52 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Dec 08 00:53:30.140227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f03a466-9ccb-45fb-92fd-20423a8dc310 req-f7028d25-7579-49c5-bd1b-98b182261302 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417233 Dec 08 00:53:31.161679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:53:31.209740 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 5d898734-3f21-4b96-9f6b-6211dbab67f6 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:53:31.214102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 5d898734-3f21-4b96-9f6b-6211dbab67f6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:53:31.214493 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:31.262967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d3d91-6728-40c7-9300-cb57b5802426 req-e95d37bd-e025-4bfe-a85c-27676cf0e541 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:31.264527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-446d3d91-6728-40c7-9300-cb57b5802426 req-e95d37bd-e025-4bfe-a85c-27676cf0e541 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0536294 Dec 08 00:53:31.309827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:31.316360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-446d3d91-6728-40c7-9300-cb57b5802426 req-d7a19b64-125d-46a3-9bb5-05e594c83459 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447967 Dec 08 00:53:31.333621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:31.336052 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1442e-ed1a-4c1b-872c-6f01c7c7fd88" -d '{"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-plugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:31.349437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:31.353737 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:31.387992 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff122db6-a12b-40bc-9fbd-969633018d02 x-openstack-request-id: req-ff122db6-a12b-40bc-9fbd-969633018d02 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:31.388316 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-plugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:31.388599 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff122db6-a12b-40bc-9fbd-969633018d02 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:31.389013 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'code': 200} Dec 08 00:53:31.402772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:31.912859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-ea5977ee-ad7d-4a92-9c98-ce3230d84a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:31.914384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-ea5977ee-ad7d-4a92-9c98-ce3230d84a6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 1097 time: 0.0443754 Dec 08 00:53:31.931939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:53:31.982463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:32.174076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:32.206268 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:53:32.247548 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:32.249830 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bcae6f-9cfd-4ac7-9917-7c5d0fd40259" -d '{"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-unplugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:32.254414 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:32.267363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Transition to ACTIVE for port object 5d898734-3f21-4b96-9f6b-6211dbab67f6 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:53:32.271389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:32.307365 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49cc233-9155-4f0f-8284-07e598b6ffca x-openstack-request-id: req-e49cc233-9155-4f0f-8284-07e598b6ffca {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:32.307660 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-unplugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:32.307916 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49cc233-9155-4f0f-8284-07e598b6ffca {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:32.312289 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'code': 200} Dec 08 00:53:32.361357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=10']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:32.373935 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.374283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.374624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.374989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.375324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.375656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.375983 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.376308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.376631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.376953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.377278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.377600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.377982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:53:32.408901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] No DVR routers for this DVR port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:53:32.454407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d437a-5d0e-485d-9957-08bd93620a8d req-0fec52bc-00cd-4605-be87-7fd5cd921c4e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:32.457881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-772d437a-5d0e-485d-9957-08bd93620a8d req-0fec52bc-00cd-4605-be87-7fd5cd921c4e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0529239 Dec 08 00:53:32.506649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-772d437a-5d0e-485d-9957-08bd93620a8d req-1fa3ba6b-6ddc-4cf9-8717-6cc691841860 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445828 Dec 08 00:53:32.550560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:53:32.550907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:53:32.551238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:53:32.555754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:53:32.556079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Attempting to bind port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:53:32.560882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:53:32.561218 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:53:32.561596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:53:32.562013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Bound port: 5d898734-3f21-4b96-9f6b-6211dbab67f6, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:53:32.562930 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:32.623552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:53:32.626759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:53:32.630968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:32.664922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:32.665561 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:32.667012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1093 time: 0.7392137 Dec 08 00:53:32.690129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b308-5760-408b-be3a-9d2ca7e182c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=11']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:32.748282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-f6f273ae-864b-466e-9848-44116858b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:32.749919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-f6f273ae-864b-466e-9848-44116858b314 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1096 time: 0.0424049 Dec 08 00:53:32.844985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-50f6dadc-2417-4c63-a521-6f9250e7b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:32.847093 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-50f6dadc-2417-4c63-a521-6f9250e7b647 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0901537 Dec 08 00:53:32.908564 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-b401e095-490f-40db-a9d4-c8b4d36739b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1000 time: 0.0553374 Dec 08 00:53:32.959718 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-253ef868-e48f-4d29-8967-ed112375c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:32.961058 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-253ef868-e48f-4d29-8967-ed112375c277 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0454557 Dec 08 00:53:33.005075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-3d03d13e-4963-490e-a238-27aa112c08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:33.006480 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-3d03d13e-4963-490e-a238-27aa112c08b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385611 Dec 08 00:53:33.093863 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-1fdeffe3-02d7-4b82-83b1-7efca0e7a1c3 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793681 Dec 08 00:53:33.520190 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9543a630-1f40-489b-b9c9-4f76fe5d99db req-becaec1b-0ec5-46bf-b187-017b6dc7c777 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193490 Dec 08 00:53:33.623518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b571a1-5f72-4340-8603-6cd969711541 req-f78fd9d5-0255-47e0-b29c-3e33017e78b5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:33.624982 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3b571a1-5f72-4340-8603-6cd969711541 req-f78fd9d5-0255-47e0-b29c-3e33017e78b5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0471525 Dec 08 00:53:33.673979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e3b571a1-5f72-4340-8603-6cd969711541 req-bab43212-87fc-45b7-a913-b979744ade6c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Dec 08 00:53:34.310358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:34.312843 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6d74f0-b762-41cc-ba6b-85e62d047b14" -d '{"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:34.361274 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1683efa-7b4a-48f3-b70a-3a68df383a50 x-openstack-request-id: req-e1683efa-7b4a-48f3-b70a-3a68df383a50 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:34.361577 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:34.361855 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1683efa-7b4a-48f3-b70a-3a68df383a50 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:34.362260 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'status': 'completed', 'code': 200} Dec 08 00:53:34.444060 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-91479ff6-0337-4d58-a655-e041e83221bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.445545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-91479ff6-0337-4d58-a655-e041e83221bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1096 time: 0.0405841 Dec 08 00:53:34.445732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-0851b171-9a39-4ded-8b94-3429db7ca5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.447231 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-0851b171-9a39-4ded-8b94-3429db7ca5fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 1096 time: 0.0403521 Dec 08 00:53:34.536762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-1209e42a-f903-4931-afc2-58a98e137d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.538210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-1209e42a-f903-4931-afc2-58a98e137d99 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0839262 Dec 08 00:53:34.541573 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-154d607a-531e-487c-b3fa-4441ca461646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.543060 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-154d607a-531e-487c-b3fa-4441ca461646 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0872819 Dec 08 00:53:34.610393 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-c8b2f95e-be72-4109-835a-22f720704e90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1000 time: 0.0577424 Dec 08 00:53:34.622969 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-9a74eac0-e27a-4cd8-9dbf-cdbe1551a2b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 200 len: 1000 time: 0.0600512 Dec 08 00:53:34.667025 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-901135c3-c400-4605-833c-873534ba2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.668530 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-901135c3-c400-4605-833c-873534ba2305 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0501032 Dec 08 00:53:34.672340 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-3d4bb75b-6eea-4bfe-a3ad-a908f6ae80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.673810 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-3d4bb75b-6eea-4bfe-a3ad-a908f6ae80d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0438693 Dec 08 00:53:34.721057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-8efb2444-bda0-4e32-be3d-80af9bc6b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.723027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-708da9c4-175e-4b50-942d-eeabe971b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.723175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-8efb2444-bda0-4e32-be3d-80af9bc6b4b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422597 Dec 08 00:53:34.724116 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-708da9c4-175e-4b50-942d-eeabe971b403 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479581 Dec 08 00:53:34.818155 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-e9e6bb7f-aaab-4a7d-8c0d-862de35c11cd service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863268 Dec 08 00:53:34.846686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5259c-eb30-4f10-b5a7-5f1318384062 req-ce4ff9fe-dc49-481e-8b43-8f122916a628 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:34.848230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05a5259c-eb30-4f10-b5a7-5f1318384062 req-ce4ff9fe-dc49-481e-8b43-8f122916a628 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0951807 Dec 08 00:53:34.865276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-67908edd-8340-4f99-8861-fe274019f41f service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356022 Dec 08 00:53:34.913197 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-51b514ea-cca8-4659-b836-70f09152d3ff service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872958 Dec 08 00:53:34.954256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-05a5259c-eb30-4f10-b5a7-5f1318384062 req-36302fc4-8cc8-48ef-8465-e630bf555482 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987704 Dec 08 00:53:34.979494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc6d74f0-b762-41cc-ba6b-85e62d047b14 req-964c39db-09d5-490b-a4c5-9f7f61fdb989 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074882 Dec 08 00:53:35.176434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:53:35.216101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:53:36.077159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00378c-d264-4901-afbb-0e0da22447df req-174654e7-5145-452f-bc9b-b410fbadd8ba tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:36.078622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b00378c-d264-4901-afbb-0e0da22447df req-174654e7-5145-452f-bc9b-b410fbadd8ba tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Dec 08 00:53:36.125366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7b00378c-d264-4901-afbb-0e0da22447df req-85bae793-fb6d-4e63-b7ad-9432d99632d7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400906 Dec 08 00:53:36.243721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69779-3b56-4139-95c5-efcb421497db req-58d3c43d-22a4-4df4-8a55-1ecfa47c4373 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:36.245102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ce69779-3b56-4139-95c5-efcb421497db req-58d3c43d-22a4-4df4-8a55-1ecfa47c4373 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0528646 Dec 08 00:53:36.264421 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:53:36.293850 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ce69779-3b56-4139-95c5-efcb421497db req-74217dd3-78ff-4942-b5b1-303652eeb1e5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426421 Dec 08 00:53:36.365670 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:36.377461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'mac_address': 'fa:16:3e:b9:24:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:53:36.409465 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59eebb-3c84-4835-aee7-77b4b66737a2 req-f68fcf6c-2e70-4dc8-afc3-cee5ace5a59f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:36.411021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe59eebb-3c84-4835-aee7-77b4b66737a2 req-f68fcf6c-2e70-4dc8-afc3-cee5ace5a59f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 945 time: 0.0491590 Dec 08 00:53:36.415157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:36.428099 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d898734-3f21-4b96-9f6b-6211dbab67f6 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:53:36.448972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:36.452191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:36.461305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fe59eebb-3c84-4835-aee7-77b4b66737a2 req-20d2fa2a-dcff-49ba-9bee-283639bff4ef tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434654 Dec 08 00:53:36.498182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:36.694266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d66b-3225-425b-bfbb-3850654c91d4 req-89654212-98f8-475b-9058-7a00786087b5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:36.695747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0dc3d66b-3225-425b-bfbb-3850654c91d4 req-89654212-98f8-475b-9058-7a00786087b5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0526128 Dec 08 00:53:36.741126 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0dc3d66b-3225-425b-bfbb-3850654c91d4 req-58b20c21-dfb1-43b2-966b-3872217e560b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393856 Dec 08 00:53:36.788900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['5d898734-3f21-4b96-9f6b-6211dbab67f6'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:53:37.857685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8f24-4ac7-4baf-982a-6a034bf8ab5a req-94bc39c7-2bef-4da8-9087-7f4096dd44b7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:37.859306 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b5b8f24-4ac7-4baf-982a-6a034bf8ab5a req-94bc39c7-2bef-4da8-9087-7f4096dd44b7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0483754 Dec 08 00:53:37.906277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b5b8f24-4ac7-4baf-982a-6a034bf8ab5a req-71f6bb07-9012-4baa-8ef9-e05c22e7cc2b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402901 Dec 08 00:53:38.170740 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-fdfbfb50-70b5-4564-958c-c109a3babfd4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:38.172115 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-fdfbfb50-70b5-4564-958c-c109a3babfd4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 946 time: 0.0475123 Dec 08 00:53:38.263534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Deleting port 5d898734-3f21-4b96-9f6b-6211dbab67f6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:53:38.263869 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.278515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:53:38.327714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 5d898734-3f21-4b96-9f6b-6211dbab67f6 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:53:38.331348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 5d898734-3f21-4b96-9f6b-6211dbab67f6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:53:38.331719 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.351527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:38.351931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.531569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.531848 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.532152 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af disassociated. External IP: 172.25.6.22, port: 5d898734-3f21-4b96-9f6b-6211dbab67f6. Dec 08 00:53:38.532493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Calling delete_port for 5d898734-3f21-4b96-9f6b-6211dbab67f6 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:53:38.573267 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.594640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:38.596897 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59d5a75-d538-4ab1-a299-615307761521" -d '{"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-plugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:38.610366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 5d898734-3f21-4b96-9f6b-6211dbab67f6, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=5d898734-3f21-4b96-9f6b-6211dbab67f6,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:38.615596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.640797 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f65a2f-2909-47fe-8691-b79e9d6e1549 x-openstack-request-id: req-e2f65a2f-2909-47fe-8691-b79e9d6e1549 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:38.641096 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-plugged", "status": "completed", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:38.641351 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2f65a2f-2909-47fe-8691-b79e9d6e1549 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:38.641742 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'code': 200} Dec 08 00:53:38.666742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=13']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:38.668575 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.702217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event deleted for resources: {'Port': ['ID=5d898734-3f21-4b96-9f6b-6211dbab67f6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:38.817517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:53:38.922480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:53:38.934064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:53:38.946076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:53:38.946700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:53:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:38.966663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] No DVR routers for this DVR port 5d898734-3f21-4b96-9f6b-6211dbab67f6 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:53:38.969482 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:38.973628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b0af1d25-03f9-4b39-90ec-3eb672ff4999 req-51d4b509-8c46-483c-b7f0-f441744b1197 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "DELETE /v2.0/ports/5d898734-3f21-4b96-9f6b-6211dbab67f6 HTTP/1.1" status: 204 len: 173 time: 0.7933459 Dec 08 00:53:38.974044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-deleted', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:38.976546 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8428ca3e-3f2b-439c-934b-43b29c3452d1" -d '{"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-deleted", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:39.017847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c2d4c80-8744-489e-9b5d-59f6e09da39f req-f89d3138-7a3f-4fa4-ad7f-97f86a750cac tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=b655950b-2a65-4a8a-addd-7414495a5666 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Dec 08 00:53:39.025015 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92d676b-82e8-4858-8c02-5c45382d616c x-openstack-request-id: req-e92d676b-82e8-4858-8c02-5c45382d616c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:39.025381 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655950b-2a65-4a8a-addd-7414495a5666", "name": "network-vif-deleted", "tag": "5d898734-3f21-4b96-9f6b-6211dbab67f6", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:39.025608 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e92d676b-82e8-4858-8c02-5c45382d616c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:39.025984 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655950b-2a65-4a8a-addd-7414495a5666', 'name': 'network-vif-deleted', 'tag': '5d898734-3f21-4b96-9f6b-6211dbab67f6', 'status': 'completed', 'code': 200} Dec 08 00:53:39.071033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:53:39.274241 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:39.299654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:53:39.308001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:53:39.308601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:53:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:39.415082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:53:39.621625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:39.647736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f8af8-6cc3-4132-add9-b124e48cfd67 None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:53:39.862218 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6806e2d8-fc24-4f3a-a34c-a01e0efb9b88 None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:53:40.293825 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-aa998d57-af2c-4348-9640-c42a78a12bd9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--498381473&fields=id&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 267 time: 0.0419083 Dec 08 00:53:40.401412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-0952a6a9-d8de-4713-9129-c3ec5c92130a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:40.402823 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-0952a6a9-d8de-4713-9129-c3ec5c92130a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.1022427 Dec 08 00:53:40.418167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-04027b2c-f371-47b9-a274-b5f38feb99e8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/quotas/049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 375 time: 0.0097661 Dec 08 00:53:40.467536 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-b4584479-0907-47e9-a656-2732cc4520ac tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442519 Dec 08 00:53:40.611260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-3be7c4db-103b-48e5-a847-d6750df08ca5 service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317120 Dec 08 00:53:40.698609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-cdfd8c9e-d32e-4cef-ad0c-c2dc957116bc service neutron] 10.222.0.18 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812807 Dec 08 00:53:40.865901 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dfb97dd2-5afa-4f28-b5bc-8067e274e37e req-18711775-4b70-4bd4-983f-4a5293ba80db tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0339646 Dec 08 00:53:41.944434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09ddddcd-dc0d-44d6-a852-240225a0b58c req-6d327ede-93b2-4515-9397-37b04c40c334 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0265985 Dec 08 00:53:42.294628 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:53:42.315328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 5d898734-3f21-4b96-9f6b-6211dbab67f6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:53:42.315328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 5d898734-3f21-4b96-9f6b-6211dbab67f6 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:53:43.024447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-27cc897c-880a-4344-8b57-e6a72b472d5c req-844de32d-6719-41a5-87cd-efe18974a5d8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0265799 Dec 08 00:53:44.092878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:44.103398 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9459f5cb-e40a-4154-9f65-6e99a1da5451 req-c394c11a-5e53-4117-92e5-75a2da6ab542 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0263829 Dec 08 00:53:45.200195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ce1fe96-57fe-4ae4-8fe9-c139d239e308 req-928c8c47-4c77-4f5f-9f6c-900f89eb63d3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0261443 Dec 08 00:53:45.957265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-3a387e75-86a1-4c7e-bfab-5b7405ec56bd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:45.958792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-3a387e75-86a1-4c7e-bfab-5b7405ec56bd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 811 time: 0.1063769 Dec 08 00:53:46.036757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-ca95d016-9794-43a1-9777-a83fcf110333 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 379 time: 0.0603988 Dec 08 00:53:46.066524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'port': {'device_id': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'admin_state_up': True, 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'security_groups': ['9460085f-00a0-46bd-8f8e-8e5f1bb42975']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:53:46.176590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Made reservation on behalf of 049cdcc6692d46f7a01a164e87ef40cd for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:53:46.180352 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:46.318021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62442beb-f08a-43cb-8016-3189871a77c3 req-bd39232e-1716-4200-8029-9ca347225e3a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0408375 Dec 08 00:53:46.334190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Allocated IP 172.20.0.4 (b184048d-9506-40ac-8ef2-365024e1af16/05ca736d-98b6-4823-9ded-fbbf592a8f5a/18127644-6237-4de5-843f-9585d0239731) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:53:46.468687 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:46.500949 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:46.548751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Network b184048d-9506-40ac-8ef2-365024e1af16 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:53:46.551830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:53:46.555674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:53:46.579220 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:46.608084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:46.608711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:46.626752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-600fa156-a9a2-405a-9e48-abe3b86ea08f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640204 Dec 08 00:53:46.645719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Request body: {'port': {'device_id': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:53:46.701487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:46.796603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2e9741c4-e841-4512-957c-32ffa9354a16 None None] Provisioning complete for port 18127644-6237-4de5-843f-9585d0239731 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:53:46.797125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2e9741c4-e841-4512-957c-32ffa9354a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:46.830988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2e9741c4-e841-4512-957c-32ffa9354a16 None None] Port 18127644-6237-4de5-843f-9585d0239731 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:53:46.959699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18127644-6237-4de5-843f-9585d0239731 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:53:46.966990 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:46.978456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Transition to ACTIVE for port object 18127644-6237-4de5-843f-9585d0239731 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:53:46.982173 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:47.034276 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:47.105468 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:53:47.105809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:53:47.106150 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:53:47.110841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:53:47.111204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:53:47.116699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:53:47.117031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:53:47.117407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:53:47.117828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Bound port: 18127644-6237-4de5-843f-9585d0239731, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:53:47.118179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:47.184093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:53:47.187258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:53:47.191892 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:47.227043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:47.227658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:47.229035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 1091 time: 0.5885477 Dec 08 00:53:47.229493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:47.231799 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036e598e-f936-4228-b36a-8c7693099fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:47.268062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b111cc5-73d9-44eb-8820-7f881d4973c3 service neutron] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:47.276843 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050daeea-f0de-460c-8688-d2f8ab3aa3e9 x-openstack-request-id: req-050daeea-f0de-460c-8688-d2f8ab3aa3e9 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:47.277088 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:47.277357 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-050daeea-f0de-460c-8688-d2f8ab3aa3e9 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:47.277862 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'status': 'completed', 'code': 200} Dec 08 00:53:47.334951 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-df00c7e6-e4cb-4365-8a47-ae7add7623d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:47.336468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-df00c7e6-e4cb-4365-8a47-ae7add7623d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0434086 Dec 08 00:53:47.398442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-8cbec14d-5466-4cbe-b200-b6e291953ca9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 217 time: 0.0488868 Dec 08 00:53:47.473103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126dcfc-5ad7-490d-8104-28872e596a86 req-a39286b9-639f-4753-9df3-ad19fd8680ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:47.474540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b126dcfc-5ad7-490d-8104-28872e596a86 req-a39286b9-639f-4753-9df3-ad19fd8680ed tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0852954 Dec 08 00:53:47.476255 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-f516fda3-b754-42b2-988b-19f5ef228596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:47.477578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-f516fda3-b754-42b2-988b-19f5ef228596 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0611904 Dec 08 00:53:47.554478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b126dcfc-5ad7-490d-8104-28872e596a86 req-4704b27b-653f-4736-9616-be9cfdaaad67 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730994 Dec 08 00:53:47.557119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-af6a24fe-01ac-4f65-bcd2-1fd14401ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:47.558498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-af6a24fe-01ac-4f65-bcd2-1fd14401ba5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705712 Dec 08 00:53:47.647628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-9a442196-0951-4b3d-aa1a-99987d9cd7fc service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815940 Dec 08 00:53:47.738305 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b55a85a6-43e4-49e6-8bb6-514f7b40d495 req-6e438f32-50b4-4169-bc35-b414b82c53e4 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837893 Dec 08 00:53:47.868679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e598e-f936-4228-b36a-8c7693099fa3 req-0173e7b6-d16e-4405-9953-25033992243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:47.870194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-036e598e-f936-4228-b36a-8c7693099fa3 req-0173e7b6-d16e-4405-9953-25033992243b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0403292 Dec 08 00:53:47.873528 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:47.962197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e598e-f936-4228-b36a-8c7693099fa3 req-eeca4ee0-016a-495f-a5fb-81fcc3130715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:47.963581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-036e598e-f936-4228-b36a-8c7693099fa3 req-eeca4ee0-016a-495f-a5fb-81fcc3130715 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0867867 Dec 08 00:53:48.005820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-036e598e-f936-4228-b36a-8c7693099fa3 req-98a8c2d3-8ae4-42c2-b05c-6a5e634f4184 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 217 time: 0.0343599 Dec 08 00:53:48.053368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e598e-f936-4228-b36a-8c7693099fa3 req-d52c2636-75cc-4932-8396-200c08b52efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:48.055034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-036e598e-f936-4228-b36a-8c7693099fa3 req-d52c2636-75cc-4932-8396-200c08b52efb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0423675 Dec 08 00:53:48.104015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e598e-f936-4228-b36a-8c7693099fa3 req-eb1f9514-23a0-4e0a-ab01-85918ef0feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:48.105447 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-036e598e-f936-4228-b36a-8c7693099fa3 req-eb1f9514-23a0-4e0a-ab01-85918ef0feed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431402 Dec 08 00:53:48.193272 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-036e598e-f936-4228-b36a-8c7693099fa3 req-7ea89607-4053-4b8d-b6b7-48a7d94ec767 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796478 Dec 08 00:53:48.287641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-036e598e-f936-4228-b36a-8c7693099fa3 req-a895949f-4c94-4fe6-a7dd-6a8901629128 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Dec 08 00:53:48.669020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d4fb6-247f-4320-8700-ce61e909246a req-cbec1fb9-74b9-4952-8ce2-84b88996c309 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:48.670483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb2d4fb6-247f-4320-8700-ce61e909246a req-cbec1fb9-74b9-4952-8ce2-84b88996c309 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0480731 Dec 08 00:53:48.717042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb2d4fb6-247f-4320-8700-ce61e909246a req-f893cbe1-b6fe-46c7-bf8b-4f0620c3beec tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 Dec 08 00:53:49.830258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084df98-678b-4ce4-88c9-78ef061d439b req-08caa99b-f17d-4fb1-ac37-0411b60a8412 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:49.831779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3084df98-678b-4ce4-88c9-78ef061d439b req-08caa99b-f17d-4fb1-ac37-0411b60a8412 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0474286 Dec 08 00:53:49.881819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3084df98-678b-4ce4-88c9-78ef061d439b req-c339e0d8-4859-4ed4-bc6f-5879566f478e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 Dec 08 00:53:50.993845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e3fb4-e020-4f76-9e0f-f60ae531686e req-a14fae39-0e32-4a5e-b49d-ed45639b2b6a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:50.995304 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c58e3fb4-e020-4f76-9e0f-f60ae531686e req-a14fae39-0e32-4a5e-b49d-ed45639b2b6a tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0474796 Dec 08 00:53:51.041444 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c58e3fb4-e020-4f76-9e0f-f60ae531686e req-0ebd65aa-689d-490b-9700-c2cad6dcf73c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402689 Dec 08 00:53:51.270405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:53:51.366574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:51.377947 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '18127644-6237-4de5-843f-9585d0239731', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '18127644-6237-4de5-843f-9585d0239731', 'mac_address': 'fa:16:3e:e5:ce:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:53:51.414143 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:51.427253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18127644-6237-4de5-843f-9585d0239731 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:53:51.446801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:51.450957 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:51.499260 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:51.523391 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-329826a8-f718-45e0-92a2-7e6b344a60cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:51.744423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['18127644-6237-4de5-843f-9585d0239731'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:53:52.153983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0893-5994-42fa-a3d5-abe013670086 req-aabba7c2-1127-4adb-91f6-fea8fab59646 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:52.155484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-495c0893-5994-42fa-a3d5-abe013670086 req-aabba7c2-1127-4adb-91f6-fea8fab59646 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0477092 Dec 08 00:53:52.201812 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-495c0893-5994-42fa-a3d5-abe013670086 req-12c9488a-bbe1-4ade-a27b-be50fe7fdb40 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392568 Dec 08 00:53:53.270504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:53:53.321963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43477-e36c-4b75-a010-9be98c106124 req-496bd5f3-5623-4dfb-bde7-054c1dfb5f18 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:53.323287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 18127644-6237-4de5-843f-9585d0239731 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:53:53.323728 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e43477-e36c-4b75-a010-9be98c106124 req-496bd5f3-5623-4dfb-bde7-054c1dfb5f18 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0538502 Dec 08 00:53:53.327359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 18127644-6237-4de5-843f-9585d0239731 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:53:53.327860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:53.376498 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e43477-e36c-4b75-a010-9be98c106124 req-b87fe12e-52ca-4247-a625-0b09294abf44 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442863 Dec 08 00:53:53.409404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:53.432273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:53.434494 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14fe01a2715ebeee82de8e380d3da9b74ccb564926578a8150c90fdb3bacc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa212b2-90cd-42a6-b070-89f035da33eb" -d '{"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-plugged", "status": "completed", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:53.447296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:53:53.451232 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:53.474445 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccdaa90-19a3-4795-a052-9663d4c85ed5 x-openstack-request-id: req-dccdaa90-19a3-4795-a052-9663d4c85ed5 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:53.474737 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-plugged", "status": "completed", "tag": "18127644-6237-4de5-843f-9585d0239731", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:53.475019 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dccdaa90-19a3-4795-a052-9663d4c85ed5 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:53.475420 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'code': 200} Dec 08 00:53:53.503816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:53:53.596369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce381-b04c-4c05-8579-9f183700f8a4 req-632dd27d-3648-4c7a-aa6b-490a7deef2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:53.598318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-040ce381-b04c-4c05-8579-9f183700f8a4 req-632dd27d-3648-4c7a-aa6b-490a7deef2bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0391741 Dec 08 00:53:53.641801 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-040ce381-b04c-4c05-8579-9f183700f8a4 req-c3d1f78c-cc2c-48d3-9042-fee69344b161 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365140 Dec 08 00:53:53.665563 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b62b4a0e-19d3-4607-b369-e9727a85eac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:54.489620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8fa0b-9e1f-4d34-ae4d-63572dc46229 req-b7d93ed6-7096-478d-9b62-4842a7064b0e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:54.491091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4d8fa0b-9e1f-4d34-ae4d-63572dc46229 req-b7d93ed6-7096-478d-9b62-4842a7064b0e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0474331 Dec 08 00:53:54.539353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4d8fa0b-9e1f-4d34-ae4d-63572dc46229 req-1cb8eefa-85cf-4281-8247-07274bad31ca tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Dec 08 00:53:55.291802 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:55.655158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272ff9b-5e9a-42ff-a881-226f91bf073e req-38052018-0e89-4940-bd79-14bd02b352da tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:55.656605 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6272ff9b-5e9a-42ff-a881-226f91bf073e req-38052018-0e89-4940-bd79-14bd02b352da tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0476511 Dec 08 00:53:55.702178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6272ff9b-5e9a-42ff-a881-226f91bf073e req-e3253564-8dc3-4add-8ac6-666cf91a9ecd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396476 Dec 08 00:53:55.813636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d6816-54b4-4e85-9775-8f468c009056 req-379acf46-2150-4419-9ae3-94e9c7d5944d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:55.815098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec3d6816-54b4-4e85-9775-8f468c009056 req-379acf46-2150-4419-9ae3-94e9c7d5944d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Dec 08 00:53:55.823548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42140) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:53:55.827805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Request body: {'floatingip': {'port_id': '18127644-6237-4de5-843f-9585d0239731'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:53:55.868917 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:56.451506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:56.533051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:56.536741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:56.629522 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af associated. External IP: 172.25.6.22, port: 18127644-6237-4de5-843f-9585d0239731. Dec 08 00:53:56.828856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:53:56.932626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:53:56.937533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:56.942545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:53:56.951688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:53:56.952361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:53:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:56.966689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1cce61d6-631b-414d-9c93-63a0f03ded2f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "PUT /v2.0/floatingips/2ebd8aa1-582e-409e-8fa5-02827a0f67af HTTP/1.1" status: 200 len: 991 time: 1.1394496 Dec 08 00:53:56.966689 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:53:56.967013 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc3c26c02fa177e80319198a6f28e613940a345b73d5970a1330e30ec5b20b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1c581-6f32-473b-b718-4d5626605bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:53:57.016990 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b59e5-da7f-4972-9fb3-9c19914277d2 x-openstack-request-id: req-638b59e5-da7f-4972-9fb3-9c19914277d2 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:53:57.017290 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:53:57.017553 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-638b59e5-da7f-4972-9fb3-9c19914277d2 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:53:57.017955 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'status': 'completed', 'code': 200} Dec 08 00:53:57.068484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:53:57.112715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-40251b6a-cc99-4f8c-8eb6-c2fc8ea36a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:57.114768 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-40251b6a-cc99-4f8c-8eb6-c2fc8ea36a00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0404387 Dec 08 00:53:57.211197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-bc9b205d-d540-4691-951c-a4718760ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:57.212636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-bc9b205d-d540-4691-951c-a4718760ea40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0897112 Dec 08 00:53:57.287081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-330c99de-650b-4953-9410-28af4c2d00da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0663404 Dec 08 00:53:57.296732 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:53:57.307677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '18127644-6237-4de5-843f-9585d0239731', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:e5:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:53:56Z', 'revision_number': 13, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:57.334484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:53:57.336777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-a1d5cd77-e533-46e7-ba6d-11f1c58a2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:57.338297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-a1d5cd77-e533-46e7-ba6d-11f1c58a2967 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0443773 Dec 08 00:53:57.342650 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:53:57.343275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:53:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:57.383919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-5777aeec-c346-42d8-946e-7bf4b5cbd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:53:57.385419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-5777aeec-c346-42d8-946e-7bf4b5cbd287 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403268 Dec 08 00:53:57.448469 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:53:57.481135 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-f491dd8f-dc76-4925-a3c9-054375af237b service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858071 Dec 08 00:53:57.571125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82f1c581-6f32-473b-b718-4d5626605bd5 req-3c254dd2-5e67-4b14-9763-ab7e78040e5d service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 Dec 08 00:53:57.665200 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '18127644-6237-4de5-843f-9585d0239731', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:e5:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:53:56Z', 'revision_number': 13, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:53:57.695453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8134e7-6e40-4cfe-a4be-0085ec14c507 None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ebd8aa1-582e-409e-8fa5-02827a0f67af', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'port_id': '18127644-6237-4de5-843f-9585d0239731', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'mac_address': 'fa:16:3e:e5:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T00:47:00Z', 'updated_at': '2021-12-08T00:53:56Z', 'revision_number': 13, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:53:57.875182 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ce8fa-af43-48d4-ac43-a1f7c9d034b9 None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:54:04.907045 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:54:14.090836 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:17.876137 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:21.523476 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c135f9a1-93b1-40da-bbea-48c3788fb194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:23.666496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bb2fcfeb-8b03-4161-b7c7-28dcf847b045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:25.294542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:26.454018 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:27.291875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:41.906383 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:54:44.113388 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:44.622371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-21c71227-32ea-45f5-b20c-e35b9e69c800 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392444 Dec 08 00:54:44.726451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-81a17a0f-802c-49dc-9ac6-bfdf2f364a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:54:44.728056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-81a17a0f-802c-49dc-9ac6-bfdf2f364a3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0463431 Dec 08 00:54:44.829605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-6c9d21b4-fc77-4668-9024-7ae136cac572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:54:44.831091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-6c9d21b4-fc77-4668-9024-7ae136cac572 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0821006 Dec 08 00:54:44.898134 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-9627f6d0-d98d-4b32-81b1-bfe44f542b60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 1001 time: 0.0599084 Dec 08 00:54:44.945784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-6fe6cf2e-a7f7-4729-98f5-373f072be775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:54:44.947205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-6fe6cf2e-a7f7-4729-98f5-373f072be775 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0423615 Dec 08 00:54:44.990707 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-19f99fd3-0d58-4870-83e1-e8f18a421f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:54:44.992105 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-19f99fd3-0d58-4870-83e1-e8f18a421f12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385718 Dec 08 00:54:45.083124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-1e262087-b515-4312-8d67-0881afcb29f1 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837421 Dec 08 00:54:45.170180 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-289fbdf1-5d2a-4ea4-8d81-1c581ef3bf00 req-ca6efc68-f48d-46d4-826a-257703e256ea service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801778 Dec 08 00:54:47.884180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:51.523924 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5f74ab76-a760-4ddc-906a-dbe19b886e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:53.667839 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-decd95a4-052d-4103-8ea6-b36832ab4a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:55.296327 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:56.457046 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:54:57.293128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:14.119751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:17.881813 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:18.906091 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:55:21.524545 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c2253a2-cc05-46f2-bebe-caac4d3a932f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:23.669191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082f881e-7fa1-46ee-a7cb-a52ead27d319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:25.300894 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:26.458319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:27.294959 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:33.541516 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9b869-bed4-44df-a800-5d464a194008 req-632abec1-1752-4861-904e-c3dec9c15378 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:33.542995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d9b869-bed4-44df-a800-5d464a194008 req-632abec1-1752-4861-904e-c3dec9c15378 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.1077974 Dec 08 00:55:33.588813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c7d9b869-bed4-44df-a800-5d464a194008 req-c49640bc-9fa2-4a6d-ad1b-720926acd0e6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Dec 08 00:55:44.119837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:44.504520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-9e519c05-d535-4694-928e-6bb82cd3606d req-e1cf908b-762c-4b5e-bc94-e9daa01f7b62 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:55:44.505627 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e519c05-d535-4694-928e-6bb82cd3606d req-e1cf908b-762c-4b5e-bc94-e9daa01f7b62 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055625 Dec 08 00:55:44.693046 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-2e6df516-331a-4b91-b984-fc1423fe8018 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684011 Dec 08 00:55:44.707204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f395c37-b88c-4085-b05a-066a96fa8dea req-545fa51a-0f7d-4b09-8180-8d7b705ec49b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:44.708723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f395c37-b88c-4085-b05a-066a96fa8dea req-545fa51a-0f7d-4b09-8180-8d7b705ec49b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0598483 Dec 08 00:55:44.712396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-b7e79b87-b375-40f8-a990-397d7caa0d08 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:55:44.713355 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-b7e79b87-b375-40f8-a990-397d7caa0d08 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141532 Dec 08 00:55:44.761606 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f395c37-b88c-4085-b05a-066a96fa8dea req-89fb2ab8-6478-4d83-b534-c1a59da10111 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464878 Dec 08 00:55:45.907724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b14b2f-dfed-498f-8cbb-541c95af4a54 req-0dc97e1c-8208-45a0-9d0f-3b655e298a9d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:45.909179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4b14b2f-dfed-498f-8cbb-541c95af4a54 req-0dc97e1c-8208-45a0-9d0f-3b655e298a9d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0758758 Dec 08 00:55:45.914770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-66a208f1-80a9-43cf-827d-560fd8869c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:45.916172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-66a208f1-80a9-43cf-827d-560fd8869c2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0575151 Dec 08 00:55:46.012365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4b14b2f-dfed-498f-8cbb-541c95af4a54 req-ca33c537-9f90-45bc-9f87-f0652be3f87e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952384 Dec 08 00:55:46.037206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-890161a2-0db9-48fa-b84f-e91532ba7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:46.038678 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-890161a2-0db9-48fa-b84f-e91532ba7db7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.1091855 Dec 08 00:55:46.105587 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-9194ffe9-cc37-4760-b896-bfc4f252b544 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 1001 time: 0.0568762 Dec 08 00:55:46.157816 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-44462ea4-d82a-4221-93e2-f061020deb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:46.159238 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-44462ea4-d82a-4221-93e2-f061020deb6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0465162 Dec 08 00:55:46.204582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-02861538-ab3a-40aa-a187-28b74169c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:46.206002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-02861538-ab3a-40aa-a187-28b74169c0a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394504 Dec 08 00:55:46.297581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-8b7fda0d-d9fc-407a-a8f3-4b147acfce5c service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825207 Dec 08 00:55:46.390580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-ad52bed2-10c8-45b6-b8c5-a02307cc14fe service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851054 Dec 08 00:55:46.705400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34237-287f-4111-9354-8f48a359e82b req-f29b0d3b-53cc-469d-a036-d2fcaab9dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:46.706764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce34237-287f-4111-9354-8f48a359e82b req-f29b0d3b-53cc-469d-a036-d2fcaab9dac9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0403640 Dec 08 00:55:46.812963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34237-287f-4111-9354-8f48a359e82b req-de8cec83-63d6-4b60-b6ee-4a605a4b2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:46.814410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce34237-287f-4111-9354-8f48a359e82b req-de8cec83-63d6-4b60-b6ee-4a605a4b2109 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0872653 Dec 08 00:55:46.877859 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce34237-287f-4111-9354-8f48a359e82b req-5c8176eb-cc6b-4346-a397-b4656724f066 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 1001 time: 0.0561712 Dec 08 00:55:46.926000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34237-287f-4111-9354-8f48a359e82b req-0b13ee4f-d0f7-449c-a2e0-b66de4aeb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:46.927418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce34237-287f-4111-9354-8f48a359e82b req-0b13ee4f-d0f7-449c-a2e0-b66de4aeb210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0425446 Dec 08 00:55:46.975341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34237-287f-4111-9354-8f48a359e82b req-b5c8644d-2c74-4a3b-a534-19f8f881413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:46.977265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce34237-287f-4111-9354-8f48a359e82b req-b5c8644d-2c74-4a3b-a534-19f8f881413c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432603 Dec 08 00:55:47.067446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce34237-287f-4111-9354-8f48a359e82b req-014d213e-5b11-4cab-85a6-c6ea2cf00179 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828514 Dec 08 00:55:47.184278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cce34237-287f-4111-9354-8f48a359e82b req-0767f125-d3f1-4752-a4da-7e0034e87a7e service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097856 Dec 08 00:55:47.203877 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923797aa-8a07-49e8-bfed-a8f7eebe59fd req-259f8c99-9d61-4c13-852d-f1caccc9ddbd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:47.205468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-923797aa-8a07-49e8-bfed-a8f7eebe59fd req-259f8c99-9d61-4c13-852d-f1caccc9ddbd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0586791 Dec 08 00:55:47.253173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-923797aa-8a07-49e8-bfed-a8f7eebe59fd req-bca7ac04-f0e4-482a-9db4-70110c53672e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Dec 08 00:55:47.882008 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:48.424734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c805f5d-e82e-4601-851c-e3900301f72f req-d5877430-947c-4586-abca-cfd36ad04202 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:48.426516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c805f5d-e82e-4601-851c-e3900301f72f req-d5877430-947c-4586-abca-cfd36ad04202 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0529423 Dec 08 00:55:48.472794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c805f5d-e82e-4601-851c-e3900301f72f req-5426393e-fc93-4f7f-bab8-c73aac083cb4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 Dec 08 00:55:49.670699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca567ad-04e9-4a62-9760-7bacacd79d32 req-3f7e95c8-408f-4f8c-bd34-5576ddf858b8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:49.672203 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fca567ad-04e9-4a62-9760-7bacacd79d32 req-3f7e95c8-408f-4f8c-bd34-5576ddf858b8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0934298 Dec 08 00:55:49.718340 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fca567ad-04e9-4a62-9760-7bacacd79d32 req-5a99ca37-518c-4b72-837d-12bce6c08cdc tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402498 Dec 08 00:55:50.831147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c1b35-0143-477a-b9fb-6045e8b5e6bf req-0e6dc66f-61c6-47e4-a5a2-d7964116c6da tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:50.832611 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-868c1b35-0143-477a-b9fb-6045e8b5e6bf req-0e6dc66f-61c6-47e4-a5a2-d7964116c6da tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Dec 08 00:55:50.884513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-868c1b35-0143-477a-b9fb-6045e8b5e6bf req-dfbd49f3-3bb7-4bd4-bb7d-f84cd0d49b9d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452759 Dec 08 00:55:51.525188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-815b32bd-4478-4795-aa02-c49f5dea4f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:52.000284 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0248b9-d70d-4c69-8b6f-2d56a9e6372d req-6fbd3788-9037-420c-8f77-cefc937d08f1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:52.001734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad0248b9-d70d-4c69-8b6f-2d56a9e6372d req-6fbd3788-9037-420c-8f77-cefc937d08f1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Dec 08 00:55:52.047952 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad0248b9-d70d-4c69-8b6f-2d56a9e6372d req-f9dea113-b484-448c-9af8-fa8a3192d433 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Dec 08 00:55:53.241092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4353c-24f7-49c6-a8b1-3a6508b62b1b req-fa99d70d-77b7-46ae-9db2-5380ea1cc224 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:53.243185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aee4353c-24f7-49c6-a8b1-3a6508b62b1b req-fa99d70d-77b7-46ae-9db2-5380ea1cc224 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0914032 Dec 08 00:55:53.289049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aee4353c-24f7-49c6-a8b1-3a6508b62b1b req-6ccaf490-1c89-4fca-9941-42967f99066c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394764 Dec 08 00:55:53.670717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa19ba97-c082-4c9a-aef2-9f3027ccce94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:54.407737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c41e-8b73-49fd-a636-353d57d6b185 req-966f4578-0e45-4dea-a184-4761a2129622 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:54.409198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0af6c41e-8b73-49fd-a636-353d57d6b185 req-966f4578-0e45-4dea-a184-4761a2129622 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Dec 08 00:55:54.455547 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0af6c41e-8b73-49fd-a636-353d57d6b185 req-1d92fcbd-1266-45c3-a921-b85ccbc5dffd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403295 Dec 08 00:55:55.303131 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:55.572111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1a0d2-d9ce-4de8-9488-6a35f1d28519 req-66b23d15-fddf-4442-b896-5d25ec23bd42 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:55.573597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3b1a0d2-d9ce-4de8-9488-6a35f1d28519 req-66b23d15-fddf-4442-b896-5d25ec23bd42 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0493441 Dec 08 00:55:55.620895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3b1a0d2-d9ce-4de8-9488-6a35f1d28519 req-413c5ee1-ab09-4e4e-981b-7d4953fcfa0c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411756 Dec 08 00:55:55.904838 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:55:56.461565 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:56.735159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71356b-fcf7-4231-99ff-53cc0a28083b req-803a4ed6-923f-468b-8092-b842258c4865 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:56.736617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c71356b-fcf7-4231-99ff-53cc0a28083b req-803a4ed6-923f-468b-8092-b842258c4865 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0472217 Dec 08 00:55:56.785837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4c71356b-fcf7-4231-99ff-53cc0a28083b req-54975bd0-761a-47ac-aba0-b767be066172 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433979 Dec 08 00:55:57.296823 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:55:57.900971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9afc-4b2a-4907-af1b-fc89e460f105 req-85c9837c-1c75-4d06-94ea-b61c9d1a9a55 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:57.902425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-362f9afc-4b2a-4907-af1b-fc89e460f105 req-85c9837c-1c75-4d06-94ea-b61c9d1a9a55 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Dec 08 00:55:57.948057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-362f9afc-4b2a-4907-af1b-fc89e460f105 req-7dd10ecc-4747-4808-8cea-c3944d202a37 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 Dec 08 00:55:59.065425 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7996-891c-440b-816c-3c8014ecf8f8 req-dbb965ea-06ee-4fa2-9fc8-81e0ce031f55 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:55:59.066905 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-721f7996-891c-440b-816c-3c8014ecf8f8 req-dbb965ea-06ee-4fa2-9fc8-81e0ce031f55 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0494444 Dec 08 00:55:59.114495 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-721f7996-891c-440b-816c-3c8014ecf8f8 req-348d5a54-6284-4752-aa11-8c51c2ac32b7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Dec 08 00:56:00.234079 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41f4c7-7a3e-46e7-abfe-e99a1ec68298 req-a02d018a-337a-4286-8f32-087d3f4bf78c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:00.235584 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd41f4c7-7a3e-46e7-abfe-e99a1ec68298 req-a02d018a-337a-4286-8f32-087d3f4bf78c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Dec 08 00:56:00.283197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd41f4c7-7a3e-46e7-abfe-e99a1ec68298 req-b344bb2e-fef0-452b-a65f-66ecfddb6de1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412879 Dec 08 00:56:00.558436 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-6c082c4a-25bc-4f85-b5da-aa37e4600627 service neutron] show failed (client error): The resource could not be found. Dec 08 00:56:00.559520 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-6c082c4a-25bc-4f85-b5da-aa37e4600627 service neutron] 10.222.0.59 "GET /v2.0/ports/18127644-6237-4de5-843f-9585d0239731/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0543230 Dec 08 00:56:00.842488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-fb118e8f-24cd-4e29-86ee-81aa3d9ec3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:00.844201 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-fb118e8f-24cd-4e29-86ee-81aa3d9ec3cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 1096 time: 0.0799201 Dec 08 00:56:00.863105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:56:00.918170 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:01.114755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:01.145801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:56:01.184984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:56:01.187297 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0162b3-16f2-44d5-9843-c9a2286960b9" -d '{"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:56:01.191106 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:01.203682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Transition to ACTIVE for port object 18127644-6237-4de5-843f-9585d0239731 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:56:01.207196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:01.245502 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 00:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082d7890-b0a3-45c3-8d81-84e9857aa381 x-openstack-request-id: req-082d7890-b0a3-45c3-8d81-84e9857aa381 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:56:01.245796 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "18127644-6237-4de5-843f-9585d0239731", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:56:01.246036 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-082d7890-b0a3-45c3-8d81-84e9857aa381 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:56:01.246436 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'code': 200} Dec 08 00:56:01.258822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=6']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:01.299157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.299510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.299875 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.300196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.300528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.300859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.301184 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.301510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.301833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.302154 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.302480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.302801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.303159 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:01.348882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] No DVR routers for this DVR port 18127644-6237-4de5-843f-9585d0239731 on host n-h2-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:56:01.419458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4882619-d73d-4b5d-93ce-a3087123bbdd req-e71af0a2-35e2-47df-a816-a4e69d87856c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:01.421030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4882619-d73d-4b5d-93ce-a3087123bbdd req-e71af0a2-35e2-47df-a816-a4e69d87856c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0521214 Dec 08 00:56:01.475032 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4882619-d73d-4b5d-93ce-a3087123bbdd req-d141a561-37b8-46d1-9a69-1f64e4daae98 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Dec 08 00:56:01.488055 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:56:01.490293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:56:01.490977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:56:01.495538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:56:01.495933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:56:01.502150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:56:01.502489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:56:01.502867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:56:01.503325 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Bound port: 18127644-6237-4de5-843f-9585d0239731, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:56:01.503678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:01.565785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:56:01.568694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:56:01.574043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:01.611674 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:01.612313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:01.613709 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] 10.222.0.44 "PUT /v2.0/ports/18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 1091 time: 0.7547214 Dec 08 00:56:01.637227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933752e6-78fe-4111-9a8a-79b23775fea4 service neutron] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=7']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:01.691255 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-bcb62656-42d3-410e-99fc-ccf5a9d6055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:01.692784 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-bcb62656-42d3-410e-99fc-ccf5a9d6055d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0419617 Dec 08 00:56:01.790435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-742dedab-9570-463e-ad0d-4e4fa4317643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:01.792000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-742dedab-9570-463e-ad0d-4e4fa4317643 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0914395 Dec 08 00:56:01.826588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:56:01.861499 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-1836659a-5843-431d-abf8-39d94368cbd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0627639 Dec 08 00:56:01.868178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:56:01.910459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-7f9186a4-054b-46e3-ba12-2caaa608b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:01.912050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-7f9186a4-054b-46e3-ba12-2caaa608b01e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0435677 Dec 08 00:56:01.958701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-ddc2484e-1c71-4f34-8004-787b532cdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:01.960241 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-ddc2484e-1c71-4f34-8004-787b532cdb70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405221 Dec 08 00:56:02.051223 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-c79a3222-3fcb-4425-9be4-be4c8bc90523 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Dec 08 00:56:02.140775 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-90f04393-e6ae-4f3e-b552-b26c10113c55 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817394 Dec 08 00:56:02.597415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475bde5-1926-4f20-9470-a89db90f7a67 req-1d467e23-f901-4842-b12e-82a7136034c6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:02.598806 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3475bde5-1926-4f20-9470-a89db90f7a67 req-1d467e23-f901-4842-b12e-82a7136034c6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0485988 Dec 08 00:56:02.645686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3475bde5-1926-4f20-9470-a89db90f7a67 req-a183b710-bf3e-4ce5-a6a9-1e419f39d8f7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Dec 08 00:56:03.247627 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:56:03.250176 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1eddd6dfda1fdd7f760593c51352e46c95f36c2fa1c21f3e8a9a62375dd0368" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:56:03.300345 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af14c9d-f2f5-4b66-893f-f6de89b01b9a x-openstack-request-id: req-9af14c9d-f2f5-4b66-893f-f6de89b01b9a {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:56:03.300648 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:56:03.300907 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9af14c9d-f2f5-4b66-893f-f6de89b01b9a {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:56:03.301316 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'status': 'completed', 'code': 200} Dec 08 00:56:03.387638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-5b32152b-db5c-4479-8a6e-87c57e3dbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.388021 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-31701b3c-3a9e-4ffb-ab3f-17e2bbd78a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.389208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-5b32152b-db5c-4479-8a6e-87c57e3dbdd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0482247 Dec 08 00:56:03.389585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-31701b3c-3a9e-4ffb-ab3f-17e2bbd78a39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0420861 Dec 08 00:56:03.482470 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-e813f05e-3aa9-452b-872c-b406b2890b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.483982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-9f065c36-5d08-4833-853f-a6eb6bac0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.484131 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-e813f05e-3aa9-452b-872c-b406b2890b80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0872738 Dec 08 00:56:03.485494 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-9f065c36-5d08-4833-853f-a6eb6bac0e54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0895178 Dec 08 00:56:03.551846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-2d44fc39-838b-4e39-a8d8-58e162c0c5aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0586500 Dec 08 00:56:03.555035 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-79e421f8-2f6e-4dbb-adf7-79fb1b9fe9b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0637414 Dec 08 00:56:03.608173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-4163c99a-a212-4041-9fbd-d4d4a625eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.609028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-4a8389b6-9a22-4061-93c5-e0ba46f28055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.609670 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-4163c99a-a212-4041-9fbd-d4d4a625eea1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0471208 Dec 08 00:56:03.610477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-4a8389b6-9a22-4061-93c5-e0ba46f28055 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0518873 Dec 08 00:56:03.658794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-dca87ee8-9187-4595-83c3-74f89fb33297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.660361 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-dca87ee8-9187-4595-83c3-74f89fb33297 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427499 Dec 08 00:56:03.664660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-bd1cfa83-f0e8-4c2a-b820-aa7044c058e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.666194 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-bd1cfa83-f0e8-4c2a-b820-aa7044c058e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480082 Dec 08 00:56:03.769816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-26d8a3ad-b958-4f38-9935-a27bddd2b4d1 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009138 Dec 08 00:56:03.816491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2e0ad-6f80-4f3b-88cf-2ecc5f4d9c5c req-f48271c9-d141-4b41-b937-6edad1f070c3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:03.817873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dda2e0ad-6f80-4f3b-88cf-2ecc5f4d9c5c req-f48271c9-d141-4b41-b937-6edad1f070c3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0774441 Dec 08 00:56:03.821601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-ecb5dd6a-d03b-460e-b9cd-c3c3f2ee45fb service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479652 Dec 08 00:56:03.869792 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-33fc3b11-3005-4cbd-ae70-91380708ac9f service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918686 Dec 08 00:56:03.929963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dda2e0ad-6f80-4f3b-88cf-2ecc5f4d9c5c req-11dfd6bd-bfa5-4d27-afa4-1955134dc89f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049006 Dec 08 00:56:03.947962 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-baf9f9d2-448a-4fea-814f-73dd93ad4cb8 req-5e504c43-d141-4a58-b54a-f3fc543cd51e service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170554 Dec 08 00:56:05.048535 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2264d-1e7e-406d-b569-720bd13abb64 req-e5a1a003-17c2-41e0-92c8-40a3b3c1e91b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:05.050042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ae2264d-1e7e-406d-b569-720bd13abb64 req-e5a1a003-17c2-41e0-92c8-40a3b3c1e91b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0490103 Dec 08 00:56:05.097382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7ae2264d-1e7e-406d-b569-720bd13abb64 req-b38d5686-dcd0-4953-92ca-324a0b79d879 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405178 Dec 08 00:56:06.218518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000deb07-00f0-42bf-94f0-c27d7cc46b41 req-ea72f1ee-d7b3-4667-b462-afa1531240f7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:06.220379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-000deb07-00f0-42bf-94f0-c27d7cc46b41 req-ea72f1ee-d7b3-4667-b462-afa1531240f7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0501900 Dec 08 00:56:06.268613 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-000deb07-00f0-42bf-94f0-c27d7cc46b41 req-487a4278-d675-4ca1-955d-639e6b1893bf tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Dec 08 00:56:07.631235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1c211-86b9-4633-bb14-af59c6094031 req-d5f3c24c-4aa8-4fc3-b452-06bc84be5d51 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:07.635175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4b1c211-86b9-4633-bb14-af59c6094031 req-d5f3c24c-4aa8-4fc3-b452-06bc84be5d51 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.2973487 Dec 08 00:56:07.680677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4b1c211-86b9-4633-bb14-af59c6094031 req-f54a49fd-d711-4caa-8de7-7ff29d808c75 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394711 Dec 08 00:56:08.793787 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874a72-4d25-4ad8-827e-57fea8db0683 req-7fac41ce-c109-4931-a5b0-0d55362ca754 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:08.795230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65874a72-4d25-4ad8-827e-57fea8db0683 req-7fac41ce-c109-4931-a5b0-0d55362ca754 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0466888 Dec 08 00:56:08.841760 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-65874a72-4d25-4ad8-827e-57fea8db0683 req-d26cc486-c1c9-48eb-ae3d-bc3f8a7e28d3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404115 Dec 08 00:56:09.956499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775b3d9-0bb0-4b79-9d6a-875e3700f242 req-359d392b-528b-4564-9fc4-1b6bd9b9db86 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:09.957966 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d775b3d9-0bb0-4b79-9d6a-875e3700f242 req-359d392b-528b-4564-9fc4-1b6bd9b9db86 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0481777 Dec 08 00:56:10.007712 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d775b3d9-0bb0-4b79-9d6a-875e3700f242 req-0ef61ec7-4419-4993-a064-5e3f305556bd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437520 Dec 08 00:56:11.122851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07cd98-248b-4c55-934f-d9d30c007545 req-a7841228-ff49-40c0-99a4-358e4cd6d3b3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:11.124328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e07cd98-248b-4c55-934f-d9d30c007545 req-a7841228-ff49-40c0-99a4-358e4cd6d3b3 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0478923 Dec 08 00:56:11.170615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e07cd98-248b-4c55-934f-d9d30c007545 req-bf5a3da0-026f-4b23-a006-46d21adcc8c5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404158 Dec 08 00:56:12.286464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0a20b-3f0c-4ddf-80bb-127808878e0b req-c38c7052-2f10-4e34-b0fb-fc6c37d9f99d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:12.288107 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32f0a20b-3f0c-4ddf-80bb-127808878e0b req-c38c7052-2f10-4e34-b0fb-fc6c37d9f99d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0479493 Dec 08 00:56:12.335260 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32f0a20b-3f0c-4ddf-80bb-127808878e0b req-95e3d748-5a2f-48a6-a359-239813085918 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412011 Dec 08 00:56:13.453282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb59e3-06fc-4394-b132-859bbc8e23ce req-1a3962e3-b2e5-4da8-be03-b63faae125ef tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:13.454670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82eb59e3-06fc-4394-b132-859bbc8e23ce req-1a3962e3-b2e5-4da8-be03-b63faae125ef tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0509739 Dec 08 00:56:13.500380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82eb59e3-06fc-4394-b132-859bbc8e23ce req-cc19ba3c-c2aa-4736-896b-db4eb1274170 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 Dec 08 00:56:14.127514 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:14.627941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f67a-dc4c-498c-81b3-257f8738aff2 req-7d78de98-33df-4b1b-9e09-0e71bbada214 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:14.629656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53c8f67a-dc4c-498c-81b3-257f8738aff2 req-7d78de98-33df-4b1b-9e09-0e71bbada214 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0600152 Dec 08 00:56:14.678540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-53c8f67a-dc4c-498c-81b3-257f8738aff2 req-c3651900-b5c3-4984-92d8-bebf918f11d6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Dec 08 00:56:15.796098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ba657-63e0-4e03-84a7-0c185c355e52 req-f32a47d2-1d47-46d9-ae70-2ddc614a4b50 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:15.797558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a59ba657-63e0-4e03-84a7-0c185c355e52 req-f32a47d2-1d47-46d9-ae70-2ddc614a4b50 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0475390 Dec 08 00:56:15.846628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a59ba657-63e0-4e03-84a7-0c185c355e52 req-8d15359c-d3c2-44c0-ac72-1ed016e7b55e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432274 Dec 08 00:56:16.130266 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-2571b15c-d43f-47cf-8b95-2aecdb0cb8b5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:16.132447 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-2571b15c-d43f-47cf-8b95-2aecdb0cb8b5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5&tenant_id=049cdcc6692d46f7a01a164e87ef40cd&binding%3Ahost_id=n-h1-820549-2 HTTP/1.1" status: 200 len: 943 time: 0.0563054 Dec 08 00:56:16.141530 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088cbae-1431-4479-ae65-ff1b4ebb39d7 req-f091dda2-8351-44d4-844a-d86955e11a2d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:16.143038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7088cbae-1431-4479-ae65-ff1b4ebb39d7 req-f091dda2-8351-44d4-844a-d86955e11a2d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0494390 Dec 08 00:56:16.190733 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7088cbae-1431-4479-ae65-ff1b4ebb39d7 req-b63e129d-5609-4f85-b8d8-5d47258002d7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Dec 08 00:56:16.193895 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-dc4306df-6624-48b2-b90d-77c34d470c0d service neutron] 10.222.0.44 "GET /v2.0/ports/18127644-6237-4de5-843f-9585d0239731/bindings/n-h1-820549-2 HTTP/1.1" status: 200 len: 382 time: 0.0538301 Dec 08 00:56:16.271547 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-8e781df5-1b40-4c1e-8252-15a1c0968f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:16.273013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-8e781df5-1b40-4c1e-8252-15a1c0968f26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0411379 Dec 08 00:56:16.367286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-dd010ab8-246c-4ed2-ad4b-0f03ac19ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:16.368908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-dd010ab8-246c-4ed2-ad4b-0f03ac19ebc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0885911 Dec 08 00:56:16.432094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-4fec6a29-4c4a-4e21-8b72-befe4a15661a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0566897 Dec 08 00:56:16.479909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-010217d0-8b06-4134-b55b-4ed1a8b81529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:16.481357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-010217d0-8b06-4134-b55b-4ed1a8b81529 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0424485 Dec 08 00:56:16.530085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-2dbab5f9-97ee-4ecc-a3f8-9db36e93cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:16.531614 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-2dbab5f9-97ee-4ecc-a3f8-9db36e93cf3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425391 Dec 08 00:56:16.619933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c8462283-57b5-468d-80c9-ab1df44516f5 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806043 Dec 08 00:56:16.711264 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-6d3abc22-d730-434a-aead-09b083cc9cdf service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840309 Dec 08 00:56:17.207648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18127644-6237-4de5-843f-9585d0239731 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:56:17.305767 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:17.310845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104207e5-7f2a-4094-9df1-ec4ff5bdf219 req-5d289382-f491-4ed6-9a38-475d94af0995 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:17.312989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-104207e5-7f2a-4094-9df1-ec4ff5bdf219 req-5d289382-f491-4ed6-9a38-475d94af0995 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 943 time: 0.0491483 Dec 08 00:56:17.317755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '18127644-6237-4de5-843f-9585d0239731', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '18127644-6237-4de5-843f-9585d0239731', 'mac_address': 'fa:16:3e:e5:ce:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:56:17.354750 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:17.360764 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-104207e5-7f2a-4094-9df1-ec4ff5bdf219 req-c1a7ebf9-2a53-4455-a2ff-eeb54073624e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Dec 08 00:56:17.371551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18127644-6237-4de5-843f-9585d0239731 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:56:17.390878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:17.394764 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:17.444489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:17.451714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.452062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.452402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.452741 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.453075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.453405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.453732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.454056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.454379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.454703 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.455065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.455391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.455712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:17.708806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['18127644-6237-4de5-843f-9585d0239731'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:56:17.884174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:18.487906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192ead3-7ce3-4f13-8ba3-7cf188379deb req-184339ca-012e-4216-981a-341727fdde09 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:18.489471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d192ead3-7ce3-4f13-8ba3-7cf188379deb req-184339ca-012e-4216-981a-341727fdde09 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0590637 Dec 08 00:56:18.537710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d192ead3-7ce3-4f13-8ba3-7cf188379deb req-ae51e28b-4dff-4dd3-b9a1-23effededc87 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Dec 08 00:56:19.660143 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283839b-2ec2-4b28-9191-9b517b6eca77 req-7a3cb936-f7bf-4c08-b966-70ef2a3b2024 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:19.661758 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a283839b-2ec2-4b28-9191-9b517b6eca77 req-7a3cb936-f7bf-4c08-b966-70ef2a3b2024 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0532820 Dec 08 00:56:19.709000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a283839b-2ec2-4b28-9191-9b517b6eca77 req-bd95a7bd-1ea4-430d-9132-302783efef53 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Dec 08 00:56:20.858037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4925f7-57bd-437d-b71c-582f4439ea6a req-6740dabf-ba7b-40af-a5fe-85685dfb67ea tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:20.859787 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d4925f7-57bd-437d-b71c-582f4439ea6a req-6740dabf-ba7b-40af-a5fe-85685dfb67ea tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0814946 Dec 08 00:56:20.862672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-0b9bb093-841e-455e-8210-daa4e099cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:20.864244 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-0b9bb093-841e-455e-8210-daa4e099cedc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5&tenant_id=049cdcc6692d46f7a01a164e87ef40cd HTTP/1.1" status: 200 len: 1095 time: 0.0846450 Dec 08 00:56:20.884258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:56:20.936347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d4925f7-57bd-437d-b71c-582f4439ea6a req-06e8be0b-baae-468d-9679-237fe696670b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705848 Dec 08 00:56:20.961826 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:21.160583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:21.191815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:56:21.224089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 18127644-6237-4de5-843f-9585d0239731 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:56:21.232521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:21.243569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Ignored duplicate provisioning block setup for port 18127644-6237-4de5-843f-9585d0239731 by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 08 00:56:21.247023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:21.324431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=9']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:21.336279 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.336629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.336976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.337322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.337659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.337991 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.338323 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.338653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.339010 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.339338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.339664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.339988 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.340314 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:56:21.379839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] No DVR routers for this DVR port 18127644-6237-4de5-843f-9585d0239731 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:56:21.513115 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:56:21.513450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:56:21.513775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:56:21.518026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:56:21.518353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Attempting to bind port 18127644-6237-4de5-843f-9585d0239731 on network b184048d-9506-40ac-8ef2-365024e1af16 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:56:21.523852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:56:21.524244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Checking segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:56:21.524670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Bound using segment: {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:56:21.525265 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Bound port: 18127644-6237-4de5-843f-9585d0239731, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59df011-179f-4197-9fcb-3c7ff9ed9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:56:21.525684 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:21.526930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-82318d54-695e-4052-baae-e0a006484ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:21.588623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:56:21.592140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:56:21.595984 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:21.635589 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:21.636209 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:21.637567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] 10.222.0.59 "PUT /v2.0/ports/18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 1091 time: 0.7591743 Dec 08 00:56:21.638015 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:56:21.661969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f4635-b81f-444d-b5bd-54d2656a25be service neutron] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=10']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:21.707952 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4d38ae-9064-4517-bd30-36462e591b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:56:21.729917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-a3b96037-3ee4-4059-bca9-d2a0c45c9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:21.731474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-a3b96037-3ee4-4059-bca9-d2a0c45c9753 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0521941 Dec 08 00:56:21.817973 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0597a99-196e-4b48-948f-5ae1cb086e65 x-openstack-request-id: req-a0597a99-196e-4b48-948f-5ae1cb086e65 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:56:21.818285 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "tag": "18127644-6237-4de5-843f-9585d0239731", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:56:21.818529 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0597a99-196e-4b48-948f-5ae1cb086e65 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:56:21.818966 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'status': 'completed', 'code': 200} Dec 08 00:56:21.832500 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-358c611d-5588-4ab8-8108-473e7d4e683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:21.833973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-358c611d-5588-4ab8-8108-473e7d4e683c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0952845 Dec 08 00:56:21.903877 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-869931c9-8002-4c05-8ad8-6db73c19fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:21.905353 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-869931c9-8002-4c05-8ad8-6db73c19fe67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0467207 Dec 08 00:56:21.907160 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-f453e13c-0113-4a31-972b-92686083a51e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0661910 Dec 08 00:56:21.956677 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-ff9a9f9a-c766-4fc1-ade2-3896a68344c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:21.958041 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-ff9a9f9a-c766-4fc1-ade2-3896a68344c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0429783 Dec 08 00:56:22.003463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-addbcb9d-c753-44db-bf95-54578ef91260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.005045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-addbcb9d-c753-44db-bf95-54578ef91260 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0927854 Dec 08 00:56:22.006096 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-d65b3e9e-4241-4605-98f6-f51db4c5e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.008346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-d65b3e9e-4241-4605-98f6-f51db4c5e072 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432701 Dec 08 00:56:22.071067 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-ad3751fb-7b8e-489e-99a2-72574adc87e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0573130 Dec 08 00:56:22.108269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21b5f-fae2-4e9d-96f5-b3f9c3ef8e7c req-c43ed576-c5f6-4d1b-8498-63db1ef48ed5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.109757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45d21b5f-fae2-4e9d-96f5-b3f9c3ef8e7c req-c43ed576-c5f6-4d1b-8498-63db1ef48ed5 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.1005282 Dec 08 00:56:22.120838 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-e779e22a-aa72-47ec-95a0-2b3596c79e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.122277 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-e779e22a-aa72-47ec-95a0-2b3596c79e0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0430329 Dec 08 00:56:22.148420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-ff20de31-ebce-42e4-b759-23550f43260b service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310105 Dec 08 00:56:22.171337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-c7e79423-11c8-4c82-8196-87cd483e4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.172815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-c7e79423-11c8-4c82-8196-87cd483e4d4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432737 Dec 08 00:56:22.200566 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-45d21b5f-fae2-4e9d-96f5-b3f9c3ef8e7c req-0a5b63eb-79d2-423e-b70f-8be69cf79e66 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825107 Dec 08 00:56:22.258828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54cd101e-59ff-4cc6-8acb-01ab10ba872b req-884d627c-6327-43d2-a536-501a38671d67 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011512 Dec 08 00:56:22.274123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-04572be8-ce1f-408e-95d4-caa63ad24929 service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935760 Dec 08 00:56:22.371333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-63febd68-f056-46ee-8a4b-d523c2b2c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.372516 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-3d492cae-4003-45fa-b3d4-588c923dce1f service neutron] 10.222.0.44 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906558 Dec 08 00:56:22.373043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-63febd68-f056-46ee-8a4b-d523c2b2c84d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0452797 Dec 08 00:56:22.472080 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-8e519778-b211-4d0e-9f32-6c64c3c794e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.473531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-8e519778-b211-4d0e-9f32-6c64c3c794e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 200 len: 912 time: 0.0928266 Dec 08 00:56:22.544070 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-fd4a1381-d1c1-464e-b592-6df89a8a86c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 200 len: 999 time: 0.0637286 Dec 08 00:56:22.597136 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-78dcc156-f53f-48e9-bbe2-0f6cfe358aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.598580 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-78dcc156-f53f-48e9-bbe2-0f6cfe358aa9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 200 len: 850 time: 0.0474167 Dec 08 00:56:22.643118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-eba1f988-fb1d-4b69-9a4c-10c84a68396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:22.644596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-eba1f988-fb1d-4b69-9a4c-10c84a68396b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b184048d-9506-40ac-8ef2-365024e1af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396013 Dec 08 00:56:22.732683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-47e9ce60-3c85-4a8c-b72a-b415f9ce28b4 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810003 Dec 08 00:56:22.823531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3d4d38ae-9064-4517-bd30-36462e591b9c req-74a65988-e4d2-4c6e-8c3b-913338b26304 service neutron] 10.222.0.59 "GET /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Dec 08 00:56:23.238116 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18127644-6237-4de5-843f-9585d0239731 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:56:23.277279 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18127644-6237-4de5-843f-9585d0239731 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:56:23.322656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d858-706a-4f66-b35e-080a7f203671 req-0c4a311e-0cce-415e-b5cf-4a065f02e3c4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:23.324210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c700d858-706a-4f66-b35e-080a7f203671 req-0c4a311e-0cce-415e-b5cf-4a065f02e3c4 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0506332 Dec 08 00:56:23.370574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c700d858-706a-4f66-b35e-080a7f203671 req-9175f355-87f6-4150-b8d6-f5495800ae66 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Dec 08 00:56:23.673637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4513a1f7-23c2-4a42-a9f0-04d2438588f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:24.492483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18250d5-71f0-400d-886f-42c7d3b663cf req-5a21b8f3-8d3e-4465-9a5a-c484c9bafff1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:24.494012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e18250d5-71f0-400d-886f-42c7d3b663cf req-5a21b8f3-8d3e-4465-9a5a-c484c9bafff1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0530443 Dec 08 00:56:24.542571 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e18250d5-71f0-400d-886f-42c7d3b663cf req-45da4847-239e-4d69-ad95-ca64c90dbe6e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425198 Dec 08 00:56:25.306714 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:25.661619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9aec0-c260-4d69-86d8-562041ead650 req-13260cf8-b73a-456d-864c-730ea2d9a9a6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:25.663082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ce9aec0-c260-4d69-86d8-562041ead650 req-13260cf8-b73a-456d-864c-730ea2d9a9a6 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0489805 Dec 08 00:56:25.710445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ce9aec0-c260-4d69-86d8-562041ead650 req-fe1d1270-e4c9-4c1a-911d-cfa68e64785d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 Dec 08 00:56:26.464149 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:26.827563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8b027-c55c-4633-81af-9fd878780ce6 req-59060b6d-9333-4a4d-9d12-1f325cc3be5c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:26.829061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14b8b027-c55c-4633-81af-9fd878780ce6 req-59060b6d-9333-4a4d-9d12-1f325cc3be5c tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0487754 Dec 08 00:56:26.880515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14b8b027-c55c-4633-81af-9fd878780ce6 req-82736b5c-f8d8-46f8-b421-dffd7ac7df5e tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454409 Dec 08 00:56:27.263135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18127644-6237-4de5-843f-9585d0239731 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:56:27.342188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:27.374960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:27.385938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 18127644-6237-4de5-843f-9585d0239731 has no active binding in host n-h1-820549-2 {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 00:56:28.001493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632986b5-1be0-4fd5-9b3b-b1d26f168b43 req-f83ee8ab-a3c9-4f56-989a-f4d0230b69cf tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:28.002976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-632986b5-1be0-4fd5-9b3b-b1d26f168b43 req-f83ee8ab-a3c9-4f56-989a-f4d0230b69cf tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0495493 Dec 08 00:56:28.049230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-632986b5-1be0-4fd5-9b3b-b1d26f168b43 req-e823f728-a382-44ad-98a4-b8c79568f2d0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Dec 08 00:56:29.168145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0bf0-2922-40f3-8b3a-602709d2233d req-eaf36d81-42a0-4d33-9688-e04be36ea688 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:29.169664 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d3a0bf0-2922-40f3-8b3a-602709d2233d req-eaf36d81-42a0-4d33-9688-e04be36ea688 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0484319 Dec 08 00:56:29.216315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d3a0bf0-2922-40f3-8b3a-602709d2233d req-f7e4682e-fbc1-4f6f-873c-d7a8c77e8e2b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 Dec 08 00:56:30.336956 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04746f-8941-41c9-a016-2afe8edf5a0b req-431f1e8c-1960-429f-98cd-9956ad16f9ce tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:30.338433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a04746f-8941-41c9-a016-2afe8edf5a0b req-431f1e8c-1960-429f-98cd-9956ad16f9ce tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0530646 Dec 08 00:56:30.384420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1a04746f-8941-41c9-a016-2afe8edf5a0b req-fce0719f-17df-4b3b-9071-128fa50619b8 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 Dec 08 00:56:31.498293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead92123-4d44-4abf-999e-302a5dcefea5 req-93f09e50-64f8-49ff-b179-68419a94d1a7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:31.499710 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ead92123-4d44-4abf-999e-302a5dcefea5 req-93f09e50-64f8-49ff-b179-68419a94d1a7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0471961 Dec 08 00:56:31.545752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ead92123-4d44-4abf-999e-302a5dcefea5 req-a2227b66-7399-4fac-8373-b0af9755b8c7 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Dec 08 00:56:32.660549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41218c62-fa47-46b5-871b-c517e01174c0 req-785033cb-9469-4415-9dad-158c33e38e13 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:32.661994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41218c62-fa47-46b5-871b-c517e01174c0 req-785033cb-9469-4415-9dad-158c33e38e13 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0489104 Dec 08 00:56:32.711902 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-41218c62-fa47-46b5-871b-c517e01174c0 req-3c7c31d7-a5f3-4648-995b-2adc80208fa9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Dec 08 00:56:32.904211 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:56:33.827121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0808fa-b3d0-4bd4-b72e-07bfcc7747e2 req-8d0d1e1a-8d1c-496d-b1b4-b0f10cc29842 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:33.828575 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d0808fa-b3d0-4bd4-b72e-07bfcc7747e2 req-8d0d1e1a-8d1c-496d-b1b4-b0f10cc29842 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 944 time: 0.0476370 Dec 08 00:56:33.876549 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8d0808fa-b3d0-4bd4-b72e-07bfcc7747e2 req-1fd1e66a-0742-4822-bae2-9ea8b82cb564 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 Dec 08 00:56:33.942165 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:56:34.045711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:34.064505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '18127644-6237-4de5-843f-9585d0239731', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'port_id': '18127644-6237-4de5-843f-9585d0239731', 'mac_address': 'fa:16:3e:e5:ce:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:56:34.102385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:34.115554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18127644-6237-4de5-843f-9585d0239731 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:56:34.137111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:34.140710 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:34.186620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=11']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:34.460498 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['18127644-6237-4de5-843f-9585d0239731'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:56:34.991572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363edda8-90f1-457b-95a7-3f3745b8a201 req-c5dc938c-483d-4cff-a934-2d86c39d2348 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:34.993317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-363edda8-90f1-457b-95a7-3f3745b8a201 req-c5dc938c-483d-4cff-a934-2d86c39d2348 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0484231 Dec 08 00:56:35.038609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-363edda8-90f1-457b-95a7-3f3745b8a201 req-4f0504f5-7e8a-4687-bb9f-02f55dce8526 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396779 Dec 08 00:56:35.158286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3c6ec-006f-40d3-8ce3-ab706226136a req-c4ac503e-35d1-4816-bf07-0324138c9624 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:35.159741 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46a3c6ec-006f-40d3-8ce3-ab706226136a req-c4ac503e-35d1-4816-bf07-0324138c9624 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0518043 Dec 08 00:56:35.207222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-46a3c6ec-006f-40d3-8ce3-ab706226136a req-f3c07fb7-e6ea-49da-8856-b701068f6d91 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 Dec 08 00:56:35.319320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a8e4d-a156-4395-90c4-49f45f656ec7 req-e7c00273-d802-46f5-9f2a-83b8d9b7e863 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:35.320821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e05a8e4d-a156-4395-90c4-49f45f656ec7 req-e7c00273-d802-46f5-9f2a-83b8d9b7e863 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Dec 08 00:56:35.366707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e05a8e4d-a156-4395-90c4-49f45f656ec7 req-24f0a7f6-4a75-4041-a666-9a7c9538a8e0 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400245 Dec 08 00:56:35.596526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580fc8-e37f-4c54-a15b-95a7c25ea9c9 req-143fae42-d2a8-43f2-840f-308f5f5d1129 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:35.598020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c580fc8-e37f-4c54-a15b-95a7c25ea9c9 req-143fae42-d2a8-43f2-840f-308f5f5d1129 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 945 time: 0.0513091 Dec 08 00:56:35.644187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c580fc8-e37f-4c54-a15b-95a7c25ea9c9 req-d91bddf4-8ff4-411d-946d-06a73daab426 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393963 Dec 08 00:56:35.955046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:56:36.005397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 18127644-6237-4de5-843f-9585d0239731 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:56:36.009598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 18127644-6237-4de5-843f-9585d0239731 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:56:36.009969 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:36.087442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:36.108901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:56:36.122759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:36.126495 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:36.150959 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45008eb0-51d2-4b58-87a1-27dadae33545" -d '{"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-plugged", "status": "completed", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:56:36.178262 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=12']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:36.235777 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeea3e2-8803-46c1-a730-d3d51954b5f9 x-openstack-request-id: req-eaeea3e2-8803-46c1-a730-d3d51954b5f9 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:56:36.236098 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-plugged", "status": "completed", "tag": "18127644-6237-4de5-843f-9585d0239731", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:56:36.236359 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaeea3e2-8803-46c1-a730-d3d51954b5f9 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:56:36.236766 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'code': 200} Dec 08 00:56:36.759736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba1f41-9bbb-49f4-8987-b9a7c69e2252 req-5a1cc00d-4405-49cb-ba2a-1e0edc410e2b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:36.761195 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2ba1f41-9bbb-49f4-8987-b9a7c69e2252 req-5a1cc00d-4405-49cb-ba2a-1e0edc410e2b tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Dec 08 00:56:36.807896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f2ba1f41-9bbb-49f4-8987-b9a7c69e2252 req-7de72514-061d-48b6-b975-0ead3165b30d tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups?id=9460085f-00a0-46bd-8f8e-8e5f1bb42975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407240 Dec 08 00:56:37.325424 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-bd60ed5f-41ca-4f26-94fc-464eeca3308f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:37.326867 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-bd60ed5f-41ca-4f26-94fc-464eeca3308f tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 946 time: 0.0479057 Dec 08 00:56:37.417097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Deleting port 18127644-6237-4de5-843f-9585d0239731 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:56:37.417435 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:37.502024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] For port 18127644-6237-4de5-843f-9585d0239731, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=18127644-6237-4de5-843f-9585d0239731,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:37.502331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:37.669733 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:37.670093 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:37.670406 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af disassociated. External IP: 172.25.6.22, port: 18127644-6237-4de5-843f-9585d0239731. Dec 08 00:56:37.670744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Calling delete_port for 18127644-6237-4de5-843f-9585d0239731 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:56:37.792433 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:37.826478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event deleted for resources: {'Port': ['ID=18127644-6237-4de5-843f-9585d0239731,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:37.948436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01876f4f-1011-4142-b953-0f3c9642cdda req-bf7b9c5d-ba19-4de5-a895-a340169cd130 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0591519 Dec 08 00:56:37.967899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:56:38.319082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:56:38.329243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:56:38.338559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:56:38.339204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:56:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:38.357082 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] No DVR routers for this DVR port 18127644-6237-4de5-843f-9585d0239731 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:56:38.359773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:38.363113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2b7e2286-a6c1-400b-a86f-d469152b4528 req-eef8f011-abc9-4e3e-adff-ae4b84878ce1 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.59 "DELETE /v2.0/ports/18127644-6237-4de5-843f-9585d0239731 HTTP/1.1" status: 204 len: 173 time: 1.0296247 Dec 08 00:56:38.363627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-deleted', 'tag': '18127644-6237-4de5-843f-9585d0239731'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:56:38.365877 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781fda5-1d4e-46cd-a535-d0e4533ff2f3" -d '{"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-deleted", "tag": "18127644-6237-4de5-843f-9585d0239731"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:56:38.407017 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23410a20-fa4e-4a53-8116-9c0ee071ee7d x-openstack-request-id: req-23410a20-fa4e-4a53-8116-9c0ee071ee7d {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:56:38.407307 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2e864-aeef-4fea-8333-bd8bfbe98ce5", "name": "network-vif-deleted", "tag": "18127644-6237-4de5-843f-9585d0239731", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:56:38.407561 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23410a20-fa4e-4a53-8116-9c0ee071ee7d {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:56:38.407955 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2e864-aeef-4fea-8333-bd8bfbe98ce5', 'name': 'network-vif-deleted', 'tag': '18127644-6237-4de5-843f-9585d0239731', 'status': 'completed', 'code': 200} Dec 08 00:56:38.449841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:56:38.650001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:38.676367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:56:38.685180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:56:38.685784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:56:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:38.788087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:56:38.981595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:39.012307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7d574-6639-4175-a991-e53eb86665dc None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '9b69f891-1cfb-4fae-835e-197306821d9a', 'name': '', 'network_id': 'b184048d-9506-40ac-8ef2-365024e1af16', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'mac_address': 'fa:16:3e:c3:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:58Z', 'updated_at': '2021-12-08T00:47:01Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'subnets': [{'id': '05ca736d-98b6-4823-9ded-fbbf592a8f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:56:39.051552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cae8385-ce08-4e64-a183-bb9046d57859 req-3fba0582-3dff-4376-b83b-94dfbb55a885 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Dec 08 00:56:39.245516 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79808f50-d8e4-46b8-bcfe-073a7cf1dcf6 None None] New status for floating IP 2ebd8aa1-582e-409e-8fa5-02827a0f67af: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 00:56:39.967246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:56:39.987777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 18127644-6237-4de5-843f-9585d0239731 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:56:39.988119 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 18127644-6237-4de5-843f-9585d0239731 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:56:40.152726 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31058209-672a-46bf-8cd2-a22b8a0306c3 req-e276007a-858c-4210-a0e2-a6e896f2c623 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0267441 Dec 08 00:56:41.250916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-807a3362-202c-4402-94d6-f1fd966c8486 req-75ffbf35-bb39-406e-ae88-184ce5937c79 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0291970 Dec 08 00:56:42.344457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-88a37d31-bb7e-4fec-9d0c-32c0b564be61 req-2a98cc33-6e21-4e4f-9056-e48eb383d3aa tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f2e864-aeef-4fea-8333-bd8bfbe98ce5 HTTP/1.1" status: 200 len: 210 time: 0.0264621 Dec 08 00:56:44.123420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.088280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42600) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:47.141977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683d0003-6d01-4d9d-895a-f5c8e54271b9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.165134 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683d0003-6d01-4d9d-895a-f5c8e54271b9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.217091 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683d0003-6d01-4d9d-895a-f5c8e54271b9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.219778 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-683d0003-6d01-4d9d-895a-f5c8e54271b9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.223397 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-683d0003-6d01-4d9d-895a-f5c8e54271b9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "DELETE /v2.0/security-groups/9460085f-00a0-46bd-8f8e-8e5f1bb42975 HTTP/1.1" status: 204 len: 168 time: 0.1334078 Dec 08 00:56:47.223845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42602) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:47.234433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d0003-6d01-4d9d-895a-f5c8e54271b9 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9460085f-00a0-46bd-8f8e-8e5f1bb42975,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:47.248552 n-d-820549-2 neutron-server[103114]: INFO neutron.api.v2.resource [None req-50b926c3-4928-4dab-afed-677e2a1cb833 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] show failed (client error): The resource could not be found. Dec 08 00:56:47.249882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-50b926c3-4928-4dab-afed-677e2a1cb833 tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "GET /v2.0/security-groups/9460085f-00a0-46bd-8f8e-8e5f1bb42975 HTTP/1.1" status: 404 len: 347 time: 0.0246191 Dec 08 00:56:47.252469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42604) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:47.381559 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Deleting port 20789727-1a0c-4fa6-be40-3f743c006b44 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:56:47.381891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.455577 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.455906 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.467967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Calling delete_port for 20789727-1a0c-4fa6-be40-3f743c006b44 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:56:47.607536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.632665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Pushing event deleted for resources: {'Port': ['ID=20789727-1a0c-4fa6-be40-3f743c006b44,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:47.699664 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.702817 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:47.703504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1da2c034-d906-4cd4-812a-38a5d31446dd tempest-ServerActionsTestJSON-1379175838 tempest-ServerActionsTestJSON-1379175838-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ebd8aa1-582e-409e-8fa5-02827a0f67af HTTP/1.1" status: 204 len: 168 time: 0.4500434 Dec 08 00:56:47.706518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42606) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:47.881973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:48.135377 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:48.372693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Deleting port 9b69f891-1cfb-4fae-835e-197306821d9a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:56:48.373325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:48.448804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] For port 9b69f891-1cfb-4fae-835e-197306821d9a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9b69f891-1cfb-4fae-835e-197306821d9a,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:48.449165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:48.461272 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Calling delete_port for 9b69f891-1cfb-4fae-835e-197306821d9a owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:56:48.636270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:48.664884 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9b69f891-1cfb-4fae-835e-197306821d9a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:48.830519 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:49.044626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:56:49.148834 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:56:49.153820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ea34a9a3-0256-4268-9c48-044b5e0643ba admin admin] 10.222.0.18 "PUT /v2.0/routers/320cf924-98d4-4b4d-bf8d-46b654bc33c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4462557 Dec 08 00:56:49.156327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:49.159075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] Sync routers for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:56:49.168674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:56:49.169276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:56:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:49.261860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:49.371679 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:49.436804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:56:49.620606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:56:48Z', 'revision_number': 5, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port': {'id': '6c6c3a8b-004e-4d4c-b120-5acaf59ccf07', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:46:56Z', 'updated_at': '2021-12-08T00:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:49.646758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] Checking router: 320cf924-98d4-4b4d-bf8d-46b654bc33c8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:56:49.656226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] Routers {'320cf924-98d4-4b4d-bf8d-46b654bc33c8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:56:49.656849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:56:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:49.682532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Deleting port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:56:49.683154 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:49.742596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] Set router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:56:49.759793 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] For port 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:49.760156 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:49.772452 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Calling delete_port for 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:56:49.797079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:56:49Z', 'revision_number': 6, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:49.823416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b45ba-27d8-46b6-82d4-5612753343c1 None None] The sync data for ids ['320cf924-98d4-4b4d-bf8d-46b654bc33c8'] in n-d-820549-2 is: [{'id': '320cf924-98d4-4b4d-bf8d-46b654bc33c8', 'name': 'tempest-ServerActionsTestJSON-940217637-router', 'tenant_id': '049cdcc6692d46f7a01a164e87ef40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:46:55Z', 'updated_at': '2021-12-08T00:56:49Z', 'revision_number': 6, 'project_id': '049cdcc6692d46f7a01a164e87ef40cd', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:56:49.935515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:49.960250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6c3a8b-004e-4d4c-b120-5acaf59ccf07,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:49.976258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9263aad-c5c1-47af-81e5-c13f09448489 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:56:50.025939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.116465 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.118515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.160348 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.160912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320cf924-98d4-4b4d-bf8d-46b654bc33c8 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:56:50.166291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.167218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9568e14a-d321-4db7-a4b5-7a8812636083 admin admin] 10.222.0.18 "DELETE /v2.0/routers/320cf924-98d4-4b4d-bf8d-46b654bc33c8 HTTP/1.1" status: 204 len: 168 time: 1.0099337 Dec 08 00:56:50.169670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42612) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:50.217909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] Deleting subnet 05ca736d-98b6-4823-9ded-fbbf592a8f5a {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:56:50.221186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.256147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.332525 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.383260 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.413522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ca736d-98b6-4823-9ded-fbbf592a8f5a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:50.416063 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.419270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4043fe6e-4a73-456e-969d-5f097d62b007 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/05ca736d-98b6-4823-9ded-fbbf592a8f5a HTTP/1.1" status: 204 len: 168 time: 0.2486544 Dec 08 00:56:50.420789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d07e7-2dfe-49d5-bdd4-14a600253756 None None] Network b184048d-9506-40ac-8ef2-365024e1af16 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:56:50.421717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42614) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:50.490425 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.543896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Deleting port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:56:50.544570 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.602642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] DHCP port deletion for b184048d-9506-40ac-8ef2-365024e1af16 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:56:50.613813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] For port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:50.614188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.626441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Calling delete_port for 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:56:50.653718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] Deleting port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:56:50.654199 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.710811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.731014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] For port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,segment=NetworkSegment(d59df011-179f-4197-9fcb-3c7ff9ed9276),segment_id=d59df011-179f-4197-9fcb-3c7ff9ed9276)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:50.731418 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.744244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] Calling delete_port for 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:56:50.749513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:50.754442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] No DVR routers for this DVR port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:56:50.823385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.828403 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.855654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] Pushing event deleted for resources: {'Port': ['ID=8a48ca95-3b12-4eaf-b8cd-717c7a8ad529,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:50.856517 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b184048d-9506-40ac-8ef2-365024e1af16']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:50.863913 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d68cf-3023-425a-91a5-74810aba2ac1 None None] No DVR routers for this DVR port 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:56:50.867344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59df011-179f-4197-9fcb-3c7ff9ed9276') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:50.867785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59df011-179f-4197-9fcb-3c7ff9ed9276') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:56:50.881548 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.895799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.905318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:56:50.905702 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:56:50.907402 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:56:50.963971 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.969483 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:50.972698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b184048d-9506-40ac-8ef2-365024e1af16 HTTP/1.1" status: 204 len: 168 time: 0.5500638 Dec 08 00:56:50.983121 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ab43a-ade6-4c11-9959-09f90d730783 admin admin] Pushing event deleted for resources: {'Network': ['ID=b184048d-9506-40ac-8ef2-365024e1af16,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:51.083421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42618) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:51.122771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c915d4f6-2b26-4fe8-a326-7970eba11883 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=049cdcc6692d46f7a01a164e87ef40cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372913 Dec 08 00:56:51.124235 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42620) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:51.170940 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86b5937e-30c1-4908-97c0-5b0dffcc6b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:51.191760 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86b5937e-30c1-4908-97c0-5b0dffcc6b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:51.244020 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86b5937e-30c1-4908-97c0-5b0dffcc6b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:51.246651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-86b5937e-30c1-4908-97c0-5b0dffcc6b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:51.250449 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-86b5937e-30c1-4908-97c0-5b0dffcc6b86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd2332fe-d3df-4473-ba79-cf843c2253a1 HTTP/1.1" status: 204 len: 168 time: 0.1252704 Dec 08 00:56:51.258099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5937e-30c1-4908-97c0-5b0dffcc6b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2332fe-d3df-4473-ba79-cf843c2253a1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:51.271417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:56:51.295265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:56:51.295606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6c6c3a8b-004e-4d4c-b120-5acaf59ccf07 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:56:51.296194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:56:51.316847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:56:51.317190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8a48ca95-3b12-4eaf-b8cd-717c7a8ad529 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:56:51.317601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9b69f891-1cfb-4fae-835e-197306821d9a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:56:51.336456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 9b69f891-1cfb-4fae-835e-197306821d9a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:56:51.336805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 9b69f891-1cfb-4fae-835e-197306821d9a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:56:51.528304 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f4f07c2-753e-438c-a69f-ecbd6e4b6860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:51.955813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42642) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:52.049288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1507780028-network', 'tenant_id': 'd1a46aa4472a4547b7726fc6c6beb38c'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:56:52.072461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Made reservation on behalf of d1a46aa4472a4547b7726fc6c6beb38c for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:56:52.074792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.082900 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.155854 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.159791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.188686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:56:52.194691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9fc261-5098-462b-8fc2-83f5a01794e1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:52.203587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.203865 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Added segment 48f847f5-0271-4440-98c8-ab9cb423e2c0 of type vlan for network 13e4578a-178a-40e3-9634-28984bf80a54 Dec 08 00:56:52.247594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.275502 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.276467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:52.277070 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.329554 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3726277 Dec 08 00:56:52.332579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42646) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:56:52.338818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Request body: {'subnet': {'network_id': '13e4578a-178a-40e3-9634-28984bf80a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1507780028-subnet', 'tenant_id': 'd1a46aa4472a4547b7726fc6c6beb38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:56:52.360240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Made reservation on behalf of d1a46aa4472a4547b7726fc6c6beb38c for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:56:52.362679 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.370375 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda9991-7e23-48b1-be0f-27e1e9873727 admin admin] Pushing event updated for resources: {'Network': ['ID=13e4578a-178a-40e3-9634-28984bf80a54,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:52.380302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 13e4578a-178a-40e3-9634-28984bf80a54 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:56:52.527713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.589254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:52.596200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Checking segment: {'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:56:52.596567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Network hostable DHCP agents. Network: 13e4578a-178a-40e3-9634-28984bf80a54, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:56:52.619535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Network 13e4578a-178a-40e3-9634-28984bf80a54 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:56:52.627524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 13e4578a-178a-40e3-9634-28984bf80a54) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:56:52.631598 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:52.632205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:52.637118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e966fb-5b0a-4241-95a3-adb04b3a573f None None] Network 13e4578a-178a-40e3-9634-28984bf80a54 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:56:52.647826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-486ae261-810e-429c-85a7-6c27a4dff4b5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3140597 Dec 08 00:56:52.735914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ed520-db5e-499d-9cee-f5fe787cefa7 None None] Network 13e4578a-178a-40e3-9634-28984bf80a54 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:56:53.063591 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-7431ad93-ca06-4733-a55b-b917a0581660 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:53.065042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-7431ad93-ca06-4733-a55b-b917a0581660 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/networks?id=13e4578a-178a-40e3-9634-28984bf80a54 HTTP/1.1" status: 200 len: 814 time: 0.1029348 Dec 08 00:56:53.079539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-263b235f-7f5d-4c45-ac7d-2fe68e8486a2 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/quotas/d1a46aa4472a4547b7726fc6c6beb38c HTTP/1.1" status: 200 len: 375 time: 0.0088055 Dec 08 00:56:53.110241 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-8c5a74f6-136e-4c68-83c2-9bed41c85fc8 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a46aa4472a4547b7726fc6c6beb38c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256314 Dec 08 00:56:53.208602 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-eb90b9ac-ff3d-4148-b8c7-650feb748d2e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:56:53.209648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-eb90b9ac-ff3d-4148-b8c7-650feb748d2e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0419865 Dec 08 00:56:53.300389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-941fd5e2-177e-4c4f-8f7a-5750fcb72b94 service neutron] 10.222.0.18 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838718 Dec 08 00:56:53.387133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-4f241de2-7d84-4ec6-ac58-dd25899028bf service neutron] 10.222.0.18 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806491 Dec 08 00:56:53.543400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86bbf6f6-e651-4041-9ac5-e04f67ba9931 req-736bb381-baf2-4bfa-8135-9003090cf96d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 210 time: 0.0266924 Dec 08 00:56:53.678478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b389c982-8c33-4a99-a144-a87035a454b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:54.649000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2bc55a8a-a172-4e6a-8ecf-3b9a9bc1b66b req-4f4d0b1f-fa5f-4005-a5bd-109837b724bd tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 210 time: 0.0298829 Dec 08 00:56:54.653299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-20b996c4-f345-478d-89fc-dedf0b94a333 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:54.654876 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-20b996c4-f345-478d-89fc-dedf0b94a333 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.44 "GET /v2.0/networks?id=13e4578a-178a-40e3-9634-28984bf80a54 HTTP/1.1" status: 200 len: 814 time: 0.1111071 Dec 08 00:56:54.675118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Request body: {'port': {'device_id': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54', 'admin_state_up': True, 'tenant_id': 'd1a46aa4472a4547b7726fc6c6beb38c'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:56:54.786914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Made reservation on behalf of d1a46aa4472a4547b7726fc6c6beb38c for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:56:54.791065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:54.913275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Allocated IP 172.20.0.9 (13e4578a-178a-40e3-9634-28984bf80a54/f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d/bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:56:55.054035 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.086321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.133257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Network 13e4578a-178a-40e3-9634-28984bf80a54 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:56:55.136841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:56:55.140451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:56:55.146966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Pushing event updated for resources: {'Port': ['ID=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:55.191592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:55.192122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.207684 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-29ccc3d5-efa7-4dfe-a361-5891c55b9ed0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365870 Dec 08 00:56:55.224438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Request body: {'port': {'device_id': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:56:55.276329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.308110 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.534214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:56:55.542854 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.555530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Transition to ACTIVE for port object bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:56:55.560730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.612242 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Pushing event updated for resources: {'Port': ['ID=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:55.682404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Attempting to bind port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:56:55.682960 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Attempting to bind port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:56:55.683079 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Attempting to bind port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 on network 13e4578a-178a-40e3-9634-28984bf80a54 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:56:55.687466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 on network 13e4578a-178a-40e3-9634-28984bf80a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:56:55.687786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Attempting to bind port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 on network 13e4578a-178a-40e3-9634-28984bf80a54 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:56:55.692526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:56:55.692870 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Checking segment: {'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:56:55.693239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Bound using segment: {'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:56:55.693653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Bound port: bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:56:55.694002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.756972 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] For port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:56:55.760613 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] For port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:56:55.765289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.768646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7b699-35cb-49e4-8598-d4a682b9e877 req-85a8d7b1-538f-441c-a686-ea5850d7ab54 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:55.770131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fe7b699-35cb-49e4-8598-d4a682b9e877 req-85a8d7b1-538f-441c-a686-ea5850d7ab54 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 943 time: 0.0484996 Dec 08 00:56:55.798376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:55.799040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:55.800453 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] 10.222.0.44 "PUT /v2.0/ports/bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 HTTP/1.1" status: 200 len: 1091 time: 0.5800266 Dec 08 00:56:55.800905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'tag': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:56:55.820036 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fe7b699-35cb-49e4-8598-d4a682b9e877 req-3542dedf-6bc1-4f85-95d4-a00288fd754a tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Dec 08 00:56:55.829805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62881ca2-2f82-46f1-9064-7de7a3e739fc service neutron] Pushing event updated for resources: {'Port': ['ID=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:55.860946 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621" -d '{"events": [{"name": "network-changed", "server_uuid": "c93b9615-968b-49de-84d1-985d829ce2f2", "tag": "bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:56:55.903330 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-97aa97a5-865b-44b9-9171-a94f9338bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:55.904819 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-97aa97a5-865b-44b9-9171-a94f9338bff2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1a46aa4472a4547b7726fc6c6beb38c&device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0410275 Dec 08 00:56:55.956007 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae39f66-bc47-4c5f-96f1-f5fa01c4b711 x-openstack-request-id: req-3ae39f66-bc47-4c5f-96f1-f5fa01c4b711 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:56:55.956300 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93b9615-968b-49de-84d1-985d829ce2f2", "tag": "bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:56:55.956555 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ae39f66-bc47-4c5f-96f1-f5fa01c4b711 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:56:55.956956 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'tag': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04', 'status': 'completed', 'code': 200} Dec 08 00:56:55.958702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-cf5fe158-be0b-4785-a6e1-71c0864ea2d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 HTTP/1.1" status: 200 len: 217 time: 0.0398035 Dec 08 00:56:56.014565 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-785176a4-7af7-40ab-b660-db2c2ecf959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:56.016387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-785176a4-7af7-40ab-b660-db2c2ecf959c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d HTTP/1.1" status: 200 len: 854 time: 0.0432680 Dec 08 00:56:56.047597 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-69a76a81-85b7-4dc9-ade7-8983a5a00fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13e4578a-178a-40e3-9634-28984bf80a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241983 Dec 08 00:56:56.139170 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-ad47f4ef-b7fb-4311-8b3e-253f8ee84f27 service neutron] 10.222.0.44 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842423 Dec 08 00:56:56.226775 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19e7f5d2-4660-4b5f-992b-6550e0b853dc req-17290af5-258c-4fee-92d0-bcd0df2c1d0d service neutron] 10.222.0.44 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806808 Dec 08 00:56:56.360064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-0f0702ba-df60-44d5-b133-829a150d9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:56.361518 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-0f0702ba-df60-44d5-b133-829a150d9e8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1a46aa4472a4547b7726fc6c6beb38c&device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0444002 Dec 08 00:56:56.450624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-8ddeb8cb-1996-4d50-b22d-7fca4cb68f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:56.452113 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-8ddeb8cb-1996-4d50-b22d-7fca4cb68f1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=13e4578a-178a-40e3-9634-28984bf80a54 HTTP/1.1" status: 200 len: 915 time: 0.0839255 Dec 08 00:56:56.468255 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:56.496628 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-c47fa402-dca7-477a-8238-db9e14c64082 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 HTTP/1.1" status: 200 len: 217 time: 0.0371988 Dec 08 00:56:56.543908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-db46492b-9eae-4d91-a313-a4a31a9d6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:56.545342 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-db46492b-9eae-4d91-a313-a4a31a9d6166 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d HTTP/1.1" status: 200 len: 854 time: 0.0420492 Dec 08 00:56:56.578296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-cb1d175c-e8b1-4185-9648-72603a99d8a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13e4578a-178a-40e3-9634-28984bf80a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238202 Dec 08 00:56:56.670072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-f780e0d8-0e38-4797-94c9-ccfcffb7f28f service neutron] 10.222.0.44 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839520 Dec 08 00:56:56.757239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2fcb0f6-05ea-49ec-a1dc-4757e5097621 req-4a953ca7-7768-4b09-b1b3-0f1e4a153aaa service neutron] 10.222.0.44 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791450 Dec 08 00:56:56.941578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1bb72-7391-4541-a069-ee3cf121111e req-bdb6e769-197c-4b51-8c13-d65fa763a893 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:56.943069 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eca1bb72-7391-4541-a069-ee3cf121111e req-bdb6e769-197c-4b51-8c13-d65fa763a893 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 943 time: 0.0473099 Dec 08 00:56:56.988723 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eca1bb72-7391-4541-a069-ee3cf121111e req-71f1ced0-2415-4a17-bc14-1ecae1e53ea2 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Dec 08 00:56:57.303812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:58.112049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a9849-50ae-4742-862e-e0e3501a0e12 req-0202b801-2d19-44db-b6d6-381b371f727a tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:58.113503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-088a9849-50ae-4742-862e-e0e3501a0e12 req-0202b801-2d19-44db-b6d6-381b371f727a tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 943 time: 0.0516062 Dec 08 00:56:58.160115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-088a9849-50ae-4742-862e-e0e3501a0e12 req-b07e5600-b1bb-4ea8-a79a-b452f8edfde0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406559 Dec 08 00:56:59.273998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf632d9-dd47-401e-a0e1-6b29551a5390 req-48a3d4fb-79b8-4a61-8206-fdb8b6a470c5 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:56:59.275480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faf632d9-dd47-401e-a0e1-6b29551a5390 req-48a3d4fb-79b8-4a61-8206-fdb8b6a470c5 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 943 time: 0.0479503 Dec 08 00:56:59.322628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-faf632d9-dd47-401e-a0e1-6b29551a5390 req-9ff86e22-c713-4859-82cf-94687277491f tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Dec 08 00:56:59.433716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:56:59.528296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:59.538938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04', 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54', 'port_id': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04', 'mac_address': 'fa:16:3e:a5:a6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:56:59.576420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:59.589243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:56:59.608742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:56:59.614222 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:56:59.660493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:56:59.871072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:57:00.442379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6e3f-72e6-4c1d-8787-29d8afe6af91 req-1a1dddfb-0ed5-487b-9db1-a365daf69664 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:00.443853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-886a6e3f-72e6-4c1d-8787-29d8afe6af91 req-1a1dddfb-0ed5-487b-9db1-a365daf69664 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 944 time: 0.0512483 Dec 08 00:57:00.489816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-886a6e3f-72e6-4c1d-8787-29d8afe6af91 req-52712124-39cd-4eab-90a3-360c06fb23be tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Dec 08 00:57:01.448960 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:01.496782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:57:01.500588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:01.500984 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:01.581191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:01.603946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447166ac-05f3-47ba-9d86-b9a38253c785 req-663474fc-57b6-4329-9bfd-503e9549ccb6 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:01.604864 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:57:01.605470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-447166ac-05f3-47ba-9d86-b9a38253c785 req-663474fc-57b6-4329-9bfd-503e9549ccb6 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 944 time: 0.0481505 Dec 08 00:57:01.607159 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d4cf6f-eb1a-49c9-92a1-e06df05015ed" -d '{"events": [{"server_uuid": "c93b9615-968b-49de-84d1-985d829ce2f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:57:01.620001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:01.624844 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:01.652034 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556227a-d3c2-470d-98d9-9d21193d1394 x-openstack-request-id: req-0556227a-d3c2-470d-98d9-9d21193d1394 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:57:01.652332 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93b9615-968b-49de-84d1-985d829ce2f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:57:01.652584 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0556227a-d3c2-470d-98d9-9d21193d1394 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:57:01.653000 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04', 'code': 200} Dec 08 00:57:01.657328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-447166ac-05f3-47ba-9d86-b9a38253c785 req-fb92a7c7-7303-4359-939c-1e36ae24df43 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 Dec 08 00:57:01.678581 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:01.770911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322c51-02a4-4040-a435-2fb21f4cbd85 req-010932e2-feda-47d9-a155-7153ca6c4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:01.772307 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-40322c51-02a4-4040-a435-2fb21f4cbd85 req-010932e2-feda-47d9-a155-7153ca6c4b9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0392869 Dec 08 00:57:01.818960 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-40322c51-02a4-4040-a435-2fb21f4cbd85 req-dbab49af-e0d2-4d41-941d-e18315b1af97 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Dec 08 00:57:02.773282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd728ca-bb87-48a0-a444-ab7bb313e5c3 req-096490b4-d995-4893-9775-4f392000bda5 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:02.774837 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acd728ca-bb87-48a0-a444-ab7bb313e5c3 req-096490b4-d995-4893-9775-4f392000bda5 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0480027 Dec 08 00:57:02.830995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-acd728ca-bb87-48a0-a444-ab7bb313e5c3 req-e2424e9a-36c0-4932-bff3-7042bca35138 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Dec 08 00:57:03.947940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd828c-6d84-478f-ba41-abb6fd90e25a req-b323b070-71ba-44a8-916d-cdb8b6cdb6f9 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:03.949383 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4fd828c-6d84-478f-ba41-abb6fd90e25a req-b323b070-71ba-44a8-916d-cdb8b6cdb6f9 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0480647 Dec 08 00:57:03.995427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4fd828c-6d84-478f-ba41-abb6fd90e25a req-7a174b58-ce32-4163-b8c6-eef5c1cf8b61 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Dec 08 00:57:04.218391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-34eb3649-0dca-4cb3-8964-d4fabe9084a7 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:04.219853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-34eb3649-0dca-4cb3-8964-d4fabe9084a7 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/networks?id=13e4578a-178a-40e3-9634-28984bf80a54 HTTP/1.1" status: 200 len: 814 time: 0.1039615 Dec 08 00:57:04.234183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-aed70612-4691-4ea1-871c-e643b07c6d35 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/quotas/d1a46aa4472a4547b7726fc6c6beb38c HTTP/1.1" status: 200 len: 375 time: 0.0086613 Dec 08 00:57:04.282257 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-489c3606-7f32-47f3-b840-3a04178f16e0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a46aa4472a4547b7726fc6c6beb38c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430231 Dec 08 00:57:04.372060 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-afb113b3-5525-4be6-942c-39c9e3adf723 service neutron] 10.222.0.18 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828083 Dec 08 00:57:04.463349 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-25d6abc6-0aca-4efe-9a0d-28c1c1dcbc54 service neutron] 10.222.0.18 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Dec 08 00:57:04.615472 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0816be25-b331-440e-9ddd-e748ef926ff5 req-75e4e1ac-f4c6-4a7d-8a3a-ef7aa907c4e6 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 210 time: 0.0255926 Dec 08 00:57:05.579686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-51894aef-cdc8-4112-8e23-16bde0287c03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:05.581028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-51894aef-cdc8-4112-8e23-16bde0287c03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.59 "GET /v2.0/networks?id=13e4578a-178a-40e3-9634-28984bf80a54 HTTP/1.1" status: 200 len: 814 time: 0.1063151 Dec 08 00:57:05.600703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Request body: {'port': {'device_id': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54', 'admin_state_up': True, 'tenant_id': 'd1a46aa4472a4547b7726fc6c6beb38c'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:05.720462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-34adc65d-85da-4284-a738-335dfb888fe5 req-257e361e-8884-4cfc-ba21-4f032863be8e tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 210 time: 0.0343640 Dec 08 00:57:05.740749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Made reservation on behalf of d1a46aa4472a4547b7726fc6c6beb38c for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:05.740749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:05.862007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Allocated IP 172.20.0.5 (13e4578a-178a-40e3-9634-28984bf80a54/f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d/9523414c-4559-4524-80bf-c58a925e3c6b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:06.007545 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.039368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.073991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:57:06.083161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Network 13e4578a-178a-40e3-9634-28984bf80a54 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:06.086594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:06.090332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:06.120430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Pushing event updated for resources: {'Port': ['ID=9523414c-4559-4524-80bf-c58a925e3c6b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:06.145690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:06.146295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.161643 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-9ea849b8-4b9e-4677-98b0-2476c69150e1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653160 Dec 08 00:57:06.253996 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Request body: {'port': {'device_id': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:06.306675 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.559034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9523414c-4559-4524-80bf-c58a925e3c6b {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:57:06.566170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.577694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Transition to ACTIVE for port object 9523414c-4559-4524-80bf-c58a925e3c6b will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:57:06.581433 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.637271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Pushing event updated for resources: {'Port': ['ID=9523414c-4559-4524-80bf-c58a925e3c6b,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:06.707083 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Attempting to bind port 9523414c-4559-4524-80bf-c58a925e3c6b on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:06.707421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Attempting to bind port 9523414c-4559-4524-80bf-c58a925e3c6b by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:06.707751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Attempting to bind port 9523414c-4559-4524-80bf-c58a925e3c6b on network 13e4578a-178a-40e3-9634-28984bf80a54 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:06.712528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Port 9523414c-4559-4524-80bf-c58a925e3c6b on network 13e4578a-178a-40e3-9634-28984bf80a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:57:06.712848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Attempting to bind port 9523414c-4559-4524-80bf-c58a925e3c6b on network 13e4578a-178a-40e3-9634-28984bf80a54 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:06.717545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:06.717885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Checking segment: {'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:06.718271 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Bound using segment: {'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:06.718693 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Bound port: 9523414c-4559-4524-80bf-c58a925e3c6b, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f847f5-0271-4440-98c8-ab9cb423e2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:06.719082 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.781038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] For port 9523414c-4559-4524-80bf-c58a925e3c6b, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:06.785117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] For port 9523414c-4559-4524-80bf-c58a925e3c6b, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9523414c-4559-4524-80bf-c58a925e3c6b,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:06.792080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.848188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:06.848836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:06.850366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] 10.222.0.59 "PUT /v2.0/ports/9523414c-4559-4524-80bf-c58a925e3c6b HTTP/1.1" status: 200 len: 1091 time: 0.6397460 Dec 08 00:57:06.853736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'tag': '9523414c-4559-4524-80bf-c58a925e3c6b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:57:06.856045 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78" -d '{"events": [{"name": "network-changed", "server_uuid": "466804de-0912-413d-a7e7-42e6a8b3a3ce", "tag": "9523414c-4559-4524-80bf-c58a925e3c6b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:57:06.892836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c84da0-0b8f-4bd4-b871-7cc11bb5e9df req-19f42d4b-faf3-40f6-884b-05341ce7b56c tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:06.894426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39c84da0-0b8f-4bd4-b871-7cc11bb5e9df req-19f42d4b-faf3-40f6-884b-05341ce7b56c tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 943 time: 0.1050038 Dec 08 00:57:06.897610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b4168-6f8c-4039-bb98-9c689bf99b6f service neutron] Pushing event updated for resources: {'Port': ['ID=9523414c-4559-4524-80bf-c58a925e3c6b,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:06.901638 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f5247-ace3-47c9-932b-78fc7682b96e x-openstack-request-id: req-c96f5247-ace3-47c9-932b-78fc7682b96e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:57:06.901937 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466804de-0912-413d-a7e7-42e6a8b3a3ce", "tag": "9523414c-4559-4524-80bf-c58a925e3c6b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:57:06.902194 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c96f5247-ace3-47c9-932b-78fc7682b96e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:57:06.902592 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'tag': '9523414c-4559-4524-80bf-c58a925e3c6b', 'status': 'completed', 'code': 200} Dec 08 00:57:06.972647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-39c84da0-0b8f-4bd4-b871-7cc11bb5e9df req-78483108-fc9a-44a6-b7cb-a8cb752bdc3a tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691979 Dec 08 00:57:06.978830 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-c6257b78-de9b-4e9a-a5fe-a5c1a24066a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:06.980288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-c6257b78-de9b-4e9a-a5fe-a5c1a24066a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a46aa4472a4547b7726fc6c6beb38c&device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 1094 time: 0.0621102 Dec 08 00:57:07.031576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-720a377d-ca1a-4235-924d-798f49958f4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9523414c-4559-4524-80bf-c58a925e3c6b HTTP/1.1" status: 200 len: 217 time: 0.0367756 Dec 08 00:57:07.080215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-39cab9a6-5c9a-494d-84dd-2ba21bc17167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:07.081560 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-39cab9a6-5c9a-494d-84dd-2ba21bc17167 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d HTTP/1.1" status: 200 len: 854 time: 0.0417118 Dec 08 00:57:07.111887 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-c87a1074-5036-4348-82d8-66b9ed6c4f1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13e4578a-178a-40e3-9634-28984bf80a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231013 Dec 08 00:57:07.204271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-55073c54-ba8d-4ef6-98b0-c77d84d563cd service neutron] 10.222.0.59 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850651 Dec 08 00:57:07.298382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2130f94b-918c-4b5a-8daf-78fc461b75d0 req-ec5820cb-a1e9-4e90-b357-b6db6e37d580 service neutron] 10.222.0.59 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860784 Dec 08 00:57:07.433059 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-a784b98b-4e02-4f51-8347-009746e5b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:07.434506 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-a784b98b-4e02-4f51-8347-009746e5b9e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a46aa4472a4547b7726fc6c6beb38c&device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 1094 time: 0.0443645 Dec 08 00:57:07.522895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-3152657f-1330-41a6-a52e-4541ed8624cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:07.524869 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-3152657f-1330-41a6-a52e-4541ed8624cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=13e4578a-178a-40e3-9634-28984bf80a54 HTTP/1.1" status: 200 len: 915 time: 0.0817437 Dec 08 00:57:07.568893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-ca35a0d7-0bec-4722-b55c-2f16a7fe3613 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9523414c-4559-4524-80bf-c58a925e3c6b HTTP/1.1" status: 200 len: 217 time: 0.0370374 Dec 08 00:57:07.617789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-d42f9f88-7758-452d-b59e-c883f97c6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:07.619334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-d42f9f88-7758-452d-b59e-c883f97c6268 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d HTTP/1.1" status: 200 len: 854 time: 0.0434706 Dec 08 00:57:07.652178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-ab8e9199-4a39-4e8f-a9ab-56b985a8aa8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13e4578a-178a-40e3-9634-28984bf80a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246816 Dec 08 00:57:07.743577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-78e5604f-78da-4758-baa2-b61e2f403a9b service neutron] 10.222.0.59 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832403 Dec 08 00:57:07.832236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f7b07d0-289d-490d-bdd9-ef9b2457dd78 req-f2824ffe-eac6-48df-9366-437bac61c1e2 service neutron] 10.222.0.59 "GET /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814021 Dec 08 00:57:08.087687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d2ab-25ce-4cdc-b172-bda1b5572c0a req-e93111af-6ded-4014-b393-26e161c1841e tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:08.089112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3112d2ab-25ce-4cdc-b172-bda1b5572c0a req-e93111af-6ded-4014-b393-26e161c1841e tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 943 time: 0.0479190 Dec 08 00:57:08.139455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3112d2ab-25ce-4cdc-b172-bda1b5572c0a req-c5f9485c-2219-4073-8549-30bc57e05552 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 Dec 08 00:57:09.257889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7068ee4-8d3a-4c76-9c9a-05e606def6a7 req-bfd4014f-cce0-4135-a129-cb248d228f4e tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:09.259872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7068ee4-8d3a-4c76-9c9a-05e606def6a7 req-bfd4014f-cce0-4135-a129-cb248d228f4e tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 943 time: 0.0483186 Dec 08 00:57:09.307088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7068ee4-8d3a-4c76-9c9a-05e606def6a7 req-b3f32753-4cfa-4d46-82f5-f7dfa6067c42 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Dec 08 00:57:09.903150 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:57:10.076302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9523414c-4559-4524-80bf-c58a925e3c6b details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:57:10.170657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9523414c-4559-4524-80bf-c58a925e3c6b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9523414c-4559-4524-80bf-c58a925e3c6b,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:10.182316 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '9523414c-4559-4524-80bf-c58a925e3c6b', 'network_id': '13e4578a-178a-40e3-9634-28984bf80a54', 'port_id': '9523414c-4559-4524-80bf-c58a925e3c6b', 'mac_address': 'fa:16:3e:bc:63:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:57:10.217978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:10.231102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9523414c-4559-4524-80bf-c58a925e3c6b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:57:10.249904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9523414c-4559-4524-80bf-c58a925e3c6b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9523414c-4559-4524-80bf-c58a925e3c6b,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:10.254909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:10.306384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=9523414c-4559-4524-80bf-c58a925e3c6b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:10.430161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372dc5e-842e-4727-be3a-80f0868ae345 req-9ab155fb-f245-4264-8ee8-c161bde95dca tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:10.431620 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a372dc5e-842e-4727-be3a-80f0868ae345 req-9ab155fb-f245-4264-8ee8-c161bde95dca tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 944 time: 0.0501106 Dec 08 00:57:10.478720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a372dc5e-842e-4727-be3a-80f0868ae345 req-a5801ca7-5aed-4863-b56c-62f78b9a5b37 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Dec 08 00:57:10.512872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['9523414c-4559-4524-80bf-c58a925e3c6b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:57:11.842627 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f634f-1720-45c0-ae45-77f248b81eab req-03049867-fb9f-47fd-921a-64d9a3e647e0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:11.844023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c09f634f-1720-45c0-ae45-77f248b81eab req-03049867-fb9f-47fd-921a-64d9a3e647e0 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 944 time: 0.2970941 Dec 08 00:57:11.889692 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c09f634f-1720-45c0-ae45-77f248b81eab req-54498af6-2618-4805-a215-0d64ca35ee26 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Dec 08 00:57:12.092387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9523414c-4559-4524-80bf-c58a925e3c6b up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:12.140028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 9523414c-4559-4524-80bf-c58a925e3c6b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:57:12.145016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 9523414c-4559-4524-80bf-c58a925e3c6b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:12.145400 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:12.220128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:12.241771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9523414c-4559-4524-80bf-c58a925e3c6b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:57:12.244575 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fe0fa-6162-40db-92e8-8dcd3381cb8b" -d '{"events": [{"server_uuid": "466804de-0912-413d-a7e7-42e6a8b3a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "9523414c-4559-4524-80bf-c58a925e3c6b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:57:12.257903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 9523414c-4559-4524-80bf-c58a925e3c6b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9523414c-4559-4524-80bf-c58a925e3c6b,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:12.261802 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:12.288985 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e697a5-4dca-485b-b7b0-5795db95acd7 x-openstack-request-id: req-82e697a5-4dca-485b-b7b0-5795db95acd7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:57:12.289275 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466804de-0912-413d-a7e7-42e6a8b3a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "9523414c-4559-4524-80bf-c58a925e3c6b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:57:12.289526 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82e697a5-4dca-485b-b7b0-5795db95acd7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:57:12.290413 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9523414c-4559-4524-80bf-c58a925e3c6b', 'code': 200} Dec 08 00:57:12.316587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=9523414c-4559-4524-80bf-c58a925e3c6b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:12.405818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4687cf-83e3-4d42-8603-b182506f27bd req-e4d8d6b9-d73d-4da1-9bad-196ecb389d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:12.407256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f4687cf-83e3-4d42-8603-b182506f27bd req-e4d8d6b9-d73d-4da1-9bad-196ecb389d5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0389259 Dec 08 00:57:12.452385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9f4687cf-83e3-4d42-8603-b182506f27bd req-73cf1350-ce9c-4e67-9ed5-284ba8bc7e39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360174 Dec 08 00:57:13.002098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d4d9-ed21-44ad-b559-e9c8b5f5c2c3 req-f5ad83c0-031d-4164-8014-e97d9a1bca85 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:13.003604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01f5d4d9-ed21-44ad-b559-e9c8b5f5c2c3 req-f5ad83c0-031d-4164-8014-e97d9a1bca85 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 945 time: 0.0484004 Dec 08 00:57:13.053896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01f5d4d9-ed21-44ad-b559-e9c8b5f5c2c3 req-d53d8dc8-5614-46d4-9dc8-e84a30ac39b5 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435567 Dec 08 00:57:14.121315 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:14.169417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bd957-84a7-4610-be9a-d6d0a2709d5f req-58eec317-3a23-4c3b-8423-628fe72561aa tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:14.170873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-987bd957-84a7-4610-be9a-d6d0a2709d5f req-58eec317-3a23-4c3b-8423-628fe72561aa tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 945 time: 0.0481689 Dec 08 00:57:14.217072 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-987bd957-84a7-4610-be9a-d6d0a2709d5f req-a282de3a-5f72-41b8-972a-d02e34b1fc4b tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Dec 08 00:57:14.446741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411cd2f-7302-4b43-84cd-3d77f0347b80 req-f7250395-111f-40dd-a68f-5010126b95c1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:14.448218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4411cd2f-7302-4b43-84cd-3d77f0347b80 req-f7250395-111f-40dd-a68f-5010126b95c1 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 945 time: 0.0478084 Dec 08 00:57:14.493690 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4411cd2f-7302-4b43-84cd-3d77f0347b80 req-63fb72e6-f8c8-4b35-a7ee-888003688567 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Dec 08 00:57:15.614779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29327-2d7a-4af3-9e2b-e9c1533e0ffb req-153bca98-df79-4d2d-8c54-fca1aa08b940 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:15.616288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffb29327-2d7a-4af3-9e2b-e9c1533e0ffb req-153bca98-df79-4d2d-8c54-fca1aa08b940 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 945 time: 0.0535295 Dec 08 00:57:15.662737 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ffb29327-2d7a-4af3-9e2b-e9c1533e0ffb req-820d79c0-dfb6-486a-a145-5fd9d5f006be tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Dec 08 00:57:15.822904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-d5c36e5f-3a8b-4521-9d90-77f3fcc08e71 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:15.824294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-d5c36e5f-3a8b-4521-9d90-77f3fcc08e71 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.59 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 945 time: 0.0473952 Dec 08 00:57:15.912855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Deleting port 9523414c-4559-4524-80bf-c58a925e3c6b {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:15.913191 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:16.004482 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] For port 9523414c-4559-4524-80bf-c58a925e3c6b, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=9523414c-4559-4524-80bf-c58a925e3c6b,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:16.004843 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:16.017827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Calling delete_port for 9523414c-4559-4524-80bf-c58a925e3c6b owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:16.142334 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:16.169473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Pushing event deleted for resources: {'Port': ['ID=9523414c-4559-4524-80bf-c58a925e3c6b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:16.185500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:57:16.211958 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] No DVR routers for this DVR port 9523414c-4559-4524-80bf-c58a925e3c6b on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:16.214686 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:16.218053 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c9fdcc4-bcb9-44b9-94fb-e46e520da21f req-3f0b02ff-fa01-433f-ba31-459e07c87d03 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.59 "DELETE /v2.0/ports/9523414c-4559-4524-80bf-c58a925e3c6b HTTP/1.1" status: 204 len: 173 time: 0.3880384 Dec 08 00:57:16.218505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'name': 'network-vif-deleted', 'tag': '9523414c-4559-4524-80bf-c58a925e3c6b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:57:16.220881 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332c9ba5-1ba2-4b45-b6f2-bd85f1631c1c" -d '{"events": [{"server_uuid": "466804de-0912-413d-a7e7-42e6a8b3a3ce", "name": "network-vif-deleted", "tag": "9523414c-4559-4524-80bf-c58a925e3c6b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:57:16.262614 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dee0d2c-93ca-4990-818e-74bbc4e0c709 x-openstack-request-id: req-2dee0d2c-93ca-4990-818e-74bbc4e0c709 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:57:16.262949 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466804de-0912-413d-a7e7-42e6a8b3a3ce", "name": "network-vif-deleted", "tag": "9523414c-4559-4524-80bf-c58a925e3c6b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:57:16.263213 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dee0d2c-93ca-4990-818e-74bbc4e0c709 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:57:16.263616 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466804de-0912-413d-a7e7-42e6a8b3a3ce', 'name': 'network-vif-deleted', 'tag': '9523414c-4559-4524-80bf-c58a925e3c6b', 'status': 'completed', 'code': 200} Dec 08 00:57:16.780698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6eb479e5-908f-44e0-9f4a-ad06090358e5 req-089d729b-9515-4090-8438-61d50584284f tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=466804de-0912-413d-a7e7-42e6a8b3a3ce HTTP/1.1" status: 200 len: 210 time: 0.0337453 Dec 08 00:57:17.897852 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:17.934620 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e3bb-6d73-4d23-be98-77313a7058ec req-5d7e2138-232f-4c51-8993-e2b491dba96c tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:17.936136 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01a1e3bb-6d73-4d23-be98-77313a7058ec req-5d7e2138-232f-4c51-8993-e2b491dba96c tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Dec 08 00:57:17.983414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01a1e3bb-6d73-4d23-be98-77313a7058ec req-09a4c424-92d2-46c1-ab77-1fc61dfdd9b3 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Dec 08 00:57:18.107307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9523414c-4559-4524-80bf-c58a925e3c6b no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:57:18.113099 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a8c28-3ffe-4260-9442-d28a998bbd01 req-2af2c67b-c8f6-4325-9195-3ea4251a2427 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:18.114635 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e1a8c28-3ffe-4260-9442-d28a998bbd01 req-2af2c67b-c8f6-4325-9195-3ea4251a2427 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0492787 Dec 08 00:57:18.127921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 9523414c-4559-4524-80bf-c58a925e3c6b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:57:18.128330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 9523414c-4559-4524-80bf-c58a925e3c6b not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:57:18.164173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e1a8c28-3ffe-4260-9442-d28a998bbd01 req-4ef4a11f-106d-45b5-a28b-ae8da8fcba79 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Dec 08 00:57:18.285629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd8fca-3857-4898-96ba-8d9a479642b5 req-4df2c5cc-758b-46fb-8a85-489c1803ece5 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:18.287253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4cd8fca-3857-4898-96ba-8d9a479642b5 req-4df2c5cc-758b-46fb-8a85-489c1803ece5 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Dec 08 00:57:18.334047 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4cd8fca-3857-4898-96ba-8d9a479642b5 req-edc385e8-c77d-4a8f-bea3-ff7ee95340eb tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Dec 08 00:57:18.477013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-fd0b3f5e-e0df-4a52-b451-71bfe5e86518 req-c5fcb752-f7b7-4b30-8481-3a099892f766 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:57:18.478114 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fd0b3f5e-e0df-4a52-b451-71bfe5e86518 req-c5fcb752-f7b7-4b30-8481-3a099892f766 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432847 Dec 08 00:57:18.582571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697c0d5-04db-45ec-b45b-b8ff9e1d76c3 req-1919a6b3-378b-4129-9506-d0d5530c658c tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:18.584050 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8697c0d5-04db-45ec-b45b-b8ff9e1d76c3 req-1919a6b3-378b-4129-9506-d0d5530c658c tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Dec 08 00:57:18.629325 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8697c0d5-04db-45ec-b45b-b8ff9e1d76c3 req-4d608f75-e6ef-4598-8328-0a1cc2053dd2 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Dec 08 00:57:18.741917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ae29-78ed-4e08-a7d3-35a40b127552 req-c299c683-200a-4324-9d9b-7aa953c34434 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:18.743920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f307ae29-78ed-4e08-a7d3-35a40b127552 req-c299c683-200a-4324-9d9b-7aa953c34434 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Dec 08 00:57:18.794365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f307ae29-78ed-4e08-a7d3-35a40b127552 req-9da2d2d0-d796-41e6-9d7c-9c6c0b4049ed tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Dec 08 00:57:18.917430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce25f4-a911-496b-86a8-5052dc39a6b4 req-0b4552f3-904f-471c-92d8-9c527899391f tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:18.918916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8ce25f4-a911-496b-86a8-5052dc39a6b4 req-0b4552f3-904f-471c-92d8-9c527899391f tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0476005 Dec 08 00:57:18.965578 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c8ce25f4-a911-496b-86a8-5052dc39a6b4 req-9d67dd3c-91d5-4cb0-92b7-7c0b045bfe35 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Dec 08 00:57:19.257172 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9ecfe-2667-43ec-a5f8-4c674b0c2098 req-bb1ec4fb-6b99-444c-8f04-854cb0eb45d7 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:19.258637 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51f9ecfe-2667-43ec-a5f8-4c674b0c2098 req-bb1ec4fb-6b99-444c-8f04-854cb0eb45d7 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0485103 Dec 08 00:57:19.305430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-51f9ecfe-2667-43ec-a5f8-4c674b0c2098 req-23556506-e192-4158-9f7c-0592e7954562 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Dec 08 00:57:20.425619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2b4f9-5136-454b-9b77-a4841fcdfde0 req-b5c2e400-165f-4e09-955e-e2d0478b1d26 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:20.427113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eee2b4f9-5136-454b-9b77-a4841fcdfde0 req-b5c2e400-165f-4e09-955e-e2d0478b1d26 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.0525072 Dec 08 00:57:20.474249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eee2b4f9-5136-454b-9b77-a4841fcdfde0 req-ec00b9b9-4572-4cf8-84a3-01c6401f850f tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b9fc261-5098-462b-8fc2-83f5a01794e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Dec 08 00:57:21.026971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-241756ae-47a4-4d7f-b5fa-36a9e4c13730 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:21.028406 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-241756ae-47a4-4d7f-b5fa-36a9e4c13730 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.44 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 945 time: 0.3842475 Dec 08 00:57:21.114201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Deleting port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:21.114540 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:21.201059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] For port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,segment=NetworkSegment(48f847f5-0271-4440-98c8-ab9cb423e2c0),segment_id=48f847f5-0271-4440-98c8-ab9cb423e2c0)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:21.201401 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:21.214020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Calling delete_port for bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:21.341307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:21.370459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Pushing event deleted for resources: {'Port': ['ID=bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:21.374221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:57:21.393682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.394030 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.394372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.394704 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.395060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.395386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.395711 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.396046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.396355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.396672 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.396991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.397309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.397628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:21.418338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] No DVR routers for this DVR port bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:21.420833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:21.424231 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8190243d-cd82-45af-97f2-4e55a17d98e1 req-132ebf79-e1e8-4a46-9b8a-54c9127b220d tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.44 "DELETE /v2.0/ports/bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 HTTP/1.1" status: 204 len: 173 time: 0.3890090 Dec 08 00:57:21.424668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'name': 'network-vif-deleted', 'tag': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:57:21.426925 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f728419-8ab7-453f-aa87-715a32e89b37" -d '{"events": [{"server_uuid": "c93b9615-968b-49de-84d1-985d829ce2f2", "name": "network-vif-deleted", "tag": "bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:57:21.465227 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b3abd5-25e3-40d1-a1d3-0f97bc673b60 x-openstack-request-id: req-95b3abd5-25e3-40d1-a1d3-0f97bc673b60 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:57:21.465530 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93b9615-968b-49de-84d1-985d829ce2f2", "name": "network-vif-deleted", "tag": "bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:57:21.465795 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95b3abd5-25e3-40d1-a1d3-0f97bc673b60 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:57:21.466218 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93b9615-968b-49de-84d1-985d829ce2f2', 'name': 'network-vif-deleted', 'tag': 'bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04', 'status': 'completed', 'code': 200} Dec 08 00:57:21.533355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1c228513-e877-433b-a8aa-a8c88eff0dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:21.573084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-09470c0d-ff08-43f8-9409-c3c4a86eed9c req-328fbfb2-11e7-4889-9b3f-c4e96af4e8f2 tempest-ServersNegativeTestJSON-1424009413 tempest-ServersNegativeTestJSON-1424009413-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93b9615-968b-49de-84d1-985d829ce2f2 HTTP/1.1" status: 200 len: 210 time: 0.0288749 Dec 08 00:57:22.630472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42818) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:22.678102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] Deleting subnet f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:57:22.681197 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:22.715075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:22.751941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:22.803456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:22.830862 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:22.832860 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:22.836103 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-79514cfa-e660-40c4-8a2b-975734ccaa23 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f0e4beb3-a523-43ab-8a1a-da3ff3e7b12d HTTP/1.1" status: 204 len: 168 time: 0.2045517 Dec 08 00:57:22.839210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42820) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:22.912196 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:22.992264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.012027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e4578a-178a-40e3-9634-28984bf80a54']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:23.021011 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f847f5-0271-4440-98c8-ab9cb423e2c0') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:23.021304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f847f5-0271-4440-98c8-ab9cb423e2c0') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:23.030972 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.043523 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.049189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:23.049557 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:23.051160 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:23.103949 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.109368 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.112523 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] 10.222.0.18 "DELETE /v2.0/networks/13e4578a-178a-40e3-9634-28984bf80a54 HTTP/1.1" status: 204 len: 168 time: 0.2723980 Dec 08 00:57:23.124109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e72bae-6b47-499b-ad3d-f75c12647a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=13e4578a-178a-40e3-9634-28984bf80a54,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:23.218681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42824) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:23.257738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-40187caa-8c4e-40dd-899d-9ad0fbc419c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1a46aa4472a4547b7726fc6c6beb38c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378451 Dec 08 00:57:23.260758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42826) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:23.306345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.327456 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.376369 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.379185 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:23.380326 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b9fc261-5098-462b-8fc2-83f5a01794e1 HTTP/1.1" status: 204 len: 168 time: 0.1186688 Dec 08 00:57:23.388289 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9fc261-5098-462b-8fc2-83f5a01794e1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:23.395631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.395980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.396320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.396659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.396992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.397322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.397648 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.397974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.398297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.398623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.398972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.399297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.399616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4df8df-429e-4ffd-895c-056e04b825d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:23.671404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7482-1c26-4f94-b0b0-5c219df76d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.044750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42848) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:24.136310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304886438'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:24.156760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:24.160215 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.169348 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.247731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.251776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.275059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:24.288955 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5feaba-a036-4e31-924e-eaa606d236f4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:24.294509 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.294860 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Added segment 0a30273a-689c-4bc3-b798-a3f387324f47 of type vlan for network e67795c7-adba-4dfa-80d6-1f64de17d172 Dec 08 00:57:24.334785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.358648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.364373 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:24.364958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:24.397956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3521211 Dec 08 00:57:24.433791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f8ac-6f82-41d5-90fb-955ef8312bf8 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Network': ['ID=e67795c7-adba-4dfa-80d6-1f64de17d172,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:24.445348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e67795c7-adba-4dfa-80d6-1f64de17d172 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:25.314425 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:25.506922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:57:25.532089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:57:25.532439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device bc4a654f-7d01-4aa1-a8d8-c7e6bc26fd04 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:57:26.468793 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:27.304302 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:27.721341 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:27.726499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'subnet': {'network_id': 'e67795c7-adba-4dfa-80d6-1f64de17d172', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:27.812321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:27.815990 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:27.996948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.064209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Subnet': ['ID=0a8df1f0-6f4f-4e77-8558-354bfad6c16a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:28.069367 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Checking segment: {'id': '0a30273a-689c-4bc3-b798-a3f387324f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e67795c7-adba-4dfa-80d6-1f64de17d172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:28.069725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network hostable DHCP agents. Network: e67795c7-adba-4dfa-80d6-1f64de17d172, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:28.086360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network e67795c7-adba-4dfa-80d6-1f64de17d172 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:28.095068 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e67795c7-adba-4dfa-80d6-1f64de17d172) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:28.099119 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:28.099719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.104736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c84d1-a254-4358-bc51-1b65f4aee46c None None] Network e67795c7-adba-4dfa-80d6-1f64de17d172 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:28.116262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-07a86ae0-db33-454a-a3cb-b708f7ea0a90 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3938351 Dec 08 00:57:28.120405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:28.125308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2271309'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:28.144738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:28.148331 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.172004 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:28.181468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.181817 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Added segment 3ed53832-8e8a-4d92-8f37-933549bea92a of type vlan for network dafa62f0-59e8-441d-9e50-7370a0e72901 Dec 08 00:57:28.207161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-e67795c7-adba-4dfa-80d6-1f64de17d172', 'network_id': 'e67795c7-adba-4dfa-80d6-1f64de17d172', 'project_id': '66ed94cb10f741cc9d1d9d739ee22d82', 'fixed_ips': [{'subnet_id': '0a8df1f0-6f4f-4e77-8558-354bfad6c16a'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:28.208093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.222013 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.247247 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.252798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:28.253385 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.318717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1972470 Dec 08 00:57:28.322089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42858) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:28.327569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'subnet': {'network_id': 'dafa62f0-59e8-441d-9e50-7370a0e72901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:28.344280 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Allocated IP 2001:db8:0:ffff::2 (e67795c7-adba-4dfa-80d6-1f64de17d172/0a8df1f0-6f4f-4e77-8558-354bfad6c16a/814044dc-7d16-4007-808c-90b848acf66b) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:28.382879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fb071-f5b0-4ffe-aaee-8575633d0e43 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Network': ['ID=dafa62f0-59e8-441d-9e50-7370a0e72901,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:28.397886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network dafa62f0-59e8-441d-9e50-7370a0e72901 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:28.431789 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:28.435590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.564608 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.570951 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.612015 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Network e67795c7-adba-4dfa-80d6-1f64de17d172 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:28.618739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:28.622710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:28.630728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Pushing event updated for resources: {'Port': ['ID=814044dc-7d16-4007-808c-90b848acf66b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:28.631598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.641307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.641664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.642012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.642355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.642701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.643055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.643387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.643714 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.644039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.644360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.644682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.645589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.645930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:28.692293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Subnet': ['ID=7933aece-a631-475e-abdf-d00f697053fc,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:28.699443 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Attempting to bind port 814044dc-7d16-4007-808c-90b848acf66b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:28.699826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Attempting to bind port 814044dc-7d16-4007-808c-90b848acf66b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0a30273a-689c-4bc3-b798-a3f387324f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e67795c7-adba-4dfa-80d6-1f64de17d172'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:28.700198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Attempting to bind port 814044dc-7d16-4007-808c-90b848acf66b on network e67795c7-adba-4dfa-80d6-1f64de17d172 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:28.703435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Checking segment: {'id': '3ed53832-8e8a-4d92-8f37-933549bea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dafa62f0-59e8-441d-9e50-7370a0e72901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:28.703813 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network hostable DHCP agents. Network: dafa62f0-59e8-441d-9e50-7370a0e72901, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:28.705502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:28.705907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Checking segment: {'id': '0a30273a-689c-4bc3-b798-a3f387324f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e67795c7-adba-4dfa-80d6-1f64de17d172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:28.706313 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.706735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Bound using segment: {'id': '0a30273a-689c-4bc3-b798-a3f387324f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e67795c7-adba-4dfa-80d6-1f64de17d172'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:28.707256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Bound port: 814044dc-7d16-4007-808c-90b848acf66b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a30273a-689c-4bc3-b798-a3f387324f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e67795c7-adba-4dfa-80d6-1f64de17d172'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:28.707637 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.721643 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network dafa62f0-59e8-441d-9e50-7370a0e72901 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:28.731434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, dafa62f0-59e8-441d-9e50-7370a0e72901) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:28.735836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:28.736507 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.746394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6e49a-0bf2-4ac6-8e0c-b07458f31961 None None] Network dafa62f0-59e8-441d-9e50-7370a0e72901 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:28.753183 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7ef83d19-014d-44a0-a78d-c05d5b912c0f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4298368 Dec 08 00:57:28.755876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42860) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:28.840349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] For port 814044dc-7d16-4007-808c-90b848acf66b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:28.862742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] For port 814044dc-7d16-4007-808c-90b848acf66b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=814044dc-7d16-4007-808c-90b848acf66b,segment=NetworkSegment(0a30273a-689c-4bc3-b798-a3f387324f47),segment_id=0a30273a-689c-4bc3-b798-a3f387324f47)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:28.867111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.868694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:28.975221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.048918 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.079743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4626b72-b0ba-4c25-b8fb-565eb5ed1eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-dafa62f0-59e8-441d-9e50-7370a0e72901', 'network_id': 'dafa62f0-59e8-441d-9e50-7370a0e72901', 'project_id': '66ed94cb10f741cc9d1d9d739ee22d82', 'fixed_ips': [{'subnet_id': '7933aece-a631-475e-abdf-d00f697053fc'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:29.080506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4626b72-b0ba-4c25-b8fb-565eb5ed1eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.080622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Subnet': ['ID=7933aece-a631-475e-abdf-d00f697053fc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:29.153832 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.174983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a5b1f-4f03-4f08-abd7-7a06a643ac1d None None] Pushing event updated for resources: {'Port': ['ID=814044dc-7d16-4007-808c-90b848acf66b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:29.185446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafa62f0-59e8-441d-9e50-7370a0e72901']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:29.197018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345cb021-233c-4acc-9c34-5c22e6c71645 None None] Network dafa62f0-59e8-441d-9e50-7370a0e72901 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:29.208699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed53832-8e8a-4d92-8f37-933549bea92a') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:29.209386 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed53832-8e8a-4d92-8f37-933549bea92a') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:29.222373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.243758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.250729 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:29.251230 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:29.254420 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:29.346413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.355773 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.359120 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/dafa62f0-59e8-441d-9e50-7370a0e72901 HTTP/1.1" status: 204 len: 168 time: 0.6021943 Dec 08 00:57:29.362852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42862) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:29.372208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e93d0-f3b3-410d-8520-ef4bc35f032f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Network': ['ID=dafa62f0-59e8-441d-9e50-7370a0e72901,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:29.374519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812952358'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:29.398245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:29.401924 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.426717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:29.439602 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.440293 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Added segment e445f02a-d31e-4601-8ab4-63ff03abe774 of type vlan for network 9562711f-1f7f-4177-93c9-3779c3827671 Dec 08 00:57:29.494366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.523442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.529209 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:29.529832 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.569446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2025542 Dec 08 00:57:29.572141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42864) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:29.578269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'subnet': {'network_id': '9562711f-1f7f-4177-93c9-3779c3827671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:29.604661 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf1f96-f067-4ee2-b42c-3c0cd02911b4 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Network': ['ID=9562711f-1f7f-4177-93c9-3779c3827671,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:29.625293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 9562711f-1f7f-4177-93c9-3779c3827671 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:29.675176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:29.678827 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.742487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Performing IP validity checks on allocation pools {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 00:57:29.743591 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.ipam_backend_mixin [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 00:57:29.868130 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.937421 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Subnet': ['ID=4658a26a-e69e-4b17-95f7-d5ae4ab0dccb,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:29.949484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Checking segment: {'id': 'e445f02a-d31e-4601-8ab4-63ff03abe774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9562711f-1f7f-4177-93c9-3779c3827671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:29.949967 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network hostable DHCP agents. Network: 9562711f-1f7f-4177-93c9-3779c3827671, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:29.969022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network 9562711f-1f7f-4177-93c9-3779c3827671 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:29.980878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 9562711f-1f7f-4177-93c9-3779c3827671) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:29.986112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:29.986714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:29.992399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0fbf6-c2ae-4a7b-9f8a-5845967efec3 None None] Network 9562711f-1f7f-4177-93c9-3779c3827671 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:30.008735 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-29234252-37a4-43c7-abdf-4c3bd0a9111f tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4350562 Dec 08 00:57:30.008971 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42866) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:30.103981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-9562711f-1f7f-4177-93c9-3779c3827671', 'network_id': '9562711f-1f7f-4177-93c9-3779c3827671', 'project_id': '66ed94cb10f741cc9d1d9d739ee22d82', 'fixed_ips': [{'subnet_id': '4658a26a-e69e-4b17-95f7-d5ae4ab0dccb'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:30.105111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.116002 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.224336 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.254298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0294993b-c3cc-46c8-a17d-529bc91b1975 None None] Network e67795c7-adba-4dfa-80d6-1f64de17d172 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:30.274734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Allocated IP 2001:db8::3 (9562711f-1f7f-4177-93c9-3779c3827671/4658a26a-e69e-4b17-95f7-d5ae4ab0dccb/4332fc17-5347-4c1d-83df-b6d8edda495e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:30.404788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-45c77e8f-92a3-4e38-b075-902442347063 None None] Provisioning complete for port 814044dc-7d16-4007-808c-90b848acf66b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:30.405163 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-45c77e8f-92a3-4e38-b075-902442347063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.558290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.566675 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.585584 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.610819 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-45c77e8f-92a3-4e38-b075-902442347063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.613955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Subnet': ['ID=4658a26a-e69e-4b17-95f7-d5ae4ab0dccb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:30.625488 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Network 9562711f-1f7f-4177-93c9-3779c3827671 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:30.635553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:30.642297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:30.644679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Pushing event updated for resources: {'Port': ['ID=4332fc17-5347-4c1d-83df-b6d8edda495e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:30.668126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-45c77e8f-92a3-4e38-b075-902442347063 None None] For port 814044dc-7d16-4007-808c-90b848acf66b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=814044dc-7d16-4007-808c-90b848acf66b,segment=NetworkSegment(0a30273a-689c-4bc3-b798-a3f387324f47),segment_id=0a30273a-689c-4bc3-b798-a3f387324f47)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:30.684926 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-45c77e8f-92a3-4e38-b075-902442347063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.685955 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.711978 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9562711f-1f7f-4177-93c9-3779c3827671']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:30.721726 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445f02a-d31e-4601-8ab4-63ff03abe774') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:30.722029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445f02a-d31e-4601-8ab4-63ff03abe774') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:30.732229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.740515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Attempting to bind port 4332fc17-5347-4c1d-83df-b6d8edda495e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:30.740887 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Attempting to bind port 4332fc17-5347-4c1d-83df-b6d8edda495e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e445f02a-d31e-4601-8ab4-63ff03abe774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9562711f-1f7f-4177-93c9-3779c3827671'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:30.741253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Attempting to bind port 4332fc17-5347-4c1d-83df-b6d8edda495e on network 9562711f-1f7f-4177-93c9-3779c3827671 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:30.746757 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.753007 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:30.753397 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.754621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:30.755040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Checking segment: {'id': 'e445f02a-d31e-4601-8ab4-63ff03abe774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9562711f-1f7f-4177-93c9-3779c3827671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:30.755446 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.755856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Bound using segment: {'id': 'e445f02a-d31e-4601-8ab4-63ff03abe774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9562711f-1f7f-4177-93c9-3779c3827671'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:30.756327 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Bound port: 4332fc17-5347-4c1d-83df-b6d8edda495e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e445f02a-d31e-4601-8ab4-63ff03abe774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9562711f-1f7f-4177-93c9-3779c3827671'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:30.756446 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:30.758340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.772806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c77e8f-92a3-4e38-b075-902442347063 None None] Pushing event updated for resources: {'Port': ['ID=814044dc-7d16-4007-808c-90b848acf66b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:30.819819 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.db.api [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 00:57:30.819819 n-d-820549-2 neutron-server[103114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 00:57:30.819819 n-d-820549-2 neutron-server[103114]: [parameters: {'id': '9562711f-1f7f-4177-93c9-3779c3827671'}] Dec 08 00:57:30.819819 n-d-820549-2 neutron-server[103114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 00:57:30.820307 n-d-820549-2 neutron-server[103114]: DEBUG oslo_db.api [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 00:57:30.835514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-542e824c-867d-4081-88a7-1158269e7c19 None None] Provisioning complete for port 814044dc-7d16-4007-808c-90b848acf66b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:30.835886 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-542e824c-867d-4081-88a7-1158269e7c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.839478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] For port 4332fc17-5347-4c1d-83df-b6d8edda495e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:30.873465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] For port 4332fc17-5347-4c1d-83df-b6d8edda495e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4332fc17-5347-4c1d-83df-b6d8edda495e,segment=NetworkSegment(e445f02a-d31e-4601-8ab4-63ff03abe774),segment_id=e445f02a-d31e-4601-8ab4-63ff03abe774)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:30.880571 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:30.971878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc6a7e-ac39-4c5e-8ba9-1806340b78e8 None None] Pushing event updated for resources: {'Port': ['ID=4332fc17-5347-4c1d-83df-b6d8edda495e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:31.002783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f88d00-b428-456a-8401-af71c2af0c12 None None] Network 9562711f-1f7f-4177-93c9-3779c3827671 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:31.101053 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2daf0-16bd-497a-972f-50bdaec302b1 None None] get_active_networks_info from n-d-820549-2 {{(pid=103115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 00:57:31.165437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2daf0-16bd-497a-972f-50bdaec302b1 None None] Resources bound (agent type, host, resource id): {{(pid=103115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 00:57:31.310418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 814044dc-7d16-4007-808c-90b848acf66b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:31.320951 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.372825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Deleting port 4332fc17-5347-4c1d-83df-b6d8edda495e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:31.373160 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.404424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 814044dc-7d16-4007-808c-90b848acf66b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:31.404801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.435821 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] For port 4332fc17-5347-4c1d-83df-b6d8edda495e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4332fc17-5347-4c1d-83df-b6d8edda495e,segment=NetworkSegment(e445f02a-d31e-4601-8ab4-63ff03abe774),segment_id=e445f02a-d31e-4601-8ab4-63ff03abe774)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:31.436179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.448667 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Calling delete_port for 4332fc17-5347-4c1d-83df-b6d8edda495e owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:31.528488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.554686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Port': ['ID=4332fc17-5347-4c1d-83df-b6d8edda495e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:31.556541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No DVR routers for this DVR port 4332fc17-5347-4c1d-83df-b6d8edda495e on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:31.634558 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.654395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9562711f-1f7f-4177-93c9-3779c3827671']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:31.663509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445f02a-d31e-4601-8ab4-63ff03abe774') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:31.663808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445f02a-d31e-4601-8ab4-63ff03abe774') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:31.674499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.689011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.696315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:31.696897 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:31.700175 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:31.761720 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.766350 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.770058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/9562711f-1f7f-4177-93c9-3779c3827671 HTTP/1.1" status: 204 len: 168 time: 1.7602346 Dec 08 00:57:31.773749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42868) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:31.779663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1017051819'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:31.800034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f46a3c-4a68-4c8e-82f1-fbadbe512b2d tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Network': ['ID=9562711f-1f7f-4177-93c9-3779c3827671,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:31.817699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:31.822475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.845744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:31.854394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.854743 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Added segment 0b149741-e05c-49d8-be36-782dc5fc46a1 of type vlan for network 714e9adb-c75c-436e-a780-842f9ffc962a Dec 08 00:57:31.892567 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.916453 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.922141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:31.922718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:31.955296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1799459 Dec 08 00:57:31.958257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42870) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:31.963853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'subnet': {'network_id': '714e9adb-c75c-436e-a780-842f9ffc962a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:31.991319 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f65be-4af5-48b5-96ef-7f499bdb90c2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Network': ['ID=714e9adb-c75c-436e-a780-842f9ffc962a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:32.002514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 714e9adb-c75c-436e-a780-842f9ffc962a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:32.059542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:32.063202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.242289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.308490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Subnet': ['ID=a6aaba98-048f-4341-a036-3aae0e40a72e,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:32.315893 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Checking segment: {'id': '0b149741-e05c-49d8-be36-782dc5fc46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '714e9adb-c75c-436e-a780-842f9ffc962a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:32.316060 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network hostable DHCP agents. Network: 714e9adb-c75c-436e-a780-842f9ffc962a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:32.332578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network 714e9adb-c75c-436e-a780-842f9ffc962a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:32.341083 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 714e9adb-c75c-436e-a780-842f9ffc962a) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:32.344981 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:32.345575 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.349447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32425b9-1fd1-4ada-baa2-49d847c0111a None None] Network 714e9adb-c75c-436e-a780-842f9ffc962a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:32.362051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d1f27129-91bc-469e-9b4a-9d1e741faf3c tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4026761 Dec 08 00:57:32.365653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42872) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:32.370551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744611921'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:32.394558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:32.398101 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.428973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:32.438719 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.439092 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Added segment 9c9b8b6b-2c80-45d3-a1a3-7e8c7b41bce4 of type vlan for network ce0c8175-740f-40b9-8959-52a436bf7a1a Dec 08 00:57:32.455758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-714e9adb-c75c-436e-a780-842f9ffc962a', 'network_id': '714e9adb-c75c-436e-a780-842f9ffc962a', 'project_id': '66ed94cb10f741cc9d1d9d739ee22d82', 'fixed_ips': [{'subnet_id': 'a6aaba98-048f-4341-a036-3aae0e40a72e'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:32.456613 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.482005 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.511589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.517731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:32.518312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.551738 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1850426 Dec 08 00:57:32.554506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42874) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:32.559635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Request body: {'subnet': {'network_id': 'ce0c8175-740f-40b9-8959-52a436bf7a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:32.595563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Allocated IP 2001:db8::2 (714e9adb-c75c-436e-a780-842f9ffc962a/a6aaba98-048f-4341-a036-3aae0e40a72e/9913c5f7-e64d-4766-8a21-bd150fe9d16b) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:32.615618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f4b50-3d09-42b0-897d-0420574e1311 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Network': ['ID=ce0c8175-740f-40b9-8959-52a436bf7a1a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:32.628086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ce0c8175-740f-40b9-8959-52a436bf7a1a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:32.681614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Made reservation on behalf of 66ed94cb10f741cc9d1d9d739ee22d82 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:32.685409 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.792208 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.797220 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.846144 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Network 714e9adb-c75c-436e-a780-842f9ffc962a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:32.849061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:32.852597 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:32.861286 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Pushing event updated for resources: {'Port': ['ID=9913c5f7-e64d-4766-8a21-bd150fe9d16b,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:32.875446 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.913072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Attempting to bind port 9913c5f7-e64d-4766-8a21-bd150fe9d16b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:32.913465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Attempting to bind port 9913c5f7-e64d-4766-8a21-bd150fe9d16b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0b149741-e05c-49d8-be36-782dc5fc46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '714e9adb-c75c-436e-a780-842f9ffc962a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:32.913830 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Attempting to bind port 9913c5f7-e64d-4766-8a21-bd150fe9d16b on network 714e9adb-c75c-436e-a780-842f9ffc962a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:32.919363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:32.919738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Checking segment: {'id': '0b149741-e05c-49d8-be36-782dc5fc46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '714e9adb-c75c-436e-a780-842f9ffc962a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:32.920158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.920547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Bound using segment: {'id': '0b149741-e05c-49d8-be36-782dc5fc46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '714e9adb-c75c-436e-a780-842f9ffc962a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:32.921008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Bound port: 9913c5f7-e64d-4766-8a21-bd150fe9d16b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b149741-e05c-49d8-be36-782dc5fc46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '714e9adb-c75c-436e-a780-842f9ffc962a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:32.921385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.939270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event updated for resources: {'Subnet': ['ID=46a79859-13b6-48a8-880f-1211afb25939,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:32.947206 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Checking segment: {'id': '9c9b8b6b-2c80-45d3-a1a3-7e8c7b41bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ce0c8175-740f-40b9-8959-52a436bf7a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:32.947576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network hostable DHCP agents. Network: ce0c8175-740f-40b9-8959-52a436bf7a1a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:32.964772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Network ce0c8175-740f-40b9-8959-52a436bf7a1a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:32.973644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ce0c8175-740f-40b9-8959-52a436bf7a1a) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:32.978229 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:32.979054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:32.984981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf31acb-8c63-4595-a728-0a53570c863e None None] Network ce0c8175-740f-40b9-8959-52a436bf7a1a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:32.990167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] For port 9913c5f7-e64d-4766-8a21-bd150fe9d16b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:32.996929 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5308ffc4-84ad-473b-a25c-a3bef7e6f678 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413841 Dec 08 00:57:32.999527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42876) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:33.024336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] For port 9913c5f7-e64d-4766-8a21-bd150fe9d16b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9913c5f7-e64d-4766-8a21-bd150fe9d16b,segment=NetworkSegment(0b149741-e05c-49d8-be36-782dc5fc46a1),segment_id=0b149741-e05c-49d8-be36-782dc5fc46a1)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:33.030228 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.103867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.157807 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.217455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.246004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Subnet': ['ID=46a79859-13b6-48a8-880f-1211afb25939,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:33.298692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973372bb-444b-407c-9a99-1cd9be68ebd8 None None] Pushing event updated for resources: {'Port': ['ID=9913c5f7-e64d-4766-8a21-bd150fe9d16b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:33.314252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378e7e6-98ba-409a-a701-e2ab1fb2c9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-ce0c8175-740f-40b9-8959-52a436bf7a1a', 'network_id': 'ce0c8175-740f-40b9-8959-52a436bf7a1a', 'project_id': '66ed94cb10f741cc9d1d9d739ee22d82', 'fixed_ips': [{'subnet_id': '46a79859-13b6-48a8-880f-1211afb25939'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:33.314960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.315297 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b378e7e6-98ba-409a-a701-e2ab1fb2c9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.338774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0c8175-740f-40b9-8959-52a436bf7a1a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:33.348835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9b8b6b-2c80-45d3-a1a3-7e8c7b41bce4') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:33.349141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9b8b6b-2c80-45d3-a1a3-7e8c7b41bce4') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:33.360384 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.374558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.381173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:33.381559 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:33.385161 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:33.407999 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf3f13-eb0a-4991-a2d4-959136548920 None None] Network ce0c8175-740f-40b9-8959-52a436bf7a1a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:33.463354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.473837 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.480821 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/ce0c8175-740f-40b9-8959-52a436bf7a1a HTTP/1.1" status: 204 len: 168 time: 0.4782522 Dec 08 00:57:33.482176 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42878) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:33.503014 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d506f2-e4eb-4048-b5a1-94189a6de9dc tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Network': ['ID=ce0c8175-740f-40b9-8959-52a436bf7a1a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:33.523840 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdc4e90-8480-45ce-aef2-55304dbe9106 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] GET failed (client error): The resource could not be found. Dec 08 00:57:33.525240 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4bdc4e90-8480-45ce-aef2-55304dbe9106 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "GET /v2.0/subnets/46a79859-13b6-48a8-880f-1211afb25939 HTTP/1.1" status: 404 len: 337 time: 0.0414436 Dec 08 00:57:33.528086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42880) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:33.551416 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aff44f-59b8-4363-8ce9-e431bba7c8ec tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] DELETE failed (client error): The resource could not be found. Dec 08 00:57:33.552041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aff44f-59b8-4363-8ce9-e431bba7c8ec tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:57:33.555807 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-95aff44f-59b8-4363-8ce9-e431bba7c8ec tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/ce0c8175-740f-40b9-8959-52a436bf7a1a HTTP/1.1" status: 404 len: 339 time: 0.0260713 Dec 08 00:57:33.559972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42882) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:33.591277 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88ec8d9-0276-424b-97ed-40fb8399d643 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] DELETE failed (client error): The resource could not be found. Dec 08 00:57:33.591731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88ec8d9-0276-424b-97ed-40fb8399d643 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:57:33.594757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e88ec8d9-0276-424b-97ed-40fb8399d643 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/subnets/46a79859-13b6-48a8-880f-1211afb25939 HTTP/1.1" status: 404 len: 337 time: 0.0337203 Dec 08 00:57:33.597495 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42884) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:33.616512 n-d-820549-2 neutron-server[103114]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d71245f-b38c-401a-a918-a480b60c41a2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] DELETE failed (client error): The resource could not be found. Dec 08 00:57:33.617146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d71245f-b38c-401a-a918-a480b60c41a2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:57:33.620250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7d71245f-b38c-401a-a918-a480b60c41a2 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/ce0c8175-740f-40b9-8959-52a436bf7a1a HTTP/1.1" status: 404 len: 339 time: 0.0216613 Dec 08 00:57:33.622850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42886) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:33.672461 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Deleting subnet a6aaba98-048f-4341-a036-3aae0e40a72e {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:57:33.675525 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.714296 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.800259 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.856393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.882642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Subnet': ['ID=a6aaba98-048f-4341-a036-3aae0e40a72e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:33.886170 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:33.889436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ea385f05-2034-4231-b4c7-2f5c6e425f87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/subnets/a6aaba98-048f-4341-a036-3aae0e40a72e HTTP/1.1" status: 204 len: 168 time: 0.2656412 Dec 08 00:57:33.892033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42888) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:33.971167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.030318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Deleting port 9913c5f7-e64d-4766-8a21-bd150fe9d16b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:34.030656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.096478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] For port 9913c5f7-e64d-4766-8a21-bd150fe9d16b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=9913c5f7-e64d-4766-8a21-bd150fe9d16b,segment=NetworkSegment(0b149741-e05c-49d8-be36-782dc5fc46a1),segment_id=0b149741-e05c-49d8-be36-782dc5fc46a1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:34.096842 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.109365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Calling delete_port for 9913c5f7-e64d-4766-8a21-bd150fe9d16b owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:34.198043 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.217148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcb45c-21bc-4e2d-bea3-b22ff63519e2 None None] Network 714e9adb-c75c-436e-a780-842f9ffc962a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:34.228933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Port': ['ID=9913c5f7-e64d-4766-8a21-bd150fe9d16b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:34.234496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No DVR routers for this DVR port 9913c5f7-e64d-4766-8a21-bd150fe9d16b on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:34.278034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3c8a5999-8d2d-4c49-8aff-fd8a289758a0 None None] Could not find standard attr ID for object 9913c5f7-e64d-4766-8a21-bd150fe9d16b. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:57:34.316334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.345200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714e9adb-c75c-436e-a780-842f9ffc962a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:34.352105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29968d38-0c34-4101-9dcb-a93cb4a67ae1 None None] DHCP port deletion for 714e9adb-c75c-436e-a780-842f9ffc962a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:34.354703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b149741-e05c-49d8-be36-782dc5fc46a1') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:34.355033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b149741-e05c-49d8-be36-782dc5fc46a1') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:34.365383 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.379235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.385792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:34.386168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:34.389230 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:34.444465 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.451831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.455329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/714e9adb-c75c-436e-a780-842f9ffc962a HTTP/1.1" status: 204 len: 168 time: 0.5614614 Dec 08 00:57:34.457687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42890) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:34.474370 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24816291-009a-42ec-888e-95454c0a2e87 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Network': ['ID=714e9adb-c75c-436e-a780-842f9ffc962a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:34.492492 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f41369-928b-4914-8196-355cf4568817 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] DELETE failed (client error): The resource could not be found. Dec 08 00:57:34.493454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f41369-928b-4914-8196-355cf4568817 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:57:34.496577 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-88f41369-928b-4914-8196-355cf4568817 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/subnets/4658a26a-e69e-4b17-95f7-d5ae4ab0dccb HTTP/1.1" status: 404 len: 337 time: 0.0379734 Dec 08 00:57:34.499110 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42892) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:34.517058 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96e79de-d87c-46ae-8ac7-5a80b4b696c3 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] DELETE failed (client error): The resource could not be found. Dec 08 00:57:34.517556 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96e79de-d87c-46ae-8ac7-5a80b4b696c3 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:57:34.520630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e96e79de-d87c-46ae-8ac7-5a80b4b696c3 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/9562711f-1f7f-4177-93c9-3779c3827671 HTTP/1.1" status: 404 len: 339 time: 0.0206113 Dec 08 00:57:34.522873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42894) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:34.551987 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6cb82a-8b71-48a0-886d-5b4bbe7b3992 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] DELETE failed (client error): The resource could not be found. Dec 08 00:57:34.552434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6cb82a-8b71-48a0-886d-5b4bbe7b3992 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:57:34.555996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1e6cb82a-8b71-48a0-886d-5b4bbe7b3992 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/subnets/7933aece-a631-475e-abdf-d00f697053fc HTTP/1.1" status: 404 len: 337 time: 0.0321953 Dec 08 00:57:34.558512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42896) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:34.576127 n-d-820549-2 neutron-server[103113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67a3a3e-3a4a-4855-9382-97583dbc7df7 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] DELETE failed (client error): The resource could not be found. Dec 08 00:57:34.576619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67a3a3e-3a4a-4855-9382-97583dbc7df7 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 00:57:34.579690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d67a3a3e-3a4a-4855-9382-97583dbc7df7 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/dafa62f0-59e8-441d-9e50-7370a0e72901 HTTP/1.1" status: 404 len: 339 time: 0.0202689 Dec 08 00:57:34.581977 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42898) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:34.631034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Deleting subnet 0a8df1f0-6f4f-4e77-8558-354bfad6c16a {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:57:34.634598 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.672919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.761031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.816982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.842914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8df1f0-6f4f-4e77-8558-354bfad6c16a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:34.847776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.851444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6c552e55-134c-404e-9a19-84622b28c345 tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/subnets/0a8df1f0-6f4f-4e77-8558-354bfad6c16a HTTP/1.1" status: 204 len: 168 time: 0.2685304 Dec 08 00:57:34.853594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12fc9f-281d-4354-bfb1-04d916085b11 None None] Network e67795c7-adba-4dfa-80d6-1f64de17d172 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:34.854361 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42900) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:34.933493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.987903 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Deleting port 814044dc-7d16-4007-808c-90b848acf66b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:34.988746 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:34.990644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] DHCP port deletion for e67795c7-adba-4dfa-80d6-1f64de17d172 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:35.036425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] Deleting port 814044dc-7d16-4007-808c-90b848acf66b {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:35.036714 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.050095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] For port 814044dc-7d16-4007-808c-90b848acf66b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=814044dc-7d16-4007-808c-90b848acf66b,segment=NetworkSegment(0a30273a-689c-4bc3-b798-a3f387324f47),segment_id=0a30273a-689c-4bc3-b798-a3f387324f47)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:35.050453 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.062927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Calling delete_port for 814044dc-7d16-4007-808c-90b848acf66b owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:35.103902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] For port 814044dc-7d16-4007-808c-90b848acf66b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=814044dc-7d16-4007-808c-90b848acf66b,segment=NetworkSegment(0a30273a-689c-4bc3-b798-a3f387324f47),segment_id=0a30273a-689c-4bc3-b798-a3f387324f47)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:35.104301 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.116547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] Calling delete_port for 814044dc-7d16-4007-808c-90b848acf66b owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:35.143919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.171118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Port': ['ID=814044dc-7d16-4007-808c-90b848acf66b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:35.172948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] No DVR routers for this DVR port 814044dc-7d16-4007-808c-90b848acf66b on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:35.194527 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.224277 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] Pushing event deleted for resources: {'Port': ['ID=814044dc-7d16-4007-808c-90b848acf66b,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:35.226047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59f3e8-f618-4b60-ba42-621c8c292c48 None None] No DVR routers for this DVR port 814044dc-7d16-4007-808c-90b848acf66b on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:35.256408 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.277144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67795c7-adba-4dfa-80d6-1f64de17d172']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:35.287293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a30273a-689c-4bc3-b798-a3f387324f47') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:35.287538 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a30273a-689c-4bc3-b798-a3f387324f47') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:35.291250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 814044dc-7d16-4007-808c-90b848acf66b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:57:35.297797 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.312089 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 814044dc-7d16-4007-808c-90b848acf66b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:57:35.312442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 814044dc-7d16-4007-808c-90b848acf66b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:57:35.314467 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.321582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:35.322032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:35.324946 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:35.381413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.388495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.391713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] 10.222.0.18 "DELETE /v2.0/networks/e67795c7-adba-4dfa-80d6-1f64de17d172 HTTP/1.1" status: 204 len: 168 time: 0.5363874 Dec 08 00:57:35.407910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177c6e1-d125-4094-b197-a00ec35c41df tempest-NetworksIpV6Test-606712329 tempest-NetworksIpV6Test-606712329-project] Pushing event deleted for resources: {'Network': ['ID=e67795c7-adba-4dfa-80d6-1f64de17d172,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:35.629800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42906) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:35.759522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7f02ded3-c1cf-4905-afcf-aa464c58cb94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66ed94cb10f741cc9d1d9d739ee22d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285503 Dec 08 00:57:35.761912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42910) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:35.808313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b20cec48-62b9-4f9c-bdfe-ac0aa56677e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.829095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b20cec48-62b9-4f9c-bdfe-ac0aa56677e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.874216 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b20cec48-62b9-4f9c-bdfe-ac0aa56677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.876828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b20cec48-62b9-4f9c-bdfe-ac0aa56677e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:35.877977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b20cec48-62b9-4f9c-bdfe-ac0aa56677e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d5feaba-a036-4e31-924e-eaa606d236f4 HTTP/1.1" status: 204 len: 168 time: 0.1151633 Dec 08 00:57:35.888044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cec48-62b9-4f9c-bdfe-ac0aa56677e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5feaba-a036-4e31-924e-eaa606d236f4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:36.497314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42932) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:36.589540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5a3e0c77-9fa8-4843-9932-9cbd00816740 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1782674789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:36.613060 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0c77-9fa8-4843-9932-9cbd00816740 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.614086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0c77-9fa8-4843-9932-9cbd00816740 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.667760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0c77-9fa8-4843-9932-9cbd00816740 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.671745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0c77-9fa8-4843-9932-9cbd00816740 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.688751 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0c77-9fa8-4843-9932-9cbd00816740 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.690032 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5a3e0c77-9fa8-4843-9932-9cbd00816740 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1916227 Dec 08 00:57:36.692818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42936) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:36.697634 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1774307128'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:36.716645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Made reservation on behalf of 1be47010319f4bd1a4ee90494756395f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:36.720127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.728956 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.799658 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.803181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.828571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:36.838305 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb054c98-18b6-4408-b475-77a892129572,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:36.844347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.844347 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Added segment 2ec573e3-46a2-4251-80dc-ff11e83aa9c4 of type vlan for network effc5c45-d9f6-4598-abad-ac37275e2100 Dec 08 00:57:36.884252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.908904 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.915132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:36.915714 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:36.953008 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2590694 Dec 08 00:57:36.955755 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42938) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:36.960478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Request body: {'subnet': {'network_id': 'effc5c45-d9f6-4598-abad-ac37275e2100', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:37.002576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1129482-585e-4b96-883b-59017417fdde tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event updated for resources: {'Network': ['ID=effc5c45-d9f6-4598-abad-ac37275e2100,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:37.012813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network effc5c45-d9f6-4598-abad-ac37275e2100 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:37.075195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Made reservation on behalf of 1be47010319f4bd1a4ee90494756395f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:37.078836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.252277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.314809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event updated for resources: {'Subnet': ['ID=a7a7f686-c423-44fe-8938-1a610f14d494,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:37.325537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Checking segment: {'id': '2ec573e3-46a2-4251-80dc-ff11e83aa9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'effc5c45-d9f6-4598-abad-ac37275e2100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:37.325901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Network hostable DHCP agents. Network: effc5c45-d9f6-4598-abad-ac37275e2100, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:37.341889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Network effc5c45-d9f6-4598-abad-ac37275e2100 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:37.349914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, effc5c45-d9f6-4598-abad-ac37275e2100) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:37.353839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:37.354431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.358298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e133c-b9d3-4f9c-a1ee-6a7b3dda3a02 None None] Network effc5c45-d9f6-4598-abad-ac37275e2100 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:37.370175 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e2e8fb32-0462-4b21-aebb-f51b4bc2c715 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4133604 Dec 08 00:57:37.373213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42940) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:37.378491 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1239205679'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:37.399645 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Made reservation on behalf of 1be47010319f4bd1a4ee90494756395f for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:37.403359 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.427269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:37.437346 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.437689 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Added segment b4737c0f-d437-4c5d-9270-41f4fec6be77 of type vlan for network e704dc78-5e67-475f-96a7-a48ff67852a4 Dec 08 00:57:37.461503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-effc5c45-d9f6-4598-abad-ac37275e2100', 'network_id': 'effc5c45-d9f6-4598-abad-ac37275e2100', 'project_id': '1be47010319f4bd1a4ee90494756395f', 'fixed_ips': [{'subnet_id': 'a7a7f686-c423-44fe-8938-1a610f14d494'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:37.462389 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.477413 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.502592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.508390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:37.508965 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.547879 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1709769 Dec 08 00:57:37.548106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42942) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:37.555221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Request body: {'subnet': {'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:37.597938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Allocated IP 172.20.0.2 (effc5c45-d9f6-4598-abad-ac37275e2100/a7a7f686-c423-44fe-8938-1a610f14d494/d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:37.603788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f171b8-3630-4427-8a73-8c752662ca94 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event updated for resources: {'Network': ['ID=e704dc78-5e67-475f-96a7-a48ff67852a4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:37.615540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e704dc78-5e67-475f-96a7-a48ff67852a4 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:37.679358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Made reservation on behalf of 1be47010319f4bd1a4ee90494756395f for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:37.684162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.799406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.805676 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.849615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Network effc5c45-d9f6-4598-abad-ac37275e2100 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:37.854406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:37.858928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:37.861966 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Pushing event updated for resources: {'Port': ['ID=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:37.866328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.913724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Attempting to bind port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:37.914097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Attempting to bind port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2ec573e3-46a2-4251-80dc-ff11e83aa9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'effc5c45-d9f6-4598-abad-ac37275e2100'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:37.914464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Attempting to bind port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a on network effc5c45-d9f6-4598-abad-ac37275e2100 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:37.920248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:37.920627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Checking segment: {'id': '2ec573e3-46a2-4251-80dc-ff11e83aa9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'effc5c45-d9f6-4598-abad-ac37275e2100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:37.921030 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.921425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Bound using segment: {'id': '2ec573e3-46a2-4251-80dc-ff11e83aa9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'effc5c45-d9f6-4598-abad-ac37275e2100'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:37.921894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Bound port: d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec573e3-46a2-4251-80dc-ff11e83aa9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'effc5c45-d9f6-4598-abad-ac37275e2100'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:37.922272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.927340 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event updated for resources: {'Subnet': ['ID=a675912c-da0e-4c59-8017-c433bc1e97e9,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:37.936028 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Checking segment: {'id': 'b4737c0f-d437-4c5d-9270-41f4fec6be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:37.936393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Network hostable DHCP agents. Network: e704dc78-5e67-475f-96a7-a48ff67852a4, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:37.953231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Network e704dc78-5e67-475f-96a7-a48ff67852a4 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:37.961678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e704dc78-5e67-475f-96a7-a48ff67852a4) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:37.965614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:37.966312 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:37.971661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b696a-b5ef-46d8-9c2e-d364b8487c61 None None] Network e704dc78-5e67-475f-96a7-a48ff67852a4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:37.983085 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3097013a-3f48-46b8-ae97-d1e90fdeeb9d tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4339533 Dec 08 00:57:37.985757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42944) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:37.990172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d85165ff-a825-40d0-9998-2e90084acbbd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:38.063348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] For port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:38.081345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] For port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,segment=NetworkSegment(2ec573e3-46a2-4251-80dc-ff11e83aa9c4),segment_id=2ec573e3-46a2-4251-80dc-ff11e83aa9c4)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:38.086550 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.161251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-e704dc78-5e67-475f-96a7-a48ff67852a4', 'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4', 'project_id': '1be47010319f4bd1a4ee90494756395f', 'fixed_ips': [{'subnet_id': 'a675912c-da0e-4c59-8017-c433bc1e97e9'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:38.162145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.177290 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7a3af-2db3-4a16-b632-6c074df6f0b6 None None] Pushing event updated for resources: {'Port': ['ID=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:38.358085 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Allocated IP 172.21.0.2 (e704dc78-5e67-475f-96a7-a48ff67852a4/a675912c-da0e-4c59-8017-c433bc1e97e9/807edea2-c509-4077-ab95-b37034a49110) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:38.521673 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.527841 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.566820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Network e704dc78-5e67-475f-96a7-a48ff67852a4 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:38.569652 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:38.573621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:38.581304 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Pushing event updated for resources: {'Port': ['ID=807edea2-c509-4077-ab95-b37034a49110,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:38.621688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d85165ff-a825-40d0-9998-2e90084acbbd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.636339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Attempting to bind port 807edea2-c509-4077-ab95-b37034a49110 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:38.636715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Attempting to bind port 807edea2-c509-4077-ab95-b37034a49110 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'b4737c0f-d437-4c5d-9270-41f4fec6be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:38.637087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Attempting to bind port 807edea2-c509-4077-ab95-b37034a49110 on network e704dc78-5e67-475f-96a7-a48ff67852a4 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:38.642945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:38.644069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Checking segment: {'id': 'b4737c0f-d437-4c5d-9270-41f4fec6be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:38.644197 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.644761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Bound using segment: {'id': 'b4737c0f-d437-4c5d-9270-41f4fec6be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:38.645515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Bound port: 807edea2-c509-4077-ab95-b37034a49110, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4737c0f-d437-4c5d-9270-41f4fec6be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e704dc78-5e67-475f-96a7-a48ff67852a4'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:38.646158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.716668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] For port 807edea2-c509-4077-ab95-b37034a49110, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:38.720833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] For port 807edea2-c509-4077-ab95-b37034a49110, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=807edea2-c509-4077-ab95-b37034a49110,segment=NetworkSegment(b4737c0f-d437-4c5d-9270-41f4fec6be77),segment_id=b4737c0f-d437-4c5d-9270-41f4fec6be77)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:38.725381 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.735941 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [None req-d85165ff-a825-40d0-9998-2e90084acbbd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 00:57:38.742634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d85165ff-a825-40d0-9998-2e90084acbbd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "PUT /v2.0/routers/82bc4a96-f5d0-4a02-9529-adac66c8cfa7 HTTP/1.1" status: 400 len: 364 time: 0.7502739 Dec 08 00:57:38.742906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42946) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:38.787209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9004-f41d-424c-93f9-9646792039b7 None None] Pushing event updated for resources: {'Port': ['ID=807edea2-c509-4077-ab95-b37034a49110,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:38.801975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Deleting subnet a675912c-da0e-4c59-8017-c433bc1e97e9 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:57:38.806625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.849431 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:38.951474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.020734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.050551 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event deleted for resources: {'Subnet': ['ID=a675912c-da0e-4c59-8017-c433bc1e97e9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:39.054543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.060046 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6113a674-8fc1-4359-93cb-9403464e9315 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "DELETE /v2.0/subnets/a675912c-da0e-4c59-8017-c433bc1e97e9 HTTP/1.1" status: 204 len: 168 time: 0.3148580 Dec 08 00:57:39.061326 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42948) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:39.148477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.207741 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Deleting port 807edea2-c509-4077-ab95-b37034a49110 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:39.208080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.220220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee4ebf-b89e-4626-98c3-55a1e763834c None None] Network effc5c45-d9f6-4598-abad-ac37275e2100 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:39.271926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] For port 807edea2-c509-4077-ab95-b37034a49110, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=807edea2-c509-4077-ab95-b37034a49110,segment=NetworkSegment(b4737c0f-d437-4c5d-9270-41f4fec6be77),segment_id=b4737c0f-d437-4c5d-9270-41f4fec6be77)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:39.272290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.286550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Calling delete_port for 807edea2-c509-4077-ab95-b37034a49110 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:39.312933 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3ab7487f-a5eb-42a6-a56d-b77d887ac45a None None] Provisioning complete for port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:39.313553 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ab7487f-a5eb-42a6-a56d-b77d887ac45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.373309 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.385821 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 807edea2-c509-4077-ab95-b37034a49110 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:39.401728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event deleted for resources: {'Port': ['ID=807edea2-c509-4077-ab95-b37034a49110,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:39.405478 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] No DVR routers for this DVR port 807edea2-c509-4077-ab95-b37034a49110 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:39.420784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 807edea2-c509-4077-ab95-b37034a49110 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:57:39.421521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 807edea2-c509-4077-ab95-b37034a49110 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 00:57:39.444415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Port 807edea2-c509-4077-ab95-b37034a49110 not found, will not notify nova. {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 00:57:39.445010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:39.491275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.509930 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ab7487f-a5eb-42a6-a56d-b77d887ac45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.517596 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e704dc78-5e67-475f-96a7-a48ff67852a4']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:39.529758 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4737c0f-d437-4c5d-9270-41f4fec6be77') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:39.530538 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4737c0f-d437-4c5d-9270-41f4fec6be77') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:39.541442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.557605 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.559509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3ab7487f-a5eb-42a6-a56d-b77d887ac45a None None] For port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,segment=NetworkSegment(2ec573e3-46a2-4251-80dc-ff11e83aa9c4),segment_id=2ec573e3-46a2-4251-80dc-ff11e83aa9c4)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:39.560986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:39.561284 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.567028 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:39.567760 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:39.571177 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:39.588546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ab7487f-a5eb-42a6-a56d-b77d887ac45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.643890 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.656203 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.660173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "DELETE /v2.0/networks/e704dc78-5e67-475f-96a7-a48ff67852a4 HTTP/1.1" status: 204 len: 168 time: 0.5978134 Dec 08 00:57:39.662697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42950) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:39.664992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7487f-a5eb-42a6-a56d-b77d887ac45a None None] Pushing event updated for resources: {'Port': ['ID=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:39.684921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e173e8-da49-4f4b-ac7d-89fbe59737b2 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event deleted for resources: {'Network': ['ID=e704dc78-5e67-475f-96a7-a48ff67852a4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:39.729219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Deleting subnet a7a7f686-c423-44fe-8938-1a610f14d494 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:57:39.732730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.774190 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.814252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-27aec38d-17e0-4161-a3be-7bf3bfa0f04c None None] Provisioning complete for port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:39.814922 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-27aec38d-17e0-4161-a3be-7bf3bfa0f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.864236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.924632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.952363 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a7f686-c423-44fe-8938-1a610f14d494,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:39.957113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:39.962860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42952) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:39.963401 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-47fd1b3f-295a-4fd9-b789-ceb2c4dc31ae tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "DELETE /v2.0/subnets/a7a7f686-c423-44fe-8938-1a610f14d494 HTTP/1.1" status: 204 len: 168 time: 0.2995257 Dec 08 00:57:39.965413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205d2ca-20e7-4c76-bb98-12d7e4666a01 None None] Network effc5c45-d9f6-4598-abad-ac37275e2100 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:39.982846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d25c06-53a8-4ad4-926c-79bfe8a1639a None None] DHCP port deletion for e704dc78-5e67-475f-96a7-a48ff67852a4 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:40.032688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104f109-815a-4d46-ae11-f2771156bf95 None None] Network e704dc78-5e67-475f-96a7-a48ff67852a4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:40.037599 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.047709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6c15d4d3-e797-4a00-a445-b9927f9bdce0 None None] Could not find standard attr ID for object 807edea2-c509-4077-ab95-b37034a49110. {{(pid=103115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 00:57:40.062261 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104f109-815a-4d46-ae11-f2771156bf95 None None] Network e704dc78-5e67-475f-96a7-a48ff67852a4 could not be found, it might have been deleted concurrently. {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 00:57:40.091161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Deleting port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:40.091693 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.150717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] DHCP port deletion for effc5c45-d9f6-4598-abad-ac37275e2100 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:40.157788 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] For port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,segment=NetworkSegment(2ec573e3-46a2-4251-80dc-ff11e83aa9c4),segment_id=2ec573e3-46a2-4251-80dc-ff11e83aa9c4)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:40.158156 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.170844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Calling delete_port for d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:40.200634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] Deleting port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:57:40.200912 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.248270 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.263168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] For port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,segment=NetworkSegment(2ec573e3-46a2-4251-80dc-ff11e83aa9c4),segment_id=2ec573e3-46a2-4251-80dc-ff11e83aa9c4)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:40.263755 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.274398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event deleted for resources: {'Port': ['ID=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:40.276544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] Calling delete_port for d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:57:40.276820 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] No DVR routers for this DVR port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:40.359078 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.360252 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.379016 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effc5c45-d9f6-4598-abad-ac37275e2100']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:40.385705 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] Pushing event deleted for resources: {'Port': ['ID=d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:40.388587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec573e3-46a2-4251-80dc-ff11e83aa9c4') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:40.388587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec573e3-46a2-4251-80dc-ff11e83aa9c4') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:40.389124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196c545-7c0b-4e8a-b406-6d6e7d88320f None None] No DVR routers for this DVR port d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:57:40.400383 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.413282 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.419644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:57:40.420023 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: timer() Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:57:40.422870 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:57:40.483081 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.489594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.492809 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "DELETE /v2.0/networks/effc5c45-d9f6-4598-abad-ac37275e2100 HTTP/1.1" status: 204 len: 168 time: 0.5289185 Dec 08 00:57:40.495778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42954) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:40.503862 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d33d7-c0a8-4fb3-8cfe-167465ea1bcd tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Pushing event deleted for resources: {'Network': ['ID=effc5c45-d9f6-4598-abad-ac37275e2100,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:40.525549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ef90bcc6-72e5-4fd0-b867-e0d238f90100 tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "GET /v2.0/ports?device_id=82bc4a96-f5d0-4a02-9529-adac66c8cfa7 HTTP/1.1" status: 200 len: 205 time: 0.0280507 Dec 08 00:57:40.527853 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42956) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:40.600269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d028e698-d223-46a0-8a43-c33314780f8f tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.753387 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d028e698-d223-46a0-8a43-c33314780f8f tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.755377 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d028e698-d223-46a0-8a43-c33314780f8f tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.797208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d028e698-d223-46a0-8a43-c33314780f8f tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.797723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d028e698-d223-46a0-8a43-c33314780f8f tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Fanout notify agent at l3_agent the message router_deleted on router 82bc4a96-f5d0-4a02-9529-adac66c8cfa7 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:57:40.807460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d028e698-d223-46a0-8a43-c33314780f8f tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:40.808555 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d028e698-d223-46a0-8a43-c33314780f8f tempest-RoutersNegativeTest-1536214832 tempest-RoutersNegativeTest-1536214832-project] 10.222.0.18 "DELETE /v2.0/routers/82bc4a96-f5d0-4a02-9529-adac66c8cfa7 HTTP/1.1" status: 204 len: 168 time: 0.2798176 Dec 08 00:57:41.043204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42962) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:41.174687 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3fea3d7d-cca3-48aa-a17c-308aa0bfe489 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1be47010319f4bd1a4ee90494756395f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303020 Dec 08 00:57:41.177129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42966) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:41.222919 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15a10383-aa7e-46d5-91e8-415ca4baf84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:41.243347 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15a10383-aa7e-46d5-91e8-415ca4baf84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:41.294270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 807edea2-c509-4077-ab95-b37034a49110 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:57:41.296522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15a10383-aa7e-46d5-91e8-415ca4baf84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:41.299231 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-15a10383-aa7e-46d5-91e8-415ca4baf84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:41.300379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-15a10383-aa7e-46d5-91e8-415ca4baf84f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb054c98-18b6-4408-b475-77a892129572 HTTP/1.1" status: 204 len: 168 time: 0.1223629 Dec 08 00:57:41.308901 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10383-aa7e-46d5-91e8-415ca4baf84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb054c98-18b6-4408-b475-77a892129572,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:41.324446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 807edea2-c509-4077-ab95-b37034a49110 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:57:41.324796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 807edea2-c509-4077-ab95-b37034a49110 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:57:41.325208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:57:41.348157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:57:41.348505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device d6fbfcc3-16b6-42cc-b0f3-9bcb2c2cac0a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:57:41.915098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42988) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:42.012746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-954950412-network', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:42.033563 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Made reservation on behalf of 62b12d4235b14dac8b54fa4eccfd8b69 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:42.035836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.044636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.121026 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.124627 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.148277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:42.158219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ade8af-dc97-41fc-a89f-698364e4e73f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:42.163042 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.163385 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Added segment fbb91f65-35f1-48e3-94b2-277ed11605a9 of type vlan for network eb28f494-14cb-47bb-98ee-5395da192c1a Dec 08 00:57:42.205738 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.229898 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.230822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:42.231421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.264432 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3476689 Dec 08 00:57:42.267604 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42992) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:42.272532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Request body: {'subnet': {'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-subnet', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:42.293210 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Made reservation on behalf of 62b12d4235b14dac8b54fa4eccfd8b69 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:42.294790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5d82a-a879-4fc5-b42a-58b6ff9189e1 admin admin] Pushing event updated for resources: {'Network': ['ID=eb28f494-14cb-47bb-98ee-5395da192c1a,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:42.295736 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.304866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network eb28f494-14cb-47bb-98ee-5395da192c1a details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:42.467566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.515178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af41c32-1e49-4184-84e5-ffb15d7da5e4,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:42.530727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Checking segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:42.531125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Network hostable DHCP agents. Network: eb28f494-14cb-47bb-98ee-5395da192c1a, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:42.546845 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Network eb28f494-14cb-47bb-98ee-5395da192c1a is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:42.555025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, eb28f494-14cb-47bb-98ee-5395da192c1a) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:42.559690 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:42.560283 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.564242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c44cd-a2e8-4963-b909-4a54fcfe3a4b None None] Network eb28f494-14cb-47bb-98ee-5395da192c1a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:42.577753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2650e218-9981-4c22-9386-06ca897cfeb9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3090739 Dec 08 00:57:42.581137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 42994) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:42.585361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:42.609441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.610490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.665836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-eb28f494-14cb-47bb-98ee-5395da192c1a', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'fixed_ips': [{'subnet_id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:42.666713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.699123 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.800621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Allocated IP 172.20.0.2 (eb28f494-14cb-47bb-98ee-5395da192c1a/3af41c32-1e49-4184-84e5-ffb15d7da5e4/88885f0c-0f33-4c5c-a92d-217a7bcef5e9) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:42.961523 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:42.967773 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.102291 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.171439 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Network eb28f494-14cb-47bb-98ee-5395da192c1a is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:43.174453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:43.177888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:43.184442 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Pushing event updated for resources: {'Port': ['ID=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:43.235201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Attempting to bind port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:43.235570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Attempting to bind port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:43.235934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Attempting to bind port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 on network eb28f494-14cb-47bb-98ee-5395da192c1a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:43.240918 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:43.241300 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Checking segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:43.241701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.242153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Bound using segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:43.242553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Bound port: 88885f0c-0f33-4c5c-a92d-217a7bcef5e9, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:43.242948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.302210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.309331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] For port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:43.312378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] For port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:43.319243 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.332710 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.374247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b62695-b717-47fc-a919-86cfbe00c62b None None] Pushing event updated for resources: {'Port': ['ID=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:43.436555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Allocated IP 172.25.6.107 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:43.552564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.589271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.629422 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:43.632431 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:43.636679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:43.646902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a6d9b-c957-4582-8b98-7a21f58c79ad None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:43.666531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Pushing event updated for resources: {'Port': ['ID=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:43.691076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b4ac77f9-35dc-4a8c-96ca-bf8fe5a24b24 None None] Provisioning complete for port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:43.691451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b4ac77f9-35dc-4a8c-96ca-bf8fe5a24b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:43.728952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac77f9-35dc-4a8c-96ca-bf8fe5a24b24 None None] Port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:43.890907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.090341 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.143347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.236897 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Router 0bb60798-5aa8-4316-821a-08798fdb0e8e is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:57:44.271029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b0b00-7073-43c4-8e77-b960397a657e None None] Network eb28f494-14cb-47bb-98ee-5395da192c1a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:44.350774 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:57:44.360965 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Sync routers for ids ['0bb60798-5aa8-4316-821a-08798fdb0e8e'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:57:44.366858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e5a08ef3-256d-474b-a546-0470427a9c21 None None] Provisioning complete for port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:44.367614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.367893 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5a08ef3-256d-474b-a546-0470427a9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.372141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d2afc1b5-b95e-4212-be06-9176826669f1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7874854 Dec 08 00:57:44.372272 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Routers {'0bb60798-5aa8-4316-821a-08798fdb0e8e'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:44.372634 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0bb60798-5aa8-4316-821a-08798fdb0e8e'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:44.372843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 42996) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:44.484550 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5a08ef3-256d-474b-a546-0470427a9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.487205 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Set router 0bb60798-5aa8-4316-821a-08798fdb0e8e gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:44.523982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e5a08ef3-256d-474b-a546-0470427a9c21 None None] For port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:44.528553 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5a08ef3-256d-474b-a546-0470427a9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.588475 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a08ef3-256d-474b-a546-0470427a9c21 None None] Pushing event updated for resources: {'Port': ['ID=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:44.683607 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:57:43Z', 'revision_number': 3, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port': {'id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:43Z', 'updated_at': '2021-12-08T00:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:44.710642 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Checking router: 0bb60798-5aa8-4316-821a-08798fdb0e8e for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:57:44.711311 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Updating router 0bb60798-5aa8-4316-821a-08798fdb0e8e port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:57:44.737732 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.753270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-97c6f69c-fbc9-4923-8dd1-aa4b84c3b76e None None] Provisioning complete for port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:44.753646 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-97c6f69c-fbc9-4923-8dd1-aa4b84c3b76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.840767 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.987060 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:44.992152 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.033495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c876b54-dfe5-42ce-b2e7-274305f462c8 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:45.041853 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Attempting to bind port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:45.042233 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Attempting to bind port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:45.042594 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Attempting to bind port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:45.047244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Allocated IP 172.20.0.1 (eb28f494-14cb-47bb-98ee-5395da192c1a/3af41c32-1e49-4184-84e5-ffb15d7da5e4/2694f815-e984-4db8-ac1b-3d4c8d40e67e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:45.049981 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Pushing event updated for resources: {'Port': ['ID=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:45.052888 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:45.053326 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:45.053686 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.054059 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:45.054578 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Bound port: 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:45.054996 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.062448 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.062759 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.063126 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.063465 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.063806 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.064125 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.064452 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.064776 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.065124 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.065418 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.065743 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.066290 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.066837 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:57:45.067629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3a163a31-4da9-41d6-9a53-7b392b6d37aa None None] Provisioning complete for port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:45.067999 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3a163a31-4da9-41d6-9a53-7b392b6d37aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.105021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3a163a31-4da9-41d6-9a53-7b392b6d37aa None None] Port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:45.117549 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] For port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:45.120627 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] For port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:45.124318 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.158321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.192541 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.241183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Network eb28f494-14cb-47bb-98ee-5395da192c1a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:45.247513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:45.249798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=2694f815-e984-4db8-ac1b-3d4c8d40e67e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:45.252348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:45.262788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55628f-2b4d-4fa9-8973-78a38f8d5ff3 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:45.266657 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badad3ef-0c93-4a54-8fc8-fc8d2f8eaaf0 None None] Pushing event updated for resources: {'Port': ['ID=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:45.276111 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Routers {'0bb60798-5aa8-4316-821a-08798fdb0e8e'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:45.276313 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0bb60798-5aa8-4316-821a-08798fdb0e8e'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:45.294153 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.347833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5fea3c49-235c-47bc-8176-3b35c4bdaa0f None None] Provisioning complete for port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:45.348433 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fea3c49-235c-47bc-8176-3b35c4bdaa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.382090 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] Set router 0bb60798-5aa8-4316-821a-08798fdb0e8e gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:45.456645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:45.485129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fea3c49-235c-47bc-8176-3b35c4bdaa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.519688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5fea3c49-235c-47bc-8176-3b35c4bdaa0f None None] For port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:45.528452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5fea3c49-235c-47bc-8176-3b35c4bdaa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.541256 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.557005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:45.557538 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.591652 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:57:43Z', 'revision_number': 3, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port': {'id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:43Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:45.624379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea3c49-235c-47bc-8176-3b35c4bdaa0f None None] Pushing event updated for resources: {'Port': ['ID=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:45.631026 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb83b6-e15c-41e8-9313-75a43ac773c0 None None] The sync data for ids ['0bb60798-5aa8-4316-821a-08798fdb0e8e'] in n-d-820549-2 is: [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:57:43Z', 'revision_number': 3, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port': {'id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:43Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:57:45.684195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-31a8271e-1765-49ea-b686-6a425d9dc873 None None] Provisioning complete for port 2694f815-e984-4db8-ac1b-3d4c8d40e67e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:45.684574 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-31a8271e-1765-49ea-b686-6a425d9dc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.720900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-31a8271e-1765-49ea-b686-6a425d9dc873 None None] Port 2694f815-e984-4db8-ac1b-3d4c8d40e67e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:45.723870 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.728491 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.798680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=2694f815-e984-4db8-ac1b-3d4c8d40e67e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:45.802492 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:45.902115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Network eb28f494-14cb-47bb-98ee-5395da192c1a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:45.903512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:46.035185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Router 0bb60798-5aa8-4316-821a-08798fdb0e8e has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:57:46.144531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ba11c515-0967-47a5-a623-c09b891cc397 None None] Provisioning complete for port 2694f815-e984-4db8-ac1b-3d4c8d40e67e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:46.144894 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ba11c515-0967-47a5-a623-c09b891cc397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.150531 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:57:46.156029 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0b2b31ce-92f7-4f81-b5a0-819cedcf7bd1 admin admin] 10.222.0.18 "PUT /v2.0/routers/0bb60798-5aa8-4316-821a-08798fdb0e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815268 Dec 08 00:57:46.180822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ba11c515-0967-47a5-a623-c09b891cc397 None None] Port 2694f815-e984-4db8-ac1b-3d4c8d40e67e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:46.638686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43012) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:46.643650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-497616487-network', 'tenant_id': 'c88dd9782763444b82d10c1780e04868'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:46.664157 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Made reservation on behalf of c88dd9782763444b82d10c1780e04868 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:46.667096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.675324 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.750711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.754307 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.776012 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:57:46.790913 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd787230-4d73-4685-ae2e-33e8378a2140,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:46.795229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.795582 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Added segment e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b of type vlan for network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 Dec 08 00:57:46.834777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.862330 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.863286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:46.863853 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.896009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2561872 Dec 08 00:57:46.898907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43014) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:46.903429 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:57:46.905913 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Request body: {'subnet': {'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-subnet', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:46.928295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Made reservation on behalf of c88dd9782763444b82d10c1780e04868 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:46.930652 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:46.931556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a18e1-1da6-4c15-9919-f4b3c59145aa admin admin] Pushing event updated for resources: {'Network': ['ID=aa8d79b7-a2fb-4094-a304-ed6bb13298b8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:46.947154 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:57:47.105417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.158276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45f5253-a844-42a4-b9b4-f2cb170831b4,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:47.169078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Checking segment: {'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:47.169444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Network hostable DHCP agents. Network: aa8d79b7-a2fb-4094-a304-ed6bb13298b8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:57:47.186766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:57:47.194850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, aa8d79b7-a2fb-4094-a304-ed6bb13298b8) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:47.199934 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:47.201041 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.205212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543036ea-0b41-4db2-ae40-ebaedf379310 None None] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:47.218597 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c6643e78-313c-4e62-a036-25156c3a6a33 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3162935 Dec 08 00:57:47.219195 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43016) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:47.224069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:47.248143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.249330 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.251735 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Sync routers for ids ['0bb60798-5aa8-4316-821a-08798fdb0e8e'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:57:47.306431 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Routers {'0bb60798-5aa8-4316-821a-08798fdb0e8e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:47.307671 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0bb60798-5aa8-4316-821a-08798fdb0e8e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:47.315711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.350091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:47.443413 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-aa8d79b7-a2fb-4094-a304-ed6bb13298b8', 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8', 'project_id': 'c88dd9782763444b82d10c1780e04868', 'fixed_ips': [{'subnet_id': 'a45f5253-a844-42a4-b9b4-f2cb170831b4'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:57:47.444263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.456751 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.494834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Set router 0bb60798-5aa8-4316-821a-08798fdb0e8e gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:47.571912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:47.572282 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.655827 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.675025 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.779817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Allocated IP 172.25.6.68 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:47.796912 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Allocated IP 172.20.0.2 (aa8d79b7-a2fb-4094-a304-ed6bb13298b8/a45f5253-a844-42a4-b9b4-f2cb170831b4/ac5cb88b-ff58-47bd-8147-94dd1cfea340) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:47.887119 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.921488 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.942005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:47.950417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 4, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port': {'id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:43Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2694f815-e984-4db8-ac1b-3d4c8d40e67e', 'name': '', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'mac_address': 'fa:16:3e:ae:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:44Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 2, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'subnets': [{'id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:47.963048 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:47.966011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:47.968428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:47.993412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Pushing event updated for resources: {'Port': ['ID=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:48.000818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6be1d9-a482-4bd2-9cc9-0d708a0106fb None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:48.005402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Checking router: 0bb60798-5aa8-4316-821a-08798fdb0e8e for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:57:48.005755 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Updating router 0bb60798-5aa8-4316-821a-08798fdb0e8e port 2694f815-e984-4db8-ac1b-3d4c8d40e67e binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:57:48.203960 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.225232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.228528 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.237718 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.294852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6fe07c60-0053-4b3e-ab6f-1ffcc5f225ef None None] Provisioning complete for port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:48.295255 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6fe07c60-0053-4b3e-ab6f-1ffcc5f225ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.312400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:48.382462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:48.390349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Pushing event updated for resources: {'Port': ['ID=ac5cb88b-ff58-47bd-8147-94dd1cfea340,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:48.394044 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:48.418544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6fe07c60-0053-4b3e-ab6f-1ffcc5f225ef None None] Port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:48.419212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.486365 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Attempting to bind port ac5cb88b-ff58-47bd-8147-94dd1cfea340 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:48.486646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Attempting to bind port ac5cb88b-ff58-47bd-8147-94dd1cfea340 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:48.487040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Attempting to bind port ac5cb88b-ff58-47bd-8147-94dd1cfea340 on network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:48.494739 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:48.495134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Checking segment: {'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:48.495531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.495922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Bound using segment: {'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:48.496386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Bound port: ac5cb88b-ff58-47bd-8147-94dd1cfea340, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:48.496760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.548900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Router be042c98-ba51-41e8-8999-c4987ef2afdb is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:57:48.617373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] For port ac5cb88b-ff58-47bd-8147-94dd1cfea340, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:48.625306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] For port ac5cb88b-ff58-47bd-8147-94dd1cfea340, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ac5cb88b-ff58-47bd-8147-94dd1cfea340,segment=NetworkSegment(e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b),segment_id=e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:48.631058 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.656649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:57:48.665835 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Sync routers for ids ['be042c98-ba51-41e8-8999-c4987ef2afdb'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:57:48.675062 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.679231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43018) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:57:48.679724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0fdaeccb-eb32-4ecb-9d6d-73d3e0f03986 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4588885 Dec 08 00:57:48.687471 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Routers {'be042c98-ba51-41e8-8999-c4987ef2afdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:48.688426 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['be042c98-ba51-41e8-8999-c4987ef2afdb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:48.723916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.729805 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead67aa-aede-42ca-b452-45d3039eb651 None None] Pushing event updated for resources: {'Port': ['ID=ac5cb88b-ff58-47bd-8147-94dd1cfea340,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:48.736729 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.792451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59515e8d-31f2-46e2-b2b0-2cc2837cad14 None None] Pushing event updated for resources: {'Port': ['ID=2694f815-e984-4db8-ac1b-3d4c8d40e67e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:48.830865 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Set router be042c98-ba51-41e8-8999-c4987ef2afdb gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:48.845818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Attempting to bind port 2694f815-e984-4db8-ac1b-3d4c8d40e67e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:48.846179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Attempting to bind port 2694f815-e984-4db8-ac1b-3d4c8d40e67e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:48.846545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Attempting to bind port 2694f815-e984-4db8-ac1b-3d4c8d40e67e on network eb28f494-14cb-47bb-98ee-5395da192c1a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:48.852139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:48.852515 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Checking segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:48.852944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.853335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Bound using segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:48.853809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Bound port: 2694f815-e984-4db8-ac1b-3d4c8d40e67e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:48.854189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:48.940360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] For port 2694f815-e984-4db8-ac1b-3d4c8d40e67e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:48.946819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] For port 2694f815-e984-4db8-ac1b-3d4c8d40e67e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2694f815-e984-4db8-ac1b-3d4c8d40e67e,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:48.961840 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.083554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Routers {'0bb60798-5aa8-4316-821a-08798fdb0e8e'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:49.084616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0bb60798-5aa8-4316-821a-08798fdb0e8e'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:49.105008 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:48Z', 'revision_number': 3, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port': {'id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:49.137249 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59515e8d-31f2-46e2-b2b0-2cc2837cad14 None None] Pushing event updated for resources: {'Port': ['ID=2694f815-e984-4db8-ac1b-3d4c8d40e67e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:49.149287 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Checking router: be042c98-ba51-41e8-8999-c4987ef2afdb for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:57:49.152270 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Updating router be042c98-ba51-41e8-8999-c4987ef2afdb port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:57:49.191946 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.233659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] Set router 0bb60798-5aa8-4316-821a-08798fdb0e8e gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:49.305479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ca6a5f16-8b3c-4a6b-8047-8aac4686135e None None] Provisioning complete for port 2694f815-e984-4db8-ac1b-3d4c8d40e67e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:49.306361 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5f16-8b3c-4a6b-8047-8aac4686135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.394577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ac5cb88b-ff58-47bd-8147-94dd1cfea340 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:49.555156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ac5cb88b-ff58-47bd-8147-94dd1cfea340 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:49.555549 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.599061 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.624414 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.642385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.658621 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5f16-8b3c-4a6b-8047-8aac4686135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.691762 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da78f7-300f-4769-bf48-6d29d56259a5 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:49.715066 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Attempting to bind port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:49.718136 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Attempting to bind port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:49.724637 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Attempting to bind port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:49.730980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ca6a5f16-8b3c-4a6b-8047-8aac4686135e None None] For port 2694f815-e984-4db8-ac1b-3d4c8d40e67e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2694f815-e984-4db8-ac1b-3d4c8d40e67e,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:49.747726 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:49.748173 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:49.748587 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.749363 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:49.750014 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Bound port: 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:49.750412 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.757850 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5f16-8b3c-4a6b-8047-8aac4686135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.808158 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 4, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port': {'id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:43Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2694f815-e984-4db8-ac1b-3d4c8d40e67e', 'name': '', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'mac_address': 'fa:16:3e:ae:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:44Z', 'updated_at': '2021-12-08T00:57:48Z', 'revision_number': 4, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'subnets': [{'id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:49.818521 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7527b-fe37-442a-9543-fb783fed5aa7 None None] Pushing event updated for resources: {'Port': ['ID=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:49.836951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] For port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:49.840693 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] For port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:49.845540 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.849113 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.853993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f5e0d-a456-45e6-b8e4-302460144af6 None None] The sync data for ids ['0bb60798-5aa8-4316-821a-08798fdb0e8e'] in n-d-820549-2 is: [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 4, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port': {'id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:43Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '2694f815-e984-4db8-ac1b-3d4c8d40e67e', 'name': '', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'mac_address': 'fa:16:3e:ae:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:44Z', 'updated_at': '2021-12-08T00:57:48Z', 'revision_number': 4, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'subnets': [{'id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:57:49.859483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Allocated IP 172.20.0.1 (aa8d79b7-a2fb-4094-a304-ed6bb13298b8/a45f5253-a844-42a4-b9b4-f2cb170831b4/48331d20-792d-4e3a-a1c3-a1da14047698) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:49.889803 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a5f16-8b3c-4a6b-8047-8aac4686135e None None] Pushing event updated for resources: {'Port': ['ID=2694f815-e984-4db8-ac1b-3d4c8d40e67e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:49.912627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9cc5b8-b4af-400c-9f1d-d161208dbfd4 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:57:49.968867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port ac5cb88b-ff58-47bd-8147-94dd1cfea340, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ac5cb88b-ff58-47bd-8147-94dd1cfea340,segment=NetworkSegment(e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b),segment_id=e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:49.976654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] Provisioning complete for port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:49.977022 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.981878 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:49.997426 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Routers {'be042c98-ba51-41e8-8999-c4987ef2afdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:49.997426 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['be042c98-ba51-41e8-8999-c4987ef2afdb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:50.044223 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7527b-fe37-442a-9543-fb783fed5aa7 None None] Pushing event updated for resources: {'Port': ['ID=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:50.074549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.108209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=ac5cb88b-ff58-47bd-8147-94dd1cfea340,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:50.131411 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.163209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.174601 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] Set router be042c98-ba51-41e8-8999-c4987ef2afdb gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:50.192617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] For port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:50.196125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a2dd0-0682-4e60-a8b9-933a58f9e254 None None] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:57:50.200355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:50.203392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:50.207321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:50.245724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Pushing event updated for resources: {'Port': ['ID=48331d20-792d-4e3a-a1c3-a1da14047698,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:50.259169 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.270272 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.354796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] Provisioning complete for port 2694f815-e984-4db8-ac1b-3d4c8d40e67e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:50.355202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.419335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc3602-f014-4c42-b2be-e0533c0699db None None] Pushing event updated for resources: {'Port': ['ID=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:50.445910 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.568789 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:48Z', 'revision_number': 3, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port': {'id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:50.607496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3ebc1ca2-aa6b-4104-bb2f-241585c7756f None None] Provisioning complete for port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:50.608265 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ebc1ca2-aa6b-4104-bb2f-241585c7756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.620519 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3caefd-90eb-4728-9bbc-c0487b9cb41a None None] The sync data for ids ['be042c98-ba51-41e8-8999-c4987ef2afdb'] in n-d-820549-2 is: [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:48Z', 'revision_number': 3, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port': {'id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:57:50.671029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.679263 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.738744 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3ebc1ca2-aa6b-4104-bb2f-241585c7756f None None] Provisioning complete for port ac5cb88b-ff58-47bd-8147-94dd1cfea340 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:50.739156 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3ebc1ca2-aa6b-4104-bb2f-241585c7756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.776173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:50.901077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Pushing event updated for resources: {'Port': ['ID=48331d20-792d-4e3a-a1c3-a1da14047698,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:50.926667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:50.928312 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:51.020326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8da88b6c-9c6b-4cdc-b957-c0e961e694e1 None None] Provisioning complete for port 48331d20-792d-4e3a-a1c3-a1da14047698 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:51.020847 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8da88b6c-9c6b-4cdc-b957-c0e961e694e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:51.091192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8da88b6c-9c6b-4cdc-b957-c0e961e694e1 None None] Port 48331d20-792d-4e3a-a1c3-a1da14047698 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:51.105779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Router be042c98-ba51-41e8-8999-c4987ef2afdb has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:57:51.120317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8da88b6c-9c6b-4cdc-b957-c0e961e694e1 None None] Provisioning complete for port ac5cb88b-ff58-47bd-8147-94dd1cfea340 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:51.120691 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8da88b6c-9c6b-4cdc-b957-c0e961e694e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:51.291810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:57:51.297540 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0c69df71-7dd6-49e1-868e-8e7d66ee8261 admin admin] 10.222.0.18 "PUT /v2.0/routers/be042c98-ba51-41e8-8999-c4987ef2afdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170337 Dec 08 00:57:51.405063 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-19995a33-289a-47a6-b8c8-59fade64c74c None None] Provisioning complete for port 48331d20-792d-4e3a-a1c3-a1da14047698 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:51.405480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-19995a33-289a-47a6-b8c8-59fade64c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:51.455717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-19995a33-289a-47a6-b8c8-59fade64c74c None None] Port 48331d20-792d-4e3a-a1c3-a1da14047698 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:51.498126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2694f815-e984-4db8-ac1b-3d4c8d40e67e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:51.552898 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e480ddee-25bb-4029-9555-5f7aba60f7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:51.569441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2694f815-e984-4db8-ac1b-3d4c8d40e67e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:51.569816 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:51.597452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9740a739-e256-464e-8965-4e0183bd97a5 None None] Provisioning complete for port 48331d20-792d-4e3a-a1c3-a1da14047698 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:51.597821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9740a739-e256-464e-8965-4e0183bd97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:51.660208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9740a739-e256-464e-8965-4e0183bd97a5 None None] Port 48331d20-792d-4e3a-a1c3-a1da14047698 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:51.870312 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ac5cb88b-ff58-47bd-8147-94dd1cfea340 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:51.919093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ac5cb88b-ff58-47bd-8147-94dd1cfea340 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:51.919460 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:52.002601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:52.052545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:52.053211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:52.234547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-064e8b9a-f438-41c9-a753-4c757356707e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:52.236020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-064e8b9a-f438-41c9-a753-4c757356707e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/networks?id=eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 200 len: 816 time: 0.0988197 Dec 08 00:57:52.251009 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-852e6c57-6cad-4052-80b3-65dcb8fca373 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/quotas/62b12d4235b14dac8b54fa4eccfd8b69 HTTP/1.1" status: 200 len: 375 time: 0.0092754 Dec 08 00:57:52.568955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-0b2d6687-b364-4021-b8cd-e731ae47c531 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3127515 Dec 08 00:57:52.587127 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-fe51b6a8-02f9-47bb-9803-b55d6c2f8522 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 00:57:52.588075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-fe51b6a8-02f9-47bb-9803-b55d6c2f8522 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051057 Dec 08 00:57:52.674279 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-3eab88e9-3853-473c-a0cf-9b55201bb8ea service neutron] 10.222.0.18 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806425 Dec 08 00:57:52.763182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-f9685e54-99a9-4547-a3b0-be83408afeaf service neutron] 10.222.0.18 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827949 Dec 08 00:57:52.928959 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11cc18cc-1230-4978-9ee0-a953858c32ca req-4ba3934c-3700-466f-8583-b42964126d9b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 210 time: 0.0267494 Dec 08 00:57:53.343470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Sync routers for ids ['be042c98-ba51-41e8-8999-c4987ef2afdb'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:57:53.354750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Routers {'be042c98-ba51-41e8-8999-c4987ef2afdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:53.355386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['be042c98-ba51-41e8-8999-c4987ef2afdb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:53.471841 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Set router be042c98-ba51-41e8-8999-c4987ef2afdb gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:53.675755 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-50cc28f8-7767-41bf-9415-eab61da43229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:53.687792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 4, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port': {'id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '48331d20-792d-4e3a-a1c3-a1da14047698', 'name': '', 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'mac_address': 'fa:16:3e:60:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a45f5253-a844-42a4-b9b4-f2cb170831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:49Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 2, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'subnets': [{'id': 'a45f5253-a844-42a4-b9b4-f2cb170831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:53.722032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Checking router: be042c98-ba51-41e8-8999-c4987ef2afdb for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:57:53.722305 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Updating router be042c98-ba51-41e8-8999-c4987ef2afdb port 48331d20-792d-4e3a-a1c3-a1da14047698 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:57:53.746028 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:53.953876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-05f0a57e-56b3-41c2-8ac0-a793915c66d7 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:53.956502 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-05f0a57e-56b3-41c2-8ac0-a793915c66d7 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "GET /v2.0/networks?id=eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 200 len: 816 time: 0.1217575 Dec 08 00:57:53.982959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Request body: {'port': {'device_id': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'admin_state_up': True, 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:54.029163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-49f409f2-4352-45cf-8008-f1652aed887e req-5767ee38-0fc1-41b1-81b5-b0ea9d2f9604 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Dec 08 00:57:54.035965 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.048092 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.098039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Made reservation on behalf of 62b12d4235b14dac8b54fa4eccfd8b69 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:57:54.101707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77105d5-d509-4af3-b0f9-c53b0c9bfc18 None None] Pushing event updated for resources: {'Port': ['ID=48331d20-792d-4e3a-a1c3-a1da14047698,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:54.102447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.156657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Attempting to bind port 48331d20-792d-4e3a-a1c3-a1da14047698 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:54.157118 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Attempting to bind port 48331d20-792d-4e3a-a1c3-a1da14047698 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:54.157551 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Attempting to bind port 48331d20-792d-4e3a-a1c3-a1da14047698 on network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:54.162873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:54.163372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Checking segment: {'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:54.163843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.164353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Bound using segment: {'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:54.164896 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Bound port: 48331d20-792d-4e3a-a1c3-a1da14047698, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:54.165906 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.241403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] For port 48331d20-792d-4e3a-a1c3-a1da14047698, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:54.242677 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Allocated IP 172.20.0.12 (eb28f494-14cb-47bb-98ee-5395da192c1a/3af41c32-1e49-4184-84e5-ffb15d7da5e4/7526aff1-8790-4c18-9463-90a9574d9cca) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:57:54.245635 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] For port 48331d20-792d-4e3a-a1c3-a1da14047698, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=48331d20-792d-4e3a-a1c3-a1da14047698,segment=NetworkSegment(e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b),segment_id=e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:54.249956 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.304851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Routers {'be042c98-ba51-41e8-8999-c4987ef2afdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:57:54.305482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:57:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['be042c98-ba51-41e8-8999-c4987ef2afdb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:54.360471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77105d5-d509-4af3-b0f9-c53b0c9bfc18 None None] Pushing event updated for resources: {'Port': ['ID=48331d20-792d-4e3a-a1c3-a1da14047698,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:54.416391 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.439385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-93a836bf-5933-468c-84b9-937bdac74e86 None None] Provisioning complete for port 48331d20-792d-4e3a-a1c3-a1da14047698 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:54.439839 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-93a836bf-5933-468c-84b9-937bdac74e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.445418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] Set router be042c98-ba51-41e8-8999-c4987ef2afdb gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:57:54.458190 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.512621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Network eb28f494-14cb-47bb-98ee-5395da192c1a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:57:54.516284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:57:54.519880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:57:54.527073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Pushing event updated for resources: {'Port': ['ID=7526aff1-8790-4c18-9463-90a9574d9cca,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:54.573529 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:54.574728 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.590832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-9c58b001-2508-4cce-905f-c7cb3e89f8da tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121202 Dec 08 00:57:54.609980 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Request body: {'port': {'device_id': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:57:54.655717 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-93a836bf-5933-468c-84b9-937bdac74e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.671760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.727468 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-93a836bf-5933-468c-84b9-937bdac74e86 None None] For port 48331d20-792d-4e3a-a1c3-a1da14047698, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=48331d20-792d-4e3a-a1c3-a1da14047698,segment=NetworkSegment(e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b),segment_id=e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:54.736182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-93a836bf-5933-468c-84b9-937bdac74e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.797737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a836bf-5933-468c-84b9-937bdac74e86 None None] Pushing event updated for resources: {'Port': ['ID=48331d20-792d-4e3a-a1c3-a1da14047698,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:54.802476 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 4, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port': {'id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '48331d20-792d-4e3a-a1c3-a1da14047698', 'name': '', 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'mac_address': 'fa:16:3e:60:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a45f5253-a844-42a4-b9b4-f2cb170831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:49Z', 'updated_at': '2021-12-08T00:57:54Z', 'revision_number': 4, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'subnets': [{'id': 'a45f5253-a844-42a4-b9b4-f2cb170831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:57:54.829352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b651e-ee5e-47d8-b7c8-044260f53c21 None None] The sync data for ids ['be042c98-ba51-41e8-8999-c4987ef2afdb'] in n-d-820549-2 is: [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 4, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port': {'id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '48331d20-792d-4e3a-a1c3-a1da14047698', 'name': '', 'network_id': 'aa8d79b7-a2fb-4094-a304-ed6bb13298b8', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'mac_address': 'fa:16:3e:60:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a45f5253-a844-42a4-b9b4-f2cb170831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:49Z', 'updated_at': '2021-12-08T00:57:54Z', 'revision_number': 4, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'subnets': [{'id': 'a45f5253-a844-42a4-b9b4-f2cb170831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:57:54.859461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aaa3a097-788f-45fe-a827-f62bfff731b1 None None] Provisioning complete for port 48331d20-792d-4e3a-a1c3-a1da14047698 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:54.859966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a097-788f-45fe-a827-f62bfff731b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.975820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aaa3a097-788f-45fe-a827-f62bfff731b1 None None] Provisioning complete for port 7526aff1-8790-4c18-9463-90a9574d9cca triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:54.976290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a097-788f-45fe-a827-f62bfff731b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:54.995303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7526aff1-8790-4c18-9463-90a9574d9cca {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:57:55.003462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:55.018694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3a097-788f-45fe-a827-f62bfff731b1 None None] Port 7526aff1-8790-4c18-9463-90a9574d9cca cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:57:55.020103 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Transition to ACTIVE for port object 7526aff1-8790-4c18-9463-90a9574d9cca will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:57:55.025424 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:55.080018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=7526aff1-8790-4c18-9463-90a9574d9cca,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:55.164107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Attempting to bind port 7526aff1-8790-4c18-9463-90a9574d9cca on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:57:55.164446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Attempting to bind port 7526aff1-8790-4c18-9463-90a9574d9cca by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:57:55.164779 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Attempting to bind port 7526aff1-8790-4c18-9463-90a9574d9cca on network eb28f494-14cb-47bb-98ee-5395da192c1a {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:55.167476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75272ed5-9296-4844-a5b5-ce1b7dc76705 req-e425b527-ad93-450b-a015-5b4882a2eb75 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:55.169843 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75272ed5-9296-4844-a5b5-ce1b7dc76705 req-e425b527-ad93-450b-a015-5b4882a2eb75 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 944 time: 0.0562248 Dec 08 00:57:55.170570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Port 7526aff1-8790-4c18-9463-90a9574d9cca on network eb28f494-14cb-47bb-98ee-5395da192c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:57:55.171102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Attempting to bind port 7526aff1-8790-4c18-9463-90a9574d9cca on network eb28f494-14cb-47bb-98ee-5395da192c1a {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:57:55.176826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:57:55.177175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Checking segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:57:55.177566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Bound using segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:57:55.177996 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Bound port: 7526aff1-8790-4c18-9463-90a9574d9cca, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:57:55.178357 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:55.233369 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75272ed5-9296-4844-a5b5-ce1b7dc76705 req-2b0ddd97-59e9-48a1-8a34-cc577bca81f3 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532391 Dec 08 00:57:55.255408 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] For port 7526aff1-8790-4c18-9463-90a9574d9cca, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:57:55.259518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] For port 7526aff1-8790-4c18-9463-90a9574d9cca, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7526aff1-8790-4c18-9463-90a9574d9cca,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:57:55.268932 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:55.317657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:55.318259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:55.319944 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] 10.222.0.44 "PUT /v2.0/ports/7526aff1-8790-4c18-9463-90a9574d9cca HTTP/1.1" status: 200 len: 1092 time: 0.7143097 Dec 08 00:57:55.320444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'tag': '7526aff1-8790-4c18-9463-90a9574d9cca'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:57:55.323244 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:55.323549 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101f45a7-da5d-49ee-b5d1-c1ced26449b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3163d6f2-6469-499a-90f4-9970c36d7c06", "tag": "7526aff1-8790-4c18-9463-90a9574d9cca"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:57:55.358439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c8c87-7120-4553-9ae3-89c836e33ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=7526aff1-8790-4c18-9463-90a9574d9cca,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:55.404125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 48331d20-792d-4e3a-a1c3-a1da14047698 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:57:55.442019 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51042e-2f88-4f2e-a7e1-41f269a9faec x-openstack-request-id: req-fb51042e-2f88-4f2e-a7e1-41f269a9faec {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:57:55.442590 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3163d6f2-6469-499a-90f4-9970c36d7c06", "tag": "7526aff1-8790-4c18-9463-90a9574d9cca", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:57:55.443034 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb51042e-2f88-4f2e-a7e1-41f269a9faec {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:57:55.444573 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'tag': '7526aff1-8790-4c18-9463-90a9574d9cca', 'status': 'completed', 'code': 200} Dec 08 00:57:55.466216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-ec66882e-130a-43d7-8963-89292c5b7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:55.467842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-ec66882e-130a-43d7-8963-89292c5b7054 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 1095 time: 0.0759115 Dec 08 00:57:55.476527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 48331d20-792d-4e3a-a1c3-a1da14047698 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:57:55.477652 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:55.523980 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-cb555cda-475d-4f3d-9edb-0f6b65c00903 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7526aff1-8790-4c18-9463-90a9574d9cca HTTP/1.1" status: 200 len: 217 time: 0.0420759 Dec 08 00:57:55.577623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-94d100e7-53fd-419f-8a5d-d82c2ff75139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:55.579308 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-94d100e7-53fd-419f-8a5d-d82c2ff75139 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3af41c32-1e49-4184-84e5-ffb15d7da5e4 HTTP/1.1" status: 200 len: 855 time: 0.0481501 Dec 08 00:57:55.629839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-237e577c-a619-4aad-9cac-da67b5d8cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:55.631379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-237e577c-a619-4aad-9cac-da67b5d8cdd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb28f494-14cb-47bb-98ee-5395da192c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454268 Dec 08 00:57:55.722916 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-5775159b-fe15-481f-b519-bdb5aa036c41 service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843647 Dec 08 00:57:55.815620 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1c09e183-75e2-453a-b190-6a0a67903ee9 req-e770f6fa-aaba-4ea7-8df5-2b8e8c0c1422 service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858133 Dec 08 00:57:55.944576 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-7c5b1e39-9630-4705-9d3c-0e596f518f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:55.946036 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-7c5b1e39-9630-4705-9d3c-0e596f518f2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 1095 time: 0.0411282 Dec 08 00:57:56.036693 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-a9f369b0-cb00-495c-942d-3fe2586e831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:56.038107 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-a9f369b0-cb00-495c-942d-3fe2586e831a service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 200 len: 917 time: 0.0845764 Dec 08 00:57:56.078918 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-d26da0c7-2146-4dde-88dd-fea8d0ebf9f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7526aff1-8790-4c18-9463-90a9574d9cca HTTP/1.1" status: 200 len: 217 time: 0.0325646 Dec 08 00:57:56.126998 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-9b780968-96d9-461a-bf3d-2a26a6b62cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:56.128388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-9b780968-96d9-461a-bf3d-2a26a6b62cdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3af41c32-1e49-4184-84e5-ffb15d7da5e4 HTTP/1.1" status: 200 len: 855 time: 0.0419796 Dec 08 00:57:56.172832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-dc05e913-a722-4014-90b6-003adf0d9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:56.174268 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-dc05e913-a722-4014-90b6-003adf0d9f32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb28f494-14cb-47bb-98ee-5395da192c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384378 Dec 08 00:57:56.266223 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-944b2f96-9cb1-4063-ace9-6c50fa669b3c service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831888 Dec 08 00:57:56.351624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b29589-44a2-4834-a298-c2dd028813ed req-4d639ff4-4f6c-4eb6-ad13-3f52bcb84fce tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:56.353601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7b29589-44a2-4834-a298-c2dd028813ed req-4d639ff4-4f6c-4eb6-ad13-3f52bcb84fce tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 944 time: 0.0511446 Dec 08 00:57:56.363975 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-101f45a7-da5d-49ee-b5d1-c1ced26449b2 req-9e7f17b6-2c3c-4612-b854-52de30a537c6 service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894225 Dec 08 00:57:56.400271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7b29589-44a2-4834-a298-c2dd028813ed req-e2e1a6c4-4942-44f0-b64c-1cd7b1dc0fc8 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Dec 08 00:57:56.472273 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:57.307815 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:57.518658 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15989af-e810-4e5d-a17e-8d947c4fac7d req-b296168e-8774-47c6-8a71-0054db3f7f9d tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:57.520187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b15989af-e810-4e5d-a17e-8d947c4fac7d req-b296168e-8774-47c6-8a71-0054db3f7f9d tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 944 time: 0.0496492 Dec 08 00:57:57.572035 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b15989af-e810-4e5d-a17e-8d947c4fac7d req-3bd7d6b1-4b4f-4391-9adf-e2e38e5a258c tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 Dec 08 00:57:58.690394 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a91230-da7f-4bdb-9a4b-591258e0e8b0 req-da8cf2e3-edde-4470-94dc-a29c02f81bff tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:58.692063 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32a91230-da7f-4bdb-9a4b-591258e0e8b0 req-da8cf2e3-edde-4470-94dc-a29c02f81bff tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 944 time: 0.0521083 Dec 08 00:57:58.737720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32a91230-da7f-4bdb-9a4b-591258e0e8b0 req-264288ec-3a39-4f67-aed6-4c47e7695bb5 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Dec 08 00:57:59.620699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7526aff1-8790-4c18-9463-90a9574d9cca details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:57:59.716086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7526aff1-8790-4c18-9463-90a9574d9cca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7526aff1-8790-4c18-9463-90a9574d9cca,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:59.727114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '7526aff1-8790-4c18-9463-90a9574d9cca', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'port_id': '7526aff1-8790-4c18-9463-90a9574d9cca', 'mac_address': 'fa:16:3e:27:46:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:57:59.763580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:59.777244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7526aff1-8790-4c18-9463-90a9574d9cca {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:57:59.797814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7526aff1-8790-4c18-9463-90a9574d9cca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7526aff1-8790-4c18-9463-90a9574d9cca,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:57:59.802451 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:57:59.853257 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7526aff1-8790-4c18-9463-90a9574d9cca,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:57:59.857176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e32650-0ace-4fe6-815f-0885ec32ea94 req-06f7bc11-f5b3-4fd2-ac43-fa24eeed7261 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:57:59.858677 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32e32650-0ace-4fe6-815f-0885ec32ea94 req-06f7bc11-f5b3-4fd2-ac43-fa24eeed7261 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Dec 08 00:57:59.906294 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32e32650-0ace-4fe6-815f-0885ec32ea94 req-32982081-eb3e-4f4a-99c2-10dd092e9c23 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Dec 08 00:58:00.073013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7526aff1-8790-4c18-9463-90a9574d9cca'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:58:01.021899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb4b06-dd50-4da2-b970-a95b81eccb5e req-b41bc639-4fe5-4820-a3fa-b5b3558b26e3 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:01.023367 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0deb4b06-dd50-4da2-b970-a95b81eccb5e req-b41bc639-4fe5-4820-a3fa-b5b3558b26e3 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Dec 08 00:58:01.069930 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0deb4b06-dd50-4da2-b970-a95b81eccb5e req-10d3086e-af3b-46f4-9a48-679cb5236b36 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Dec 08 00:58:01.636159 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7526aff1-8790-4c18-9463-90a9574d9cca up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:58:01.687120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 7526aff1-8790-4c18-9463-90a9574d9cca completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:58:01.690695 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 7526aff1-8790-4c18-9463-90a9574d9cca triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:58:01.691107 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:01.765782 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:01.787078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526aff1-8790-4c18-9463-90a9574d9cca'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:58:01.789313 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4196a488-6a40-474c-a503-25f21a2a715d" -d '{"events": [{"server_uuid": "3163d6f2-6469-499a-90f4-9970c36d7c06", "name": "network-vif-plugged", "status": "completed", "tag": "7526aff1-8790-4c18-9463-90a9574d9cca"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:58:01.802605 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7526aff1-8790-4c18-9463-90a9574d9cca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7526aff1-8790-4c18-9463-90a9574d9cca,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:58:01.807161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:01.830046 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba8dd94-ceda-4b5c-88c4-a3d359d56f1b x-openstack-request-id: req-cba8dd94-ceda-4b5c-88c4-a3d359d56f1b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:58:01.830334 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163d6f2-6469-499a-90f4-9970c36d7c06", "name": "network-vif-plugged", "status": "completed", "tag": "7526aff1-8790-4c18-9463-90a9574d9cca", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:58:01.830585 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cba8dd94-ceda-4b5c-88c4-a3d359d56f1b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:58:01.830991 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7526aff1-8790-4c18-9463-90a9574d9cca', 'code': 200} Dec 08 00:58:01.858429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7526aff1-8790-4c18-9463-90a9574d9cca,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:58:01.955664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac0808-d41d-47b2-b120-8206c8aaf439 req-5ba24b99-5d43-47b0-8b0a-c11c59b2bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:01.957136 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0dac0808-d41d-47b2-b120-8206c8aaf439 req-5ba24b99-5d43-47b0-8b0a-c11c59b2bda2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 1097 time: 0.0398049 Dec 08 00:58:02.000125 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0dac0808-d41d-47b2-b120-8206c8aaf439 req-1fbb9a20-5062-491d-a537-3072d5d73272 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Dec 08 00:58:02.186782 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674619b1-2274-42c1-b5d0-cd123ca4c2d1 req-64996e3f-8f09-4165-9fc3-c9f35933a57d tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:02.188275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-674619b1-2274-42c1-b5d0-cd123ca4c2d1 req-64996e3f-8f09-4165-9fc3-c9f35933a57d tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 946 time: 0.0513361 Dec 08 00:58:02.234632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-674619b1-2274-42c1-b5d0-cd123ca4c2d1 req-48f03f65-5bdd-4258-8e24-91971426ed42 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Dec 08 00:58:03.350541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281806ad-5c88-4006-ba96-512e7b354858 req-3be54264-87bb-46d2-b931-c0b0e63e72c4 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:03.352076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-281806ad-5c88-4006-ba96-512e7b354858 req-3be54264-87bb-46d2-b931-c0b0e63e72c4 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Dec 08 00:58:03.403267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-281806ad-5c88-4006-ba96-512e7b354858 req-58ba63ad-da37-4de0-9ce5-b8bf1a3781c9 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Dec 08 00:58:03.517098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5214e-49df-47c5-a412-ac6d55ec0afc req-b6387f4d-4f71-426b-97ca-4551377f199f tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:03.518576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54b5214e-49df-47c5-a412-ac6d55ec0afc req-b6387f4d-4f71-426b-97ca-4551377f199f tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 946 time: 0.0486104 Dec 08 00:58:03.565771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-54b5214e-49df-47c5-a412-ac6d55ec0afc req-ae368bfb-8902-4b91-828a-b00fec0100ce tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Dec 08 00:58:14.154150 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:17.895578 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:21.536755 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8818776d-7d5f-4744-a4f8-a0bd1c6d89a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:23.677799 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d89e8afa-8873-4d01-af46-acd63cfe2593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:23.902250 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:58:25.117410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7261b0-a08c-4803-b06f-cc2fa722f875 req-0f4f01ca-90b0-4a71-b289-2b05d3ce5b70 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:25.118913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd7261b0-a08c-4803-b06f-cc2fa722f875 req-0f4f01ca-90b0-4a71-b289-2b05d3ce5b70 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 946 time: 0.0546875 Dec 08 00:58:25.167192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-dd7261b0-a08c-4803-b06f-cc2fa722f875 req-a39496a7-7db3-4af9-9bb1-b48c9030bfa7 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Dec 08 00:58:25.326499 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:26.288639 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a948b-7643-4d37-ac40-25d72aca6b10 req-6ed2f568-5d43-4760-9488-a221271b766f tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:26.290683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a948b-7643-4d37-ac40-25d72aca6b10 req-6ed2f568-5d43-4760-9488-a221271b766f tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 946 time: 0.0536993 Dec 08 00:58:26.337229 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a948b-7643-4d37-ac40-25d72aca6b10 req-5dbd62ca-7062-4937-bf5a-9270ce0eea51 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Dec 08 00:58:26.474943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:26.819125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-19f4cc40-1e03-483e-8751-062e271305fc tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:26.820479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-19f4cc40-1e03-483e-8751-062e271305fc tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 946 time: 0.0478592 Dec 08 00:58:26.910783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Deleting port 7526aff1-8790-4c18-9463-90a9574d9cca {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:58:26.911151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:26.997624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] For port 7526aff1-8790-4c18-9463-90a9574d9cca, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7526aff1-8790-4c18-9463-90a9574d9cca,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:58:26.997982 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:27.010914 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Calling delete_port for 7526aff1-8790-4c18-9463-90a9574d9cca owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:58:27.144479 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:27.171939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Pushing event deleted for resources: {'Port': ['ID=7526aff1-8790-4c18-9463-90a9574d9cca,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:58:27.177425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7526aff1-8790-4c18-9463-90a9574d9cca'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:58:27.187223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.187595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.188013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.188415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.188805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.189201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.189601 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.189999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.190397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.190801 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.191219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.191614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.192005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:27.230109 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] No DVR routers for this DVR port 7526aff1-8790-4c18-9463-90a9574d9cca on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:58:27.232777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:27.236274 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4a17bd9e-6c58-4091-a7e5-c75b9830f907 req-4e20164c-276b-4254-9415-5fbcf2f68b4e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "DELETE /v2.0/ports/7526aff1-8790-4c18-9463-90a9574d9cca HTTP/1.1" status: 204 len: 173 time: 0.4091871 Dec 08 00:58:27.236724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'name': 'network-vif-deleted', 'tag': '7526aff1-8790-4c18-9463-90a9574d9cca'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:58:27.239115 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c169e2-2122-4eee-a4ab-98cbf7fe1af6" -d '{"events": [{"server_uuid": "3163d6f2-6469-499a-90f4-9970c36d7c06", "name": "network-vif-deleted", "tag": "7526aff1-8790-4c18-9463-90a9574d9cca"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:58:27.286827 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2272eb7f-c1df-4e08-8c1a-4eee18cdd7c5 x-openstack-request-id: req-2272eb7f-c1df-4e08-8c1a-4eee18cdd7c5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:58:27.287240 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163d6f2-6469-499a-90f4-9970c36d7c06", "name": "network-vif-deleted", "tag": "7526aff1-8790-4c18-9463-90a9574d9cca", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:58:27.287570 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2272eb7f-c1df-4e08-8c1a-4eee18cdd7c5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:58:27.288040 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163d6f2-6469-499a-90f4-9970c36d7c06', 'name': 'network-vif-deleted', 'tag': '7526aff1-8790-4c18-9463-90a9574d9cca', 'status': 'completed', 'code': 200} Dec 08 00:58:27.314789 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:27.450453 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e35fe57-91db-441f-a75c-38f5dc93a6b2 req-8e0de974-5591-4f76-978e-0c2a3ef660a6 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=3163d6f2-6469-499a-90f4-9970c36d7c06 HTTP/1.1" status: 200 len: 210 time: 0.0264199 Dec 08 00:58:28.977918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-6400da51-2431-442e-9c71-a3202df68319 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:28.979427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-6400da51-2431-442e-9c71-a3202df68319 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/networks?id=eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 200 len: 816 time: 0.1051850 Dec 08 00:58:28.994382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-9f4ebaf2-ddfd-497d-a38b-56b23946c68b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/quotas/62b12d4235b14dac8b54fa4eccfd8b69 HTTP/1.1" status: 200 len: 375 time: 0.0091984 Dec 08 00:58:29.045163 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-ff46c721-259d-482a-bbd7-3d7c53788451 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451787 Dec 08 00:58:29.139331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-d69ec9f7-b7af-4729-8536-c6a222258c32 service neutron] 10.222.0.18 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825548 Dec 08 00:58:29.231781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-51b9fc12-d997-41d9-94d3-b6a9b88c36f4 service neutron] 10.222.0.18 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863590 Dec 08 00:58:29.394946 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-47bf5b2e-d705-4433-9e1c-716c5e51901f req-b901bfdd-3e60-4f54-9bb0-1d6287b93a2d tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 210 time: 0.0268619 Dec 08 00:58:29.793391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7526aff1-8790-4c18-9463-90a9574d9cca no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:58:29.815526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 7526aff1-8790-4c18-9463-90a9574d9cca {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:58:29.816952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7526aff1-8790-4c18-9463-90a9574d9cca not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:58:30.394468 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-be1d261b-4a06-411f-987e-62889a456330 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:30.395932 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-be1d261b-4a06-411f-987e-62889a456330 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "GET /v2.0/networks?id=eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 200 len: 816 time: 0.1041124 Dec 08 00:58:30.422223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Request body: {'port': {'device_id': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'admin_state_up': True, 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:58:30.499222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-be6844af-9aa5-4943-8d29-ac7a9bee9297 req-32d125d1-6c8f-42d0-892b-a2cccb04221b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 210 time: 0.0275562 Dec 08 00:58:30.539235 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Made reservation on behalf of 62b12d4235b14dac8b54fa4eccfd8b69 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:58:30.543486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:30.663600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Allocated IP 172.20.0.14 (eb28f494-14cb-47bb-98ee-5395da192c1a/3af41c32-1e49-4184-84e5-ffb15d7da5e4/7b4e79aa-f33c-476a-a229-5f9d30b8fd05) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:58:30.808282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:30.841812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:30.888700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Network eb28f494-14cb-47bb-98ee-5395da192c1a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:58:30.891759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:58:30.895375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:58:30.902353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Pushing event updated for resources: {'Port': ['ID=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:58:30.951916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:30.952532 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:30.969099 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-7d4288c8-bf19-4da6-b8b4-a1eb79b0d31b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507374 Dec 08 00:58:30.987746 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Request body: {'port': {'device_id': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:58:31.044132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:31.111020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d7e45b9a-0ef0-4a36-8c6e-8aee1a6ffde0 None None] Provisioning complete for port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:58:31.111606 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d7e45b9a-0ef0-4a36-8c6e-8aee1a6ffde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:31.145073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d7e45b9a-0ef0-4a36-8c6e-8aee1a6ffde0 None None] Port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:58:31.313239 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:58:31.320528 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:31.332770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Transition to ACTIVE for port object 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:58:31.336287 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:31.385701 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:58:31.458069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Attempting to bind port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:58:31.458739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Attempting to bind port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:58:31.458739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Attempting to bind port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 on network eb28f494-14cb-47bb-98ee-5395da192c1a {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:58:31.463327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 on network eb28f494-14cb-47bb-98ee-5395da192c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:58:31.463665 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Attempting to bind port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 on network eb28f494-14cb-47bb-98ee-5395da192c1a {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:58:31.468703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:58:31.469037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Checking segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:58:31.469417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Bound using segment: {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:58:31.469846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Bound port: 7b4e79aa-f33c-476a-a229-5f9d30b8fd05, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb91f65-35f1-48e3-94b2-277ed11605a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:58:31.470204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:31.540354 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] For port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:58:31.543469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] For port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:58:31.548214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:31.581947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:31.582578 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:31.584010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] 10.222.0.44 "PUT /v2.0/ports/7b4e79aa-f33c-476a-a229-5f9d30b8fd05 HTTP/1.1" status: 200 len: 1092 time: 0.6012316 Dec 08 00:58:31.584501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'tag': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:58:31.586965 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6859f7-8491-42c4-b705-23844d52f0dc", "tag": "7b4e79aa-f33c-476a-a229-5f9d30b8fd05"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:58:31.615102 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518616e-f016-4ab3-8a10-2d3f1df52526 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:58:31.635683 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e04be52-3561-4aea-9bf4-d03f92b300a5 x-openstack-request-id: req-8e04be52-3561-4aea-9bf4-d03f92b300a5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:58:31.636584 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6859f7-8491-42c4-b705-23844d52f0dc", "tag": "7b4e79aa-f33c-476a-a229-5f9d30b8fd05", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:58:31.636971 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e04be52-3561-4aea-9bf4-d03f92b300a5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:58:31.637480 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'tag': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05', 'status': 'completed', 'code': 200} Dec 08 00:58:31.650744 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffc59a-2937-4108-95b3-39065ad96885 req-9fc01232-da62-4f75-b881-074f7f098bee tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:31.652521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccffc59a-2937-4108-95b3-39065ad96885 req-9fc01232-da62-4f75-b881-074f7f098bee tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 944 time: 0.0830569 Dec 08 00:58:31.695921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-32dc9b88-2e9e-4f64-8099-79b69fd27de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:31.697708 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-32dc9b88-2e9e-4f64-8099-79b69fd27de6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 1095 time: 0.0465851 Dec 08 00:58:31.707438 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccffc59a-2937-4108-95b3-39065ad96885 req-b5796b2f-e989-475f-872e-b4c72206d995 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484574 Dec 08 00:58:31.749002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-878bc208-a6c9-459e-bfed-02cf3491ba56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05 HTTP/1.1" status: 200 len: 217 time: 0.0353444 Dec 08 00:58:31.803169 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-b73f5dcb-f16f-4f9d-92d7-3570df5bf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:31.804630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-b73f5dcb-f16f-4f9d-92d7-3570df5bf879 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3af41c32-1e49-4184-84e5-ffb15d7da5e4 HTTP/1.1" status: 200 len: 855 time: 0.0480845 Dec 08 00:58:31.848856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-ba7b2e66-c9b9-436f-9ebe-2ba3e071bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:31.850356 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-ba7b2e66-c9b9-436f-9ebe-2ba3e071bd74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb28f494-14cb-47bb-98ee-5395da192c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385885 Dec 08 00:58:31.942343 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-fc864ee3-8ee5-4b79-8e91-a5cc1d4b1222 service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846896 Dec 08 00:58:32.030304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-04df7860-dbe1-44e2-b874-fb3189b74838 req-b02c7470-8589-4e38-91bb-d8d3db0d850f service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809009 Dec 08 00:58:32.159357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-9e7f4bea-c3b3-4e45-b201-e704943cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:32.160833 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-9e7f4bea-c3b3-4e45-b201-e704943cb839 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 1095 time: 0.0402479 Dec 08 00:58:32.482668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-ddb80d34-e5eb-40cb-8393-1b34dbdd6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:32.484066 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-ddb80d34-e5eb-40cb-8393-1b34dbdd6fdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 200 len: 917 time: 0.3151727 Dec 08 00:58:32.526459 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-3c2da20e-0cba-4799-bae3-a1051e7a00cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05 HTTP/1.1" status: 200 len: 217 time: 0.0338748 Dec 08 00:58:32.579334 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-9d12f665-b733-4094-9417-3b8bce156d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:32.580743 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-9d12f665-b733-4094-9417-3b8bce156d2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3af41c32-1e49-4184-84e5-ffb15d7da5e4 HTTP/1.1" status: 200 len: 855 time: 0.0453336 Dec 08 00:58:32.625774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-adfee44f-eed3-4900-b229-9057c6b05999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:32.627282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-adfee44f-eed3-4900-b229-9057c6b05999 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb28f494-14cb-47bb-98ee-5395da192c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386059 Dec 08 00:58:32.714050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-81f39309-a9ed-46d5-aad3-fb2e6389374a service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797961 Dec 08 00:58:32.809795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ec6dd2e0-5eb8-497e-92a9-eb0fd75b1298 req-d46abc67-6ebe-4906-b1f5-74786fe8f67a service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871630 Dec 08 00:58:32.823855 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e7105-ba54-43b6-8c1e-6662804dad82 req-c5b8be74-9d2b-48e3-9965-9af510957ce6 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:32.825321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f18e7105-ba54-43b6-8c1e-6662804dad82 req-c5b8be74-9d2b-48e3-9965-9af510957ce6 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 944 time: 0.0491712 Dec 08 00:58:32.872322 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f18e7105-ba54-43b6-8c1e-6662804dad82 req-765867b8-d5f6-435f-9df9-887cdeaae2b2 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Dec 08 00:58:33.984685 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c4bed-af48-4612-b83c-80208bf9399c req-bc89e767-bd65-4949-906a-54c775047c44 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:33.986154 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c47c4bed-af48-4612-b83c-80208bf9399c req-bc89e767-bd65-4949-906a-54c775047c44 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 944 time: 0.0476356 Dec 08 00:58:34.035538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c47c4bed-af48-4612-b83c-80208bf9399c req-4e0d8e08-848e-4044-a434-9c3636ef4d9d tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Dec 08 00:58:35.151785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30710e8-4528-4d35-97d7-c955d46b3d90 req-a8227f2d-12ef-43e6-8b23-63d65c82df30 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:35.153232 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c30710e8-4528-4d35-97d7-c955d46b3d90 req-a8227f2d-12ef-43e6-8b23-63d65c82df30 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 944 time: 0.0481389 Dec 08 00:58:35.199971 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c30710e8-4528-4d35-97d7-c955d46b3d90 req-04009e48-c241-4148-9296-e477bb4b0996 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Dec 08 00:58:35.825745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:58:35.920768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:58:35.931599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05', 'network_id': 'eb28f494-14cb-47bb-98ee-5395da192c1a', 'port_id': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05', 'mac_address': 'fa:16:3e:07:0d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af41c32-1e49-4184-84e5-ffb15d7da5e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:58:35.968331 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:35.981246 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:58:36.003180 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:58:36.007141 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:36.052231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:58:36.059662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.060008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.060348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.060684 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.061013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.061342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.061666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.061988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.062311 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.062649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.062981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.063302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.063619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:58:36.265371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7b4e79aa-f33c-476a-a229-5f9d30b8fd05'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:58:36.312057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06918c74-d0bc-45d1-a933-b4807801d52b req-286ef9fd-8d33-4499-b39c-cb027106fc26 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:36.314210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06918c74-d0bc-45d1-a933-b4807801d52b req-286ef9fd-8d33-4499-b39c-cb027106fc26 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 945 time: 0.0483766 Dec 08 00:58:36.362482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06918c74-d0bc-45d1-a933-b4807801d52b req-cd934c6c-810b-4991-96d2-1181d7aa776a tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Dec 08 00:58:37.480063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bace19e-51c5-4ff9-b7db-beace6d40c6e req-463199b3-1a85-4724-8c46-8eabc929c325 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:37.481532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bace19e-51c5-4ff9-b7db-beace6d40c6e req-463199b3-1a85-4724-8c46-8eabc929c325 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 945 time: 0.0526209 Dec 08 00:58:37.527997 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bace19e-51c5-4ff9-b7db-beace6d40c6e req-d7bff9a2-8518-4d54-a40c-225b9a9d6b8e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Dec 08 00:58:37.835342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:58:37.881378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:58:37.885689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:58:37.886056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:37.959124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:37.980819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:58:37.983042 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a52117-d54b-4f97-a7c0-1d037ac6ed81" -d '{"events": [{"server_uuid": "bb6859f7-8491-42c4-b705-23844d52f0dc", "name": "network-vif-plugged", "status": "completed", "tag": "7b4e79aa-f33c-476a-a229-5f9d30b8fd05"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:58:37.995653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:58:37.999432 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:38.168518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d15f3-76f8-4579-b8fb-c719c35de262 req-06030bae-0c17-42f0-ac62-a12b722ab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:38.170043 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-909d15f3-76f8-4579-b8fb-c719c35de262 req-06030bae-0c17-42f0-ac62-a12b722ab78f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 1097 time: 0.0423136 Dec 08 00:58:38.184984 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb1754-d8ea-45f7-b730-7b2c7c2134f7 x-openstack-request-id: req-8efb1754-d8ea-45f7-b730-7b2c7c2134f7 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:58:38.185335 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6859f7-8491-42c4-b705-23844d52f0dc", "name": "network-vif-plugged", "status": "completed", "tag": "7b4e79aa-f33c-476a-a229-5f9d30b8fd05", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:58:38.186130 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8efb1754-d8ea-45f7-b730-7b2c7c2134f7 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:58:38.186522 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05', 'code': 200} Dec 08 00:58:38.211001 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:58:38.217019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-909d15f3-76f8-4579-b8fb-c719c35de262 req-aa5a48db-c9ba-44c4-a419-bc03625a0d0a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 Dec 08 00:58:38.640952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4aa3-18aa-484e-b72a-f0a118aad24b req-cddf1d89-1260-4a6b-ade6-f61a3d6f055e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:38.642427 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a83b4aa3-18aa-484e-b72a-f0a118aad24b req-cddf1d89-1260-4a6b-ade6-f61a3d6f055e tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 946 time: 0.0480759 Dec 08 00:58:38.688468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a83b4aa3-18aa-484e-b72a-f0a118aad24b req-d91fefcb-c438-4b1c-9ab1-f1a70b0bf4bd tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Dec 08 00:58:39.806459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fe888-731d-4fee-946a-1b39f10ce0f1 req-b250d9bd-b1f5-41fe-83ab-2433ff7dd567 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:39.808198 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a63fe888-731d-4fee-946a-1b39f10ce0f1 req-b250d9bd-b1f5-41fe-83ab-2433ff7dd567 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 946 time: 0.0514293 Dec 08 00:58:39.854336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a63fe888-731d-4fee-946a-1b39f10ce0f1 req-267a743f-1845-4937-809a-c426230eac33 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Dec 08 00:58:39.969811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be567b1-d3a7-441b-81ec-d2767e3b4427 req-d4f4fa4e-3566-4146-ac05-a3cb65a6337c tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:39.971228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4be567b1-d3a7-441b-81ec-d2767e3b4427 req-d4f4fa4e-3566-4146-ac05-a3cb65a6337c tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 946 time: 0.0483327 Dec 08 00:58:40.022360 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4be567b1-d3a7-441b-81ec-d2767e3b4427 req-20e60038-e603-4e12-9fb9-eb01f3c03e90 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450857 Dec 08 00:58:44.176719 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:47.881921 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:51.364967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-29640312-2a24-4a1f-8a17-d3a94468442a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418825 Dec 08 00:58:51.470140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-bd50fab1-6c26-4a0c-8b71-343461eb7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:51.471562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-bd50fab1-6c26-4a0c-8b71-343461eb7ff7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 1097 time: 0.0396807 Dec 08 00:58:51.537654 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d5aa845a-2901-4e14-bcf1-78b263e268d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:51.578842 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-94d946f1-8eba-4829-a479-e895f1384c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:51.580314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-94d946f1-8eba-4829-a479-e895f1384c3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 200 len: 917 time: 0.0870829 Dec 08 00:58:51.622262 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-a07e4394-73df-4a64-a8bc-596e763ca574 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05 HTTP/1.1" status: 200 len: 217 time: 0.0328810 Dec 08 00:58:51.670504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-a4e43097-2f89-4f4e-abfa-d1b3eea255de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:51.671989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-a4e43097-2f89-4f4e-abfa-d1b3eea255de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3af41c32-1e49-4184-84e5-ffb15d7da5e4 HTTP/1.1" status: 200 len: 855 time: 0.0421557 Dec 08 00:58:51.719867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-d8949f18-3f91-4dd4-a6d7-318ed803b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:58:51.721442 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-d8949f18-3f91-4dd4-a6d7-318ed803b8f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb28f494-14cb-47bb-98ee-5395da192c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392916 Dec 08 00:58:51.815195 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-71292aa4-ccc7-4811-b2e3-332e95bd2e08 service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851793 Dec 08 00:58:51.907832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4904b61f-cc8e-4e75-b207-ed88d2bb68f1 req-a732a1c8-b39d-4276-a14b-a3fbfa291fed service neutron] 10.222.0.44 "GET /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835187 Dec 08 00:58:53.679727 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-40de9d35-3a6c-4d0e-b4de-4559c7f422d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:55.322001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:56.476686 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:58:57.312329 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:00.900930 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:59:01.421961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52529d0-d55d-4901-9ecf-19979e07b8fb req-9e478822-b374-46ce-a946-96137bf7a996 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:01.423400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b52529d0-d55d-4901-9ecf-19979e07b8fb req-9e478822-b374-46ce-a946-96137bf7a996 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 946 time: 0.0486276 Dec 08 00:59:01.474012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b52529d0-d55d-4901-9ecf-19979e07b8fb req-278b8c78-1ab9-4ffd-9595-c4766257dd8b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Dec 08 00:59:02.591915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69417a-0216-4a75-8003-7ec3496b1f63 req-04401849-355c-4988-83ba-bb93b1e9ecf1 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:02.593277 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b69417a-0216-4a75-8003-7ec3496b1f63 req-04401849-355c-4988-83ba-bb93b1e9ecf1 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 946 time: 0.0472467 Dec 08 00:59:02.639075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9b69417a-0216-4a75-8003-7ec3496b1f63 req-b59342a8-e231-4ebb-846e-2fa519aaed68 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2ade8af-dc97-41fc-a89f-698364e4e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Dec 08 00:59:03.098532 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-b42d8f97-1bc5-4166-9931-dd96731a242b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:03.099999 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-b42d8f97-1bc5-4166-9931-dd96731a242b tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 946 time: 0.0480382 Dec 08 00:59:03.186194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Deleting port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:03.186531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:03.276724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] For port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:03.277142 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:03.290117 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Calling delete_port for 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:03.414796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:03.441277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Pushing event deleted for resources: {'Port': ['ID=7b4e79aa-f33c-476a-a229-5f9d30b8fd05,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:03.449501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['7b4e79aa-f33c-476a-a229-5f9d30b8fd05'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:59:03.488047 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] No DVR routers for this DVR port 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:59:03.490716 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:03.494214 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-91c17a01-6f83-469b-b60d-dffee4e36cd6 req-854b5c23-0a10-4bd7-9f8c-f4a152a8fbcf tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.44 "DELETE /v2.0/ports/7b4e79aa-f33c-476a-a229-5f9d30b8fd05 HTTP/1.1" status: 204 len: 173 time: 0.3878901 Dec 08 00:59:03.494678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'name': 'network-vif-deleted', 'tag': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:59:03.497126 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ec04e-05f5-4965-8fd8-ce8896d001c3" -d '{"events": [{"server_uuid": "bb6859f7-8491-42c4-b705-23844d52f0dc", "name": "network-vif-deleted", "tag": "7b4e79aa-f33c-476a-a229-5f9d30b8fd05"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:59:03.540290 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b235df-2785-4fcd-a832-9895cd6ac9b8 x-openstack-request-id: req-21b235df-2785-4fcd-a832-9895cd6ac9b8 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:59:03.540589 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6859f7-8491-42c4-b705-23844d52f0dc", "name": "network-vif-deleted", "tag": "7b4e79aa-f33c-476a-a229-5f9d30b8fd05", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:59:03.540846 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21b235df-2785-4fcd-a832-9895cd6ac9b8 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:59:03.541251 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6859f7-8491-42c4-b705-23844d52f0dc', 'name': 'network-vif-deleted', 'tag': '7b4e79aa-f33c-476a-a229-5f9d30b8fd05', 'status': 'completed', 'code': 200} Dec 08 00:59:03.742445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b6914e8-838f-4230-aaf3-47cde1a23fb5 req-17428f35-bc30-40fe-a7f4-ed2b664f21a0 tempest-TestEncryptedCinderVolumes-1205573048 tempest-TestEncryptedCinderVolumes-1205573048-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb6859f7-8491-42c4-b705-23844d52f0dc HTTP/1.1" status: 200 len: 210 time: 0.0254061 Dec 08 00:59:04.834096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43370) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:05.197570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:05.451481 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Deleting port 2694f815-e984-4db8-ac1b-3d4c8d40e67e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:05.451739 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:05.527490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] For port 2694f815-e984-4db8-ac1b-3d4c8d40e67e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2694f815-e984-4db8-ac1b-3d4c8d40e67e,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:05.527849 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:05.540757 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Calling delete_port for 2694f815-e984-4db8-ac1b-3d4c8d40e67e owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:05.714666 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:05.741349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Pushing event deleted for resources: {'Port': ['ID=2694f815-e984-4db8-ac1b-3d4c8d40e67e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:05.904585 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:06.112404 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Router 0bb60798-5aa8-4316-821a-08798fdb0e8e has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:59:06.214776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:59:06.219842 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-baf897c0-dbe9-4d52-bc3b-d686a1d38674 admin admin] 10.222.0.18 "PUT /v2.0/routers/0bb60798-5aa8-4316-821a-08798fdb0e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847253 Dec 08 00:59:06.222484 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43372) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:06.223370 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] Sync routers for ids ['0bb60798-5aa8-4316-821a-08798fdb0e8e'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:59:06.232869 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] Routers {'0bb60798-5aa8-4316-821a-08798fdb0e8e'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:06.233549 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0bb60798-5aa8-4316-821a-08798fdb0e8e'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:06.325766 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:06.338350 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] Set router 0bb60798-5aa8-4316-821a-08798fdb0e8e gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:06.426122 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:06.520982 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:59:05Z', 'revision_number': 5, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port': {'id': '821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:43Z', 'updated_at': '2021-12-08T00:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:06.548703 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] Checking router: 0bb60798-5aa8-4316-821a-08798fdb0e8e for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:59:06.558545 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] Routers {'0bb60798-5aa8-4316-821a-08798fdb0e8e'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:06.559196 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0bb60798-5aa8-4316-821a-08798fdb0e8e'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:06.647274 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] Set router 0bb60798-5aa8-4316-821a-08798fdb0e8e gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:06.700013 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:59:06Z', 'revision_number': 6, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:06.713257 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Deleting port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:06.713592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:06.728404 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998120a-0d00-47d6-a031-9aba87ad9572 None None] The sync data for ids ['0bb60798-5aa8-4316-821a-08798fdb0e8e'] in n-d-820549-2 is: [{'id': '0bb60798-5aa8-4316-821a-08798fdb0e8e', 'name': 'tempest-TestEncryptedCinderVolumes-954950412-router', 'tenant_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:42Z', 'updated_at': '2021-12-08T00:59:06Z', 'revision_number': 6, 'project_id': '62b12d4235b14dac8b54fa4eccfd8b69', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:59:06.791269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] For port 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:06.791635 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:06.807143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Calling delete_port for 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:06.961642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:06.988939 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Pushing event deleted for resources: {'Port': ['ID=821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:07.004881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3132be9c-b1a3-4dbb-985b-a978efe1100a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:07.050204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.144195 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.146336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.192493 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.193231 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb60798-5aa8-4316-821a-08798fdb0e8e {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:59:07.197572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.198968 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-601583a9-f58e-4c32-954d-9a8240cd2443 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0bb60798-5aa8-4316-821a-08798fdb0e8e HTTP/1.1" status: 204 len: 168 time: 0.9754188 Dec 08 00:59:07.201581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43374) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:07.249909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] Deleting subnet 3af41c32-1e49-4184-84e5-ffb15d7da5e4 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:59:07.252856 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.286480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.364491 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.413750 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.442049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af41c32-1e49-4184-84e5-ffb15d7da5e4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:07.442814 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.446668 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0af9836e-286f-4d0b-a9f3-1660246e874c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3af41c32-1e49-4184-84e5-ffb15d7da5e4 HTTP/1.1" status: 204 len: 168 time: 0.2392604 Dec 08 00:59:07.449179 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43376) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:07.459984 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3046a74-d3aa-42b0-9e6d-c142a0b23c2c None None] Network eb28f494-14cb-47bb-98ee-5395da192c1a requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:59:07.525818 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.549716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:59:07.572060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:59:07.572397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 821ab8d0-8ff1-411a-a7de-9dfd7f5c9c19 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:59:07.572814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2694f815-e984-4db8-ac1b-3d4c8d40e67e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:59:07.582656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Deleting port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:07.583020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.594066 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2694f815-e984-4db8-ac1b-3d4c8d40e67e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:59:07.594411 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2694f815-e984-4db8-ac1b-3d4c8d40e67e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:59:07.647115 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] For port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:07.647474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.662964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Calling delete_port for 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:07.663513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] DHCP port deletion for eb28f494-14cb-47bb-98ee-5395da192c1a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:07.712412 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] Deleting port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:07.712952 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.748502 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.771486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:07.782389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] No DVR routers for this DVR port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:59:07.785963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] For port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,segment=NetworkSegment(fbb91f65-35f1-48e3-94b2-277ed11605a9),segment_id=fbb91f65-35f1-48e3-94b2-277ed11605a9)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:07.786404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.800445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] Calling delete_port for 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:07.860628 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.877680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.885890 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb28f494-14cb-47bb-98ee-5395da192c1a']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:07.895492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb91f65-35f1-48e3-94b2-277ed11605a9') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:07.895796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb91f65-35f1-48e3-94b2-277ed11605a9') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:07.905202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.905559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] Pushing event deleted for resources: {'Port': ['ID=88885f0c-0f33-4c5c-a92d-217a7bcef5e9,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:07.908992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a7152-fb5d-49cd-8773-57133b674ce5 None None] No DVR routers for this DVR port 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:59:07.919789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.926164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:59:07.926705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:59:07.928473 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:59:07.982221 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.986867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:07.990600 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eb28f494-14cb-47bb-98ee-5395da192c1a HTTP/1.1" status: 204 len: 168 time: 0.5403945 Dec 08 00:59:07.994159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43378) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:08.003514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605ae2b-9d43-4eba-874c-2b68b93186d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb28f494-14cb-47bb-98ee-5395da192c1a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:08.023857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:59:08.045220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:59:08.045638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 7b4e79aa-f33c-476a-a229-5f9d30b8fd05 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:59:08.328901 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:08.567785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Deleting port 48331d20-792d-4e3a-a1c3-a1da14047698 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:08.568039 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:08.643318 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] For port 48331d20-792d-4e3a-a1c3-a1da14047698, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=48331d20-792d-4e3a-a1c3-a1da14047698,segment=NetworkSegment(e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b),segment_id=e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:08.643679 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:08.656550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Calling delete_port for 48331d20-792d-4e3a-a1c3-a1da14047698 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:08.829920 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:08.859780 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Pushing event deleted for resources: {'Port': ['ID=48331d20-792d-4e3a-a1c3-a1da14047698,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:08.903896 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.904242 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.904586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.904921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.905252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.905583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.906011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.906348 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.906671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.907020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.907344 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.907665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:08.907985 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:09.031329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:09.237850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Router be042c98-ba51-41e8-8999-c4987ef2afdb has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:59:09.345760 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:59:09.351137 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-05df8bae-2505-4da8-b644-d4ccee37b78b admin admin] 10.222.0.18 "PUT /v2.0/routers/be042c98-ba51-41e8-8999-c4987ef2afdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3558686 Dec 08 00:59:09.354349 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43380) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:09.357086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] Sync routers for ids ['be042c98-ba51-41e8-8999-c4987ef2afdb'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:59:09.373509 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] Routers {'be042c98-ba51-41e8-8999-c4987ef2afdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:09.374139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['be042c98-ba51-41e8-8999-c4987ef2afdb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:09.416452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:59:09.450726 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:59:09.451123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 88885f0c-0f33-4c5c-a92d-217a7bcef5e9 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:59:09.464020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:09.535030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] Set router be042c98-ba51-41e8-8999-c4987ef2afdb gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:09.566445 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:09.620783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Deleting port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:09.621100 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:09.704888 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] For port 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:09.705259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:09.717652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Calling delete_port for 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:09.733727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:59:08Z', 'revision_number': 5, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port': {'id': '3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:09.759542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] Checking router: be042c98-ba51-41e8-8999-c4987ef2afdb for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:59:09.767659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] Routers {'be042c98-ba51-41e8-8999-c4987ef2afdb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:09.768371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['be042c98-ba51-41e8-8999-c4987ef2afdb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:09.855819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] Set router be042c98-ba51-41e8-8999-c4987ef2afdb gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:09.883112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:09.909664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:09.910333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:59:09Z', 'revision_number': 6, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:09.940565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082107f-7aca-407f-ac28-1018b06da6cb None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:09.942792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873edcec-3d3c-4081-aae1-dcd5535484e0 None None] The sync data for ids ['be042c98-ba51-41e8-8999-c4987ef2afdb'] in n-d-820549-2 is: [{'id': 'be042c98-ba51-41e8-8999-c4987ef2afdb', 'name': 'tempest-TestEncryptedCinderVolumes-497616487-router', 'tenant_id': 'c88dd9782763444b82d10c1780e04868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:57:47Z', 'updated_at': '2021-12-08T00:59:09Z', 'revision_number': 6, 'project_id': 'c88dd9782763444b82d10c1780e04868', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:59:09.979779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.070592 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.073194 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.115521 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.116096 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be042c98-ba51-41e8-8999-c4987ef2afdb {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 00:59:10.120288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.121439 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9c2663c2-8767-4e31-99ce-d102b22e6c67 admin admin] 10.222.0.18 "DELETE /v2.0/routers/be042c98-ba51-41e8-8999-c4987ef2afdb HTTP/1.1" status: 204 len: 168 time: 0.7660313 Dec 08 00:59:10.124056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43382) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:10.168507 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] Deleting subnet a45f5253-a844-42a4-b9b4-f2cb170831b4 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 00:59:10.171621 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.209469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.283320 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.337420 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.361212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45f5253-a844-42a4-b9b4-f2cb170831b4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:10.366725 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.370429 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7c617c72-8a26-4946-9799-44a73af83826 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a45f5253-a844-42a4-b9b4-f2cb170831b4 HTTP/1.1" status: 204 len: 168 time: 0.2454085 Dec 08 00:59:10.372993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:10.373893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64624e3-3e71-4182-ac03-614b1eda3416 None None] Network aa8d79b7-a2fb-4094-a304-ed6bb13298b8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:59:10.449787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.502762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Deleting port ac5cb88b-ff58-47bd-8147-94dd1cfea340 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 00:59:10.503264 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.568667 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] For port ac5cb88b-ff58-47bd-8147-94dd1cfea340, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ac5cb88b-ff58-47bd-8147-94dd1cfea340,segment=NetworkSegment(e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b),segment_id=e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:10.569021 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.581137 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Calling delete_port for ac5cb88b-ff58-47bd-8147-94dd1cfea340 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 00:59:10.657964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.685306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5cb88b-ff58-47bd-8147-94dd1cfea340,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:10.687134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] No DVR routers for this DVR port ac5cb88b-ff58-47bd-8147-94dd1cfea340 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 00:59:10.742621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc5e485-168e-4925-b986-2178193bf875 None None] DHCP port deletion for aa8d79b7-a2fb-4094-a304-ed6bb13298b8 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:10.764936 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.787003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8d79b7-a2fb-4094-a304-ed6bb13298b8']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:10.796788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:10.797082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d045fe-3d4c-4710-bfad-9fb4a58a4b6b') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:10.807120 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.820855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.827641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 00:59:10.828071 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: timer() Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 00:59:10.829733 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 00:59:10.888396 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.893915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:10.897172 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aa8d79b7-a2fb-4094-a304-ed6bb13298b8 HTTP/1.1" status: 204 len: 168 time: 0.5232437 Dec 08 00:59:10.908353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d3a87-07b6-42db-ae23-445a1db1a4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8d79b7-a2fb-4094-a304-ed6bb13298b8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:11.057971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:11.097816 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-dd7cea02-2a90-448a-a1bb-0cbd79e0b679 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62b12d4235b14dac8b54fa4eccfd8b69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382824 Dec 08 00:59:11.100203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43390) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:11.146399 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6333a1e1-2ec7-4abf-ac7e-2d01d85e72ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.168304 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6333a1e1-2ec7-4abf-ac7e-2d01d85e72ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.213865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6333a1e1-2ec7-4abf-ac7e-2d01d85e72ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.216474 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6333a1e1-2ec7-4abf-ac7e-2d01d85e72ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.217619 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6333a1e1-2ec7-4abf-ac7e-2d01d85e72ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2ade8af-dc97-41fc-a89f-698364e4e73f HTTP/1.1" status: 204 len: 168 time: 0.1165385 Dec 08 00:59:11.225191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333a1e1-2ec7-4abf-ac7e-2d01d85e72ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ade8af-dc97-41fc-a89f-698364e4e73f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:11.342434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 48331d20-792d-4e3a-a1c3-a1da14047698 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:59:11.364543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 48331d20-792d-4e3a-a1c3-a1da14047698 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:59:11.364962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 48331d20-792d-4e3a-a1c3-a1da14047698 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:59:11.365409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:59:11.386606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:59:11.387227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3fcb9ed0-b3cb-4b1b-b841-0dbb3c8fa263 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:59:11.387384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ac5cb88b-ff58-47bd-8147-94dd1cfea340 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 00:59:11.410096 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: ac5cb88b-ff58-47bd-8147-94dd1cfea340 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 00:59:11.410440 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ac5cb88b-ff58-47bd-8147-94dd1cfea340 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 00:59:11.529741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43396) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:11.569496 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-22207457-352f-4105-9a56-88e76796f3eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c88dd9782763444b82d10c1780e04868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385993 Dec 08 00:59:11.571841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43398) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:11.620572 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e02c-3f13-413b-9501-5d8af3d42168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.641352 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e02c-3f13-413b-9501-5d8af3d42168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.687213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e02c-3f13-413b-9501-5d8af3d42168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.689718 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e02c-3f13-413b-9501-5d8af3d42168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:11.690857 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c3b0e02c-3f13-413b-9501-5d8af3d42168 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd787230-4d73-4685-ae2e-33e8378a2140 HTTP/1.1" status: 204 len: 168 time: 0.1181304 Dec 08 00:59:11.698638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0e02c-3f13-413b-9501-5d8af3d42168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd787230-4d73-4685-ae2e-33e8378a2140,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:12.332716 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43420) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:12.425966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-37543900-network', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:12.450399 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Made reservation on behalf of 08ce77f6e2a443b5a10dd7caf183539e for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:59:12.452696 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.461111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.535028 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.538618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.560499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:59:12.574652 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23eba2b-f5f1-410c-bbb8-add196264fa4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:12.579792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.580137 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Added segment 8822d40f-fcc8-480c-a46d-566c65156ccd of type vlan for network 0587ba47-a79f-4481-9e9e-002af740ed00 Dec 08 00:59:12.619914 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.644265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.645345 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:12.645935 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.678384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3445835 Dec 08 00:59:12.682039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43424) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:12.687976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Request body: {'subnet': {'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-37543900-subnet', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:12.708351 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Made reservation on behalf of 08ce77f6e2a443b5a10dd7caf183539e for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:59:12.710758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.717734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632a962-7cc0-4b63-b2d9-94aca4981bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=0587ba47-a79f-4481-9e9e-002af740ed00,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:12.728033 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 0587ba47-a79f-4481-9e9e-002af740ed00 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:59:12.876483 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.933736 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7106e307-8d0a-4520-abc3-f5c5b80e8d18,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:12.941052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Checking segment: {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:12.941408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Network hostable DHCP agents. Network: 0587ba47-a79f-4481-9e9e-002af740ed00, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:59:12.957873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Network 0587ba47-a79f-4481-9e9e-002af740ed00 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:59:12.966312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 0587ba47-a79f-4481-9e9e-002af740ed00) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:12.970510 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:12.971074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:12.975524 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362a6a1-d364-4e56-9e72-138ba314ec3f None None] Network 0587ba47-a79f-4481-9e9e-002af740ed00 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:59:12.988598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-00ed795e-14b4-4568-b83d-8aa98581b09f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3054571 Dec 08 00:59:12.991300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43426) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:12.996261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:13.018498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.019783 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.070923 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.080716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-0587ba47-a79f-4481-9e9e-002af740ed00', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:59:13.081590 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.216455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Allocated IP 172.20.0.2 (0587ba47-a79f-4481-9e9e-002af740ed00/7106e307-8d0a-4520-abc3-f5c5b80e8d18/8aa768dc-9c36-47d5-bc12-7dd2bcce56d4) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:59:13.366316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.372396 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.497266 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.579011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Network 0587ba47-a79f-4481-9e9e-002af740ed00 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:13.581840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:13.585278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:59:13.591604 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Pushing event updated for resources: {'Port': ['ID=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:13.642980 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Attempting to bind port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:59:13.643350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Attempting to bind port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:59:13.643712 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Attempting to bind port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 on network 0587ba47-a79f-4481-9e9e-002af740ed00 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:13.648614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:59:13.649054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Checking segment: {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:13.649953 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.650339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Bound using segment: {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:59:13.650799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Bound port: 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:59:13.651204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.706090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.712782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] For port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:59:13.715869 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] For port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:59:13.721191 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.725441 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.783823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8f23c-ade8-4cb6-8558-f22aec7b3a7a None None] Pushing event updated for resources: {'Port': ['ID=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:13.827282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Allocated IP 172.25.6.125 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/5e888614-f206-4e4d-9930-29f68b52b06e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:59:13.941852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:13.974660 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.011756 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:14.014646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:14.018101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:59:14.029196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78dc9f-fa60-40f6-b4aa-3d6169506f14 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:14.062435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Pushing event updated for resources: {'Port': ['ID=5e888614-f206-4e4d-9930-29f68b52b06e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:14.081709 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-18bd1906-91ad-4dce-a8bc-4766511ef5d9 None None] Provisioning complete for port 5e888614-f206-4e4d-9930-29f68b52b06e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:14.082195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-18bd1906-91ad-4dce-a8bc-4766511ef5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.116517 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-18bd1906-91ad-4dce-a8bc-4766511ef5d9 None None] Port 5e888614-f206-4e4d-9930-29f68b52b06e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:14.172680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.286059 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.486138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.619686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:59:14.654769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41066ee9-db98-4466-a7e4-8b39233c8c8c None None] Network 0587ba47-a79f-4481-9e9e-002af740ed00 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:59:14.729617 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:59:14.740523 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Sync routers for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:59:14.751580 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:14.751814 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.752177 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:14.753388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d4e9ae1e-db67-4e35-b743-3841611cc24b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7610848 Dec 08 00:59:14.756145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43428) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:14.760840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1b1e6571-838d-4cf0-a25f-3a8abff2e69e None None] Provisioning complete for port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:14.761217 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6571-838d-4cf0-a25f-3a8abff2e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.861507 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6571-838d-4cf0-a25f-3a8abff2e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.874929 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:14.895243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-1b1e6571-838d-4cf0-a25f-3a8abff2e69e None None] For port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:14.903254 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6571-838d-4cf0-a25f-3a8abff2e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:14.956171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e6571-838d-4cf0-a25f-3a8abff2e69e None None] Pushing event updated for resources: {'Port': ['ID=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:15.068412 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:14Z', 'revision_number': 3, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:15.098100 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Checking router: 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:59:15.098450 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Updating router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 port 5e888614-f206-4e4d-9930-29f68b52b06e binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:59:15.122796 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.128850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1542b892-8587-4066-ad79-fae5dd48acd2 None None] Provisioning complete for port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:15.129160 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1542b892-8587-4066-ad79-fae5dd48acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.204960 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.376199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Allocated IP 172.20.0.1 (0587ba47-a79f-4481-9e9e-002af740ed00/7106e307-8d0a-4520-abc3-f5c5b80e8d18/c48c87c2-2630-40ac-9f1d-d8a651c3c1c7) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:59:15.378492 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.386029 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.398424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:59:15.444623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1f77b-f267-4da4-8526-6c997e7ef6c4 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:15.473028 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:15.473407 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.519142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.535158 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Attempting to bind port 5e888614-f206-4e4d-9930-29f68b52b06e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:59:15.535679 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Attempting to bind port 5e888614-f206-4e4d-9930-29f68b52b06e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:59:15.536142 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Attempting to bind port 5e888614-f206-4e4d-9930-29f68b52b06e on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:15.546798 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:59:15.547334 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:15.548012 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.548309 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:59:15.548899 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Bound port: 5e888614-f206-4e4d-9930-29f68b52b06e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:59:15.549392 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.550998 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Pushing event updated for resources: {'Port': ['ID=5e888614-f206-4e4d-9930-29f68b52b06e,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:15.557104 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.563696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ab53e9bc-45f9-4a19-ae10-554688150799 None None] Provisioning complete for port 5e888614-f206-4e4d-9930-29f68b52b06e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:15.564072 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab53e9bc-45f9-4a19-ae10-554688150799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.579752 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.580235 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.580688 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.581172 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.581553 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.581980 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.582404 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.582828 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.583269 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.583688 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.584104 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.584522 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.585001 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:15.602566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Network 0587ba47-a79f-4481-9e9e-002af740ed00 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:15.605550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:15.609315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:59:15.617542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ab53e9bc-45f9-4a19-ae10-554688150799 None None] Port 5e888614-f206-4e4d-9930-29f68b52b06e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:15.618975 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] For port 5e888614-f206-4e4d-9930-29f68b52b06e, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:59:15.622534 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] For port 5e888614-f206-4e4d-9930-29f68b52b06e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e888614-f206-4e4d-9930-29f68b52b06e,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:59:15.628113 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.642168 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Pushing event updated for resources: {'Port': ['ID=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:15.658192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.670533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90802cfc-1e53-4860-87c1-d6fe5218c48b None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:15.700842 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:15.701566 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:15.765935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a1768d6f-0bb0-47f2-93d5-68707edf5fee None None] Provisioning complete for port 5e888614-f206-4e4d-9930-29f68b52b06e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:15.766712 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a1768d6f-0bb0-47f2-93d5-68707edf5fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.813402 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.815753 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:15.859145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a1768d6f-0bb0-47f2-93d5-68707edf5fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.875861 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9501fd-6df7-4bc6-8cfa-f748f07a7f46 None None] Pushing event updated for resources: {'Port': ['ID=5e888614-f206-4e4d-9930-29f68b52b06e,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:15.882663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a1768d6f-0bb0-47f2-93d5-68707edf5fee None None] For port 5e888614-f206-4e4d-9930-29f68b52b06e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e888614-f206-4e4d-9930-29f68b52b06e,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:15.889887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a1768d6f-0bb0-47f2-93d5-68707edf5fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:15.941708 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1768d6f-0bb0-47f2-93d5-68707edf5fee None None] Pushing event updated for resources: {'Port': ['ID=5e888614-f206-4e4d-9930-29f68b52b06e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:16.007994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:16.008972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8eb87d31-2d88-40c5-9138-85e3a2afcfc5 None None] Provisioning complete for port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:16.009450 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8eb87d31-2d88-40c5-9138-85e3a2afcfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:16.013451 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:16.025667 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:14Z', 'revision_number': 3, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:16.045785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8eb87d31-2d88-40c5-9138-85e3a2afcfc5 None None] Port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:16.052625 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493f07ad-afbe-45f1-8078-7f92d2796a91 None None] The sync data for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 is: [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:14Z', 'revision_number': 3, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:59:16.085416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Pushing event updated for resources: {'Port': ['ID=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:16.087830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:16.182804 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Network 0587ba47-a79f-4481-9e9e-002af740ed00 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:16.184697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:16.339322 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:59:16.474648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1dabd444-135a-4b01-8596-64b14172ece4 None None] Provisioning complete for port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:16.475077 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1dabd444-135a-4b01-8596-64b14172ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:16.512295 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1dabd444-135a-4b01-8596-64b14172ece4 None None] Port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:16.735759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:59:16.740917 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d6833ad7-7a40-4023-9b9d-74a9e52784eb admin admin] 10.222.0.18 "PUT /v2.0/routers/1468e6ce-cc8b-43a6-8eaa-8be2d1563b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837985 Dec 08 00:59:17.201687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43444) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:17.206611 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1025642096-network', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:17.226438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Made reservation on behalf of 9f69e53363e5422494475d87b1f9bbeb for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:59:17.228717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.237142 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.324569 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.328764 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.353506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 00:59:17.363705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff47658e-ddab-4bb2-aa63-227ae35a3be1,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:17.369066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.369403 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Added segment 243e9d52-6b5d-4dd0-b6a5-9088d1eae921 of type vlan for network a83f4adf-aa77-454d-a494-7b81dc1c01ec Dec 08 00:59:17.395580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5e888614-f206-4e4d-9930-29f68b52b06e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:59:17.419212 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.448473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 5e888614-f206-4e4d-9930-29f68b52b06e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:17.448976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.456863 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.457840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:17.458410 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.495724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2897298 Dec 08 00:59:17.495921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43446) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:17.500518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Request body: {'subnet': {'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1025642096-subnet', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:17.531619 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcdb38-dc51-4477-aaab-65935b3dd05c admin admin] Pushing event updated for resources: {'Network': ['ID=a83f4adf-aa77-454d-a494-7b81dc1c01ec,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:17.543010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 00:59:17.549533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Made reservation on behalf of 9f69e53363e5422494475d87b1f9bbeb for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:59:17.551973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.656533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Sync routers for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:59:17.666860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:17.667587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:17.722133 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.773556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:17.781491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f911ac7f-aeaa-4308-ad9c-bd767fb83a0b,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:17.791873 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Checking segment: {'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:17.792230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Network hostable DHCP agents. Network: a83f4adf-aa77-454d-a494-7b81dc1c01ec, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 00:59:17.808650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 00:59:17.817727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a83f4adf-aa77-454d-a494-7b81dc1c01ec) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:17.822062 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:17.822671 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.839351 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4f015ecc-6382-4fe8-80b0-bec9b4c6086e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3425491 Dec 08 00:59:17.841957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43448) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:17.844018 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa817d-4a4e-42b0-8595-514fe95c88b0 None None] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:59:17.846531 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:17.867226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.868254 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.925640 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:17.971723 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.034285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-a83f4adf-aa77-454d-a494-7b81dc1c01ec', 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec', 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'fixed_ips': [{'subnet_id': 'f911ac7f-aeaa-4308-ad9c-bd767fb83a0b'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 00:59:18.035080 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.062501 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.142417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 2, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:18.186943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Checking router: 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:59:18.187296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Updating router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:59:18.224242 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.229410 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Allocated IP 172.20.0.2 (a83f4adf-aa77-454d-a494-7b81dc1c01ec/f911ac7f-aeaa-4308-ad9c-bd767fb83a0b/df345a8a-2ba9-41d7-a061-c1fee4ff0d28) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:59:18.257957 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.277878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.388013 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Allocated IP 172.25.6.89 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/e56e48fa-703d-4a1b-b5d9-7cf9647b539e) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:59:18.488226 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.528167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.572764 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:18.576401 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:18.578850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:59:18.603069 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Pushing event updated for resources: {'Port': ['ID=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:18.666554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b36df-2d66-40a5-98df-8b834a83dd49 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:18.690019 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.700221 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.767983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:18.782423 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Pushing event updated for resources: {'Port': ['ID=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:18.784429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:18.803136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:59:18.822326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0d6172ce-9bb4-4700-b70e-f442b78eee9d None None] Provisioning complete for port e56e48fa-703d-4a1b-b5d9-7cf9647b539e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:18.822694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0d6172ce-9bb4-4700-b70e-f442b78eee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.837650 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.871086 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.900098 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.931970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Attempting to bind port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:59:18.932339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Attempting to bind port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:59:18.932701 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Attempting to bind port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 on network a83f4adf-aa77-454d-a494-7b81dc1c01ec {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:18.938095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0d6172ce-9bb4-4700-b70e-f442b78eee9d None None] Port e56e48fa-703d-4a1b-b5d9-7cf9647b539e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:18.950978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:59:18.951361 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Checking segment: {'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:18.951759 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.952145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Bound using segment: {'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:59:18.952627 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Bound port: df345a8a-2ba9-41d7-a061-c1fee4ff0d28, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:59:18.953108 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:18.975204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5dc6-9a8e-4c1c-95c9-7a776233819b None None] Pushing event updated for resources: {'Port': ['ID=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:19.051928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.071534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Attempting to bind port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:59:19.071906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Attempting to bind port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:59:19.072269 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Attempting to bind port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 on network 0587ba47-a79f-4481-9e9e-002af740ed00 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:19.079128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] For port df345a8a-2ba9-41d7-a061-c1fee4ff0d28, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:59:19.082343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] For port df345a8a-2ba9-41d7-a061-c1fee4ff0d28, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,segment=NetworkSegment(243e9d52-6b5d-4dd0-b6a5-9088d1eae921),segment_id=243e9d52-6b5d-4dd0-b6a5-9088d1eae921)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:59:19.083668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:59:19.084042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Checking segment: {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:19.084406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.084801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Bound using segment: {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:59:19.085265 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Bound port: c48c87c2-2630-40ac-9f1d-d8a651c3c1c7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:59:19.085680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.089513 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.199377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Router ee1bae3e-e2c8-4646-8004-997802f89879 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 00:59:19.206688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ab502-535b-43d2-ac06-c2049aa68ee6 None None] Pushing event updated for resources: {'Port': ['ID=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:19.225689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] For port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:59:19.229357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] For port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:59:19.233233 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.295961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:19.296532 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:19.342462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:59:19.347888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-589f5aa4-c127-4714-b340-fe0e0bc83f0d None None] Provisioning complete for port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:19.348265 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-589f5aa4-c127-4714-b340-fe0e0bc83f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.358310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5dc6-9a8e-4c1c-95c9-7a776233819b None None] Pushing event updated for resources: {'Port': ['ID=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:19.361415 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Sync routers for ids ['ee1bae3e-e2c8-4646-8004-997802f89879'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:59:19.372716 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Routers {'ee1bae3e-e2c8-4646-8004-997802f89879'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:19.373719 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ee1bae3e-e2c8-4646-8004-997802f89879'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:19.388788 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.390357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ed5c7a8f-6799-4f61-b0db-14fbd973e36e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5472445 Dec 08 00:59:19.393308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43450) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 00:59:19.536647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:19.547329 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Set router ee1bae3e-e2c8-4646-8004-997802f89879 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:19.655708 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-589f5aa4-c127-4714-b340-fe0e0bc83f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.739297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-589f5aa4-c127-4714-b340-fe0e0bc83f0d None None] For port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:19.747427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-589f5aa4-c127-4714-b340-fe0e0bc83f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.767025 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T00:59:18Z', 'revision_number': 3, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port': {'id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:18Z', 'updated_at': '2021-12-08T00:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:19.798840 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Checking router: ee1bae3e-e2c8-4646-8004-997802f89879 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:59:19.799207 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Updating router ee1bae3e-e2c8-4646-8004-997802f89879 port e56e48fa-703d-4a1b-b5d9-7cf9647b539e binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:59:19.827771 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.841482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5aa4-c127-4714-b340-fe0e0bc83f0d None None] Pushing event updated for resources: {'Port': ['ID=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:19.881254 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b98be13f-cf5c-46b0-be1d-49b7af1858f7 None None] Provisioning complete for port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:19.881631 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b98be13f-cf5c-46b0-be1d-49b7af1858f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:19.911935 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:19.946677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04d4a0-0122-4f04-b4ad-8dbb38e56df7 None None] The sync data for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 is: [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:59:20.151733 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.161284 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.220642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d2a1b-7232-4a0e-b56e-c391034026c3 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:20.224988 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Attempting to bind port e56e48fa-703d-4a1b-b5d9-7cf9647b539e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:59:20.225374 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Attempting to bind port e56e48fa-703d-4a1b-b5d9-7cf9647b539e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:59:20.225747 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Attempting to bind port e56e48fa-703d-4a1b-b5d9-7cf9647b539e on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:20.231490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.237187 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:59:20.238007 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:20.238685 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.239280 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:59:20.240092 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Bound port: e56e48fa-703d-4a1b-b5d9-7cf9647b539e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:59:20.240650 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.271064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0e9a998a-89a9-40bf-a32d-82b148aaa2e3 None None] Provisioning complete for port e56e48fa-703d-4a1b-b5d9-7cf9647b539e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:20.271064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e9a998a-89a9-40bf-a32d-82b148aaa2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.313074 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] For port e56e48fa-703d-4a1b-b5d9-7cf9647b539e, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:59:20.319559 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] For port e56e48fa-703d-4a1b-b5d9-7cf9647b539e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:59:20.328606 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cf4fc-0ccb-4340-b973-f4fe36de936e None None] Pushing event updated for resources: {'Port': ['ID=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:20.335532 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.342848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a998a-89a9-40bf-a32d-82b148aaa2e3 None None] Port e56e48fa-703d-4a1b-b5d9-7cf9647b539e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:20.371349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63cf462-1551-464a-bb8a-69bbfcecde2d None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 00:59:20.419207 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Routers {'ee1bae3e-e2c8-4646-8004-997802f89879'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:20.420963 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ee1bae3e-e2c8-4646-8004-997802f89879'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:20.424901 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cf4fc-0ccb-4340-b973-f4fe36de936e None None] Pushing event updated for resources: {'Port': ['ID=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:20.474087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7a67fdc6-d215-4c7a-9e6e-eca5ed535ef9 None None] Provisioning complete for port e56e48fa-703d-4a1b-b5d9-7cf9647b539e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:20.474656 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a67fdc6-d215-4c7a-9e6e-eca5ed535ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.516425 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Allocated IP 172.20.0.1 (a83f4adf-aa77-454d-a494-7b81dc1c01ec/f911ac7f-aeaa-4308-ad9c-bd767fb83a0b/4295d364-24ec-44bb-a25b-fea3a7a3f6cb) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:59:20.584099 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] Set router ee1bae3e-e2c8-4646-8004-997802f89879 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:20.596531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977a6b2-996c-4c98-ab02-4a18aed8a4fa None None] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 00:59:20.659770 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.698257 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.710341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a67fdc6-d215-4c7a-9e6e-eca5ed535ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.738081 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7a67fdc6-d215-4c7a-9e6e-eca5ed535ef9 None None] For port e56e48fa-703d-4a1b-b5d9-7cf9647b539e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:20.750933 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7a67fdc6-d215-4c7a-9e6e-eca5ed535ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.762101 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:20.769798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:20.771639 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:20.774766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:59:20.815153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67fdc6-d215-4c7a-9e6e-eca5ed535ef9 None None] Pushing event updated for resources: {'Port': ['ID=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:20.835625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.859603 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T00:59:18Z', 'revision_number': 3, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port': {'id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:18Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:20.889556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f7c33825-5a78-4f59-b397-c91229877c9d None None] Provisioning complete for port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:20.890126 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7c33825-5a78-4f59-b397-c91229877c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:20.919551 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d65b3-b2ae-43e4-b470-fac30d288212 None None] The sync data for ids ['ee1bae3e-e2c8-4646-8004-997802f89879'] in n-d-820549-2 is: [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T00:59:18Z', 'revision_number': 3, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port': {'id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:18Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:59:21.002856 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7c33825-5a78-4f59-b397-c91229877c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.047766 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f7c33825-5a78-4f59-b397-c91229877c9d None None] For port df345a8a-2ba9-41d7-a061-c1fee4ff0d28, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,segment=NetworkSegment(243e9d52-6b5d-4dd0-b6a5-9088d1eae921),segment_id=243e9d52-6b5d-4dd0-b6a5-9088d1eae921)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:21.054945 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7c33825-5a78-4f59-b397-c91229877c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.058757 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.136997 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c33825-5a78-4f59-b397-c91229877c9d None None] Pushing event updated for resources: {'Port': ['ID=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:21.197331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8881eaab-d417-485e-9bbc-4cbd4fbed911 None None] Provisioning complete for port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:21.197627 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8881eaab-d417-485e-9bbc-4cbd4fbed911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.278212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.292437 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.380964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.433833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:21.471625 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a89ba1a4-55a8-4a60-8172-d067d96aeaaa None None] Provisioning complete for port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:21.472372 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a89ba1a4-55a8-4a60-8172-d067d96aeaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.548555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a89ba1a4-55a8-4a60-8172-d067d96aeaaa None None] Port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:21.560661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dccb11cc-4dc1-476a-8ac5-bc157f6b53c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.563938 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:21.565439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:21.576226 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e56e48fa-703d-4a1b-b5d9-7cf9647b539e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:59:21.643888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e56e48fa-703d-4a1b-b5d9-7cf9647b539e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:21.644184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.706978 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Router ee1bae3e-e2c8-4646-8004-997802f89879 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 00:59:21.731544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device df345a8a-2ba9-41d7-a061-c1fee4ff0d28 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:59:21.782135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:21.782788 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.832703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 00:59:21.843666 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4e573f08-14bb-4fb9-a00e-bd42e89207d0 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee1bae3e-e2c8-4646-8004-997802f89879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4483635 Dec 08 00:59:21.891458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:59:21.893088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-10d7e34e-9fdc-4f81-8b68-f99c02b9a471 None None] Provisioning complete for port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:21.893594 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-10d7e34e-9fdc-4f81-8b68-f99c02b9a471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:21.956849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-10d7e34e-9fdc-4f81-8b68-f99c02b9a471 None None] Port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:21.970480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:21.970855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:23.519696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Sync routers for ids ['ee1bae3e-e2c8-4646-8004-997802f89879'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 00:59:23.534419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Routers {'ee1bae3e-e2c8-4646-8004-997802f89879'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:23.534816 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:58:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ee1bae3e-e2c8-4646-8004-997802f89879'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:23.656908 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Set router ee1bae3e-e2c8-4646-8004-997802f89879 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:23.708264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4f8262f4-c66a-4506-94f2-100052353ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.063903 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 4, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port': {'id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:18Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4295d364-24ec-44bb-a25b-fea3a7a3f6cb', 'name': '', 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'mac_address': 'fa:16:3e:89:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f911ac7f-aeaa-4308-ad9c-bd767fb83a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:20Z', 'updated_at': '2021-12-08T00:59:21Z', 'revision_number': 2, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'subnets': [{'id': 'f911ac7f-aeaa-4308-ad9c-bd767fb83a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:24.091639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Checking router: ee1bae3e-e2c8-4646-8004-997802f89879 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 00:59:24.091998 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Updating router ee1bae3e-e2c8-4646-8004-997802f89879 port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 00:59:24.117680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.407415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.415464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.480244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05088d51-5395-4557-acda-5c62051fcea5 None None] Pushing event updated for resources: {'Port': ['ID=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:24.537433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Attempting to bind port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:59:24.538077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Attempting to bind port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:59:24.538379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Attempting to bind port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb on network a83f4adf-aa77-454d-a494-7b81dc1c01ec {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:24.547372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:59:24.547904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Checking segment: {'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:24.548452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.548893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Bound using segment: {'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:59:24.549603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Bound port: 4295d364-24ec-44bb-a25b-fea3a7a3f6cb, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243e9d52-6b5d-4dd0-b6a5-9088d1eae921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:59:24.550108 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.628071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] For port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:59:24.632602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] For port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,segment=NetworkSegment(243e9d52-6b5d-4dd0-b6a5-9088d1eae921),segment_id=243e9d52-6b5d-4dd0-b6a5-9088d1eae921)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:59:24.640927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.717301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Routers {'ee1bae3e-e2c8-4646-8004-997802f89879'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 00:59:24.718552 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:59:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ee1bae3e-e2c8-4646-8004-997802f89879'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:24.726388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05088d51-5395-4557-acda-5c62051fcea5 None None] Pushing event updated for resources: {'Port': ['ID=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:24.761071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e1edb8cb-cde0-49f6-9778-0767d708f874 None None] Provisioning complete for port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:24.761071 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1edb8cb-cde0-49f6-9778-0767d708f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:24.909142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] Set router ee1bae3e-e2c8-4646-8004-997802f89879 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 00:59:24.911036 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1edb8cb-cde0-49f6-9778-0767d708f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:25.012728 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e1edb8cb-cde0-49f6-9778-0767d708f874 None None] For port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,segment=NetworkSegment(243e9d52-6b5d-4dd0-b6a5-9088d1eae921),segment_id=243e9d52-6b5d-4dd0-b6a5-9088d1eae921)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:25.023314 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e1edb8cb-cde0-49f6-9778-0767d708f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:25.122694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edb8cb-cde0-49f6-9778-0767d708f874 None None] Pushing event updated for resources: {'Port': ['ID=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:25.187759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-92b037ff-d9b3-4178-a836-31a4c0f7cff8 None None] Provisioning complete for port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:25.188135 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-92b037ff-d9b3-4178-a836-31a4c0f7cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:25.251192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 4, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port': {'id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:18Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4295d364-24ec-44bb-a25b-fea3a7a3f6cb', 'name': '', 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'mac_address': 'fa:16:3e:89:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f911ac7f-aeaa-4308-ad9c-bd767fb83a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:20Z', 'updated_at': '2021-12-08T00:59:24Z', 'revision_number': 4, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'subnets': [{'id': 'f911ac7f-aeaa-4308-ad9c-bd767fb83a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 00:59:25.288512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6732d-1547-445a-8b43-07c1bad05b05 None None] The sync data for ids ['ee1bae3e-e2c8-4646-8004-997802f89879'] in n-d-820549-2 is: [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 4, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port': {'id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:18Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4295d364-24ec-44bb-a25b-fea3a7a3f6cb', 'name': '', 'network_id': 'a83f4adf-aa77-454d-a494-7b81dc1c01ec', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'mac_address': 'fa:16:3e:89:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f911ac7f-aeaa-4308-ad9c-bd767fb83a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:20Z', 'updated_at': '2021-12-08T00:59:24Z', 'revision_number': 4, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'subnets': [{'id': 'f911ac7f-aeaa-4308-ad9c-bd767fb83a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 00:59:25.353577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:26.482998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:27.339174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:27.428040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4295d364-24ec-44bb-a25b-fea3a7a3f6cb up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:59:27.518397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:27.519020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:32.031536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-446d28a7-c99d-4fee-a71e-c409bf456ba4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:32.033010 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-446d28a7-c99d-4fee-a71e-c409bf456ba4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 813 time: 0.1028955 Dec 08 00:59:32.048172 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-92f3b9bb-d367-4063-8792-bdd63a7b03d1 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/quotas/08ce77f6e2a443b5a10dd7caf183539e HTTP/1.1" status: 200 len: 375 time: 0.0094595 Dec 08 00:59:32.100957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-c8c3fa4f-082a-4d96-9e6e-ca0260f751f0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477593 Dec 08 00:59:32.193500 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-73492ebd-42f2-42a8-afe3-fa2be90a006b service neutron] 10.222.0.18 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805066 Dec 08 00:59:32.284493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-d0456d2f-f7df-40d4-ba6a-0452866b602f service neutron] 10.222.0.18 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848579 Dec 08 00:59:32.440157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-69544d84-1f03-4116-9d52-d1c5a276069f req-878dc03f-2286-4f26-a7b7-620686aab09f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 210 time: 0.0262849 Dec 08 00:59:33.458711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-838c34cb-be42-4c8c-9142-f466562877ef tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:33.460167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-838c34cb-be42-4c8c-9142-f466562877ef tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 813 time: 0.1092246 Dec 08 00:59:33.489275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'port': {'device_id': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'admin_state_up': True, 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:33.548922 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c9db554e-0dd0-418a-a1c2-3ec6da325c3f req-766d753b-a432-4983-8a90-73eba9991114 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 210 time: 0.0411549 Dec 08 00:59:33.625577 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Made reservation on behalf of 08ce77f6e2a443b5a10dd7caf183539e for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 00:59:33.629359 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:33.791715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Allocated IP 172.20.0.11 (0587ba47-a79f-4481-9e9e-002af740ed00/7106e307-8d0a-4520-abc3-f5c5b80e8d18/87fdc235-c5f8-49fd-9719-b0dda20e32b0) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 00:59:34.327634 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:34.373649 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:34.422614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Network 0587ba47-a79f-4481-9e9e-002af740ed00 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 00:59:34.425829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 00:59:34.429466 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 00:59:34.456047 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:34.498226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:34.499182 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:34.524414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-bfb800c4-01d9-4c2c-9467-53b277706b1b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0389020 Dec 08 00:59:34.684594 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473152e7-134c-468a-8e81-991517c4a1fc req-f6fe8e2c-7911-4776-96b8-ca05ba6aa140 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:34.686141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-473152e7-134c-468a-8e81-991517c4a1fc req-f6fe8e2c-7911-4776-96b8-ca05ba6aa140 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0565829 Dec 08 00:59:34.739585 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-473152e7-134c-468a-8e81-991517c4a1fc req-0b12cf85-b0bf-4e3c-9a80-9d22884f5fbe tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Dec 08 00:59:34.775420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-41a01713-c0fc-4607-98ca-6ca9cd77d845 None None] Provisioning complete for port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:34.776095 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-41a01713-c0fc-4607-98ca-6ca9cd77d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:34.813330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-41a01713-c0fc-4607-98ca-6ca9cd77d845 None None] Port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 00:59:35.862293 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253413c5-6c95-404a-b9ac-7c5ad79a3b78 req-965f0461-87b1-475c-8fd9-f09a4eabadaa tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:35.863798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-253413c5-6c95-404a-b9ac-7c5ad79a3b78 req-965f0461-87b1-475c-8fd9-f09a4eabadaa tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0492482 Dec 08 00:59:35.911201 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-253413c5-6c95-404a-b9ac-7c5ad79a3b78 req-e7a47814-9545-48d2-8bee-0863c82655e3 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Dec 08 00:59:37.049156 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde497ab-bfef-46e6-a059-244a320eea87 req-f5ca84a8-02b2-4003-b65e-7358fbdfd5c1 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:37.050657 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fde497ab-bfef-46e6-a059-244a320eea87 req-f5ca84a8-02b2-4003-b65e-7358fbdfd5c1 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0493157 Dec 08 00:59:37.101865 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fde497ab-bfef-46e6-a059-244a320eea87 req-683e71e3-17bb-4629-9f4a-6403cf9a0a8e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Dec 08 00:59:37.900529 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 00:59:38.226572 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358703-23e6-4ad2-83ef-338a1e6e7a82 req-28d743a6-df77-4a05-a3b3-0cbc1785e9c7 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:38.228564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-10358703-23e6-4ad2-83ef-338a1e6e7a82 req-28d743a6-df77-4a05-a3b3-0cbc1785e9c7 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0508196 Dec 08 00:59:38.274625 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-10358703-23e6-4ad2-83ef-338a1e6e7a82 req-52bb919d-51ed-44c8-936f-c7ccd20e6635 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400219 Dec 08 00:59:39.399095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463479b-6da4-426f-a2b8-2984cdd2be1b req-4c6d8d35-c654-4660-ba51-03d4b39a7f14 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:39.400645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3463479b-6da4-426f-a2b8-2984cdd2be1b req-4c6d8d35-c654-4660-ba51-03d4b39a7f14 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0495133 Dec 08 00:59:39.452197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3463479b-6da4-426f-a2b8-2984cdd2be1b req-a361615a-0323-46d3-88cf-df3b38a5b5b8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Dec 08 00:59:40.571280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2e20f-0efb-45a6-946c-a88ad6b5d7f2 req-bca18763-95d9-4afc-9694-472776125950 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:40.573321 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73b2e20f-0efb-45a6-946c-a88ad6b5d7f2 req-bca18763-95d9-4afc-9694-472776125950 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0536964 Dec 08 00:59:40.628965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73b2e20f-0efb-45a6-946c-a88ad6b5d7f2 req-6534edf4-f82c-4704-a278-390cc850cefd tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Dec 08 00:59:41.766769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b43f-3e3c-4f5e-9f98-c4cf868d5245 req-84fd88ad-8be8-4ec0-a4ea-8154c7009572 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:41.768262 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c162b43f-3e3c-4f5e-9f98-c4cf868d5245 req-84fd88ad-8be8-4ec0-a4ea-8154c7009572 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0472834 Dec 08 00:59:41.818440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c162b43f-3e3c-4f5e-9f98-c4cf868d5245 req-ab37ba6e-437a-4603-9897-e3507e93242f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436502 Dec 08 00:59:42.936145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bda7c-104f-4ced-9159-f7ff96e3fe84 req-dcf4fe8c-b4b9-404d-b664-e3a7dabf3e83 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:42.937595 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f4bda7c-104f-4ced-9159-f7ff96e3fe84 req-dcf4fe8c-b4b9-404d-b664-e3a7dabf3e83 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 932 time: 0.0475574 Dec 08 00:59:43.001711 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f4bda7c-104f-4ced-9159-f7ff96e3fe84 req-f99ce1bf-be78-4d9e-80dc-d54947fab4a1 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581551 Dec 08 00:59:43.405034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Request body: {'port': {'device_id': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 00:59:43.456609 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:43.719031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fdc235-c5f8-49fd-9719-b0dda20e32b0 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:59:43.726152 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:43.738175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Transition to ACTIVE for port object 87fdc235-c5f8-49fd-9719-b0dda20e32b0 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 00:59:43.741313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:43.787983 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Pushing event updated for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:43.861390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Attempting to bind port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 00:59:43.861734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Attempting to bind port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 00:59:43.862065 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Attempting to bind port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 on network 0587ba47-a79f-4481-9e9e-002af740ed00 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:43.866775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 on network 0587ba47-a79f-4481-9e9e-002af740ed00 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 00:59:43.867133 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Attempting to bind port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 on network 0587ba47-a79f-4481-9e9e-002af740ed00 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 00:59:43.872682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 00:59:43.873022 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Checking segment: {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 00:59:43.873407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Bound using segment: {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 00:59:43.873836 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Bound port: 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8822d40f-fcc8-480c-a46d-566c65156ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 00:59:43.874192 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:43.946084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 00:59:43.949748 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 00:59:43.953582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:43.990852 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:43.991505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:43.993482 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] 10.222.0.59 "PUT /v2.0/ports/87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 1092 time: 0.5928319 Dec 08 00:59:43.993933 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:59:43.996264 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4799ec03-d75d-4f8b-84dc-47400dd5b83e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:59:44.031813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e10e84-409a-49a7-b8aa-2a334b49ae69 service neutron] Pushing event updated for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:44.046584 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 00:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d753215c-94db-405f-ae74-b68e157b6170 x-openstack-request-id: req-d753215c-94db-405f-ae74-b68e157b6170 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:59:44.046971 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:59:44.047234 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d753215c-94db-405f-ae74-b68e157b6170 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:59:44.047653 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'status': 'completed', 'code': 200} Dec 08 00:59:44.138442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-d59b307e-75ef-4dd4-aad7-e234842ccdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.139976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-d59b307e-75ef-4dd4-aad7-e234842ccdb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1095 time: 0.0759556 Dec 08 00:59:44.151663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6eb0c-6995-4f45-a980-34fd1ced08fc req-4374f188-f658-4a1f-8ecc-04d19250a252 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.153226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ef6eb0c-6995-4f45-a980-34fd1ced08fc req-4374f188-f658-4a1f-8ecc-04d19250a252 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 944 time: 0.0616724 Dec 08 00:59:44.174713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:44.203779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-00a1ca15-c8b8-40ec-96bb-3b4f900fae9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 217 time: 0.0495715 Dec 08 00:59:44.262872 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ef6eb0c-6995-4f45-a980-34fd1ced08fc req-90c7f353-cf01-44ef-9709-97b00b8e3948 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027813 Dec 08 00:59:44.271469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-a04f7c4f-5c09-4e2f-b92d-3cd5b10764e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.272877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-a04f7c4f-5c09-4e2f-b92d-3cd5b10764e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0628426 Dec 08 00:59:44.319039 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-a0bbd32e-5e0d-4bb7-8cca-cd3dd3acd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.320556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-a0bbd32e-5e0d-4bb7-8cca-cd3dd3acd368 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407650 Dec 08 00:59:44.414371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-b062e2c2-6ab1-4132-b1df-8463f8ed62a4 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857918 Dec 08 00:59:44.504994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-746f9403-382d-4c3e-ad74-5ae28944ef24 req-30d630dd-b8c0-4695-9532-cc6c3cc65d19 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840068 Dec 08 00:59:44.637352 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-97763048-e035-4ea8-a33d-6bb3ec895d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.638771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-97763048-e035-4ea8-a33d-6bb3ec895d67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1095 time: 0.0406358 Dec 08 00:59:44.728316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-a830a8e4-6310-47d8-9328-f05a39e0d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.730056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-a830a8e4-6310-47d8-9328-f05a39e0d360 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.0837820 Dec 08 00:59:44.775395 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-8ddfd070-26fb-4167-ae9f-8f41d274d829 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 217 time: 0.0379465 Dec 08 00:59:44.826727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-165fe2ed-d67c-4182-8388-93639c81e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.828181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-165fe2ed-d67c-4182-8388-93639c81e960 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0443761 Dec 08 00:59:44.873203 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-81e77c2d-e130-4a02-abac-69d0aec53897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:44.874721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-81e77c2d-e130-4a02-abac-69d0aec53897 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389519 Dec 08 00:59:44.967336 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-08336315-426a-47a2-83c3-0bb0724b3ecb service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851398 Dec 08 00:59:45.056227 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4799ec03-d75d-4f8b-84dc-47400dd5b83e req-ac217c55-53ee-465d-9410-c1e965721187 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811050 Dec 08 00:59:45.387719 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062d59-d9bc-4c46-bea2-e10527c14900 req-87d878ee-94c1-4d6a-817a-2a54d74899f6 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:45.389178 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73062d59-d9bc-4c46-bea2-e10527c14900 req-87d878ee-94c1-4d6a-817a-2a54d74899f6 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 944 time: 0.0540872 Dec 08 00:59:45.435456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-73062d59-d9bc-4c46-bea2-e10527c14900 req-c2275113-0641-4745-a1fb-4c9d178f7a24 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Dec 08 00:59:46.546959 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbd5c5-6b51-4d3c-abba-3f570dd4edf4 req-743f4f07-4324-47a0-b06c-be2524e2de90 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:46.548434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7acbd5c5-6b51-4d3c-abba-3f570dd4edf4 req-743f4f07-4324-47a0-b06c-be2524e2de90 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 944 time: 0.0482895 Dec 08 00:59:46.595082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7acbd5c5-6b51-4d3c-abba-3f570dd4edf4 req-76a76196-e09f-4ce8-aa89-f5d31a4e71b2 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Dec 08 00:59:46.869396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fdc235-c5f8-49fd-9719-b0dda20e32b0 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 00:59:46.963802 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:46.974696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'port_id': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'mac_address': 'fa:16:3e:e8:81:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 00:59:47.010855 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:47.026872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fdc235-c5f8-49fd-9719-b0dda20e32b0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 00:59:47.045777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:47.049808 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:47.095157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:47.102932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.103288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.103634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.103974 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.104314 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.104646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.104978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.105310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.105638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.105964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.106292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.106619 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.106971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 00:59:47.357777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fdc235-c5f8-49fd-9719-b0dda20e32b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 00:59:47.707649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf979-a001-469a-8ef7-9fd92b602427 req-6f6fe267-6bcf-4f91-aa11-5d5a30e59099 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:47.709131 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14cf979-a001-469a-8ef7-9fd92b602427 req-6f6fe267-6bcf-4f91-aa11-5d5a30e59099 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 945 time: 0.0477324 Dec 08 00:59:47.758963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b14cf979-a001-469a-8ef7-9fd92b602427 req-1925c1a1-9a4f-45d2-aa2c-5bdb2911859e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Dec 08 00:59:47.924578 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:48.872592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f548e-c52d-410e-a1a5-79a2fc268f41 req-108ac31a-1498-4cf4-89f5-9fccaac21f75 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:48.874061 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c1f548e-c52d-410e-a1a5-79a2fc268f41 req-108ac31a-1498-4cf4-89f5-9fccaac21f75 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Dec 08 00:59:48.884713 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fdc235-c5f8-49fd-9719-b0dda20e32b0 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 00:59:48.921753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1c1f548e-c52d-410e-a1a5-79a2fc268f41 req-4cb502e2-4f75-4f64-877f-84d515c8b3bd tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Dec 08 00:59:48.932402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 00:59:48.936464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 00:59:48.936841 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:49.012129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:49.035020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 00:59:49.037337 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e8cca-4979-4224-be6c-618d800cd7c8" -d '{"events": [{"server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "name": "network-vif-plugged", "status": "completed", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 00:59:49.052989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 00:59:49.057379 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:49.082653 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e300300-3351-4627-b8da-c23be83dff49 x-openstack-request-id: req-8e300300-3351-4627-b8da-c23be83dff49 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 00:59:49.082976 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "name": "network-vif-plugged", "status": "completed", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 00:59:49.083236 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e300300-3351-4627-b8da-c23be83dff49 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 00:59:49.083625 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'code': 200} Dec 08 00:59:49.109418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 00:59:49.202769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1725b4-9b15-4ba5-8be8-9297844052c9 req-f003bf5d-5825-4d84-8ebd-ce9066101310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:49.204258 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da1725b4-9b15-4ba5-8be8-9297844052c9 req-f003bf5d-5825-4d84-8ebd-ce9066101310 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1097 time: 0.0392671 Dec 08 00:59:49.247439 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-da1725b4-9b15-4ba5-8be8-9297844052c9 req-aaa571ae-931c-4af8-8e94-d82e8580ff5c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Dec 08 00:59:50.040608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd877c65-a26e-471e-bdb5-e86c232d6ae8 req-265756f1-2beb-42be-9cf2-3039322577f7 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:50.042064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd877c65-a26e-471e-bdb5-e86c232d6ae8 req-265756f1-2beb-42be-9cf2-3039322577f7 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0523028 Dec 08 00:59:50.087984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bd877c65-a26e-471e-bdb5-e86c232d6ae8 req-8d0ecf80-fccc-4d66-8a1c-97349daac349 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399802 Dec 08 00:59:50.630929 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-f1533322-cee1-4ca3-b01f-392938c6622f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0374966 Dec 08 00:59:50.725776 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-3a4ae218-2c54-436d-a5da-294865766ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:50.727280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-3a4ae218-2c54-436d-a5da-294865766ade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1097 time: 0.0405192 Dec 08 00:59:50.830338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-0412653c-233d-4128-a7be-97a6c4903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:50.831821 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-0412653c-233d-4128-a7be-97a6c4903183 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.0867193 Dec 08 00:59:50.872572 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-4267508e-6ead-430b-ab30-e7dd90b5c339 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 217 time: 0.0336688 Dec 08 00:59:50.924891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-abb6dd02-21c5-4e5e-99b5-1675ed584813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:50.926296 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-abb6dd02-21c5-4e5e-99b5-1675ed584813 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0466495 Dec 08 00:59:50.970641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-c56f9e3b-6b47-43ee-9055-763f314b30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:50.972115 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-c56f9e3b-6b47-43ee-9055-763f314b30da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394731 Dec 08 00:59:51.061497 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-396ab2b9-073e-49a5-9891-f6de17609af4 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816274 Dec 08 00:59:51.153527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1575d034-08a9-4ca5-abc6-e4b7bc59d77f req-cd26dc35-6c81-4df6-8eb9-87773ccb87a5 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848460 Dec 08 00:59:51.205281 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64cf60-4b34-4269-90d5-052596dc4886 req-8ad54202-1e11-4055-982d-877588efcbc9 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:51.206698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a64cf60-4b34-4269-90d5-052596dc4886 req-8ad54202-1e11-4055-982d-877588efcbc9 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Dec 08 00:59:51.253933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6a64cf60-4b34-4269-90d5-052596dc4886 req-f1a58ebb-3e90-4ba2-b01b-f669c4262729 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Dec 08 00:59:51.374204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede09b7-e821-463c-a571-f92296fe7470 req-d4647ec4-abcf-4a86-a7da-a8ab6ce234c8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:51.375743 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bede09b7-e821-463c-a571-f92296fe7470 req-d4647ec4-abcf-4a86-a7da-a8ab6ce234c8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Dec 08 00:59:51.422085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bede09b7-e821-463c-a571-f92296fe7470 req-897d24fe-af6b-4d8a-8cab-99f71ebdfa6f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Dec 08 00:59:51.544445 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d269af9c-470c-4a14-8eed-55e62a9576b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:51.611483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c9167-c86e-4274-9809-fbe4a61a56c5 req-6e9be226-f4e2-48a4-9f6b-902355ec9a7b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 00:59:51.612957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf0c9167-c86e-4274-9809-fbe4a61a56c5 req-6e9be226-f4e2-48a4-9f6b-902355ec9a7b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0507050 Dec 08 00:59:51.659003 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bf0c9167-c86e-4274-9809-fbe4a61a56c5 req-c18a36d0-43a7-40ac-b7bc-d7a94d4fc57a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Dec 08 00:59:53.683032 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-33ccc112-3509-4ebd-b7e2-348c8c96a5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:55.331915 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:56.483173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 00:59:57.319395 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:04.143429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a9f1-2b99-4552-8e50-f1eb9b7b5b21 req-8f888a38-9c56-41c0-b7a0-c81d677ff206 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:04.144881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62b9a9f1-2b99-4552-8e50-f1eb9b7b5b21 req-8f888a38-9c56-41c0-b7a0-c81d677ff206 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0473418 Dec 08 01:00:04.196011 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62b9a9f1-2b99-4552-8e50-f1eb9b7b5b21 req-980b05f2-8429-4f47-b297-7963793d81b3 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Dec 08 01:00:04.219429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43658) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:04.351431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d3682f-7ed1-47cd-b9ef-a74f468a5721 tempest-TestMinimumBasicScenario-1156499096 tempest-TestMinimumBasicScenario-1156499096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:04.352948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b2d3682f-7ed1-47cd-b9ef-a74f468a5721 tempest-TestMinimumBasicScenario-1156499096 tempest-TestMinimumBasicScenario-1156499096-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1092 time: 0.1325786 Dec 08 01:00:04.355966 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43662) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:04.360199 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:04.382133 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:04.480198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:04.581619 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Allocated IP 172.25.6.175 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/2527b580-f988-4fc9-9d3f-46798ca7bdf9) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:00:04.686657 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:04.718173 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:04.758459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:00:04.762728 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:00:04.767475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:00:04.770289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'Port': ['ID=2527b580-f988-4fc9-9d3f-46798ca7bdf9,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:04.794950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.795304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.795649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.795987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.796324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.796657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.796989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.797317 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.797644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.797971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.798299 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.798622 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:04.798970 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:00:05.221941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:05.317967 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:05.464266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:05.468548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:05.534605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'Port': ['ID=2527b580-f988-4fc9-9d3f-46798ca7bdf9,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:05.547654 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:05.881240 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Floating IP 7572742e-2563-4b6c-a5da-89fdc7f15a8c associated. External IP: 172.25.6.175, port: 87fdc235-c5f8-49fd-9719-b0dda20e32b0. Dec 08 01:00:06.083007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:00:06.188843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:00:06.198864 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] Sync routers for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:00:06.207116 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.208944 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:00:06.209550 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:59:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:00:06.236985 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bd555c18-ab28-4d03-a3f0-0d3b7861835b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8772752 Dec 08 01:00:06.236985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:00:06.237669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43664) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:06.238038 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e254ac-e88c-404c-a14f-629836250ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:00:06.243118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-7702eea7-5b98-4ff9-8070-30e02d8dcfd4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929180862', 'description': 'tempest-secgroup-smoke-929180862 description', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:06.267893 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7702eea7-5b98-4ff9-8070-30e02d8dcfd4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.276120 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f868f47d-33dd-45a1-83bf-1d556255ed96 x-openstack-request-id: req-f868f47d-33dd-45a1-83bf-1d556255ed96 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:00:06.276728 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:00:06.276997 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f868f47d-33dd-45a1-83bf-1d556255ed96 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:00:06.277407 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'status': 'completed', 'code': 200} Dec 08 01:00:06.321243 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:00:06.368066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7702eea7-5b98-4ff9-8070-30e02d8dcfd4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.372707 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7702eea7-5b98-4ff9-8070-30e02d8dcfd4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.397448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e254ac-e88c-404c-a14f-629836250ebe req-37566bfa-c497-43b7-8d12-c4420bc5d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:06.399027 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e254ac-e88c-404c-a14f-629836250ebe req-37566bfa-c497-43b7-8d12-c4420bc5d620 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1097 time: 0.0761263 Dec 08 01:00:06.404420 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7702eea7-5b98-4ff9-8070-30e02d8dcfd4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.405539 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7702eea7-5b98-4ff9-8070-30e02d8dcfd4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1672132 Dec 08 01:00:06.408653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43668) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:06.413357 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bd4f4889-2fdb-44f1-a6cb-6cf75e08a21a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'security_group_rule': {'security_group_id': '1996f9d0-0d6a-4797-993a-fc72c739c5b9', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:06.431056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702eea7-5b98-4ff9-8070-30e02d8dcfd4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1996f9d0-0d6a-4797-993a-fc72c739c5b9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:06.445547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4889-2fdb-44f1-a6cb-6cf75e08a21a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.504740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4889-2fdb-44f1-a6cb-6cf75e08a21a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.508894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e254ac-e88c-404c-a14f-629836250ebe req-50ecb2bf-bf87-4f8a-8b0b-bd1077a3ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:06.509058 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4889-2fdb-44f1-a6cb-6cf75e08a21a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.510404 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e254ac-e88c-404c-a14f-629836250ebe req-50ecb2bf-bf87-4f8a-8b0b-bd1077a3ccd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.1003723 Dec 08 01:00:06.528369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f4889-2fdb-44f1-a6cb-6cf75e08a21a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d52433b-9ec6-4a4b-9123-433c8eba741a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:06.546412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4889-2fdb-44f1-a6cb-6cf75e08a21a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.550559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bd4f4889-2fdb-44f1-a6cb-6cf75e08a21a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381330 Dec 08 01:00:06.550706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43670) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:06.551051 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7572742e-2563-4b6c-a5da-89fdc7f15a8c', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'port_id': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'mac_address': 'fa:16:3e:e8:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:00:04Z', 'updated_at': '2021-12-08T01:00:04Z', 'revision_number': 0, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 5, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:00:06.556112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e7a0ae0b-6c79-4b5d-b04a-a5d1bbdfe686 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'security_group_rule': {'security_group_id': '1996f9d0-0d6a-4797-993a-fc72c739c5b9', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:06.582666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e254ac-e88c-404c-a14f-629836250ebe req-4152906f-7665-4c25-b8b4-f66859c021ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 1000 time: 0.0638287 Dec 08 01:00:06.584363 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] Checking router: 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:00:06.587407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ae0b-6c79-4b5d-b04a-a5d1bbdfe686 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.593379 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:00:06.593982 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T00:59:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:00:06.634307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e254ac-e88c-404c-a14f-629836250ebe req-7b875e83-a5dc-45d7-86cb-33e82b67301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:06.635799 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e254ac-e88c-404c-a14f-629836250ebe req-7b875e83-a5dc-45d7-86cb-33e82b67301e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0464995 Dec 08 01:00:06.647620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ae0b-6c79-4b5d-b04a-a5d1bbdfe686 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.653189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ae0b-6c79-4b5d-b04a-a5d1bbdfe686 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.672424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0ae0b-6c79-4b5d-b04a-a5d1bbdfe686 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6bb333-5d7c-48ec-a236-399635db698c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:06.685381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ae0b-6c79-4b5d-b04a-a5d1bbdfe686 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.686597 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e7a0ae0b-6c79-4b5d-b04a-a5d1bbdfe686 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347556 Dec 08 01:00:06.689490 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43672) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:06.696062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-e3034fa0-2833-474a-b6a6-4c099b07c59b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'security_group_rule': {'security_group_id': '1996f9d0-0d6a-4797-993a-fc72c739c5b9', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:06.697708 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e254ac-e88c-404c-a14f-629836250ebe req-d5f9e50f-2502-448a-81a0-349845725739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:06.699225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e254ac-e88c-404c-a14f-629836250ebe req-d5f9e50f-2502-448a-81a0-349845725739 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550301 Dec 08 01:00:06.709431 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:00:06.724204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3034fa0-2833-474a-b6a6-4c099b07c59b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.784227 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3034fa0-2833-474a-b6a6-4c099b07c59b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.789443 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3034fa0-2833-474a-b6a6-4c099b07c59b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.793641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e254ac-e88c-404c-a14f-629836250ebe req-938fc842-e1c5-4046-9e4a-aed4c1cf9242 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847867 Dec 08 01:00:06.812076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3034fa0-2833-474a-b6a6-4c099b07c59b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b514f48-4ba5-4062-a15d-8c9b4b8d6377,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:06.819616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-e3034fa0-2833-474a-b6a6-4c099b07c59b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.821485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-e3034fa0-2833-474a-b6a6-4c099b07c59b tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301434 Dec 08 01:00:06.824259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43674) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:06.828778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b033aacd-91e1-4ce4-adac-8f1350017e4e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'security_group_rule': {'security_group_id': '1996f9d0-0d6a-4797-993a-fc72c739c5b9', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:06.856868 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b033aacd-91e1-4ce4-adac-8f1350017e4e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.898143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4e254ac-e88c-404c-a14f-629836250ebe req-8e193489-2f79-4f42-9554-0192e6f0a4e4 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957501 Dec 08 01:00:06.918590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b033aacd-91e1-4ce4-adac-8f1350017e4e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.923198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b033aacd-91e1-4ce4-adac-8f1350017e4e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.944617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7572742e-2563-4b6c-a5da-89fdc7f15a8c', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'port_id': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'mac_address': 'fa:16:3e:e8:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:00:04Z', 'updated_at': '2021-12-08T01:00:04Z', 'revision_number': 0, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 5, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:00:06.946132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033aacd-91e1-4ce4-adac-8f1350017e4e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfe5f14-7711-4ee1-9e38-dc601285074e,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:06.951618 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b033aacd-91e1-4ce4-adac-8f1350017e4e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:06.952818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b033aacd-91e1-4ce4-adac-8f1350017e4e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276245 Dec 08 01:00:06.955593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43676) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:06.961045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'security_group_rule': {'security_group_id': '1996f9d0-0d6a-4797-993a-fc72c739c5b9', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:06.975321 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13279d-d247-4c4e-8dd6-6cdd70e73f3a None None] The sync data for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 is: [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '7572742e-2563-4b6c-a5da-89fdc7f15a8c', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'port_id': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'mac_address': 'fa:16:3e:e8:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:00:04Z', 'updated_at': '2021-12-08T01:00:04Z', 'revision_number': 0, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 5, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:00:06.986560 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Project 08ce77f6e2a443b5a10dd7caf183539e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:00:06.992622 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.056565 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.060645 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.081748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1525a32a-1221-4487-9052-b56648561136,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:07.090350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.091685 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1a467818-d0ed-4061-b44f-bb528d440d93 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344366 Dec 08 01:00:07.094697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43678) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:00:07.099527 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'security_group_rule': {'security_group_id': '1996f9d0-0d6a-4797-993a-fc72c739c5b9', 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:07.122568 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Project 08ce77f6e2a443b5a10dd7caf183539e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:00:07.130131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.188527 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b27fe-8142-468f-b287-c0af55ca2d87 None None] New status for floating IP 7572742e-2563-4b6c-a5da-89fdc7f15a8c: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:00:07.190378 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.195428 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.218094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eec2b6-05fc-4379-9ebb-ac6147aa853f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:07.223371 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.227947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-09fc8a2c-ccc5-480f-82d4-415c8377dfb8 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287911 Dec 08 01:00:07.325532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-685e8b38-c36f-4958-a149-dccc5ff10738 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929180862&fields=id&tenant_id=08ce77f6e2a443b5a10dd7caf183539e HTTP/1.1" status: 200 len: 267 time: 0.0543628 Dec 08 01:00:07.383691 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-f9b82b68-4f66-40ed-9230-5310a15860dc tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:07.385147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-f9b82b68-4f66-40ed-9230-5310a15860dc tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0521040 Dec 08 01:00:07.395914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'port': {'security_groups': ['e23eba2b-f5f1-410c-bbb8-add196264fa4', '1996f9d0-0d6a-4797-993a-fc72c739c5b9']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:00:07.459763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.643167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:00:07.672125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.676335 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.709706 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fdc235-c5f8-49fd-9719-b0dda20e32b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:00:07.721353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:07.721986 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:07.723417 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f2e38d2-11fe-4367-b436-999966b7f53b req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "PUT /v2.0/ports/87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 982 time: 0.3318517 Dec 08 01:00:07.723887 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:00:07.726218 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796acbe3-3bbb-47c9-b2c5-0749695da3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:00:07.753346 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294735-042f-41bc-9c13-debf7cdb015c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:00:07.784781 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4dc099-a980-4303-b01d-31d734bb3e0b x-openstack-request-id: req-5f4dc099-a980-4303-b01d-31d734bb3e0b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:00:07.785134 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:00:07.785815 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f4dc099-a980-4303-b01d-31d734bb3e0b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:00:07.785932 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'status': 'completed', 'code': 200} Dec 08 01:00:07.845961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fdc235-c5f8-49fd-9719-b0dda20e32b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:00:07.892520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d725d70-1eaf-43ff-a275-eb59deb29a2b req-3d1e4075-8fad-49eb-93b0-2d221ee05711 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:07.894158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d725d70-1eaf-43ff-a275-eb59deb29a2b req-3d1e4075-8fad-49eb-93b0-2d221ee05711 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0887041 Dec 08 01:00:07.901962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-d3853891-d8bc-4a55-8b15-6e800d3cb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:07.903483 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-d3853891-d8bc-4a55-8b15-6e800d3cb8c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1136 time: 0.0618081 Dec 08 01:00:08.024771 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4d725d70-1eaf-43ff-a275-eb59deb29a2b req-78c078c5-8a07-4ac0-963f-0c3dde4d6f01 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185238 Dec 08 01:00:08.027648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b0fa9831-6f69-40db-b4c7-a668e380bfb9 None None] Provisioning complete for port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:00:08.028017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9831-6f69-40db-b4c7-a668e380bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:08.051034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-7b2c610e-53e0-4a07-94e5-b50f6b6e14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:08.051034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-7b2c610e-53e0-4a07-94e5-b50f6b6e14d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.1294329 Dec 08 01:00:08.109958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-f2f1a435-4e52-4726-be5f-b41a309415d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 1002 time: 0.0591848 Dec 08 01:00:08.158005 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-54e7624e-d3e4-486a-b338-3a5d9a21da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:08.159392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-54e7624e-d3e4-486a-b338-3a5d9a21da03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0429728 Dec 08 01:00:08.209752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-c61d1630-c7bb-4e91-81d1-97a55142e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:08.211402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-c61d1630-c7bb-4e91-81d1-97a55142e018 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444083 Dec 08 01:00:08.301031 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-47ada877-7763-4123-8117-0267ce66c929 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826290 Dec 08 01:00:08.398029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-796acbe3-3bbb-47c9-b2c5-0749695da3fd req-0dbe999b-d338-4952-93d1-008d7dae3bd0 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Dec 08 01:00:14.187378 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:14.900459 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:00:17.921394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:21.545804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e19a9d6-5276-4aaa-8625-fd0d8da865e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:23.193057 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813d62-95cb-4210-b99c-9ac933e35c91 req-9e082e08-6de5-4e29-8595-8929be6f6809 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:23.194535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2813d62-95cb-4210-b99c-9ac933e35c91 req-9e082e08-6de5-4e29-8595-8929be6f6809 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0714664 Dec 08 01:00:23.222675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-20ed9a8f-9efc-4c0d-8595-111b30649882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:23.224179 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-20ed9a8f-9efc-4c0d-8595-111b30649882 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1136 time: 0.0652876 Dec 08 01:00:23.290652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2813d62-95cb-4210-b99c-9ac933e35c91 req-d210b01f-9a0d-4681-b362-df38dc46dbfd tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890689 Dec 08 01:00:23.346347 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-a706b209-c546-4968-9a5b-b7c9d84a1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:23.347800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-a706b209-c546-4968-9a5b-b7c9d84a1d0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.1031222 Dec 08 01:00:23.423973 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-c842553d-4af9-444a-8b32-70412bfb0707 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 1002 time: 0.0611670 Dec 08 01:00:23.473044 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-ef66968b-68ce-468b-9c12-93140b9fa34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:23.474440 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-ef66968b-68ce-468b-9c12-93140b9fa34d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0430138 Dec 08 01:00:23.518051 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-1f4a3762-69c2-4223-85c6-086e1f869f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:23.519525 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-1f4a3762-69c2-4223-85c6-086e1f869f8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385766 Dec 08 01:00:23.610206 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-9069aeba-0c59-4945-b159-f24e7ad41fbb service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830553 Dec 08 01:00:23.684341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e09980a-7326-471f-9d70-cc7bc0ec71e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:23.700310 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4e9db600-d582-4b91-8a23-51426fcf79f9 req-2d7378b8-b0c3-45dc-af25-34cf4e9d085c service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824277 Dec 08 01:00:24.406616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d22e3-7a1a-4951-8e3a-bf2003893db1 req-c60597a0-4fe5-43dd-b84f-3617cb4c6926 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:24.408095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b56d22e3-7a1a-4951-8e3a-bf2003893db1 req-c60597a0-4fe5-43dd-b84f-3617cb4c6926 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0479906 Dec 08 01:00:24.470615 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b56d22e3-7a1a-4951-8e3a-bf2003893db1 req-02af0576-e673-4313-843b-1d878b4cd34e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559864 Dec 08 01:00:25.325064 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:25.586809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bb9d-12f6-4a49-a304-eab49052e612 req-f5447145-fe35-40a2-904e-b91bf043c4c9 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:25.588185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a44bb9d-12f6-4a49-a304-eab49052e612 req-f5447145-fe35-40a2-904e-b91bf043c4c9 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0487704 Dec 08 01:00:25.646653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a44bb9d-12f6-4a49-a304-eab49052e612 req-2f3aa3f0-2d35-4020-9358-08e7acbaed89 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524290 Dec 08 01:00:26.486450 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:26.761940 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfe547-1844-4919-a7e7-4d1b4c579c68 req-3048bd96-c836-42bc-a7ca-7bcdcf9afe1d tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:26.763431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64dfe547-1844-4919-a7e7-4d1b4c579c68 req-3048bd96-c836-42bc-a7ca-7bcdcf9afe1d tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0480123 Dec 08 01:00:26.821652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-64dfe547-1844-4919-a7e7-4d1b4c579c68 req-35901c3c-961c-47fe-8e3d-bcfafed60d2a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516138 Dec 08 01:00:27.311998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:28.203529 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509cf2c-dee4-4113-a297-6e5983030cfe req-19963d79-4bad-4394-9da0-aefdc3a8852e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:28.205023 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9509cf2c-dee4-4113-a297-6e5983030cfe req-19963d79-4bad-4394-9da0-aefdc3a8852e tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.3148253 Dec 08 01:00:28.264468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9509cf2c-dee4-4113-a297-6e5983030cfe req-1819d999-676e-4822-9d55-399df08688d9 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532486 Dec 08 01:00:29.385684 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca38d7-ec2a-4a37-bd92-783eae6ba28a req-ae4b9c73-e9ef-41ed-9123-4801e549172d tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:29.387298 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eca38d7-ec2a-4a37-bd92-783eae6ba28a req-ae4b9c73-e9ef-41ed-9123-4801e549172d tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0511236 Dec 08 01:00:29.448722 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1eca38d7-ec2a-4a37-bd92-783eae6ba28a req-1cdc83a9-ef53-41cf-b23d-574b454d2c58 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551171 Dec 08 01:00:30.567234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb0b91-0fc3-434a-a059-2a8e642b49a0 req-fa3b1c30-938a-4354-92fb-053b6e761ca0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:30.568601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfeb0b91-0fc3-434a-a059-2a8e642b49a0 req-fa3b1c30-938a-4354-92fb-053b6e761ca0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0524139 Dec 08 01:00:30.626957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bfeb0b91-0fc3-434a-a059-2a8e642b49a0 req-c140d41f-6119-4023-aadb-879fc703b9cb tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516362 Dec 08 01:00:31.742198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32b49-3abf-42d6-9e36-616d6d720de4 req-f776061c-f7a9-4d3f-a4ee-1a831c0eca51 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:31.743697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31a32b49-3abf-42d6-9e36-616d6d720de4 req-f776061c-f7a9-4d3f-a4ee-1a831c0eca51 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0480611 Dec 08 01:00:31.802169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-31a32b49-3abf-42d6-9e36-616d6d720de4 req-88f33795-4f61-4861-ad9b-93f766d6fafe tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524755 Dec 08 01:00:32.917901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac662d9-9385-4fe0-a1ad-11c3dcd3f390 req-c0a72272-0aa0-440c-85d4-1602112396eb tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:32.919409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ac662d9-9385-4fe0-a1ad-11c3dcd3f390 req-c0a72272-0aa0-440c-85d4-1602112396eb tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0489392 Dec 08 01:00:32.981597 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ac662d9-9385-4fe0-a1ad-11c3dcd3f390 req-dc02fe3f-cd17-4e2d-b15b-737e01b9cb0d tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561481 Dec 08 01:00:34.094906 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b577b-feed-45a4-ab45-5f3c8a36b3a5 req-b63b739c-22df-49e4-83d9-0da1d051e595 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:34.096371 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-022b577b-feed-45a4-ab45-5f3c8a36b3a5 req-b63b739c-22df-49e4-83d9-0da1d051e595 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0484750 Dec 08 01:00:34.154091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-022b577b-feed-45a4-ab45-5f3c8a36b3a5 req-8764d358-6c76-4f6b-9a65-1beed0fabb38 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512164 Dec 08 01:00:35.268946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5f89-673d-49e6-bd14-13ae6b0f9816 req-612f0ce7-fbf5-472d-9307-064b5094dc86 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:35.270410 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cce5f89-673d-49e6-bd14-13ae6b0f9816 req-612f0ce7-fbf5-472d-9307-064b5094dc86 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0486319 Dec 08 01:00:35.329853 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2cce5f89-673d-49e6-bd14-13ae6b0f9816 req-6f46c5fd-0e95-4b50-bd95-a0a954c24e9c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&id=1996f9d0-0d6a-4797-993a-fc72c739c5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533795 Dec 08 01:00:44.188743 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:47.940021 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:51.546745 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8ae4884a-fcd7-435a-b004-87e4d43a3cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:51.899713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:00:52.597957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-ad418c0c-4924-48cf-9764-ff2929dfcfba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432856 Dec 08 01:00:52.695269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-88540424-b89f-41ee-81a8-e575ef78502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:52.696697 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-88540424-b89f-41ee-81a8-e575ef78502d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1136 time: 0.0400548 Dec 08 01:00:52.795480 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-46a8fe70-43a3-4c27-8264-7f5579d4fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:52.796916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-46a8fe70-43a3-4c27-8264-7f5579d4fd33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.0821030 Dec 08 01:00:52.864124 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-bb4815e3-d993-44ca-b5d4-1bb4baa70f25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 1002 time: 0.0595360 Dec 08 01:00:52.926294 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-7cc7b2bc-a9b7-41b9-ad34-209f38c6bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:52.927766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-7cc7b2bc-a9b7-41b9-ad34-209f38c6bb2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0565732 Dec 08 01:00:52.973074 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-f86d905a-4262-4b7b-a2a7-8986ea0c9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:00:52.974507 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-f86d905a-4262-4b7b-a2a7-8986ea0c9961 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384777 Dec 08 01:00:53.064784 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-ea812178-ed73-4489-9790-78aa90598522 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827672 Dec 08 01:00:53.157527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-933dde8b-2a8e-46c1-bac4-718be7a4400e req-74177232-08e3-43f9-b234-660b34a5e4bf service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840578 Dec 08 01:00:53.684966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-88b6e04c-6af1-429e-bd0e-f9f006a832ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:55.327497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:56.485343 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:00:57.314039 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:05.160330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-f2c4d6c2-62a1-41e4-8eb9-8d0f681828e1 req-1f02499b-2e49-44a3-9c96-1fb61ef6a2fd tempest-ServerDiskConfigTestJSON-981585680 tempest-ServerDiskConfigTestJSON-981585680-project] (103114) timed out ('10.222.0.59', 59816) {{(pid=103114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:01:07.749467 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21761540-94bd-4c69-bad5-9eb4db61675c req-f55fe602-9419-4482-a916-ae758cd2c503 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929180862&fields=id&tenant_id=08ce77f6e2a443b5a10dd7caf183539e HTTP/1.1" status: 200 len: 267 time: 0.2160366 Dec 08 01:01:07.802520 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21761540-94bd-4c69-bad5-9eb4db61675c req-5ef193a6-2d5f-4839-b682-59f99b2b9744 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:07.804006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21761540-94bd-4c69-bad5-9eb4db61675c req-5ef193a6-2d5f-4839-b682-59f99b2b9744 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 985 time: 0.0479732 Dec 08 01:01:07.814879 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Request body: {'port': {'security_groups': ['e23eba2b-f5f1-410c-bbb8-add196264fa4']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:07.880801 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.050994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:08.080065 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.084532 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.122008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fdc235-c5f8-49fd-9719-b0dda20e32b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:01:08.124857 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:08.125477 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.127886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21761540-94bd-4c69-bad5-9eb4db61675c req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "PUT /v2.0/ports/87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 943 time: 0.3173795 Dec 08 01:01:08.128349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:01:08.131267 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d057402-df49-4261-9730-08c71fc3846a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:01:08.137294 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43738) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:08.206499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.209525 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47627d2-3f71-41d6-a64c-64f8549b1ea0 x-openstack-request-id: req-f47627d2-3f71-41d6-a64c-64f8549b1ea0 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:01:08.209525 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:01:08.210925 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f47627d2-3f71-41d6-a64c-64f8549b1ea0 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:01:08.211325 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'status': 'completed', 'code': 200} Dec 08 01:01:08.212339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event updated for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:08.220464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.220885 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.221248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.221584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.221925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.222303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.222641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.223049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.223391 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.233723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.234020 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.234396 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.234745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6112b-e699-493e-b63c-365d25b82a6a tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.251068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.285610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fdc235-c5f8-49fd-9719-b0dda20e32b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:01:08.303801 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057402-df49-4261-9730-08c71fc3846a req-4725a8b4-90fb-4069-bf78-991b8e9a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:08.306811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d057402-df49-4261-9730-08c71fc3846a req-4725a8b4-90fb-4069-bf78-991b8e9a49d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1097 time: 0.0639102 Dec 08 01:01:08.329690 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.333488 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.334676 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "DELETE /v2.0/security-groups/1996f9d0-0d6a-4797-993a-fc72c739c5b9 HTTP/1.1" status: 204 len: 168 time: 0.1963584 Dec 08 01:01:08.339217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43742) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:08.345016 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996f9d0-0d6a-4797-993a-fc72c739c5b9,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:08.356236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.356588 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.356933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.357270 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.357602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.357931 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.358479 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.359044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.359376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.359707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.360036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.360359 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.360680 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4319dff-272c-4534-94af-a592931b971f tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:08.426584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-72b4f74a-7308-4135-ac3e-5fd731b012dd None None] Provisioning complete for port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:08.426977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-72b4f74a-7308-4135-ac3e-5fd731b012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.531511 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057402-df49-4261-9730-08c71fc3846a req-120838b7-1c95-4e92-960c-b311d13a425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:08.533059 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d057402-df49-4261-9730-08c71fc3846a req-120838b7-1c95-4e92-960c-b311d13a425a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.2165976 Dec 08 01:01:08.628863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d057402-df49-4261-9730-08c71fc3846a req-892a349d-462e-4c89-86af-965315b52da1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 1002 time: 0.0859740 Dec 08 01:01:08.647000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Deleting port 2527b580-f988-4fc9-9d3f-46798ca7bdf9 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:08.647277 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.726158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057402-df49-4261-9730-08c71fc3846a req-038e5af9-78f4-469a-8e40-9718f88a6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:08.727633 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d057402-df49-4261-9730-08c71fc3846a req-038e5af9-78f4-469a-8e40-9718f88a6dde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0900836 Dec 08 01:01:08.778437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.779176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:08.796469 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Calling delete_port for 2527b580-f988-4fc9-9d3f-46798ca7bdf9 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:08.811256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057402-df49-4261-9730-08c71fc3846a req-7da2eb7b-1fce-4109-a397-1500a63f2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:08.812761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d057402-df49-4261-9730-08c71fc3846a req-7da2eb7b-1fce-4109-a397-1500a63f2867 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770359 Dec 08 01:01:08.983038 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d057402-df49-4261-9730-08c71fc3846a req-3074d233-a9f0-4021-9d61-c5e5a1413b94 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397295 Dec 08 01:01:09.113631 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:09.116936 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d057402-df49-4261-9730-08c71fc3846a req-46219b89-716f-4908-9b4c-734acbd782d7 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258178 Dec 08 01:01:09.142923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event deleted for resources: {'Port': ['ID=2527b580-f988-4fc9-9d3f-46798ca7bdf9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:09.201825 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:09.202162 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Floating IP 7572742e-2563-4b6c-a5da-89fdc7f15a8c disassociated (deleted). External IP: 172.25.6.175, port: 87fdc235-c5f8-49fd-9719-b0dda20e32b0. Dec 08 01:01:09.411038 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:01:09.524148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:01:09.529437 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:09.536802 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] Sync routers for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:01:09.548268 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:09.548902 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:00:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:09.561934 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5696fc4c-de3e-4b19-b2bf-a23990d55aa0 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "DELETE /v2.0/floatingips/7572742e-2563-4b6c-a5da-89fdc7f15a8c HTTP/1.1" status: 204 len: 168 time: 1.2179880 Dec 08 01:01:09.671896 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:09.878140 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 5, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:09.903161 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] Checking router: 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:01:09.911082 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:09.911671 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:00:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:10.016100 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:10.206474 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 5, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:10.213024 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:01:10.215569 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2964a0-d9f2-4896-a338-befb82d8b9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:01:10.254130 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847480d4-9a33-44a9-a9e4-ccb4acf5b8dd x-openstack-request-id: req-847480d4-9a33-44a9-a9e4-ccb4acf5b8dd {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:01:10.254430 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:01:10.254691 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-847480d4-9a33-44a9-a9e4-ccb4acf5b8dd {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:01:10.255127 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'status': 'completed', 'code': 200} Dec 08 01:01:10.330067 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535df2e3-7b32-4861-ab2b-37d469cb6723 None None] The sync data for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 is: [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'c48c87c2-2630-40ac-9f1d-d8a651c3c1c7', 'name': '', 'network_id': '0587ba47-a79f-4481-9e9e-002af740ed00', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'mac_address': 'fa:16:3e:11:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:15Z', 'updated_at': '2021-12-08T00:59:19Z', 'revision_number': 5, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'subnets': [{'id': '7106e307-8d0a-4520-abc3-f5c5b80e8d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:01:10.341205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-f11ed42d-bdf5-460f-acd4-8fb8ecb156ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:10.342975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-f11ed42d-bdf5-460f-acd4-8fb8ecb156ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 1097 time: 0.0449007 Dec 08 01:01:10.445825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-40d8bf83-b3a5-4524-abdf-57922ebfadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:10.447419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-40d8bf83-b3a5-4524-abdf-57922ebfadad service neutron] 10.222.0.59 "GET /v2.0/networks?id=0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 200 len: 914 time: 0.0971904 Dec 08 01:01:10.493387 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-38f93dba-49ae-42d4-9ad5-9e2f7c2972e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 200 len: 217 time: 0.0387917 Dec 08 01:01:10.553053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-05969b0a-abe8-4a73-a7fe-6c14e663e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:10.554610 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-05969b0a-abe8-4a73-a7fe-6c14e663e261 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 200 len: 852 time: 0.0540378 Dec 08 01:01:10.579065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d850005-5d6c-43b4-a5e5-c651e79495b6 None None] New status for floating IP 7572742e-2563-4b6c-a5da-89fdc7f15a8c: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:01:10.601828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-a53ca738-7f8f-426c-9c4c-79061dc4d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:10.603365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-a53ca738-7f8f-426c-9c4c-79061dc4d42b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0587ba47-a79f-4481-9e9e-002af740ed00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416632 Dec 08 01:01:10.699992 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-210ffe6e-aed9-49a0-b45c-fb5299695c46 service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896547 Dec 08 01:01:10.788101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5f2964a0-d9f2-4896-a338-befb82d8b9ce req-a904264c-d8ab-402c-a023-69403ba2f59d service neutron] 10.222.0.59 "GET /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808642 Dec 08 01:01:14.204755 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:17.945353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:18.566586 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0403-b740-433e-a443-78b4af1a8070 req-26dd5f88-eb17-4319-99f8-ae21f337473c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:18.568103 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad2d0403-b740-433e-a443-78b4af1a8070 req-26dd5f88-eb17-4319-99f8-ae21f337473c tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0513225 Dec 08 01:01:18.620142 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ad2d0403-b740-433e-a443-78b4af1a8070 req-7d7dad06-89ba-4ba9-bf95-1c493a23c526 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 Dec 08 01:01:19.794408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c2eae-3c93-4192-865c-347b4dadb765 req-0b235b89-df66-4e9c-b2b7-a2e868c90f22 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:19.795933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa3c2eae-3c93-4192-865c-347b4dadb765 req-0b235b89-df66-4e9c-b2b7-a2e868c90f22 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.1058173 Dec 08 01:01:19.842332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa3c2eae-3c93-4192-865c-347b4dadb765 req-bf999bc2-5dbf-419a-9f69-e07d577eb093 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/security-groups?id=e23eba2b-f5f1-410c-bbb8-add196264fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Dec 08 01:01:20.316378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-cbd1364f-6f8c-42d8-b713-44e68d2d9cf9 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:20.317913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-cbd1364f-6f8c-42d8-b713-44e68d2d9cf9 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Dec 08 01:01:20.408204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Deleting port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:20.408538 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:20.493416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] For port 87fdc235-c5f8-49fd-9719-b0dda20e32b0, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=87fdc235-c5f8-49fd-9719-b0dda20e32b0,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:20.493776 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:20.505803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Calling delete_port for 87fdc235-c5f8-49fd-9719-b0dda20e32b0 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:20.637953 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:20.666513 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Pushing event deleted for resources: {'Port': ['ID=87fdc235-c5f8-49fd-9719-b0dda20e32b0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:20.671638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['87fdc235-c5f8-49fd-9719-b0dda20e32b0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:01:20.712462 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] No DVR routers for this DVR port 87fdc235-c5f8-49fd-9719-b0dda20e32b0 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:01:20.715207 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:20.718618 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58c271ad-107a-4cf2-bc16-81efbed96986 req-6ead3401-1dcd-43dd-9f4b-509f79c36ea4 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.59 "DELETE /v2.0/ports/87fdc235-c5f8-49fd-9719-b0dda20e32b0 HTTP/1.1" status: 204 len: 173 time: 0.3943753 Dec 08 01:01:20.719147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'name': 'network-vif-deleted', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:01:20.721413 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6460f067-a342-43c4-961c-9f548f3e3195" -d '{"events": [{"server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "name": "network-vif-deleted", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:01:20.757395 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e590b-bd70-4fa9-9180-434a4c44b31b x-openstack-request-id: req-c00e590b-bd70-4fa9-9180-434a4c44b31b {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:01:20.757698 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdbfb57-20a9-4ae1-9a01-b9e4505ff498", "name": "network-vif-deleted", "tag": "87fdc235-c5f8-49fd-9719-b0dda20e32b0", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:01:20.757965 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c00e590b-bd70-4fa9-9180-434a4c44b31b {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:01:20.758396 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdbfb57-20a9-4ae1-9a01-b9e4505ff498', 'name': 'network-vif-deleted', 'tag': '87fdc235-c5f8-49fd-9719-b0dda20e32b0', 'status': 'completed', 'code': 200} Dec 08 01:01:20.949141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f672d6b-ae7a-4789-90c0-cf8c92ffaf1d req-4db89023-a619-4459-8d30-d565aab34a58 tempest-TestMinimumBasicScenario-820990761 tempest-TestMinimumBasicScenario-820990761-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdbfb57-20a9-4ae1-9a01-b9e4505ff498 HTTP/1.1" status: 200 len: 210 time: 0.0274639 Dec 08 01:01:21.549093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbce8c89-4ed5-4df2-a918-e11287df688f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:22.501987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43852) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:23.096248 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:23.336025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Deleting port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:23.336364 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:23.365337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fdc235-c5f8-49fd-9719-b0dda20e32b0 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:01:23.388473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 87fdc235-c5f8-49fd-9719-b0dda20e32b0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:01:23.388811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 87fdc235-c5f8-49fd-9719-b0dda20e32b0 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:01:23.417316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] For port c48c87c2-2630-40ac-9f1d-d8a651c3c1c7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:23.417689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:23.429964 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Calling delete_port for c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:23.612546 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:23.637637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48c87c2-2630-40ac-9f1d-d8a651c3c1c7,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:23.690205 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c057e617-4c37-4c39-8a33-98a289cc9e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:23.805998 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.020259 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:01:24.125656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:01:24.131845 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a15b3761-433c-4a1d-a6bd-0bf7217e9c92 admin admin] 10.222.0.18 "PUT /v2.0/routers/1468e6ce-cc8b-43a6-8eaa-8be2d1563b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281722 Dec 08 01:01:24.133125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43854) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:24.134781 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] Sync routers for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:01:24.145886 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:24.146609 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:24.238027 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.254138 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:24.342447 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.395349 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Deleting port 5e888614-f206-4e4d-9930-29f68b52b06e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:24.395685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.433130 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T01:01:23Z', 'revision_number': 5, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port': {'id': '5e888614-f206-4e4d-9930-29f68b52b06e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T00:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:24.459872 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] Checking router: 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:01:24.468033 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] Routers {'1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:24.468628 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:24.477066 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] For port 5e888614-f206-4e4d-9930-29f68b52b06e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=5e888614-f206-4e4d-9930-29f68b52b06e,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:24.477429 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.490501 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Calling delete_port for 5e888614-f206-4e4d-9930-29f68b52b06e owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:24.552340 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] Set router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:24.604204 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T01:01:24Z', 'revision_number': 6, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:24.634386 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedea4e-f9b3-415d-b5f6-a81542fc8ded None None] The sync data for ids ['1468e6ce-cc8b-43a6-8eaa-8be2d1563b10'] in n-d-820549-2 is: [{'id': '1468e6ce-cc8b-43a6-8eaa-8be2d1563b10', 'name': 'tempest-TestMinimumBasicScenario-37543900-router', 'tenant_id': '08ce77f6e2a443b5a10dd7caf183539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:13Z', 'updated_at': '2021-12-08T01:01:24Z', 'revision_number': 6, 'project_id': '08ce77f6e2a443b5a10dd7caf183539e', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:01:24.655533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.687238 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e888614-f206-4e4d-9930-29f68b52b06e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:24.693368 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085269fc-3adf-478e-8f06-40ca2860d240 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:01:24.740580 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.832967 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.835097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.877227 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.877881 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:01:24.883648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.884805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8bcfa008-7530-4ad2-a411-e5d974381a45 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1468e6ce-cc8b-43a6-8eaa-8be2d1563b10 HTTP/1.1" status: 204 len: 168 time: 0.7507699 Dec 08 01:01:24.887299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43856) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:24.931456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] Deleting subnet 7106e307-8d0a-4520-abc3-f5c5b80e8d18 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:01:24.935323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:24.969874 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.053388 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.105169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.134345 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.138552 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7106e307-8d0a-4520-abc3-f5c5b80e8d18 HTTP/1.1" status: 204 len: 168 time: 0.2503250 Dec 08 01:01:25.138988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b532bb-41ff-42be-8977-a2f4454ed721 None None] Network 0587ba47-a79f-4481-9e9e-002af740ed00 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:01:25.139557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4d4f9-fdbb-4cf0-b1f8-937fa20db89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7106e307-8d0a-4520-abc3-f5c5b80e8d18,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:25.141295 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43858) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:25.214463 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.267393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Deleting port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:25.267717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.329731 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] For port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,segment=NetworkSegment(8822d40f-fcc8-480c-a46d-566c65156ccd),segment_id=8822d40f-fcc8-480c-a46d-566c65156ccd)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:25.330057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.330209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.343015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Calling delete_port for 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:25.396204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] DHCP port deletion for 0587ba47-a79f-4481-9e9e-002af740ed00 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:01:25.429721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.446473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Deleting port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:25.446970 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.456587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:25.464381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] No DVR routers for this DVR port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:01:25.522525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] For port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:25.523099 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.543467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Calling delete_port for 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:25.546480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:01:25.547868 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.550850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.573805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0587ba47-a79f-4481-9e9e-002af740ed00']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:25.574041 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:01:25.576601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Pushing event deleted for resources: {'Port': ['ID=8aa768dc-9c36-47d5-bc12-7dd2bcce56d4,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:25.584892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8822d40f-fcc8-480c-a46d-566c65156ccd') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:25.585451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8822d40f-fcc8-480c-a46d-566c65156ccd') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:25.600705 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.601880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] No DVR routers for this DVR port 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:01:25.603828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:01:25.604218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c48c87c2-2630-40ac-9f1d-d8a651c3c1c7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:01:25.604623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:01:25.607005 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.607350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.607686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.608020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.608344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.608669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.608989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.609309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.609696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.610094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.610337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.610654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.611022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b864231-f388-42a0-89c1-6f6a862df8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:25.621974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.629181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:01:25.629584 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: timer() Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:01:25.631483 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:01:25.633507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:01:25.633507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8aa768dc-9c36-47d5-bc12-7dd2bcce56d4 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:01:25.633716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5e888614-f206-4e4d-9930-29f68b52b06e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:01:25.656939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 5e888614-f206-4e4d-9930-29f68b52b06e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:01:25.659057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 5e888614-f206-4e4d-9930-29f68b52b06e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:01:25.690648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.700623 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:25.703873 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] 10.222.0.18 "DELETE /v2.0/networks/0587ba47-a79f-4481-9e9e-002af740ed00 HTTP/1.1" status: 204 len: 168 time: 0.5615077 Dec 08 01:01:25.707026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43860) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:25.719623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e300e-b602-4a38-8fb5-e9fc89ecdefb admin admin] Pushing event deleted for resources: {'Network': ['ID=0587ba47-a79f-4481-9e9e-002af740ed00,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:26.053701 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:26.291498 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Deleting port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:26.291836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:26.369049 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] For port 4295d364-24ec-44bb-a25b-fea3a7a3f6cb, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,segment=NetworkSegment(243e9d52-6b5d-4dd0-b6a5-9088d1eae921),segment_id=243e9d52-6b5d-4dd0-b6a5-9088d1eae921)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:26.369412 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:26.381486 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Calling delete_port for 4295d364-24ec-44bb-a25b-fea3a7a3f6cb owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:26.489849 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:26.555579 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:26.584883 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Pushing event deleted for resources: {'Port': ['ID=4295d364-24ec-44bb-a25b-fea3a7a3f6cb,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:27.012935 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:27.218745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Router ee1bae3e-e2c8-4646-8004-997802f89879 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:01:27.317694 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:27.323947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:01:27.329926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2633b2f-b58d-4593-96a1-fe70472eae45 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee1bae3e-e2c8-4646-8004-997802f89879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217396 Dec 08 01:01:27.331705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43862) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:27.332470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] Sync routers for ids ['ee1bae3e-e2c8-4646-8004-997802f89879'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:01:27.344197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] Routers {'ee1bae3e-e2c8-4646-8004-997802f89879'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:27.344823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ee1bae3e-e2c8-4646-8004-997802f89879'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:27.436012 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:27.449133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] Set router ee1bae3e-e2c8-4646-8004-997802f89879 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:27.546671 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:27.600003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Deleting port e56e48fa-703d-4a1b-b5d9-7cf9647b539e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:27.600414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:27.628078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T01:01:26Z', 'revision_number': 5, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port': {'id': 'e56e48fa-703d-4a1b-b5d9-7cf9647b539e', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T00:59:18Z', 'updated_at': '2021-12-08T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:27.655521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] Checking router: ee1bae3e-e2c8-4646-8004-997802f89879 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:01:27.664559 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] Routers {'ee1bae3e-e2c8-4646-8004-997802f89879'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:27.665171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['ee1bae3e-e2c8-4646-8004-997802f89879'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:27.679436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] For port e56e48fa-703d-4a1b-b5d9-7cf9647b539e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:27.679804 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:27.693814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Calling delete_port for e56e48fa-703d-4a1b-b5d9-7cf9647b539e owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:27.751698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] Set router ee1bae3e-e2c8-4646-8004-997802f89879 gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:27.805324 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T01:01:27Z', 'revision_number': 6, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:27.833183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6113c7-d1bc-4a7f-ae12-5980c55a306d None None] The sync data for ids ['ee1bae3e-e2c8-4646-8004-997802f89879'] in n-d-820549-2 is: [{'id': 'ee1bae3e-e2c8-4646-8004-997802f89879', 'name': 'tempest-TestMinimumBasicScenario-1025642096-router', 'tenant_id': '9f69e53363e5422494475d87b1f9bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T00:59:17Z', 'updated_at': '2021-12-08T01:01:27Z', 'revision_number': 6, 'project_id': '9f69e53363e5422494475d87b1f9bbeb', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:01:27.859220 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:27.888990 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56e48fa-703d-4a1b-b5d9-7cf9647b539e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:27.903761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b4cbd-28ab-42fe-9961-058578cf1314 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:01:27.951340 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.040852 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.043563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.086356 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.086931 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1bae3e-e2c8-4646-8004-997802f89879 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:01:28.091188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.092392 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-5f3a53b9-ba1c-4848-a10a-2caae77de350 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ee1bae3e-e2c8-4646-8004-997802f89879 HTTP/1.1" status: 204 len: 168 time: 0.7597504 Dec 08 01:01:28.094972 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43864) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:28.142147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] Deleting subnet f911ac7f-aeaa-4308-ad9c-bd767fb83a0b {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:01:28.145241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.180355 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.260275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.319553 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.344912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f911ac7f-aeaa-4308-ad9c-bd767fb83a0b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:28.348443 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.353942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-79f44dfb-e2a1-4b7e-b806-08edfddc98ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f911ac7f-aeaa-4308-ad9c-bd767fb83a0b HTTP/1.1" status: 204 len: 168 time: 0.2557983 Dec 08 01:01:28.354915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43866) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:28.357952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020963ee-31fb-4e6f-96da-15d086bc0635 None None] Network a83f4adf-aa77-454d-a494-7b81dc1c01ec requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:01:28.421860 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.474512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Deleting port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:28.474815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.541124 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] For port df345a8a-2ba9-41d7-a061-c1fee4ff0d28, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,segment=NetworkSegment(243e9d52-6b5d-4dd0-b6a5-9088d1eae921),segment_id=243e9d52-6b5d-4dd0-b6a5-9088d1eae921)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:28.541401 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.552851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Calling delete_port for df345a8a-2ba9-41d7-a061-c1fee4ff0d28 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:28.591058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69837d57-9982-4026-9d49-36674ccab818 None None] DHCP port deletion for a83f4adf-aa77-454d-a494-7b81dc1c01ec request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:01:28.634360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.644155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-69837d57-9982-4026-9d49-36674ccab818 None None] Deleting port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:01:28.644708 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69837d57-9982-4026-9d49-36674ccab818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.664805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Pushing event deleted for resources: {'Port': ['ID=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:28.670268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] No DVR routers for this DVR port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:01:28.718020 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-69837d57-9982-4026-9d49-36674ccab818 None None] For port df345a8a-2ba9-41d7-a061-c1fee4ff0d28, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:28.718412 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69837d57-9982-4026-9d49-36674ccab818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.731473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-69837d57-9982-4026-9d49-36674ccab818 None None] Calling delete_port for df345a8a-2ba9-41d7-a061-c1fee4ff0d28 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:01:28.734334 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-69837d57-9982-4026-9d49-36674ccab818 None None] Port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:01:28.735663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69837d57-9982-4026-9d49-36674ccab818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.746661 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.758595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69837d57-9982-4026-9d49-36674ccab818 None None] Pushing event deleted for resources: {'Port': ['ID=df345a8a-2ba9-41d7-a061-c1fee4ff0d28,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:28.764648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69837d57-9982-4026-9d49-36674ccab818 None None] No DVR routers for this DVR port df345a8a-2ba9-41d7-a061-c1fee4ff0d28 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:01:28.768784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83f4adf-aa77-454d-a494-7b81dc1c01ec']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:28.780360 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243e9d52-6b5d-4dd0-b6a5-9088d1eae921') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:28.780575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243e9d52-6b5d-4dd0-b6a5-9088d1eae921') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:28.795942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.811948 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.823308 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:01:28.823798 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: timer() Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:01:28.826105 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:01:28.884392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.890273 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:28.896263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a83f4adf-aa77-454d-a494-7b81dc1c01ec HTTP/1.1" status: 204 len: 168 time: 0.5382638 Dec 08 01:01:28.904348 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:01:28.919381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767c88b-09aa-4ddd-8431-4e0e7b81da40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83f4adf-aa77-454d-a494-7b81dc1c01ec,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:29.066085 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:29.111645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-212b4901-134d-4c2b-bf86-5d2d0477aa9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08ce77f6e2a443b5a10dd7caf183539e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419438 Dec 08 01:01:29.111848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43872) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:29.158090 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e643d94-f0ac-4174-9a59-e5042a6c9b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.183689 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e643d94-f0ac-4174-9a59-e5042a6c9b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.231699 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e643d94-f0ac-4174-9a59-e5042a6c9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.234381 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-7e643d94-f0ac-4174-9a59-e5042a6c9b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.235559 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7e643d94-f0ac-4174-9a59-e5042a6c9b51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e23eba2b-f5f1-410c-bbb8-add196264fa4 HTTP/1.1" status: 204 len: 168 time: 0.1229146 Dec 08 01:01:29.243543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e643d94-f0ac-4174-9a59-e5042a6c9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23eba2b-f5f1-410c-bbb8-add196264fa4,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:29.541381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e56e48fa-703d-4a1b-b5d9-7cf9647b539e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:01:29.564543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43878) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:29.564911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: e56e48fa-703d-4a1b-b5d9-7cf9647b539e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:01:29.565354 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e56e48fa-703d-4a1b-b5d9-7cf9647b539e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:01:29.565861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4295d364-24ec-44bb-a25b-fea3a7a3f6cb no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:01:29.590197 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 4295d364-24ec-44bb-a25b-fea3a7a3f6cb {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:01:29.590674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4295d364-24ec-44bb-a25b-fea3a7a3f6cb not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:01:29.591220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device df345a8a-2ba9-41d7-a061-c1fee4ff0d28 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:01:29.611961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6f64f0d8-e03b-43ea-9a68-2161653aa618 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f69e53363e5422494475d87b1f9bbeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437717 Dec 08 01:01:29.612168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: df345a8a-2ba9-41d7-a061-c1fee4ff0d28 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:01:29.612291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device df345a8a-2ba9-41d7-a061-c1fee4ff0d28 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:01:29.612395 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43880) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:29.673053 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32979701-c074-4c53-a58f-4e01518e0774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.693969 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32979701-c074-4c53-a58f-4e01518e0774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.743162 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32979701-c074-4c53-a58f-4e01518e0774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.746047 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-32979701-c074-4c53-a58f-4e01518e0774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:29.749649 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-32979701-c074-4c53-a58f-4e01518e0774 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff47658e-ddab-4bb2-aa63-227ae35a3be1 HTTP/1.1" status: 204 len: 168 time: 0.1330411 Dec 08 01:01:29.758485 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979701-c074-4c53-a58f-4e01518e0774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff47658e-ddab-4bb2-aa63-227ae35a3be1,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:31.240957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 43920) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:31.245626 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533285238', 'description': 'tempest-secgroup-smoke-1533285238 description', 'project_id': '819b157b34fc48928b7a75a07a8d04d1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:31.267341 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.274840 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.350513 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.354793 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.391505 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b13a8-ee4f-4f33-b708-1ac4ed1049ca,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:31.428719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.432143 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.461015 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.462245 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2202463 Dec 08 01:01:31.464663 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce5e8e-81e9-4496-934f-a992597dc383 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4637bc43-132e-4951-8354-afc0eee4e7d0,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:31.465781 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43922) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:31.470406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ca46baf3-824c-4d12-9501-de693d5f44fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '4637bc43-132e-4951-8354-afc0eee4e7d0', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:31.496434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca46baf3-824c-4d12-9501-de693d5f44fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.550074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca46baf3-824c-4d12-9501-de693d5f44fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.553630 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca46baf3-824c-4d12-9501-de693d5f44fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.570847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46baf3-824c-4d12-9501-de693d5f44fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3b25d1-21f5-4e88-bb6f-de5c2aeb1162,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:31.578863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca46baf3-824c-4d12-9501-de693d5f44fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.580059 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca46baf3-824c-4d12-9501-de693d5f44fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132545 Dec 08 01:01:31.582747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:31.587023 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-da608c5e-4fa6-4fa8-9a93-39a7e27641e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '4637bc43-132e-4951-8354-afc0eee4e7d0', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:31.612400 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da608c5e-4fa6-4fa8-9a93-39a7e27641e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.666744 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da608c5e-4fa6-4fa8-9a93-39a7e27641e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.670261 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da608c5e-4fa6-4fa8-9a93-39a7e27641e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.687662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da608c5e-4fa6-4fa8-9a93-39a7e27641e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2944ba-8ab2-4552-b431-37dad00c1a3d,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:31.695162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-da608c5e-4fa6-4fa8-9a93-39a7e27641e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.696373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-da608c5e-4fa6-4fa8-9a93-39a7e27641e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126728 Dec 08 01:01:31.699581 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43926) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:31.703879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b1d042af-4155-4577-a393-1383feb0513e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '4637bc43-132e-4951-8354-afc0eee4e7d0', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:31.728964 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1d042af-4155-4577-a393-1383feb0513e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.784015 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1d042af-4155-4577-a393-1383feb0513e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.787829 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1d042af-4155-4577-a393-1383feb0513e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.802212 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d042af-4155-4577-a393-1383feb0513e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae48c629-6c58-49c1-af2d-1f86f50c14bd,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:31.812789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b1d042af-4155-4577-a393-1383feb0513e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.813977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b1d042af-4155-4577-a393-1383feb0513e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134770 Dec 08 01:01:31.816654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43928) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:31.820920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2508eee2-8941-4b86-b4a0-bfe5aaeab650 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '4637bc43-132e-4951-8354-afc0eee4e7d0', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:31.846648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2508eee2-8941-4b86-b4a0-bfe5aaeab650 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.906976 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2508eee2-8941-4b86-b4a0-bfe5aaeab650 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.910510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2508eee2-8941-4b86-b4a0-bfe5aaeab650 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.927434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508eee2-8941-4b86-b4a0-bfe5aaeab650 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b54fc7-3332-4459-990b-82fc576b0362,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:31.935029 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2508eee2-8941-4b86-b4a0-bfe5aaeab650 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:31.936219 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2508eee2-8941-4b86-b4a0-bfe5aaeab650 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186502 Dec 08 01:01:31.938859 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43930) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:31.943114 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '4637bc43-132e-4951-8354-afc0eee4e7d0', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:31.964218 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:01:31.968991 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.026835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.030328 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.047739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a68baf-5059-452f-a4fa-5731e10ce7c1,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:32.055059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.056421 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3ef7f944-688c-4bf6-9215-f1a7cd3af1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166134 Dec 08 01:01:32.059924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43932) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:32.064238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '4637bc43-132e-4951-8354-afc0eee4e7d0', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:32.085032 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:01:32.090176 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.148115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.151615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.168847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b088310-128a-45ab-82d4-13bb563af068,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:32.176364 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.177567 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-23cc791f-5127-42ec-b887-ccbc32c1ab7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166890 Dec 08 01:01:32.180589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43934) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:32.186143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'network': {'name': 'tempest-network-smoke--191676721', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:32.207088 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:01:32.210784 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.236796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:01:32.246718 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.247401 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Added segment 5a200b74-c87a-4afb-825e-33c239105c45 of type vlan for network ab766865-0a95-492a-96f9-3ec919ee199b Dec 08 01:01:32.287625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.312913 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.318480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:32.319086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.356545 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1749389 Dec 08 01:01:32.359382 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43936) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:32.365558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'admin_state_up': True, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:32.396973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082336e6-64cc-4dac-a86f-3b8a0dc87c4e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Network': ['ID=ab766865-0a95-492a-96f9-3ec919ee199b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:32.407534 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network ab766865-0a95-492a-96f9-3ec919ee199b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:01:32.413650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.414650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.469741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.606865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.796409 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.814510 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:32.915824 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.162 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/bf99fce0-d000-4126-b713-ad52990ab24f) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:01:33.015741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:33.048000 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:33.091587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:01:33.095908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:01:33.101125 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:01:33.102510 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=bf99fce0-d000-4126-b713-ad52990ab24f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:33.108259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d466f-24b5-42e6-b897-d2aa1e3517bf None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:01:33.221967 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3b845a5e-a1bd-4d81-b962-9db32357c0d5 None None] Provisioning complete for port bf99fce0-d000-4126-b713-ad52990ab24f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:33.222343 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3b845a5e-a1bd-4d81-b962-9db32357c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:33.258462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3b845a5e-a1bd-4d81-b962-9db32357c0d5 None None] Port bf99fce0-d000-4126-b713-ad52990ab24f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:01:33.400181 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:33.594612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:33.719764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router b82da131-5a5c-4632-8d31-a276ee0a6d2d is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:01:34.072026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:01:34.081380 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Sync routers for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:01:34.091137 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:34.091750 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:34.092958 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.094086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9a0922b6-2d16-4b72-8990-156764868e73 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7337837 Dec 08 01:01:34.097219 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43938) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:34.201642 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:34.232143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8dfe52d3-3eca-4ed8-9188-9e4242ca7e67 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=819b157b34fc48928b7a75a07a8d04d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338172 Dec 08 01:01:34.235144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43942) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:34.379471 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:33Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:34.387649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7c2ae-3334-46a1-b601-9ec21cba964b tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:34.389159 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c9d7c2ae-3334-46a1-b601-9ec21cba964b tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534634 Dec 08 01:01:34.392004 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43944) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:34.410156 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Checking router: b82da131-5a5c-4632-8d31-a276ee0a6d2d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:01:34.410503 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Updating router b82da131-5a5c-4632-8d31-a276ee0a6d2d port bf99fce0-d000-4126-b713-ad52990ab24f binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:01:34.427158 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-332e5d74-49dd-437a-a504-ee3e6f334917 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339830 Dec 08 01:01:34.429836 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43946) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:34.434869 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-835773772', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:34.435481 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.520086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:01:34.523793 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.681001 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.686757 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.704906 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.736052 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Attempting to bind port bf99fce0-d000-4126-b713-ad52990ab24f on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:01:34.736426 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Attempting to bind port bf99fce0-d000-4126-b713-ad52990ab24f by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:01:34.736791 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Attempting to bind port bf99fce0-d000-4126-b713-ad52990ab24f on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:01:34.740008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b94bd-beb5-450d-9f1a-f219aed66d93 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:01:34.749922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:01:34.750295 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:01:34.750837 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.751257 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:01:34.751799 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Bound port: bf99fce0-d000-4126-b713-ad52990ab24f, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:01:34.752199 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.784906 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Subnet': ['ID=f3062564-a8f2-4cef-87cd-fe61353c303f,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:34.789819 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8d6eb1ce-b934-4211-a177-6ba4233289cd None None] Provisioning complete for port bf99fce0-d000-4126-b713-ad52990ab24f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:34.790440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8d6eb1ce-b934-4211-a177-6ba4233289cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.793126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Checking segment: {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:01:34.793448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network hostable DHCP agents. Network: ab766865-0a95-492a-96f9-3ec919ee199b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:01:34.807311 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] For port bf99fce0-d000-4126-b713-ad52990ab24f, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:01:34.810868 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] For port bf99fce0-d000-4126-b713-ad52990ab24f, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf99fce0-d000-4126-b713-ad52990ab24f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:01:34.811560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ab766865-0a95-492a-96f9-3ec919ee199b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:01:34.812730 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Pushing event updated for resources: {'Port': ['ID=bf99fce0-d000-4126-b713-ad52990ab24f,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:34.817109 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.822168 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, ab766865-0a95-492a-96f9-3ec919ee199b) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:01:34.827383 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:34.828347 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.828501 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.828693 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.829034 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.829375 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.829701 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.830026 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.830350 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.830791 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.831031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8d6eb1ce-b934-4211-a177-6ba4233289cd None None] Port bf99fce0-d000-4126-b713-ad52990ab24f cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:01:34.831144 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.831323 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.831636 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.831959 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.832278 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:01:34.846785 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9cbc68ff-e09c-492d-a435-cec9a30e6be2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4159250 Dec 08 01:01:34.849514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 43948) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:34.854609 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13435f6f-f0cb-4f6b-9a59-d8280e20aa56 None None] Network ab766865-0a95-492a-96f9-3ec919ee199b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:01:34.880973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e2d7cc-ca36-4bca-a47f-dede89409333 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:01:34.884316 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c6291-c92a-493e-9b75-8b637c65d020 None None] Pushing event updated for resources: {'Port': ['ID=bf99fce0-d000-4126-b713-ad52990ab24f,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:34.898814 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:34.899479 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:34.977301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a387c661-8616-4575-98ec-bb50e9ba3a68 None None] Provisioning complete for port bf99fce0-d000-4126-b713-ad52990ab24f triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:34.977671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a387c661-8616-4575-98ec-bb50e9ba3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:34.980394 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-ab766865-0a95-492a-96f9-3ec919ee199b', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:01:34.981249 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.099425 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:35.171448 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a387c661-8616-4575-98ec-bb50e9ba3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.192907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a387c661-8616-4575-98ec-bb50e9ba3a68 None None] For port bf99fce0-d000-4126-b713-ad52990ab24f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf99fce0-d000-4126-b713-ad52990ab24f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:35.201744 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a387c661-8616-4575-98ec-bb50e9ba3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.207847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Allocated IP 172.20.0.2 (ab766865-0a95-492a-96f9-3ec919ee199b/f3062564-a8f2-4cef-87cd-fe61353c303f/6ae29fc2-aa46-4f20-a12e-05aca2cf030d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:01:35.292615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387c661-8616-4575-98ec-bb50e9ba3a68 None None] Pushing event updated for resources: {'Port': ['ID=bf99fce0-d000-4126-b713-ad52990ab24f,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:35.299337 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:33Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:35.330934 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd1c20-0fb0-4542-a57f-985aa56f5477 None None] The sync data for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 is: [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:33Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:01:35.337981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.407454 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.414697 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.461236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Network ab766865-0a95-492a-96f9-3ec919ee199b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:01:35.464788 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:01:35.467731 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:01:35.474911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Pushing event updated for resources: {'Port': ['ID=6ae29fc2-aa46-4f20-a12e-05aca2cf030d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:35.532432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Attempting to bind port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:01:35.532922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Attempting to bind port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:01:35.533366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Attempting to bind port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d on network ab766865-0a95-492a-96f9-3ec919ee199b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:01:35.539182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:01:35.539569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Checking segment: {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:01:35.539973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.540367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Bound using segment: {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:01:35.540839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Bound port: 6ae29fc2-aa46-4f20-a12e-05aca2cf030d, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:01:35.541220 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.629737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] For port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:01:35.632945 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] For port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6ae29fc2-aa46-4f20-a12e-05aca2cf030d,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:01:35.639480 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.706982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.1 (ab766865-0a95-492a-96f9-3ec919ee199b/f3062564-a8f2-4cef-87cd-fe61353c303f/59a142a6-287e-482c-87b0-fee5e3814959) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:01:35.719971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f16b09-a518-4213-b31a-b11973fff9f5 None None] Pushing event updated for resources: {'Port': ['ID=6ae29fc2-aa46-4f20-a12e-05aca2cf030d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:35.851768 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.903998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:35.958768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ab766865-0a95-492a-96f9-3ec919ee199b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:01:35.962150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:01:35.967772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:01:35.990707 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=59a142a6-287e-482c-87b0-fee5e3814959,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:36.016323 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.155033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.437821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.443285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.517568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=59a142a6-287e-482c-87b0-fee5e3814959,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:36.519977 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.621768 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ab766865-0a95-492a-96f9-3ec919ee199b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:01:36.623342 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:01:36.647936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c2a14-8a21-4a48-9fdc-d35c9289a10b None None] Network ab766865-0a95-492a-96f9-3ec919ee199b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:01:36.736772 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router b82da131-5a5c-4632-8d31-a276ee0a6d2d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:01:36.761799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5e1ed260-b7c8-426e-a7f1-28ab698daaa0 None None] Provisioning complete for port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:36.762174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed260-b7c8-426e-a7f1-28ab698daaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.847390 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed260-b7c8-426e-a7f1-28ab698daaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.848883 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:01:36.855549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c43ed44c-c624-4db8-9ce8-e73c577d2c65 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/b82da131-5a5c-4632-8d31-a276ee0a6d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0046878 Dec 08 01:01:36.890043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-5e1ed260-b7c8-426e-a7f1-28ab698daaa0 None None] For port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6ae29fc2-aa46-4f20-a12e-05aca2cf030d,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:36.898184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed260-b7c8-426e-a7f1-28ab698daaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:36.962382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed260-b7c8-426e-a7f1-28ab698daaa0 None None] Pushing event updated for resources: {'Port': ['ID=6ae29fc2-aa46-4f20-a12e-05aca2cf030d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:37.039357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-70fe68c5-74b0-4ea4-8e8a-97750fe6373a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533285238&fields=id&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 267 time: 0.0510919 Dec 08 01:01:37.157561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-a06e14ad-feb5-4871-907d-f7380f99cfff tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:37.158955 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-a06e14ad-feb5-4871-907d-f7380f99cfff tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/networks?id=ab766865-0a95-492a-96f9-3ec919ee199b HTTP/1.1" status: 200 len: 796 time: 0.1114306 Dec 08 01:01:37.174460 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-d7ba96ce-f30a-48ed-8303-6bf49a267121 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/quotas/819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 375 time: 0.0096409 Dec 08 01:01:37.188138 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a315788b-8036-48c4-9a43-23e43eb97d50 None None] Provisioning complete for port 59a142a6-287e-482c-87b0-fee5e3814959 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:37.188653 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a315788b-8036-48c4-9a43-23e43eb97d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:37.226784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Sync routers for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:01:37.230150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-c3de8423-66c8-43e6-96c9-4b3b9c8e3c6f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495718 Dec 08 01:01:37.235352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a315788b-8036-48c4-9a43-23e43eb97d50 None None] Port 59a142a6-287e-482c-87b0-fee5e3814959 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:01:37.245502 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:37.246353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:37.302040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a315788b-8036-48c4-9a43-23e43eb97d50 None None] Provisioning complete for port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:37.302553 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a315788b-8036-48c4-9a43-23e43eb97d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:37.337357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-788b0525-e7f8-47b5-b16b-994eae8a27af service neutron] 10.222.0.18 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944026 Dec 08 01:01:37.398779 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:37.435608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-7b7bbe4d-5112-4b12-8834-f7d3e562d135 service neutron] 10.222.0.18 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916438 Dec 08 01:01:37.663210 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf99fce0-d000-4126-b713-ad52990ab24f up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:01:37.675531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d4ea5b98-c32e-4cbf-accb-7bcba2aecec4 req-3d135127-89be-48d5-8eb3-c28bd1aab00c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 210 time: 0.0413134 Dec 08 01:01:37.816615 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port bf99fce0-d000-4126-b713-ad52990ab24f triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:37.817020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:37.908143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-12c71ab2-1abc-4b60-9bbe-f182dce4a1b8 None None] Provisioning complete for port 59a142a6-287e-482c-87b0-fee5e3814959 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:37.908520 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-12c71ab2-1abc-4b60-9bbe-f182dce4a1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:37.982582 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-12c71ab2-1abc-4b60-9bbe-f182dce4a1b8 None None] Port 59a142a6-287e-482c-87b0-fee5e3814959 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:01:37.991910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6ae29fc2-aa46-4f20-a12e-05aca2cf030d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:01:37.996772 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 2, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:38.040891 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Checking router: b82da131-5a5c-4632-8d31-a276ee0a6d2d for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:01:38.041303 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Updating router b82da131-5a5c-4632-8d31-a276ee0a6d2d port 59a142a6-287e-482c-87b0-fee5e3814959 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:01:38.078316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.119050 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:38.119361 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.408319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.412961 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.463183 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02afac-c307-4632-a9a4-5db6906d9860 None None] Pushing event updated for resources: {'Port': ['ID=59a142a6-287e-482c-87b0-fee5e3814959,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:38.513215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Attempting to bind port 59a142a6-287e-482c-87b0-fee5e3814959 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:01:38.513595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Attempting to bind port 59a142a6-287e-482c-87b0-fee5e3814959 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:01:38.513968 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Attempting to bind port 59a142a6-287e-482c-87b0-fee5e3814959 on network ab766865-0a95-492a-96f9-3ec919ee199b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:01:38.519399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:01:38.519780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Checking segment: {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:01:38.520188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.520583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Bound using segment: {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:01:38.521055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Bound port: 59a142a6-287e-482c-87b0-fee5e3814959, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:01:38.521439 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.594064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] For port 59a142a6-287e-482c-87b0-fee5e3814959, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:01:38.598402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] For port 59a142a6-287e-482c-87b0-fee5e3814959, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=59a142a6-287e-482c-87b0-fee5e3814959,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:01:38.603595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.669186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:38.669861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:38.738583 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02afac-c307-4632-a9a4-5db6906d9860 None None] Pushing event updated for resources: {'Port': ['ID=59a142a6-287e-482c-87b0-fee5e3814959,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:38.790809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-46cb73a5-8570-4a42-a1bf-42897fba1c94 None None] Provisioning complete for port 59a142a6-287e-482c-87b0-fee5e3814959 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:38.791454 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46cb73a5-8570-4a42-a1bf-42897fba1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:38.799976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f4f152a4-e1cf-45e4-b3a4-8909063122b1 req-ec37729e-aaa2-4b71-938d-6e869fe4c00d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 210 time: 0.0411987 Dec 08 01:01:38.860185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:38.899509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-01743ab8-6cc6-4f99-aedb-2274044e9925 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:38.901989 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-01743ab8-6cc6-4f99-aedb-2274044e9925 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/networks?id=ab766865-0a95-492a-96f9-3ec919ee199b HTTP/1.1" status: 200 len: 796 time: 0.1875854 Dec 08 01:01:38.982686 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-2b1be9d7-2304-4cf9-ac41-017dd8f56de6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 380 time: 0.0542047 Dec 08 01:01:39.007933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'port': {'device_id': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'admin_state_up': True, 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'security_groups': ['4637bc43-132e-4951-8354-afc0eee4e7d0']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:39.028126 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46cb73a5-8570-4a42-a1bf-42897fba1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.082101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-46cb73a5-8570-4a42-a1bf-42897fba1c94 None None] For port 59a142a6-287e-482c-87b0-fee5e3814959, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=59a142a6-287e-482c-87b0-fee5e3814959,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:39.103181 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-46cb73a5-8570-4a42-a1bf-42897fba1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.116623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:01:39.120954 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.165923 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb73a5-8570-4a42-a1bf-42897fba1c94 None None] Pushing event updated for resources: {'Port': ['ID=59a142a6-287e-482c-87b0-fee5e3814959,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:39.178692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:38Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:39.210125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0587e-6273-4b04-b24d-d97a9ec40d03 None None] The sync data for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 is: [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:38Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:01:39.229419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0bb520aa-6b26-4c77-a936-20b12df5dc6f None None] Provisioning complete for port 59a142a6-287e-482c-87b0-fee5e3814959 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:39.229810 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0bb520aa-6b26-4c77-a936-20b12df5dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.277150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.8 (ab766865-0a95-492a-96f9-3ec919ee199b/f3062564-a8f2-4cef-87cd-fe61353c303f/b811329f-8a65-4e0b-b37c-3ab1d9c1c67b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:01:39.439742 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.475078 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.521975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ab766865-0a95-492a-96f9-3ec919ee199b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:01:39.525480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:01:39.528924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:01:39.568841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:39.599064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:39.600095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.604600 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 59a142a6-287e-482c-87b0-fee5e3814959 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:01:39.620210 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-5886402a-8515-4a9e-92c9-edae8f2dbed3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6159391 Dec 08 01:01:39.631209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-9bf510d1-8ada-466c-9b11-ec4571018dfd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:01:39.632642 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-9bf510d1-8ada-466c-9b11-ec4571018dfd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060997 Dec 08 01:01:39.682595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 59a142a6-287e-482c-87b0-fee5e3814959 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:39.683145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.712207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Request body: {'port': {'device_id': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:39.789905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.869281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d376c2f7-e3a6-4ca8-812b-6af6377d8072 None None] Provisioning complete for port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:39.869546 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d376c2f7-e3a6-4ca8-812b-6af6377d8072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:39.914654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d376c2f7-e3a6-4ca8-812b-6af6377d8072 None None] Port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:01:39.962408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290592c-cc11-4842-a538-82d4557c9017 req-3635577f-dae5-49fd-8af1-f08d5106ae70 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:39.964579 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c290592c-cc11-4842-a538-82d4557c9017 req-3635577f-dae5-49fd-8af1-f08d5106ae70 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 931 time: 0.0613284 Dec 08 01:01:40.019491 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c290592c-cc11-4842-a538-82d4557c9017 req-52c310ed-9d96-4370-89ee-744c5ead1ff5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483632 Dec 08 01:01:40.090454 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b811329f-8a65-4e0b-b37c-3ab1d9c1c67b {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:01:40.098473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:40.111673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Transition to ACTIVE for port object b811329f-8a65-4e0b-b37c-3ab1d9c1c67b will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:01:40.115866 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:40.434515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Pushing event updated for resources: {'Port': ['ID=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:40.504191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Attempting to bind port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:01:40.504528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Attempting to bind port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:01:40.504855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Attempting to bind port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b on network ab766865-0a95-492a-96f9-3ec919ee199b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:01:40.509337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b on network ab766865-0a95-492a-96f9-3ec919ee199b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:01:40.509589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Attempting to bind port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b on network ab766865-0a95-492a-96f9-3ec919ee199b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:01:40.515058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:01:40.515396 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Checking segment: {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:01:40.515780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Bound using segment: {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:01:40.516201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Bound port: b811329f-8a65-4e0b-b37c-3ab1d9c1c67b, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a200b74-c87a-4afb-825e-33c239105c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:01:40.516558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:40.583528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] For port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:01:40.586644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] For port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:01:40.591917 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:40.627265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:40.627884 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:40.629238 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] 10.222.0.44 "PUT /v2.0/ports/b811329f-8a65-4e0b-b37c-3ab1d9c1c67b HTTP/1.1" status: 200 len: 1091 time: 0.9814351 Dec 08 01:01:40.629679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:01:40.631980 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eccc1b-d9a4-4167-a85e-e93f0d52923f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:01:40.657655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6e90b-03bd-47f9-ad9c-cf3daa6a51da service neutron] Pushing event updated for resources: {'Port': ['ID=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:40.676553 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49a1a70-d8cf-4abb-b9d6-f227134b780f x-openstack-request-id: req-d49a1a70-d8cf-4abb-b9d6-f227134b780f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:01:40.676862 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:01:40.677121 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d49a1a70-d8cf-4abb-b9d6-f227134b780f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:01:40.677528 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'status': 'completed', 'code': 200} Dec 08 01:01:40.736706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-7d875eeb-71c6-45d6-a0d0-abf24b0e70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:40.738249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-7d875eeb-71c6-45d6-a0d0-abf24b0e70a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 1094 time: 0.0431652 Dec 08 01:01:40.786340 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-794e1d7d-db79-4646-945c-4abfd175d750 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b HTTP/1.1" status: 200 len: 217 time: 0.0356088 Dec 08 01:01:40.840084 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-6df78aa3-75c8-4eaf-ae11-2081604c5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:40.841559 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-6df78aa3-75c8-4eaf-ae11-2081604c5e3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3062564-a8f2-4cef-87cd-fe61353c303f HTTP/1.1" status: 200 len: 834 time: 0.0483329 Dec 08 01:01:40.887259 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-9a9e732f-013a-42d3-8f7d-c2412f18f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:40.888736 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-9a9e732f-013a-42d3-8f7d-c2412f18f98e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab766865-0a95-492a-96f9-3ec919ee199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403235 Dec 08 01:01:40.980357 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-beb8c5dd-0de7-47bd-96c2-97ea58d09fec service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841098 Dec 08 01:01:41.068719 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4b26bbda-9216-47f0-9682-2553f413f4a9 req-c2b52e9d-6cd7-4eb5-81aa-d07963523498 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810485 Dec 08 01:01:41.141250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d842c9-2a66-41d2-9397-5be27fac308e req-8a8813dc-58f6-4106-b872-6edc53f07331 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:41.143021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7d842c9-2a66-41d2-9397-5be27fac308e req-8a8813dc-58f6-4106-b872-6edc53f07331 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 943 time: 0.0516038 Dec 08 01:01:41.195343 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d7d842c9-2a66-41d2-9397-5be27fac308e req-b79982dc-d568-42c2-b942-940ac51569e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Dec 08 01:01:41.201360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-3fc2c008-4ae2-47c4-8ccd-2cca0a5c95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:41.202852 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-3fc2c008-4ae2-47c4-8ccd-2cca0a5c95eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 1094 time: 0.0408256 Dec 08 01:01:41.297750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-fd094183-a5dc-4d2f-b192-2e98b553e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:41.299317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-fd094183-a5dc-4d2f-b192-2e98b553e29c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab766865-0a95-492a-96f9-3ec919ee199b HTTP/1.1" status: 200 len: 897 time: 0.0898027 Dec 08 01:01:41.341013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-725f47ac-dfa2-4f3f-a0fb-be440fa1d78c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b HTTP/1.1" status: 200 len: 217 time: 0.0347261 Dec 08 01:01:41.396435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-5cab4b27-abf7-4162-ae7a-ffc325960e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:41.397881 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-5cab4b27-abf7-4162-ae7a-ffc325960e89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3062564-a8f2-4cef-87cd-fe61353c303f HTTP/1.1" status: 200 len: 834 time: 0.0476820 Dec 08 01:01:41.449506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-8d15a1fe-6548-4329-bc7c-126a707e269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:41.451005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-8d15a1fe-6548-4329-bc7c-126a707e269d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab766865-0a95-492a-96f9-3ec919ee199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447061 Dec 08 01:01:41.541050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-d35f3dbb-7e13-435e-bcb1-e264b83f5a23 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810637 Dec 08 01:01:41.635745 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-85eccc1b-d9a4-4167-a85e-e93f0d52923f req-fb40dab4-a856-458a-9ae0-10f23b471325 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856452 Dec 08 01:01:42.311918 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d4fa6-2b08-4998-95d4-7bc7acf58a62 req-f9b0c1fd-1e51-4ba4-8891-7b4aad7ff3fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:42.313397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d26d4fa6-2b08-4998-95d4-7bc7acf58a62 req-f9b0c1fd-1e51-4ba4-8891-7b4aad7ff3fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 943 time: 0.0492020 Dec 08 01:01:42.365132 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d26d4fa6-2b08-4998-95d4-7bc7acf58a62 req-a92ac43d-7609-450c-a9df-61008d95656e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Dec 08 01:01:43.478097 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8029-ef8b-4e6e-b71a-782748a1a27f req-f8be4df7-e8fd-4e61-81a8-b2fc58c957fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:43.480197 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d84d8029-ef8b-4e6e-b71a-782748a1a27f req-f8be4df7-e8fd-4e61-81a8-b2fc58c957fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 943 time: 0.0486407 Dec 08 01:01:43.528409 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d84d8029-ef8b-4e6e-b71a-782748a1a27f req-9157e0d1-ab46-45c6-a03b-23614cbaff83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Dec 08 01:01:44.216722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:44.642297 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624392f-2975-46f7-961b-ba0e79188e15 req-c8995a6d-abed-4312-9ccd-d772e2c126a4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:44.643773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3624392f-2975-46f7-961b-ba0e79188e15 req-c8995a6d-abed-4312-9ccd-d772e2c126a4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 943 time: 0.0477264 Dec 08 01:01:44.691540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3624392f-2975-46f7-961b-ba0e79188e15 req-ce5464ec-7bb8-4ea0-bd63-a3ddd61f13af tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 Dec 08 01:01:44.725990 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b811329f-8a65-4e0b-b37c-3ab1d9c1c67b details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:01:44.818785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:44.829594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'port_id': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'mac_address': 'fa:16:3e:12:5c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:01:44.870536 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:44.883075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b811329f-8a65-4e0b-b37c-3ab1d9c1c67b {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:01:44.901950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:44.905321 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:44.950679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:45.187589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['b811329f-8a65-4e0b-b37c-3ab1d9c1c67b'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:01:45.812075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a731b-e32c-4f78-ab84-a683795fb902 req-cba8289e-95e7-4059-bae4-b82c08ca835a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:45.813445 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a0a731b-e32c-4f78-ab84-a683795fb902 req-cba8289e-95e7-4059-bae4-b82c08ca835a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 944 time: 0.0532670 Dec 08 01:01:45.861234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a0a731b-e32c-4f78-ab84-a683795fb902 req-4d614c4c-e285-4a35-bd19-1d5d193f965b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Dec 08 01:01:46.757645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b811329f-8a65-4e0b-b37c-3ab1d9c1c67b up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:01:46.806432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:01:46.810298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:01:46.810666 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:46.890017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:46.912814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:01:46.915280 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1c1f66-293e-43a1-a6c7-db571bb748b3" -d '{"events": [{"server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "name": "network-vif-plugged", "status": "completed", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:01:46.929047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:01:46.933386 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:46.980206 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e856-68fa-42fe-9400-1d284941ca18 req-2a7197c0-1177-45a6-87ed-85bd8064adb2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:46.981734 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48f0e856-68fa-42fe-9400-1d284941ca18 req-2a7197c0-1177-45a6-87ed-85bd8064adb2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0521917 Dec 08 01:01:46.983056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:47.012866 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c59192-9cee-417f-af95-d18054bdafaa x-openstack-request-id: req-16c59192-9cee-417f-af95-d18054bdafaa {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:01:47.013166 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "name": "network-vif-plugged", "status": "completed", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:01:47.013423 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16c59192-9cee-417f-af95-d18054bdafaa {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:01:47.013819 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'code': 200} Dec 08 01:01:47.032651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-48f0e856-68fa-42fe-9400-1d284941ca18 req-ac448d6a-8dc6-40d5-9b8b-118f8d92fb61 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Dec 08 01:01:47.139116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff49263-3fad-4853-a07d-2979139152da req-6db66dbf-414e-4f41-adc3-edf224136bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:47.140563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ff49263-3fad-4853-a07d-2979139152da req-6db66dbf-414e-4f41-adc3-edf224136bcd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 1096 time: 0.0391972 Dec 08 01:01:47.185845 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7ff49263-3fad-4853-a07d-2979139152da req-7b4e7309-3976-4df3-98a9-abfb42135122 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383978 Dec 08 01:01:47.962820 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:48.153256 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68dbd-0b3e-451b-8182-f07b83706337 req-3db7dcad-1e10-477a-908a-6a43ea0e474f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:48.154780 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bef68dbd-0b3e-451b-8182-f07b83706337 req-3db7dcad-1e10-477a-908a-6a43ea0e474f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0517013 Dec 08 01:01:48.206614 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bef68dbd-0b3e-451b-8182-f07b83706337 req-ca7065e6-5034-4672-bab0-803229cc758c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456049 Dec 08 01:01:49.322803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a3518-51fe-4834-ab95-23836d12560a req-569f3c12-f255-47b2-96b7-0de6ce18245b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:49.324312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b6a3518-51fe-4834-ab95-23836d12560a req-569f3c12-f255-47b2-96b7-0de6ce18245b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0498376 Dec 08 01:01:49.373700 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b6a3518-51fe-4834-ab95-23836d12560a req-a768f9db-5d2e-4354-ab0a-7dca2b5e939b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Dec 08 01:01:49.492058 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cf3c4-e3b6-46c2-a06c-8abb43151d81 req-f0cdf6f5-d7bc-444a-8ed8-2fc646431ced tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:49.493511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a49cf3c4-e3b6-46c2-a06c-8abb43151d81 req-f0cdf6f5-d7bc-444a-8ed8-2fc646431ced tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Dec 08 01:01:49.546755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a49cf3c4-e3b6-46c2-a06c-8abb43151d81 req-0f4891fa-e058-470c-86e9-792ea65ee6d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Dec 08 01:01:49.568579 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44006) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:49.607098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58620d7-3bf7-420d-a9a5-19e36cbaa61c tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:49.608604 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d58620d7-3bf7-420d-a9a5-19e36cbaa61c tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 1091 time: 0.0390754 Dec 08 01:01:49.611392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44008) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:49.615641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:01:49.640241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:49.733093 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:49.845698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.75 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3889542e-ec01-46c8-a885-dada0971d560) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:01:49.948719 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:49.986271 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:50.019643 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:01:50.024377 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:01:50.028362 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:01:50.054952 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=3889542e-ec01-46c8-a885-dada0971d560,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:50.691175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:50.760624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:50.907742 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:50.912285 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:50.977226 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=3889542e-ec01-46c8-a885-dada0971d560,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:01:50.988847 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:51.086669 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 5658846d-fd81-4a20-823b-708cf75c13f0 associated. External IP: 172.25.6.75, port: b811329f-8a65-4e0b-b37c-3ab1d9c1c67b. Dec 08 01:01:51.288898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router b82da131-5a5c-4632-8d31-a276ee0a6d2d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:01:51.393997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:01:51.403867 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] Sync routers for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:01:51.412079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:51.413599 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:51.414221 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:51.439574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8c1ddf57-7808-441d-b829-761e6fdf399f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8271220 Dec 08 01:01:51.440183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:01:51.442518 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d76091-a895-4ac1-837e-9a6babbcbada" -d '{"events": [{"name": "network-changed", "server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:01:51.521969 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:51.553802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e442e0-f3f9-4d0f-9122-f4959d379124 req-0ac78595-41eb-4fa1-b688-389e42384e57 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:51.555461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94e442e0-f3f9-4d0f-9122-f4959d379124 req-0ac78595-41eb-4fa1-b688-389e42384e57 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0557823 Dec 08 01:01:51.557457 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d63ce-2cf9-4e0c-afa9-5c82d70ba9d6 x-openstack-request-id: req-7b4d63ce-2cf9-4e0c-afa9-5c82d70ba9d6 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:01:51.557824 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:01:51.558166 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b4d63ce-2cf9-4e0c-afa9-5c82d70ba9d6 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:01:51.558571 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'status': 'completed', 'code': 200} Dec 08 01:01:51.559278 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-236a0ca0-1f07-45e3-8214-3eace01bb0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:51.610212 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-94e442e0-f3f9-4d0f-9122-f4959d379124 req-370aa2ea-3af3-4692-8612-cf325e8bd51b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Dec 08 01:01:51.635312 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44016) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:51.638282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-70f9d234-5ce1-4e49-813c-0a7c549abc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:51.639818 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-70f9d234-5ce1-4e49-813c-0a7c549abc00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 1096 time: 0.0463409 Dec 08 01:01:51.702873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-27e141ef-45ee-4fd0-b712-cc4d55653fb9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5658846d-fd81-4a20-823b-708cf75c13f0 HTTP/1.1" status: 200 len: 990 time: 0.0666764 Dec 08 01:01:51.733374 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-cd0e40a3-09d3-43cf-b34a-becf0b702d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:51.734863 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-cd0e40a3-09d3-43cf-b34a-becf0b702d4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab766865-0a95-492a-96f9-3ec919ee199b HTTP/1.1" status: 200 len: 897 time: 0.0866315 Dec 08 01:01:51.764009 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5658846d-fd81-4a20-823b-708cf75c13f0', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.75', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'port_id': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'mac_address': 'fa:16:3e:12:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:01:50Z', 'updated_at': '2021-12-08T01:01:50Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:39Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:51.790402 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] Checking router: b82da131-5a5c-4632-8d31-a276ee0a6d2d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:01:51.798708 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:01:51.799297 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:01:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:51.803827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-dd80e8ab-a300-4505-bb05-de4a94b8393e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b HTTP/1.1" status: 200 len: 998 time: 0.0617950 Dec 08 01:01:51.853303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-ed418ed6-fc46-4352-9e67-99be8355fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:51.854827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-ed418ed6-fc46-4352-9e67-99be8355fbaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3062564-a8f2-4cef-87cd-fe61353c303f HTTP/1.1" status: 200 len: 834 time: 0.0440583 Dec 08 01:01:51.901986 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:01:52.010741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-c9c8477a-683c-4bfd-9e4a-b5e3c9b574d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:52.012282 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-c9c8477a-683c-4bfd-9e4a-b5e3c9b574d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab766865-0a95-492a-96f9-3ec919ee199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453112 Dec 08 01:01:52.112084 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-0499a935-9c05-4f13-933c-b2bcc3bb063c service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917177 Dec 08 01:01:52.119798 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5658846d-fd81-4a20-823b-708cf75c13f0', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.75', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'port_id': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'mac_address': 'fa:16:3e:12:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:01:50Z', 'updated_at': '2021-12-08T01:01:50Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:39Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:01:52.149736 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567566a-d01b-4430-9139-34d6a273a464 None None] The sync data for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 is: [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5658846d-fd81-4a20-823b-708cf75c13f0', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.75', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'port_id': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'mac_address': 'fa:16:3e:12:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:01:50Z', 'updated_at': '2021-12-08T01:01:50Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:39Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:01:52.202523 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f8d76091-a895-4ac1-837e-9a6babbcbada req-3f95df62-b073-47ac-b9b7-7cd0d5dd7f36 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Dec 08 01:01:52.340617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3f211-875a-4b64-87ef-fb0a76e3a63d None None] New status for floating IP 5658846d-fd81-4a20-823b-708cf75c13f0: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:01:52.383711 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-78a7c3ce-b0aa-4cd6-9143-e515f54158f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475137 Dec 08 01:01:52.480771 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554bc67-fb88-4798-881a-13d93642e596 req-29a503f7-1738-428f-b8f0-bf620663951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:52.482406 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-29a503f7-1738-428f-b8f0-bf620663951d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 1096 time: 0.0411146 Dec 08 01:01:52.589511 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554bc67-fb88-4798-881a-13d93642e596 req-245d7531-cc8c-47b7-bda6-d4e728729f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:52.590993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-245d7531-cc8c-47b7-bda6-d4e728729f86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab766865-0a95-492a-96f9-3ec919ee199b HTTP/1.1" status: 200 len: 897 time: 0.0870748 Dec 08 01:01:52.658476 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-4e2ef149-9f0e-475f-b8e4-c468331f2286 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b HTTP/1.1" status: 200 len: 1000 time: 0.0600514 Dec 08 01:01:52.706584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44018) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:01:52.707172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554bc67-fb88-4798-881a-13d93642e596 req-bfb7211b-6e33-452a-8796-b07b057d2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:52.708072 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-bfb7211b-6e33-452a-8796-b07b057d2d5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3062564-a8f2-4cef-87cd-fe61353c303f HTTP/1.1" status: 200 len: 834 time: 0.0429330 Dec 08 01:01:52.754708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554bc67-fb88-4798-881a-13d93642e596 req-ab68ada9-2461-432e-9b07-b9891d82871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:01:52.756260 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-ab68ada9-2461-432e-9b07-b9891d82871b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab766865-0a95-492a-96f9-3ec919ee199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413773 Dec 08 01:01:52.766210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e28539c1-c09a-442b-8488-922a73e79938 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5658846d-fd81-4a20-823b-708cf75c13f0 HTTP/1.1" status: 200 len: 992 time: 0.0584695 Dec 08 01:01:52.848770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-d7e06d93-ff5a-4ca5-bf24-9f615fe734c1 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854230 Dec 08 01:01:52.940972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b554bc67-fb88-4798-881a-13d93642e596 req-9e27e984-216c-4767-91ce-d52f4a27d7d3 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852454 Dec 08 01:01:53.682324 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1df1242f-1732-4798-8cd0-d0ebcc5b4647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:55.333387 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:56.491436 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:01:57.319689 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:05.903921 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:02:14.236375 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:17.965234 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:21.550909 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0613ab89-744d-45a9-9de4-a59d1ca28f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:23.682960 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4fa5c7e0-9ccf-47e2-a833-427c37628beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:24.155246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04258c-e0c0-42a9-910c-0e01954dfe7c req-28c1607a-3b5d-4164-afb4-c75a1187cd6e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:24.156744 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d04258c-e0c0-42a9-910c-0e01954dfe7c req-28c1607a-3b5d-4164-afb4-c75a1187cd6e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0546002 Dec 08 01:02:24.209429 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d04258c-e0c0-42a9-910c-0e01954dfe7c req-83ff0710-db63-4244-954a-78e780700596 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439525 Dec 08 01:02:25.342099 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:25.348706 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c2f0-97e3-4311-8e03-bf939ec24028 req-b433ca99-902f-432d-b6db-50fb1f9ae4c5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:25.351361 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3440c2f0-97e3-4311-8e03-bf939ec24028 req-b433ca99-902f-432d-b6db-50fb1f9ae4c5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0658379 Dec 08 01:02:25.410601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3440c2f0-97e3-4311-8e03-bf939ec24028 req-d6940ea6-d02b-4820-8224-607409d7a118 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532887 Dec 08 01:02:25.433052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44038) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:25.497939 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f83ac564-242c-4448-99e8-fe4ae8a74882 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5658846d-fd81-4a20-823b-708cf75c13f0 HTTP/1.1" status: 200 len: 992 time: 0.0636570 Dec 08 01:02:26.495592 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:26.784637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad15cdf-0b11-4cc4-a9cc-10e064421e90 req-ae03825c-4b2d-4304-b602-255e3fcdd92d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:26.786104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ad15cdf-0b11-4cc4-a9cc-10e064421e90 req-ae03825c-4b2d-4304-b602-255e3fcdd92d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0530970 Dec 08 01:02:26.836847 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3ad15cdf-0b11-4cc4-a9cc-10e064421e90 req-f78ce7b6-6810-4ff3-b654-eb9426fe46e1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Dec 08 01:02:27.323506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:27.959618 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ab78c-c377-4607-b0ec-c5b40afb79b6 req-c0c169ac-efd4-4f94-95d8-0708795c11d6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:27.961100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-526ab78c-c377-4607-b0ec-c5b40afb79b6 req-c0c169ac-efd4-4f94-95d8-0708795c11d6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0505533 Dec 08 01:02:28.014344 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-526ab78c-c377-4607-b0ec-c5b40afb79b6 req-00e96738-6ba6-4ccc-9f64-fb747748e7df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463648 Dec 08 01:02:28.038234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44048) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:28.097684 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-24ad483e-0d4d-4a87-a1d0-f4fab7f7f738 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5658846d-fd81-4a20-823b-708cf75c13f0 HTTP/1.1" status: 200 len: 992 time: 0.0581355 Dec 08 01:02:28.328027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44054) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:28.483936 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 3889542e-ec01-46c8-a885-dada0971d560 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:02:28.484285 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:28.563368 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:28.563705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:28.575412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 3889542e-ec01-46c8-a885-dada0971d560 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:02:28.723566 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:28.751998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=3889542e-ec01-46c8-a885-dada0971d560,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:28.777398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.777753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.778101 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.778441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.778781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.779140 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.779481 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.779812 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.780145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.780475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.780814 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.781138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.781547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:28.822329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:28.822667 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 5658846d-fd81-4a20-823b-708cf75c13f0 disassociated (deleted). External IP: 172.25.6.75, port: b811329f-8a65-4e0b-b37c-3ab1d9c1c67b. Dec 08 01:02:29.036997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router b82da131-5a5c-4632-8d31-a276ee0a6d2d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:02:29.149373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:02:29.154771 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:29.159876 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] Sync routers for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:02:29.171208 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:29.171894 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:29.183442 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e95f86b9-f4f0-4acb-8102-a2c58af626b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/floatingips/5658846d-fd81-4a20-823b-708cf75c13f0 HTTP/1.1" status: 204 len: 168 time: 0.8543122 Dec 08 01:02:29.184142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:02:29.187325 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:02:29.243607 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6431d-7bb5-4bd4-b2c2-205a1cec61f7 x-openstack-request-id: req-a5e6431d-7bb5-4bd4-b2c2-205a1cec61f7 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:02:29.243913 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:02:29.244866 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5e6431d-7bb5-4bd4-b2c2-205a1cec61f7 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:02:29.245348 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'status': 'completed', 'code': 200} Dec 08 01:02:29.294061 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:29.354002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-135f5d7e-c512-4143-bffb-5bbd41f5e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:29.355610 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-135f5d7e-c512-4143-bffb-5bbd41f5e80a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 1096 time: 0.0646789 Dec 08 01:02:29.457616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b5d8b-d511-4b9d-82f9-1509ffe93abf req-b695d1db-2c9d-4efd-8f06-35ffeccbe339 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:29.466141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f7b5d8b-d511-4b9d-82f9-1509ffe93abf req-b695d1db-2c9d-4efd-8f06-35ffeccbe339 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0634866 Dec 08 01:02:29.491274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-c628a6f1-98a2-4228-a1d9-962ee79381eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:29.493140 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-c628a6f1-98a2-4228-a1d9-962ee79381eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab766865-0a95-492a-96f9-3ec919ee199b HTTP/1.1" status: 200 len: 897 time: 0.1030810 Dec 08 01:02:29.536461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f7b5d8b-d511-4b9d-82f9-1509ffe93abf req-4aeee354-f394-404b-8038-9ac6f8db194d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691845 Dec 08 01:02:29.551030 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-ba5014a3-5c7d-47a8-bfcb-06dab25c750d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b HTTP/1.1" status: 200 len: 217 time: 0.0496233 Dec 08 01:02:29.606127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-1180acae-96cd-4c2e-b992-a702e53e1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:29.607635 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-1180acae-96cd-4c2e-b992-a702e53e1eaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3062564-a8f2-4cef-87cd-fe61353c303f HTTP/1.1" status: 200 len: 834 time: 0.0464864 Dec 08 01:02:29.639992 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:39Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:29.663175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-e3dc4370-13ba-4277-8c51-016d355bd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:29.664834 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-e3dc4370-13ba-4277-8c51-016d355bd839 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab766865-0a95-492a-96f9-3ec919ee199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474546 Dec 08 01:02:29.671752 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] Checking router: b82da131-5a5c-4632-8d31-a276ee0a6d2d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:02:29.681198 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:29.682378 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:29.767512 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-9ffa4ad3-6ae4-4c6e-9be9-53434e811e53 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945728 Dec 08 01:02:29.795305 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:29.861885 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-588f6479-e2a9-41ca-bf62-860fbdcbe5fd req-cb68ac7a-fc43-4044-9d4a-a4501f76ef50 service neutron] 10.222.0.44 "GET /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858972 Dec 08 01:02:29.998756 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:39Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:30.025318 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52659ce-9336-482b-849c-673e4a6f36e4 None None] The sync data for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 is: [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:36Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '59a142a6-287e-482c-87b0-fee5e3814959', 'name': '', 'network_id': 'ab766865-0a95-492a-96f9-3ec919ee199b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:c2:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:35Z', 'updated_at': '2021-12-08T01:01:39Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'f3062564-a8f2-4cef-87cd-fe61353c303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:02:30.248225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49806b-6cf7-4064-a707-06c15d8659ba None None] New status for floating IP 5658846d-fd81-4a20-823b-708cf75c13f0: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:02:30.656904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb652d0d-9fb5-437a-bf4b-2878332c702f req-15f512ab-e4b1-4d33-bb98-0b2229f4df48 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:30.658393 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb652d0d-9fb5-437a-bf4b-2878332c702f req-15f512ab-e4b1-4d33-bb98-0b2229f4df48 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0511785 Dec 08 01:02:30.707647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fb652d0d-9fb5-437a-bf4b-2878332c702f req-45c05505-8a13-4e28-9aff-8c0352df59aa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=4637bc43-132e-4951-8354-afc0eee4e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Dec 08 01:02:31.052621 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-449f4cd4-137c-44b1-a103-eca28f4ad60d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:31.054079 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-449f4cd4-137c-44b1-a103-eca28f4ad60d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 945 time: 0.0528967 Dec 08 01:02:31.140048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:02:31.140381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:31.228945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:31.229303 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:31.241152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for b811329f-8a65-4e0b-b37c-3ab1d9c1c67b owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:02:31.365634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:31.398600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=b811329f-8a65-4e0b-b37c-3ab1d9c1c67b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:31.423172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.423525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.423864 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.424196 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.424525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.424858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.425181 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.425509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.425831 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.426152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.426473 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.426790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.427133 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:31.448488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] No DVR routers for this DVR port b811329f-8a65-4e0b-b37c-3ab1d9c1c67b on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:02:31.451620 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:31.455012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4f332f32-e6c2-4ae7-a545-1bf2219dba3d req-be0cd756-da3a-4338-8530-cbdd204d8827 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "DELETE /v2.0/ports/b811329f-8a65-4e0b-b37c-3ab1d9c1c67b HTTP/1.1" status: 204 len: 173 time: 0.3951323 Dec 08 01:02:31.455456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'name': 'network-vif-deleted', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:02:31.457710 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340e345-0e23-4ba7-a026-8ead213e7cd7" -d '{"events": [{"server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "name": "network-vif-deleted", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:02:31.571206 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b8385c-0669-4539-81ab-956d3c24eb47 x-openstack-request-id: req-71b8385c-0669-4539-81ab-956d3c24eb47 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:02:31.571512 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd26bf58-a293-4c5e-a27a-2c757594d142", "name": "network-vif-deleted", "tag": "b811329f-8a65-4e0b-b37c-3ab1d9c1c67b", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:02:31.571774 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71b8385c-0669-4539-81ab-956d3c24eb47 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:02:31.572247 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd26bf58-a293-4c5e-a27a-2c757594d142', 'name': 'network-vif-deleted', 'tag': 'b811329f-8a65-4e0b-b37c-3ab1d9c1c67b', 'status': 'completed', 'code': 200} Dec 08 01:02:31.825026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c98ea96-85d4-4cab-afdd-9c2f3155d1d9 req-5f363359-bbfd-4e85-9fd3-458c6485ebe1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26bf58-a293-4c5e-a27a-2c757594d142 HTTP/1.1" status: 200 len: 210 time: 0.0347338 Dec 08 01:02:32.910369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44072) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:33.278184 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:33.549878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 59a142a6-287e-482c-87b0-fee5e3814959 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:02:33.550121 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:33.636350 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 59a142a6-287e-482c-87b0-fee5e3814959, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=59a142a6-287e-482c-87b0-fee5e3814959,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:33.636707 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:33.649036 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 59a142a6-287e-482c-87b0-fee5e3814959 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:02:33.836486 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:33.867964 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=59a142a6-287e-482c-87b0-fee5e3814959,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:34.044929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:34.269682 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router b82da131-5a5c-4632-8d31-a276ee0a6d2d has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:02:34.672989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:02:34.678437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c66023b3-edfd-4668-b623-6c4ebe15d9f8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/b82da131-5a5c-4632-8d31-a276ee0a6d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669687 Dec 08 01:02:34.681092 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44074) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:34.684380 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] Sync routers for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:02:34.695011 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:34.695622 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:34.736785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting subnet f3062564-a8f2-4cef-87cd-fe61353c303f {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:02:34.740081 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:34.783812 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:34.808498 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:34.872558 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:34.932787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:34.958476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Subnet': ['ID=f3062564-a8f2-4cef-87cd-fe61353c303f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:34.964653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:34.967870 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2674b4a1-f269-43c6-804a-5c90a3b4c05e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/subnets/f3062564-a8f2-4cef-87cd-fe61353c303f HTTP/1.1" status: 204 len: 168 time: 0.2857563 Dec 08 01:02:34.970424 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44076) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:34.973039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f440eac-15be-41f1-9c53-ab83b0a2715a None None] Network ab766865-0a95-492a-96f9-3ec919ee199b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:02:35.003106 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:02:33Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:35.037725 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] Checking router: b82da131-5a5c-4632-8d31-a276ee0a6d2d for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:02:35.047653 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] Routers {'b82da131-5a5c-4632-8d31-a276ee0a6d2d'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:35.048282 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:35.082758 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.174978 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] Set router b82da131-5a5c-4632-8d31-a276ee0a6d2d gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:35.195648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.204318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b811329f-8a65-4e0b-b37c-3ab1d9c1c67b no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:02:35.240024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: b811329f-8a65-4e0b-b37c-3ab1d9c1c67b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:02:35.240377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device b811329f-8a65-4e0b-b37c-3ab1d9c1c67b not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:02:35.258129 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port bf99fce0-d000-4126-b713-ad52990ab24f {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:02:35.258607 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.336330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] DHCP port deletion for ab766865-0a95-492a-96f9-3ec919ee199b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:02:35.356441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port bf99fce0-d000-4126-b713-ad52990ab24f, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=bf99fce0-d000-4126-b713-ad52990ab24f,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:35.356819 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.370365 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for bf99fce0-d000-4126-b713-ad52990ab24f owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:02:35.374752 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:02:33Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:35.393806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Deleting port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:02:35.394180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.401790 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb681e87-882f-4ce3-91af-e9e94723ede7 None None] The sync data for ids ['b82da131-5a5c-4632-8d31-a276ee0a6d2d'] in n-d-820549-2 is: [{'id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797568655', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:02:33Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': 'bf99fce0-d000-4126-b713-ad52990ab24f', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82da131-5a5c-4632-8d31-a276ee0a6d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:01:32Z', 'updated_at': '2021-12-08T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:02:35.463553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] For port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=6ae29fc2-aa46-4f20-a12e-05aca2cf030d,segment=NetworkSegment(5a200b74-c87a-4afb-825e-33c239105c45),segment_id=5a200b74-c87a-4afb-825e-33c239105c45)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:35.464076 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.477032 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Calling delete_port for 6ae29fc2-aa46-4f20-a12e-05aca2cf030d owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:02:35.552495 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.566971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.579352 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=bf99fce0-d000-4126-b713-ad52990ab24f,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:35.599179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa91d76-6d33-4099-aba3-51f4fe6f506f None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:02:35.602736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Pushing event deleted for resources: {'Port': ['ID=6ae29fc2-aa46-4f20-a12e-05aca2cf030d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:35.611743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] No DVR routers for this DVR port 6ae29fc2-aa46-4f20-a12e-05aca2cf030d on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:02:35.616181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.616533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.616884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.617229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.617568 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.617959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.618221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.618555 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.619536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.619876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.620208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.620837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.620837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25497e-05ca-4730-b84d-8f220a12f434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:35.640971 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.736429 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.739025 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.791456 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.792508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Fanout notify agent at l3_agent the message router_deleted on router b82da131-5a5c-4632-8d31-a276ee0a6d2d {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:02:35.800747 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:35.804378 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-05565da2-3331-4407-b8d8-9bbb5b9e9d26 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/routers/b82da131-5a5c-4632-8d31-a276ee0a6d2d HTTP/1.1" status: 204 len: 168 time: 0.8304844 Dec 08 01:02:35.805017 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44078) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:35.853417 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 59a142a6-287e-482c-87b0-fee5e3814959 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:02:35.874796 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 59a142a6-287e-482c-87b0-fee5e3814959 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:02:35.875090 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 59a142a6-287e-482c-87b0-fee5e3814959 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:02:35.875500 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6ae29fc2-aa46-4f20-a12e-05aca2cf030d no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:02:35.900725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 6ae29fc2-aa46-4f20-a12e-05aca2cf030d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:02:35.901172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 6ae29fc2-aa46-4f20-a12e-05aca2cf030d not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:02:35.907309 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.003118 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.025438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab766865-0a95-492a-96f9-3ec919ee199b']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:36.035749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a200b74-c87a-4afb-825e-33c239105c45') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:36.036160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a200b74-c87a-4afb-825e-33c239105c45') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:36.047148 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.061460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.067778 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:02:36.068170 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: timer() Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:02:36.071222 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:02:36.135789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.143149 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.146145 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/networks/ab766865-0a95-492a-96f9-3ec919ee199b HTTP/1.1" status: 204 len: 168 time: 0.3401525 Dec 08 01:02:36.148973 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44080) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:36.157991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca959ca4-432f-4793-b44a-3f93970e3f0f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Network': ['ID=ab766865-0a95-492a-96f9-3ec919ee199b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:36.212931 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7861cc6-4ae8-46f9-8d35-141f8f81e894 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.239028 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7861cc6-4ae8-46f9-8d35-141f8f81e894 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.301929 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7861cc6-4ae8-46f9-8d35-141f8f81e894 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.304588 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a7861cc6-4ae8-46f9-8d35-141f8f81e894 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.305766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a7861cc6-4ae8-46f9-8d35-141f8f81e894 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/security-groups/4637bc43-132e-4951-8354-afc0eee4e7d0 HTTP/1.1" status: 204 len: 168 time: 0.1557860 Dec 08 01:02:36.316158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7861cc6-4ae8-46f9-8d35-141f8f81e894 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4637bc43-132e-4951-8354-afc0eee4e7d0,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:36.555506 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44086) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:36.560263 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-555a961b-c091-424b-883d-bf5beab9378e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397547253', 'description': 'tempest-secgroup-smoke-397547253 description', 'project_id': '819b157b34fc48928b7a75a07a8d04d1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:36.584349 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-555a961b-c091-424b-883d-bf5beab9378e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.649435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-555a961b-c091-424b-883d-bf5beab9378e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.654068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-555a961b-c091-424b-883d-bf5beab9378e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.683688 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-555a961b-c091-424b-883d-bf5beab9378e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.687872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-555a961b-c091-424b-883d-bf5beab9378e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284530 Dec 08 01:02:36.687872 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a961b-c091-424b-883d-bf5beab9378e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e781fc-3294-466e-a926-9a2073204d98,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:36.688174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44088) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:36.692827 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c5de358d-47b4-48d6-90a9-247f548c5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'c3e781fc-3294-466e-a926-9a2073204d98', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:36.721186 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5de358d-47b4-48d6-90a9-247f548c5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.789038 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5de358d-47b4-48d6-90a9-247f548c5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.792516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5de358d-47b4-48d6-90a9-247f548c5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.813536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de358d-47b4-48d6-90a9-247f548c5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f018a8c-d310-4502-a1c7-954e3b7f1232,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:36.820188 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c5de358d-47b4-48d6-90a9-247f548c5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.821380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c5de358d-47b4-48d6-90a9-247f548c5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322033 Dec 08 01:02:36.824565 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44090) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:36.828806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-90d43566-912f-4cf2-b791-77004223d939 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'c3e781fc-3294-466e-a926-9a2073204d98', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:36.855031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90d43566-912f-4cf2-b791-77004223d939 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.911575 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90d43566-912f-4cf2-b791-77004223d939 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.915544 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90d43566-912f-4cf2-b791-77004223d939 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.935439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d43566-912f-4cf2-b791-77004223d939 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cc8efd-52ac-41a7-85d9-50ed12e3628c,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:36.943555 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-90d43566-912f-4cf2-b791-77004223d939 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:36.944896 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-90d43566-912f-4cf2-b791-77004223d939 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192791 Dec 08 01:02:36.948072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44092) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:36.952400 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1d1d3225-6186-4072-9977-e865abf66a20 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'c3e781fc-3294-466e-a926-9a2073204d98', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:36.979530 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3225-6186-4072-9977-e865abf66a20 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.035172 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3225-6186-4072-9977-e865abf66a20 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.038521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3225-6186-4072-9977-e865abf66a20 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.055125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d3225-6186-4072-9977-e865abf66a20 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3da17d-d2d2-4e55-9084-fbff07bf3cbe,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:37.064016 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3225-6186-4072-9977-e865abf66a20 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.065148 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1d1d3225-6186-4072-9977-e865abf66a20 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161296 Dec 08 01:02:37.067920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44094) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:37.072636 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-767e3d50-213b-403c-8a94-8afc7811ca79 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'c3e781fc-3294-466e-a926-9a2073204d98', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:37.099164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767e3d50-213b-403c-8a94-8afc7811ca79 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.160765 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767e3d50-213b-403c-8a94-8afc7811ca79 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.164275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767e3d50-213b-403c-8a94-8afc7811ca79 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.181911 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e3d50-213b-403c-8a94-8afc7811ca79 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3b50f1-acff-4a04-a877-7af4d25f6d46,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:37.189712 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767e3d50-213b-403c-8a94-8afc7811ca79 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.190910 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-767e3d50-213b-403c-8a94-8afc7811ca79 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220655 Dec 08 01:02:37.194807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44096) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:37.199757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'c3e781fc-3294-466e-a926-9a2073204d98', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:37.220272 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:02:37.225275 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.286117 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.289487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.307181 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9babdaf8-718e-42ca-a17e-ee61c1e1913d,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:37.316141 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.317418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d7bf1379-867c-4f76-ba9f-53edfe6c43e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216478 Dec 08 01:02:37.320339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44098) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:37.325456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'c3e781fc-3294-466e-a926-9a2073204d98', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:37.347599 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:02:37.352741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.424563 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.428024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.446095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cc112e-bc6d-4e35-a627-5a10203c47af,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:37.454549 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.455941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-97b68000-ce56-4f4c-8cd9-fb48e414463d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345940 Dec 08 01:02:37.458858 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44100) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:37.463994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'network': {'name': 'tempest-network-smoke--767529200', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:37.483694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:02:37.487202 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.512837 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:02:37.523589 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.523938 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf99fce0-d000-4126-b713-ad52990ab24f no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:02:37.524415 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Added segment 072cd1c5-a3a6-4ad0-a087-311511506a46 of type vlan for network e114949f-b5f3-47f8-979c-84080fd96f09 Dec 08 01:02:37.547095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: bf99fce0-d000-4126-b713-ad52990ab24f {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:02:37.547445 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device bf99fce0-d000-4126-b713-ad52990ab24f not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:02:37.572099 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.595469 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.600982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:37.601573 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.638005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1780212 Dec 08 01:02:37.640867 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44102) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:37.645541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'admin_state_up': True, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:37.669098 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.670284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:37.672535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c694062-33f9-433c-98fd-40f2b841a5ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Network': ['ID=e114949f-b5f3-47f8-979c-84080fd96f09,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:37.684369 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network e114949f-b5f3-47f8-979c-84080fd96f09 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:02:37.727668 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:38.179225 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:38.373515 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:38.392163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:38.492192 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.92 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:02:38.597455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:38.631125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:38.665392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:02:38.670211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:02:38.673868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:02:38.684244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c1640-ffa4-47c9-9bcf-275bb3eae862 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:02:38.703769 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:38.772612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ab9c8d09-0114-4b96-a333-16eacb94f11a None None] Provisioning complete for port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:38.772899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab9c8d09-0114-4b96-a333-16eacb94f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:38.810444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c8d09-0114-4b96-a333-16eacb94f11a None None] Port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:02:38.984169 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:39.176389 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:39.301086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 5cf109be-fe90-441b-ae62-da5404e4c87a is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:02:39.405183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:02:39.417970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Sync routers for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:02:39.425011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:39.429391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-84894fce-c00d-4111-a6f2-e79dec9e70bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7843268 Dec 08 01:02:39.429526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44104) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:39.432447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:39.433142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:39.466689 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0dd08253-2367-4754-acbb-40ce5d0405d6 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=819b157b34fc48928b7a75a07a8d04d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336318 Dec 08 01:02:39.466953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44106) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:39.539268 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:39.616146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0993879-45f3-4fb9-857c-503479612d3c tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:39.617706 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d0993879-45f3-4fb9-857c-503479612d3c tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499603 Dec 08 01:02:39.620955 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44108) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:39.656230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e656bc26-77e3-4954-9d94-fef805451a70 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341742 Dec 08 01:02:39.658686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44110) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:39.663621 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1268404562', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:39.718665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:38Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:39.750317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Checking router: 5cf109be-fe90-441b-ae62-da5404e4c87a for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:02:39.750672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Updating router 5cf109be-fe90-441b-ae62-da5404e4c87a port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:02:39.755313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:02:39.758822 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:39.776374 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:39.941755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.002251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Subnet': ['ID=baf2536a-5f52-42b2-ae34-d9658cd3dbea,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:40.009467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Checking segment: {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:02:40.009731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network hostable DHCP agents. Network: e114949f-b5f3-47f8-979c-84080fd96f09, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:02:40.025545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network e114949f-b5f3-47f8-979c-84080fd96f09 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:02:40.031977 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.034742 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, e114949f-b5f3-47f8-979c-84080fd96f09) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:02:40.038997 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:40.039597 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.043602 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.049309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712d453-c4fb-41b8-876e-b58a79e74174 None None] Network e114949f-b5f3-47f8-979c-84080fd96f09 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:02:40.059400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-faec13db-fde0-4371-bb1d-f19ec05efb0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965802 Dec 08 01:02:40.059650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44112) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:40.117060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e71e93-f69f-4e3f-a1c0-86ab9a0caedc None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:02:40.167276 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Attempting to bind port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:02:40.167648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Attempting to bind port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:02:40.168010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Attempting to bind port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:02:40.169883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf790d-7158-4463-88ac-8001596f3f62 None None] Pushing event updated for resources: {'Port': ['ID=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:40.183921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:02:40.184331 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:02:40.184716 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.185340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:02:40.185814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Bound port: 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:02:40.186241 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.262782 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-e114949f-b5f3-47f8-979c-84080fd96f09', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:02:40.263600 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.289244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] For port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:02:40.310030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3943bfb4-82ff-468f-90eb-2febaab092b6 None None] Provisioning complete for port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:40.310705 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3943bfb4-82ff-468f-90eb-2febaab092b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.313281 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] For port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:02:40.377905 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.463017 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c4d74-37f5-4c47-97c5-5b4649780b4a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:02:40.471464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3943bfb4-82ff-468f-90eb-2febaab092b6 None None] Port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:02:40.500359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf790d-7158-4463-88ac-8001596f3f62 None None] Pushing event updated for resources: {'Port': ['ID=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:40.500919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.510497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:40.511190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:40.575584 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Allocated IP 172.20.0.2 (e114949f-b5f3-47f8-979c-84080fd96f09/baf2536a-5f52-42b2-ae34-d9658cd3dbea/f5d3b850-ad39-4a57-bb94-a5a52b51561d) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:02:40.660810 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-0451380a-f66c-4195-ab98-ba9481a1050f None None] Provisioning complete for port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:40.661188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0451380a-f66c-4195-ab98-ba9481a1050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:40.699961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:41.122771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0451380a-f66c-4195-ab98-ba9481a1050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.164093 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.177053 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.181003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-0451380a-f66c-4195-ab98-ba9481a1050f None None] For port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:41.206832 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0451380a-f66c-4195-ab98-ba9481a1050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.223286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.1 (e114949f-b5f3-47f8-979c-84080fd96f09/baf2536a-5f52-42b2-ae34-d9658cd3dbea/ea6d728c-0c09-481a-bc0e-b4616f91993a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:02:41.233667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Network e114949f-b5f3-47f8-979c-84080fd96f09 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:02:41.238436 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:02:41.244046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:02:41.248211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Pushing event updated for resources: {'Port': ['ID=f5d3b850-ad39-4a57-bb94-a5a52b51561d,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:41.323389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:38Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:41.350095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.363034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ff75b-6a36-4668-954c-f5983b8e43ef None None] The sync data for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 is: [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:38Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:02:41.373274 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451380a-f66c-4195-ab98-ba9481a1050f None None] Pushing event updated for resources: {'Port': ['ID=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:41.378355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Attempting to bind port f5d3b850-ad39-4a57-bb94-a5a52b51561d on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:02:41.378725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Attempting to bind port f5d3b850-ad39-4a57-bb94-a5a52b51561d by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:02:41.379126 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Attempting to bind port f5d3b850-ad39-4a57-bb94-a5a52b51561d on network e114949f-b5f3-47f8-979c-84080fd96f09 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:02:41.385629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:02:41.386019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Checking segment: {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:02:41.386467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.386799 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Bound using segment: {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:02:41.387326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Bound port: f5d3b850-ad39-4a57-bb94-a5a52b51561d, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:02:41.387713 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.390166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.434429 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network e114949f-b5f3-47f8-979c-84080fd96f09 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:02:41.439930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:02:41.444737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:02:41.449398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=ea6d728c-0c09-481a-bc0e-b4616f91993a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:41.463157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] For port f5d3b850-ad39-4a57-bb94-a5a52b51561d, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:02:41.467719 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] For port f5d3b850-ad39-4a57-bb94-a5a52b51561d, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f5d3b850-ad39-4a57-bb94-a5a52b51561d,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:02:41.475362 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.493781 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:41.545616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200780-03c0-4312-bf31-7e11ec7f3440 None None] Pushing event updated for resources: {'Port': ['ID=f5d3b850-ad39-4a57-bb94-a5a52b51561d,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:41.663965 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:42.001183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:42.006370 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:42.086457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=ea6d728c-0c09-481a-bc0e-b4616f91993a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:42.092218 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:42.189610 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network e114949f-b5f3-47f8-979c-84080fd96f09 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:02:42.191354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:02:42.322540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 5cf109be-fe90-441b-ae62-da5404e4c87a has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:02:42.437597 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:02:42.443110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-76d6f9bc-762f-421a-87e3-c3b4139741e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/5cf109be-fe90-441b-ae62-da5404e4c87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3821549 Dec 08 01:02:42.563820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea0816-c2e3-4280-82b1-2d7310b87088 None None] Network e114949f-b5f3-47f8-979c-84080fd96f09 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:02:42.606187 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-b133c6c5-f585-46a4-90f5-8b9512dc40d1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397547253&fields=id&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 267 time: 0.0471432 Dec 08 01:02:42.650808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bbb28148-522a-4ce4-9383-58172e4cb0ec None None] Provisioning complete for port f5d3b850-ad39-4a57-bb94-a5a52b51561d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:42.651148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbb28148-522a-4ce4-9383-58172e4cb0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:42.726561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-c04963f8-5ba9-4606-bcaa-03e38fff1b78 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:42.728379 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-c04963f8-5ba9-4606-bcaa-03e38fff1b78 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 796 time: 0.1149566 Dec 08 01:02:42.746412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-cc8d4544-ab9a-4f71-baad-1c21ff50f406 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/quotas/819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 375 time: 0.0116844 Dec 08 01:02:42.762254 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbb28148-522a-4ce4-9383-58172e4cb0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:42.798367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-bbb28148-522a-4ce4-9383-58172e4cb0ec None None] For port f5d3b850-ad39-4a57-bb94-a5a52b51561d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f5d3b850-ad39-4a57-bb94-a5a52b51561d,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:42.805303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbb28148-522a-4ce4-9383-58172e4cb0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:42.812350 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-40439ac3-e6d5-4175-ae3f-d40ec7f7d3d6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547259 Dec 08 01:02:42.862727 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb28148-522a-4ce4-9383-58172e4cb0ec None None] Pushing event updated for resources: {'Port': ['ID=f5d3b850-ad39-4a57-bb94-a5a52b51561d,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:42.902711 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:02:42.993573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-0e8a8026-ed16-491d-8ce2-1c8dd186b905 service neutron] 10.222.0.18 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678321 Dec 08 01:02:43.029543 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-830b8cf1-9786-4e2a-a41a-cf49733a6734 None None] Provisioning complete for port f5d3b850-ad39-4a57-bb94-a5a52b51561d triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:43.035153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-830b8cf1-9786-4e2a-a41a-cf49733a6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:43.127600 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-88b8da79-8b26-4c74-bcae-684f902a09c5 service neutron] 10.222.0.18 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323676 Dec 08 01:02:43.160117 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Sync routers for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:02:43.160452 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-830b8cf1-9786-4e2a-a41a-cf49733a6734 None None] Provisioning complete for port ea6d728c-0c09-481a-bc0e-b4616f91993a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:43.160827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-830b8cf1-9786-4e2a-a41a-cf49733a6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:43.175134 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:43.175986 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:43.203875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-830b8cf1-9786-4e2a-a41a-cf49733a6734 None None] Port ea6d728c-0c09-481a-bc0e-b4616f91993a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:02:43.365577 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:43.380447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-5c5d0af6-ce03-4c51-a3f1-767e2dd3858f None None] Provisioning complete for port ea6d728c-0c09-481a-bc0e-b4616f91993a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:43.380814 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0af6-ce03-4c51-a3f1-767e2dd3858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:43.395243 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19e9a257-2cc5-4956-a1aa-30c4836bfa3b req-9a285c20-6376-4b23-b945-372581f5c078 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 210 time: 0.0486131 Dec 08 01:02:43.451382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d0af6-ce03-4c51-a3f1-767e2dd3858f None None] Port ea6d728c-0c09-481a-bc0e-b4616f91993a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:02:43.591521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f9978922-d0c3-4882-a93e-1f9f8c7b3a3b None None] Provisioning complete for port ea6d728c-0c09-481a-bc0e-b4616f91993a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:43.592178 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f9978922-d0c3-4882-a93e-1f9f8c7b3a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:43.644105 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-f9978922-d0c3-4882-a93e-1f9f8c7b3a3b None None] Port ea6d728c-0c09-481a-bc0e-b4616f91993a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:02:43.662770 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f5d3b850-ad39-4a57-bb94-a5a52b51561d up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:02:43.716611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f5d3b850-ad39-4a57-bb94-a5a52b51561d triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:43.717040 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:43.722855 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 2, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:43.749965 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Checking router: 5cf109be-fe90-441b-ae62-da5404e4c87a for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:02:43.750314 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Updating router 5cf109be-fe90-441b-ae62-da5404e4c87a port ea6d728c-0c09-481a-bc0e-b4616f91993a binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:02:43.780002 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:43.802242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:02:43.850367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:43.850995 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.051718 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.056734 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.129522 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Pushing event updated for resources: {'Port': ['ID=ea6d728c-0c09-481a-bc0e-b4616f91993a,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:44.157945 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.158309 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.158744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.159111 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.159449 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.159781 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.160092 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.160425 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.160751 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.161073 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.161572 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.161903 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.162227 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:02:44.170540 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Attempting to bind port ea6d728c-0c09-481a-bc0e-b4616f91993a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:02:44.170983 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Attempting to bind port ea6d728c-0c09-481a-bc0e-b4616f91993a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:02:44.171428 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Attempting to bind port ea6d728c-0c09-481a-bc0e-b4616f91993a on network e114949f-b5f3-47f8-979c-84080fd96f09 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:02:44.177389 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:02:44.177810 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Checking segment: {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:02:44.178191 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.178781 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Bound using segment: {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:02:44.179464 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Bound port: ea6d728c-0c09-481a-bc0e-b4616f91993a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:02:44.180021 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.237157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.247859 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] For port ea6d728c-0c09-481a-bc0e-b4616f91993a, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:02:44.251593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] For port ea6d728c-0c09-481a-bc0e-b4616f91993a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ea6d728c-0c09-481a-bc0e-b4616f91993a,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:02:44.257479 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.316864 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:44.317501 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:44.356181 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d101-5be0-4667-b19d-a6371bce99bd None None] Pushing event updated for resources: {'Port': ['ID=ea6d728c-0c09-481a-bc0e-b4616f91993a,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:44.378239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-082f94c1-59b6-4687-94a0-e9e82a2bd2f4 None None] Provisioning complete for port ea6d728c-0c09-481a-bc0e-b4616f91993a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:44.378615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082f94c1-59b6-4687-94a0-e9e82a2bd2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.433846 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:44.473286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082f94c1-59b6-4687-94a0-e9e82a2bd2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.531437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-082f94c1-59b6-4687-94a0-e9e82a2bd2f4 None None] For port ea6d728c-0c09-481a-bc0e-b4616f91993a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ea6d728c-0c09-481a-bc0e-b4616f91993a,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:44.540027 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-082f94c1-59b6-4687-94a0-e9e82a2bd2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.606231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f94c1-59b6-4687-94a0-e9e82a2bd2f4 None None] Pushing event updated for resources: {'Port': ['ID=ea6d728c-0c09-481a-bc0e-b4616f91993a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:44.635957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3e3f637-4a1c-4e34-a364-88835ee8cc37 req-4a366eab-270b-4576-87e8-0bef5116b9d1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 210 time: 0.0831258 Dec 08 01:02:44.666948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ca127cdf-96a4-4375-99d3-3af7f8e6d37a None None] Provisioning complete for port ea6d728c-0c09-481a-bc0e-b4616f91993a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:44.667754 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca127cdf-96a4-4375-99d3-3af7f8e6d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:44.700008 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:44.717107 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-4bcba8f8-3cb8-4172-9eba-20fb5c0bc733 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:44.718631 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-4bcba8f8-3cb8-4172-9eba-20fb5c0bc733 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 796 time: 0.1596274 Dec 08 01:02:44.733763 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4556082-203f-47a3-aca9-4ff5a5630f0e None None] The sync data for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 is: [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:02:44.813887 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-8d3d6a8c-cbd9-45fc-8e12-7d266b7e7b3b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 379 time: 0.0795546 Dec 08 01:02:44.827912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'port': {'device_id': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'admin_state_up': True, 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'security_groups': ['c3e781fc-3294-466e-a926-9a2073204d98']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:44.952015 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:02:44.955917 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.085792 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.14 (e114949f-b5f3-47f8-979c-84080fd96f09/baf2536a-5f52-42b2-ae34-d9658cd3dbea/69b396cd-bb6f-47fd-84a2-23b82132266e) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:02:45.235736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.270792 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.318732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network e114949f-b5f3-47f8-979c-84080fd96f09 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:02:45.322105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:02:45.326020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:02:45.333126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=69b396cd-bb6f-47fd-84a2-23b82132266e,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:45.387717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:45.388398 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.406649 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-ffc5f067-a2ff-4540-920c-a3da3c5b143f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832925 Dec 08 01:02:45.426223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Request body: {'port': {'device_id': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:45.485089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.597060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e8b6577e-631f-4dc6-99ce-ef7e08518dda None None] Provisioning complete for port 69b396cd-bb6f-47fd-84a2-23b82132266e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:45.597411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e8b6577e-631f-4dc6-99ce-ef7e08518dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.628761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ea6d728c-0c09-481a-bc0e-b4616f91993a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:02:45.674374 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6577e-631f-4dc6-99ce-ef7e08518dda None None] Port 69b396cd-bb6f-47fd-84a2-23b82132266e cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:02:45.705293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ea6d728c-0c09-481a-bc0e-b4616f91993a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:45.705691 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.777556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb49a8-4612-47e1-8fd9-2652e95a0294 req-b3fbd340-5ed2-460d-82fb-2f5f96fb55d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:45.779209 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8cb49a8-4612-47e1-8fd9-2652e95a0294 req-b3fbd340-5ed2-460d-82fb-2f5f96fb55d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 932 time: 0.0638201 Dec 08 01:02:45.800463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b396cd-bb6f-47fd-84a2-23b82132266e {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:02:45.810570 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.824546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Transition to ACTIVE for port object 69b396cd-bb6f-47fd-84a2-23b82132266e will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:02:45.829382 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:45.844121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b8cb49a8-4612-47e1-8fd9-2652e95a0294 req-14067f9c-cbc3-4d14-9fcf-9e7d656c77e1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541451 Dec 08 01:02:45.889269 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Pushing event updated for resources: {'Port': ['ID=69b396cd-bb6f-47fd-84a2-23b82132266e,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:45.964617 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Attempting to bind port 69b396cd-bb6f-47fd-84a2-23b82132266e on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:02:45.964958 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Attempting to bind port 69b396cd-bb6f-47fd-84a2-23b82132266e by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:02:45.965284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Attempting to bind port 69b396cd-bb6f-47fd-84a2-23b82132266e on network e114949f-b5f3-47f8-979c-84080fd96f09 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:02:45.970144 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Port 69b396cd-bb6f-47fd-84a2-23b82132266e on network e114949f-b5f3-47f8-979c-84080fd96f09 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:02:45.970461 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Attempting to bind port 69b396cd-bb6f-47fd-84a2-23b82132266e on network e114949f-b5f3-47f8-979c-84080fd96f09 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:02:45.975558 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:02:45.975895 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Checking segment: {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:02:45.976276 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Bound using segment: {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:02:45.976697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Bound port: 69b396cd-bb6f-47fd-84a2-23b82132266e, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cd1c5-a3a6-4ad0-a087-311511506a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:02:45.977050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:46.044750 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] For port 69b396cd-bb6f-47fd-84a2-23b82132266e, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:02:46.048126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] For port 69b396cd-bb6f-47fd-84a2-23b82132266e, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69b396cd-bb6f-47fd-84a2-23b82132266e,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:02:46.053226 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:46.090664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.091365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:46.092748 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] 10.222.0.44 "PUT /v2.0/ports/69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 1092 time: 0.6717961 Dec 08 01:02:46.093205 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:02:46.095564 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:02:46.131809 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3c73-4c98-46d5-8240-1d85cd89af47 service neutron] Pushing event updated for resources: {'Port': ['ID=69b396cd-bb6f-47fd-84a2-23b82132266e,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:46.144045 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09846b-1e1e-4803-8b02-04a23c8f1122 x-openstack-request-id: req-4e09846b-1e1e-4803-8b02-04a23c8f1122 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:02:46.144349 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:02:46.144635 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e09846b-1e1e-4803-8b02-04a23c8f1122 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:02:46.145046 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'status': 'completed', 'code': 200} Dec 08 01:02:46.204624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-f888c47c-e8df-40f9-885b-9488c8ef88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.206194 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-f888c47c-e8df-40f9-885b-9488c8ef88b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1095 time: 0.0447674 Dec 08 01:02:46.257938 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-b8670ba5-ad98-4310-ac1f-35b515cef660 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 217 time: 0.0353379 Dec 08 01:02:46.312979 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-89a331dd-7eb5-4778-baf6-4b5ba4328fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.314384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-89a331dd-7eb5-4778-baf6-4b5ba4328fef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 200 len: 835 time: 0.0497589 Dec 08 01:02:46.363889 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-e5f4051f-719f-4a37-928d-131bc83800bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.365413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-e5f4051f-719f-4a37-928d-131bc83800bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e114949f-b5f3-47f8-979c-84080fd96f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433383 Dec 08 01:02:46.455451 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-d43538a4-1842-4e3c-84c2-35aaaa7ee23e service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817578 Dec 08 01:02:46.550454 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-a2d1f8f8-8357-4db5-abfc-35c6cf1bc6b9 req-fdcc920e-2d82-4666-bc96-4b16e8475159 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878272 Dec 08 01:02:46.683372 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-5d93320c-0e36-4672-87ab-be3ecfd5a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.684900 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-5d93320c-0e36-4672-87ab-be3ecfd5a7a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1095 time: 0.0415678 Dec 08 01:02:46.779669 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-eb32d196-6688-49ac-a692-71926229130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.781164 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-eb32d196-6688-49ac-a692-71926229130f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 897 time: 0.0891387 Dec 08 01:02:46.824471 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-ce864202-ab51-496b-a71f-7ad495a36f4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 217 time: 0.0363095 Dec 08 01:02:46.879051 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-96ec788c-2447-40d5-ab6f-1b0aeafccd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.880697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-96ec788c-2447-40d5-ab6f-1b0aeafccd84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 200 len: 835 time: 0.0489616 Dec 08 01:02:46.942209 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-64686556-f87e-4f6f-8003-75d5f373a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.943650 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-64686556-f87e-4f6f-8003-75d5f373a422 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e114949f-b5f3-47f8-979c-84080fd96f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539014 Dec 08 01:02:46.963950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023fbf1-cd97-4b52-a440-19a66d431e95 req-cd7f0445-55d2-41aa-8900-b2ad422be228 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:46.965474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9023fbf1-cd97-4b52-a440-19a66d431e95 req-cd7f0445-55d2-41aa-8900-b2ad422be228 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 944 time: 0.0500836 Dec 08 01:02:47.015091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9023fbf1-cd97-4b52-a440-19a66d431e95 req-d2dbce2d-b6ad-4e99-a85a-0c17ebaed3f9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Dec 08 01:02:47.038013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-a28aebc4-8d2f-463d-b30f-fae24ad484ab service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857973 Dec 08 01:02:47.132224 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cde1c774-be9c-4c8d-ba0c-42ef72efea1e req-bd1e1d83-a30f-4d93-a3b9-e60ad8711c09 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860500 Dec 08 01:02:47.966673 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:48.133002 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea640f-609f-4343-b1ab-e177f1b8f21f req-cc836eba-b2c1-4530-8702-e06baae17646 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:48.134895 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adea640f-609f-4343-b1ab-e177f1b8f21f req-cc836eba-b2c1-4530-8702-e06baae17646 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 944 time: 0.0515339 Dec 08 01:02:48.184265 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adea640f-609f-4343-b1ab-e177f1b8f21f req-0fdd567a-8ad3-46cf-a7f3-b2e1225b5af4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Dec 08 01:02:49.068914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69b396cd-bb6f-47fd-84a2-23b82132266e details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:02:49.165147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 69b396cd-bb6f-47fd-84a2-23b82132266e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69b396cd-bb6f-47fd-84a2-23b82132266e,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:49.176989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'port_id': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'mac_address': 'fa:16:3e:d0:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:02:49.219128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:49.232273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b396cd-bb6f-47fd-84a2-23b82132266e {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:02:49.253102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 69b396cd-bb6f-47fd-84a2-23b82132266e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69b396cd-bb6f-47fd-84a2-23b82132266e,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:49.257079 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:49.312455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=69b396cd-bb6f-47fd-84a2-23b82132266e,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:49.315000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26388cd4-2330-4552-95d8-d6916770d31f req-34593cbb-8705-49a3-b66e-26e809673b31 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:49.317108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26388cd4-2330-4552-95d8-d6916770d31f req-34593cbb-8705-49a3-b66e-26e809673b31 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 945 time: 0.0511289 Dec 08 01:02:49.371665 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26388cd4-2330-4552-95d8-d6916770d31f req-591333a3-8331-4f43-ae9c-7a52f9bba470 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Dec 08 01:02:49.542686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['69b396cd-bb6f-47fd-84a2-23b82132266e'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:02:50.489623 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a5431-2ac1-403c-81e1-bd0af41cc133 req-f4731a22-d5fc-432e-9a41-fa71c6091476 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:50.491161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-155a5431-2ac1-403c-81e1-bd0af41cc133 req-f4731a22-d5fc-432e-9a41-fa71c6091476 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 945 time: 0.0488551 Dec 08 01:02:50.546094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-155a5431-2ac1-403c-81e1-bd0af41cc133 req-ba4739e2-a438-4b22-ab4f-380aeb24011c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481629 Dec 08 01:02:51.084648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69b396cd-bb6f-47fd-84a2-23b82132266e up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:02:51.138566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 69b396cd-bb6f-47fd-84a2-23b82132266e completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:02:51.142874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 69b396cd-bb6f-47fd-84a2-23b82132266e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:02:51.143268 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:51.222055 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:51.244061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:02:51.246388 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310b4fd-96be-4d6b-8795-7f870e49d6c1" -d '{"events": [{"server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "name": "network-vif-plugged", "status": "completed", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:02:51.258729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 69b396cd-bb6f-47fd-84a2-23b82132266e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69b396cd-bb6f-47fd-84a2-23b82132266e,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:02:51.264180 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:51.287891 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ac47d-ad15-4a74-85ce-1ec0584f689e x-openstack-request-id: req-610ac47d-ad15-4a74-85ce-1ec0584f689e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:02:51.288186 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "name": "network-vif-plugged", "status": "completed", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:02:51.288439 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-610ac47d-ad15-4a74-85ce-1ec0584f689e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:02:51.288828 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'code': 200} Dec 08 01:02:51.315315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=69b396cd-bb6f-47fd-84a2-23b82132266e,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:51.420493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f321-ce57-4e05-931f-c947b52a7e73 req-d30b9ed5-6d5d-4a19-8cec-9f777fd2b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:51.421952 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fd95f321-ce57-4e05-931f-c947b52a7e73 req-d30b9ed5-6d5d-4a19-8cec-9f777fd2b6c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1097 time: 0.0404060 Dec 08 01:02:51.472010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fd95f321-ce57-4e05-931f-c947b52a7e73 req-248a2631-a298-4eea-88b2-5313d969301f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Dec 08 01:02:51.555845 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5cf075e5-3d94-412a-ae50-69210ec5c837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:51.665029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebce13-c154-4e6a-845b-712998b7131b req-152ffcce-8d4d-40a9-8dda-6091720ee7f0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:51.666556 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdebce13-c154-4e6a-845b-712998b7131b req-152ffcce-8d4d-40a9-8dda-6091720ee7f0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0489879 Dec 08 01:02:51.715886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdebce13-c154-4e6a-845b-712998b7131b req-9b08cdff-97da-455c-a2f4-023d86afaaa7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Dec 08 01:02:52.832216 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f7abe-e634-4c4d-a353-ab4fb2c1b191 req-41cd9675-9c17-4be3-ba33-70ffbf266040 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:52.833675 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-070f7abe-e634-4c4d-a353-ab4fb2c1b191 req-41cd9675-9c17-4be3-ba33-70ffbf266040 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0479708 Dec 08 01:02:52.883639 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-070f7abe-e634-4c4d-a353-ab4fb2c1b191 req-141e0883-f3e1-4066-b7e3-67ef4ff4c443 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Dec 08 01:02:53.006850 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1062b-1f29-4403-8d69-527c30304a43 req-02dc25f5-4131-4961-9f4f-545ec2bf35fb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:53.008329 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36b1062b-1f29-4403-8d69-527c30304a43 req-02dc25f5-4131-4961-9f4f-545ec2bf35fb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0526171 Dec 08 01:02:53.057480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36b1062b-1f29-4403-8d69-527c30304a43 req-76a00e6b-9b7f-431c-87ba-c1bf5e8ffb0d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 Dec 08 01:02:53.078751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44168) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:53.118221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b833b-5191-4bea-8439-882101e081e9 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:53.119777 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-277b833b-5191-4bea-8439-882101e081e9 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1092 time: 0.0400388 Dec 08 01:02:53.122533 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44170) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:53.126853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:02:53.148167 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:53.247685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:53.349262 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.197 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/cc680806-0fb5-460c-91fa-90bed35fde50) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:02:53.452452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:53.486833 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:53.524374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:02:53.527849 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:02:53.531313 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:02:53.555315 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=cc680806-0fb5-460c-91fa-90bed35fde50,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:53.688807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b03516db-75c8-42f2-8fe2-a63df3af86ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:53.887098 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:53.952323 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:54.100232 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:54.105606 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:54.178106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=cc680806-0fb5-460c-91fa-90bed35fde50,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:02:54.188714 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:54.289916 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 705083c7-9259-4dd0-951b-a761681a8633 associated. External IP: 172.25.6.197, port: 69b396cd-bb6f-47fd-84a2-23b82132266e. Dec 08 01:02:54.356613 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-7178213e-6c23-42b6-9fcd-7a7e5b75e20b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526860 Dec 08 01:02:54.455153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-5d9d296e-9917-40f7-ba28-ed5dc4828cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:54.456786 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-5d9d296e-9917-40f7-ba28-ed5dc4828cff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1097 time: 0.0407412 Dec 08 01:02:54.513703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 5cf109be-fe90-441b-ae62-da5404e4c87a has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:02:54.565976 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-763b03dc-8da4-4b36-a13d-08b9b0b21514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:54.567423 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-763b03dc-8da4-4b36-a13d-08b9b0b21514 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 897 time: 0.0906181 Dec 08 01:02:54.649676 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-9f4aa7f5-e064-4d81-b8be-ad7b797584b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 1000 time: 0.0686307 Dec 08 01:02:54.702984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-80e37bf5-e157-45f1-ac28-b53561e3354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:54.704475 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-80e37bf5-e157-45f1-ac28-b53561e3354b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 200 len: 835 time: 0.0474911 Dec 08 01:02:54.754994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-b09ab7c4-08e1-4a4c-9107-c22a0f291941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:54.756574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-b09ab7c4-08e1-4a4c-9107-c22a0f291941 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e114949f-b5f3-47f8-979c-84080fd96f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439959 Dec 08 01:02:54.865782 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-049fd4ac-ff72-4dee-9019-f509878282c0 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015589 Dec 08 01:02:54.944592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:02:54.955886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] Sync routers for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:02:54.957094 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-8b96dd4e-5868-4c58-98ce-ea905b4b17b1 req-0b08a94e-1dad-4eac-a2d9-a19d1be57b20 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844870 Dec 08 01:02:54.965052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:54.967437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:54.968886 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:54.994628 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b76d311-d4ae-4590-b2d7-c2c830d6fcd6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8710136 Dec 08 01:02:54.995280 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:02:54.997650 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28f3178-d399-4d6f-8a23-4f931f47766c" -d '{"events": [{"name": "network-changed", "server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:02:55.038830 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0372e7d8-53a8-4919-9f73-c2eab5b39aed x-openstack-request-id: req-0372e7d8-53a8-4919-9f73-c2eab5b39aed {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:02:55.039291 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:02:55.039609 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0372e7d8-53a8-4919-9f73-c2eab5b39aed {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:02:55.040109 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'status': 'completed', 'code': 200} Dec 08 01:02:55.087136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:55.094229 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169ba0-da78-4168-8532-e6c0dd068104 req-a0a2d7a1-ba5b-46bd-9c3d-d0521d5b2058 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:55.095813 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98169ba0-da78-4168-8532-e6c0dd068104 req-a0a2d7a1-ba5b-46bd-9c3d-d0521d5b2058 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0510664 Dec 08 01:02:55.130251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-162ed8e1-08aa-428f-aa2c-6a4cf27968b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:55.133272 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-162ed8e1-08aa-428f-aa2c-6a4cf27968b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1097 time: 0.0532041 Dec 08 01:02:55.152456 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98169ba0-da78-4168-8532-e6c0dd068104 req-8480a00d-2e32-4ae7-a76d-e55c0cf42ea6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504310 Dec 08 01:02:55.178053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44176) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:55.233150 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-f0e5ae24-6acc-403c-a410-939970ee3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:55.234629 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-f0e5ae24-6acc-403c-a410-939970ee3c47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 897 time: 0.0923700 Dec 08 01:02:55.245674 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b41a4b28-67f1-4c13-b47f-854878ff5ff4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/705083c7-9259-4dd0-951b-a761681a8633 HTTP/1.1" status: 200 len: 992 time: 0.0653884 Dec 08 01:02:55.304855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-20810745-41bc-4abe-8bae-dabc51743131 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 1000 time: 0.0633709 Dec 08 01:02:55.320022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '705083c7-9259-4dd0-951b-a761681a8633', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'port_id': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'mac_address': 'fa:16:3e:d0:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:02:53Z', 'updated_at': '2021-12-08T01:02:53Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:55.358624 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-27df437e-2797-4b18-bd0d-adf300b96ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:55.360127 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-27df437e-2797-4b18-bd0d-adf300b96ea4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 200 len: 835 time: 0.0477309 Dec 08 01:02:55.408415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-0f8b891e-63a7-4d18-9908-f02b42503104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:02:55.409948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-0f8b891e-63a7-4d18-9908-f02b42503104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e114949f-b5f3-47f8-979c-84080fd96f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431492 Dec 08 01:02:55.512681 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-411ef659-2954-420c-a2d8-a167fe01bede service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952690 Dec 08 01:02:55.523640 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] Checking router: 5cf109be-fe90-441b-ae62-da5404e4c87a for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:02:55.540062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:02:55.541008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:02:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:55.544195 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:55.610134 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f28f3178-d399-4d6f-8a23-4f931f47766c req-da9cacbb-e8fb-4e71-944a-683e6068a379 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900905 Dec 08 01:02:55.648680 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:02:55.874344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '705083c7-9259-4dd0-951b-a761681a8633', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'port_id': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'mac_address': 'fa:16:3e:d0:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:02:53Z', 'updated_at': '2021-12-08T01:02:53Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:02:55.904482 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b79da-bd8e-475c-b3d4-2cc67d2f9f33 None None] The sync data for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 is: [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '705083c7-9259-4dd0-951b-a761681a8633', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'port_id': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'mac_address': 'fa:16:3e:d0:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:02:53Z', 'updated_at': '2021-12-08T01:02:53Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:02:56.100367 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8715220-694f-4e5c-a00e-d7f119dbb541 None None] New status for floating IP 705083c7-9259-4dd0-951b-a761681a8633: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:02:56.248407 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44178) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:02:56.310698 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-e1104d9e-23d7-4219-806f-46011c8e61fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/705083c7-9259-4dd0-951b-a761681a8633 HTTP/1.1" status: 200 len: 994 time: 0.0608766 Dec 08 01:02:56.499237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:02:57.329026 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:14.238788 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:17.960500 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:19.902754 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:03:21.561041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-52e1a403-8298-4fe8-b959-e0a9137789e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:23.681032 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f7f31e19-f36c-4011-9cdb-01af4cf5bfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:25.348344 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:26.504636 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:27.332566 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:27.780369 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d94a80-13a0-4e80-b969-717b8372a9e6 req-bf10076f-36dd-4d3e-8849-889e7af4477c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:27.783274 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33d94a80-13a0-4e80-b969-717b8372a9e6 req-bf10076f-36dd-4d3e-8849-889e7af4477c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0531616 Dec 08 01:03:27.807200 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-351dfcee-02f9-4126-82a0-9b240749e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:27.810398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-351dfcee-02f9-4126-82a0-9b240749e519 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1097 time: 0.0499146 Dec 08 01:03:27.842192 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33d94a80-13a0-4e80-b969-717b8372a9e6 req-cf329e71-bc94-4085-b612-9e89f7ba74df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495644 Dec 08 01:03:27.901579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-4a4aaf12-6a24-45d1-9514-6a8c77175c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:27.903081 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-4a4aaf12-6a24-45d1-9514-6a8c77175c30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 897 time: 0.0873165 Dec 08 01:03:27.974954 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-b905afac-b3b0-433c-9ccf-f1dfb6cbcebf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 1002 time: 0.0633285 Dec 08 01:03:28.027453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-a0fbf07f-d90c-4d30-b97f-9de3d518a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:28.028928 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-a0fbf07f-d90c-4d30-b97f-9de3d518a0ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 200 len: 835 time: 0.0473266 Dec 08 01:03:28.077739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-09e7d94a-9cb3-4064-ae58-b6c0f006266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:28.080132 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-09e7d94a-9cb3-4064-ae58-b6c0f006266f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e114949f-b5f3-47f8-979c-84080fd96f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437934 Dec 08 01:03:28.472471 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-77a4328f-94ea-41b6-8fc4-32e78cbced75 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844476 Dec 08 01:03:28.567007 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87e901c8-f24f-4e65-afcd-0a2e48fe23c5 req-6c412fed-82b7-4a93-9415-b8e66a514057 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868914 Dec 08 01:03:28.964379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308deb-5ac1-4970-957e-0e56e3ceb78b req-da1b0a54-d67c-45f5-8ed9-b849c1579391 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:28.966006 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec308deb-5ac1-4970-957e-0e56e3ceb78b req-da1b0a54-d67c-45f5-8ed9-b849c1579391 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0527356 Dec 08 01:03:29.019921 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec308deb-5ac1-4970-957e-0e56e3ceb78b req-f8954cdc-606e-41e8-a7f6-848742393996 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457397 Dec 08 01:03:30.150631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8e4c1-edb5-4478-a640-6fcd9bb548d1 req-f1c2159c-da70-4634-9a62-393a17328090 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:30.152380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2e8e4c1-edb5-4478-a640-6fcd9bb548d1 req-f1c2159c-da70-4634-9a62-393a17328090 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0542114 Dec 08 01:03:30.203938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c2e8e4c1-edb5-4478-a640-6fcd9bb548d1 req-cc4dbd33-ef83-4351-91d6-31eb5f4f48d1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446873 Dec 08 01:03:31.336832 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd1717-805b-43f6-a8d0-7cd1a63d3476 req-3d09d9bc-e27d-4177-af8f-5ade793c7f2d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:31.339267 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12cd1717-805b-43f6-a8d0-7cd1a63d3476 req-3d09d9bc-e27d-4177-af8f-5ade793c7f2d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0582738 Dec 08 01:03:31.390089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-12cd1717-805b-43f6-a8d0-7cd1a63d3476 req-f9cccfd9-863f-43fb-9f13-aad633a4e8a0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436051 Dec 08 01:03:32.531989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2832c88-89d3-4b03-98b1-45bd63add81b req-14f4fb28-ee9a-4ee8-989c-7960afd1cb51 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:32.533609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2832c88-89d3-4b03-98b1-45bd63add81b req-14f4fb28-ee9a-4ee8-989c-7960afd1cb51 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0530114 Dec 08 01:03:32.591062 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2832c88-89d3-4b03-98b1-45bd63add81b req-400792c8-8474-43e7-ac0b-b50647f01614 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495379 Dec 08 01:03:33.711844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c50b4-bfa7-4375-9f75-3542c511af85 req-8ccc62e8-cb62-4bd0-b035-2b758fbcfa46 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:33.713315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-680c50b4-bfa7-4375-9f75-3542c511af85 req-8ccc62e8-cb62-4bd0-b035-2b758fbcfa46 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0527649 Dec 08 01:03:33.763596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-680c50b4-bfa7-4375-9f75-3542c511af85 req-3d747c19-9f2d-4312-b57e-4b603b848e8c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434673 Dec 08 01:03:34.886910 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f16b4-2691-4c27-a2cf-c4c23f685b2f req-833dcdfa-bfb2-4591-bd37-831895e0b7a0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:34.888426 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-429f16b4-2691-4c27-a2cf-c4c23f685b2f req-833dcdfa-bfb2-4591-bd37-831895e0b7a0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0508175 Dec 08 01:03:34.948864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-429f16b4-2691-4c27-a2cf-c4c23f685b2f req-38474f34-38ad-4b0b-af5b-105f919e107a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537455 Dec 08 01:03:36.071386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cda395-ed5d-41a8-be31-b635a69c7e4d req-ee1f7cc2-8ff8-4929-bb51-5e8ea0e9b0b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:36.072920 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86cda395-ed5d-41a8-be31-b635a69c7e4d req-ee1f7cc2-8ff8-4929-bb51-5e8ea0e9b0b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0530756 Dec 08 01:03:36.139111 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86cda395-ed5d-41a8-be31-b635a69c7e4d req-0f3d7791-e84b-4593-a9c5-e528b6fa7b05 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602868 Dec 08 01:03:37.262392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55892b-ed4a-412a-85a5-c162d77af07b req-559f2f08-ac91-4dae-9dfc-07b7dae67733 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:37.268541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c55892b-ed4a-412a-85a5-c162d77af07b req-559f2f08-ac91-4dae-9dfc-07b7dae67733 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0511982 Dec 08 01:03:37.321144 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7c55892b-ed4a-412a-85a5-c162d77af07b req-38e05e5b-df90-4c61-aaf9-42cc87453681 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501580 Dec 08 01:03:38.452139 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684db4-a5c3-40b3-a76f-b84ef5091fc4 req-b5265920-7e76-47b8-8561-371ef9d70b24 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:38.453721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22684db4-a5c3-40b3-a76f-b84ef5091fc4 req-b5265920-7e76-47b8-8561-371ef9d70b24 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0615149 Dec 08 01:03:38.508811 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-22684db4-a5c3-40b3-a76f-b84ef5091fc4 req-0a2219d5-3b94-49cf-b89e-73788b9d3ed2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489867 Dec 08 01:03:39.633332 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa733-0cb8-4354-a7be-fa80fce29adc req-e0b282b9-19e1-43d5-9a88-3b3553aee241 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:39.634782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f71aa733-0cb8-4354-a7be-fa80fce29adc req-e0b282b9-19e1-43d5-9a88-3b3553aee241 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0546896 Dec 08 01:03:39.687102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f71aa733-0cb8-4354-a7be-fa80fce29adc req-f9657e3d-300f-442e-9223-636a933da171 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462313 Dec 08 01:03:40.809669 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed6475-8ae6-41e5-984a-ac6ea96acfb3 req-af8d22aa-72d6-4985-9c9a-bd74f1130945 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:40.811451 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2ed6475-8ae6-41e5-984a-ac6ea96acfb3 req-af8d22aa-72d6-4985-9c9a-bd74f1130945 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0503056 Dec 08 01:03:40.865916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b2ed6475-8ae6-41e5-984a-ac6ea96acfb3 req-c4f20caf-3935-4223-88fa-2f1515d95d82 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473664 Dec 08 01:03:41.988169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b41de-1890-42aa-a17e-52f44c87e535 req-76ba2c67-ccdb-4763-81b6-7a41960913cb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:41.989735 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-356b41de-1890-42aa-a17e-52f44c87e535 req-76ba2c67-ccdb-4763-81b6-7a41960913cb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0508444 Dec 08 01:03:42.062849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-356b41de-1890-42aa-a17e-52f44c87e535 req-27fed463-a592-4921-a9e9-a31ffa6c9aab tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654347 Dec 08 01:03:43.195183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879261fd-9487-4d2c-adf1-85c68d0a1970 req-edb60fa6-76fc-4de0-b493-2b1ac98aa6fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:43.196713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879261fd-9487-4d2c-adf1-85c68d0a1970 req-edb60fa6-76fc-4de0-b493-2b1ac98aa6fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0506351 Dec 08 01:03:43.264157 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-879261fd-9487-4d2c-adf1-85c68d0a1970 req-69c609fd-005a-4c92-9dda-79313f2879a3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612233 Dec 08 01:03:44.248573 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:44.393734 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a8306-cbf1-44cc-a875-d1767f6b8d66 req-f31bf294-d980-4ea3-a4ef-96710610725f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:44.395254 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f63a8306-cbf1-44cc-a875-d1767f6b8d66 req-f31bf294-d980-4ea3-a4ef-96710610725f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0514238 Dec 08 01:03:44.449199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f63a8306-cbf1-44cc-a875-d1767f6b8d66 req-1dc8798c-175a-4291-ac91-7f4f17f85bbd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474291 Dec 08 01:03:45.573891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23e0a1-92a3-4613-8b09-4460716e1565 req-ecab45b3-fa56-4e0f-9fb1-4fded1558f4b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:45.575380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e23e0a1-92a3-4613-8b09-4460716e1565 req-ecab45b3-fa56-4e0f-9fb1-4fded1558f4b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0551844 Dec 08 01:03:45.624913 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2e23e0a1-92a3-4613-8b09-4460716e1565 req-f127cb73-f787-4e71-bc52-9c2ea51620bd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Dec 08 01:03:45.648154 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44224) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:03:45.709100 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f104c4b3-a168-403f-874f-a253891908e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/705083c7-9259-4dd0-951b-a761681a8633 HTTP/1.1" status: 200 len: 994 time: 0.0597391 Dec 08 01:03:47.961354 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:51.564512 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-138f95c0-1138-455b-8cde-41dbb2a77df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:53.683225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c5eec42-6a0b-453e-87ba-a77f11a8ac02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:55.348043 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:55.349805 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-9034dc36-25ef-4cba-8485-57f77fb050c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451086 Dec 08 01:03:55.454221 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-8752b6c5-f7c3-4ffb-873b-c37269a24ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:55.455758 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-8752b6c5-f7c3-4ffb-873b-c37269a24ad2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1097 time: 0.0452197 Dec 08 01:03:55.565452 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-beff3e50-d064-47a2-a556-f52b7d90e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:55.567525 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-beff3e50-d064-47a2-a556-f52b7d90e419 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 897 time: 0.0903840 Dec 08 01:03:55.638946 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-f604bb51-9939-4a80-8e64-76b74ab30929 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 1002 time: 0.0629590 Dec 08 01:03:55.689501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-d63603d0-6ac8-4aeb-b8bd-00b1056ea3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:55.692080 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-d63603d0-6ac8-4aeb-b8bd-00b1056ea3ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 200 len: 835 time: 0.0463295 Dec 08 01:03:55.754821 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-1012ecec-1551-4c2c-86a7-cc4cade7d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:03:55.756376 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-1012ecec-1551-4c2c-86a7-cc4cade7d946 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e114949f-b5f3-47f8-979c-84080fd96f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436497 Dec 08 01:03:55.856570 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-3d6fdd4e-809b-4e12-9a99-c0fe8c21bce9 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906708 Dec 08 01:03:55.947566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-3433daaf-239f-4b02-b8a2-f30f8677164c req-a23eacc7-6422-4520-8ca7-a3918a77b1c0 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818322 Dec 08 01:03:56.504701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:03:56.902303 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:03:57.338104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:14.247394 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:16.323266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44242) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:16.489202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port cc680806-0fb5-460c-91fa-90bed35fde50 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:04:16.489540 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:16.564973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:16.565339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:16.577202 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for cc680806-0fb5-460c-91fa-90bed35fde50 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:04:16.728215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:16.753434 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=cc680806-0fb5-460c-91fa-90bed35fde50,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:16.779106 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.779458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.779803 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.780142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.780477 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.780809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.781137 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.781464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.781789 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.782114 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.782435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.782784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.783153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:16.825408 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:16.825634 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 705083c7-9259-4dd0-951b-a761681a8633 disassociated (deleted). External IP: 172.25.6.197, port: 69b396cd-bb6f-47fd-84a2-23b82132266e. Dec 08 01:04:17.033697 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 5cf109be-fe90-441b-ae62-da5404e4c87a has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:04:17.143105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:04:17.148527 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:17.153104 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] Sync routers for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:04:17.162385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:17.163035 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:17.175433 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-09fb0e2c-0da5-488f-80df-cc87bea4907b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/floatingips/705083c7-9259-4dd0-951b-a761681a8633 HTTP/1.1" status: 204 len: 168 time: 0.8510380 Dec 08 01:04:17.176040 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:04:17.178378 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea5103d-a876-4238-95cf-9033d50ecb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:04:17.217531 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f62117-ebac-4d3d-9f5a-7c03312aba4e x-openstack-request-id: req-67f62117-ebac-4d3d-9f5a-7c03312aba4e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:04:17.217862 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:04:17.218126 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67f62117-ebac-4d3d-9f5a-7c03312aba4e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:04:17.219302 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'status': 'completed', 'code': 200} Dec 08 01:04:17.289022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:17.310764 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-345415a4-bc9d-46bf-a79c-244a77aac955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:17.312658 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-345415a4-bc9d-46bf-a79c-244a77aac955 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 1097 time: 0.0506246 Dec 08 01:04:17.428175 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418956e9-ae69-4a44-bdf9-da6abf3247c7 req-5a3228a1-67f3-49e2-97e5-a2099426327b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:17.430785 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-418956e9-ae69-4a44-bdf9-da6abf3247c7 req-5a3228a1-67f3-49e2-97e5-a2099426327b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0587547 Dec 08 01:04:17.447438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-a63b8e59-e958-4d5f-ab2a-de0c10c291de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:17.448919 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-a63b8e59-e958-4d5f-ab2a-de0c10c291de service neutron] 10.222.0.44 "GET /v2.0/networks?id=e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 200 len: 897 time: 0.0933471 Dec 08 01:04:17.490535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-418956e9-ae69-4a44-bdf9-da6abf3247c7 req-2ec37a96-6981-4861-96ba-baff7690ebbb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524006 Dec 08 01:04:17.497482 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-b444447c-53cc-4ed4-b242-4f51da7ee59c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 200 len: 217 time: 0.0397265 Dec 08 01:04:17.502781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:17.530342 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] Checking router: 5cf109be-fe90-441b-ae62-da5404e4c87a for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:04:17.541230 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:17.542030 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:17.549742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-b041d131-c488-4cd6-8ee0-0a2eeb74ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:17.551349 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-b041d131-c488-4cd6-8ee0-0a2eeb74ee23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 200 len: 835 time: 0.0466678 Dec 08 01:04:17.603505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-708084ed-af0e-4947-ae34-3c4b087aa56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:17.605073 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-708084ed-af0e-4947-ae34-3c4b087aa56c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e114949f-b5f3-47f8-979c-84080fd96f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459249 Dec 08 01:04:17.655778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:17.702501 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-7d8395d2-827b-4b19-a080-d2101925ef2e service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888088 Dec 08 01:04:17.794923 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fea5103d-a876-4238-95cf-9033d50ecb0e req-34195dd9-fa64-4793-9725-01d3376e54d7 service neutron] 10.222.0.44 "GET /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847411 Dec 08 01:04:17.862866 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:17.890351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48993b37-a405-42f5-8ef8-f8167e296450 None None] The sync data for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 is: [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'ea6d728c-0c09-481a-bc0e-b4616f91993a', 'name': '', 'network_id': 'e114949f-b5f3-47f8-979c-84080fd96f09', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:6e:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:40Z', 'updated_at': '2021-12-08T01:02:44Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'baf2536a-5f52-42b2-ae34-d9658cd3dbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:04:17.977708 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:18.123856 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afefdf-dc14-4448-98e5-c83a9af0c0fc None None] New status for floating IP 705083c7-9259-4dd0-951b-a761681a8633: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:04:18.613903 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27073d-aae8-4be8-abbc-b8fe48a447d4 req-db8b944d-16db-4ac5-bbab-931b82c3f56e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:18.615509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b27073d-aae8-4be8-abbc-b8fe48a447d4 req-db8b944d-16db-4ac5-bbab-931b82c3f56e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0497515 Dec 08 01:04:18.666480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b27073d-aae8-4be8-abbc-b8fe48a447d4 req-e3710897-fc7a-47e1-8e55-d75fd31e9727 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3e781fc-3294-466e-a926-9a2073204d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Dec 08 01:04:19.042057 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-29a7bcd5-6a89-4e30-ab91-74de2552744a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:19.043619 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-29a7bcd5-6a89-4e30-ab91-74de2552744a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 946 time: 0.0570569 Dec 08 01:04:19.136929 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 69b396cd-bb6f-47fd-84a2-23b82132266e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:04:19.137272 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:19.231857 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 69b396cd-bb6f-47fd-84a2-23b82132266e, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=69b396cd-bb6f-47fd-84a2-23b82132266e,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:19.232220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:19.245911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 69b396cd-bb6f-47fd-84a2-23b82132266e owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:04:19.376664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:19.410943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=69b396cd-bb6f-47fd-84a2-23b82132266e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:19.423562 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.423927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.424268 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.424612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.424989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.425850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.426188 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.426516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.426855 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.427216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.427546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.427874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.428197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:19.463064 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] No DVR routers for this DVR port 69b396cd-bb6f-47fd-84a2-23b82132266e on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:04:19.465665 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:19.469074 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-461b8da1-b083-445a-9bfd-576577d0a3a1 req-086debd5-9263-416f-80db-f620d15577c1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "DELETE /v2.0/ports/69b396cd-bb6f-47fd-84a2-23b82132266e HTTP/1.1" status: 204 len: 173 time: 0.4191287 Dec 08 01:04:19.469666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'name': 'network-vif-deleted', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:04:19.472436 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a77414b-be99-4024-bdf1-3f640b1ac966" -d '{"events": [{"server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "name": "network-vif-deleted", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:04:19.512508 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65214998-35a5-4b99-a306-9fd149357ab7 x-openstack-request-id: req-65214998-35a5-4b99-a306-9fd149357ab7 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:04:19.512801 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b", "name": "network-vif-deleted", "tag": "69b396cd-bb6f-47fd-84a2-23b82132266e", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:04:19.513189 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65214998-35a5-4b99-a306-9fd149357ab7 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:04:19.513598 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b', 'name': 'network-vif-deleted', 'tag': '69b396cd-bb6f-47fd-84a2-23b82132266e', 'status': 'completed', 'code': 200} Dec 08 01:04:19.772849 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-840041d2-71a0-431e-972a-bcbc5cbe4662 req-b2e2fa09-2f22-4a4f-a83a-477a140cf500 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=1580c4e7-f3b3-48bc-81ed-1b2f5a1d650b HTTP/1.1" status: 200 len: 210 time: 0.0265782 Dec 08 01:04:20.838914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44260) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:21.206813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:21.461506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port ea6d728c-0c09-481a-bc0e-b4616f91993a {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:04:21.461749 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:21.549653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port ea6d728c-0c09-481a-bc0e-b4616f91993a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ea6d728c-0c09-481a-bc0e-b4616f91993a,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:21.550580 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:21.564806 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for ea6d728c-0c09-481a-bc0e-b4616f91993a owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:04:21.570876 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-23055e39-f466-4774-8250-b3d5d85c9a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:21.599077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69b396cd-bb6f-47fd-84a2-23b82132266e no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:04:21.619776 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 69b396cd-bb6f-47fd-84a2-23b82132266e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:04:21.620120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 69b396cd-bb6f-47fd-84a2-23b82132266e not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:04:21.754393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:21.785901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=ea6d728c-0c09-481a-bc0e-b4616f91993a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:21.961063 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.180453 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 5cf109be-fe90-441b-ae62-da5404e4c87a has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:04:22.286519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:04:22.291529 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a0847133-b874-466a-8d51-eddda26ef33a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/5cf109be-fe90-441b-ae62-da5404e4c87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515064 Dec 08 01:04:22.294245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44262) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:22.295954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] Sync routers for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:04:22.306664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:22.307306 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:22.344961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting subnet baf2536a-5f52-42b2-ae34-d9658cd3dbea {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:04:22.348736 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.387554 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.413675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:22.474165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.532592 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.563237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Subnet': ['ID=baf2536a-5f52-42b2-ae34-d9658cd3dbea,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:22.567071 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.571221 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a64a0200-c4e3-4146-8921-796720de9d85 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/subnets/baf2536a-5f52-42b2-ae34-d9658cd3dbea HTTP/1.1" status: 204 len: 168 time: 0.2756126 Dec 08 01:04:22.573063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44264) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:22.575639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736df3bc-784c-45ce-ae8f-851c9ac7713e None None] Network e114949f-b5f3-47f8-979c-84080fd96f09 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:04:22.681574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:04:21Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:22.685661 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.719242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] Checking router: 5cf109be-fe90-441b-ae62-da5404e4c87a for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:04:22.731522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] Routers {'5cf109be-fe90-441b-ae62-da5404e4c87a'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:22.732034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:03:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['5cf109be-fe90-441b-ae62-da5404e4c87a'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:22.767792 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] DHCP port deletion for e114949f-b5f3-47f8-979c-84080fd96f09 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:04:22.799057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.855465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:04:22.855808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.946049 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:22.946415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:22.960810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:04:23.064849 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] Set router 5cf109be-fe90-441b-ae62-da5404e4c87a gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:23.138284 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.157898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Deleting port f5d3b850-ad39-4a57-bb94-a5a52b51561d {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:04:23.158800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.167113 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:23.204292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae62b28-bbd0-4ea8-ac69-1f02c02ef445 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:04:23.231973 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.292834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] For port f5d3b850-ad39-4a57-bb94-a5a52b51561d, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f5d3b850-ad39-4a57-bb94-a5a52b51561d,segment=NetworkSegment(072cd1c5-a3a6-4ad0-a087-311511506a46),segment_id=072cd1c5-a3a6-4ad0-a087-311511506a46)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:23.293429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.310636 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Calling delete_port for f5d3b850-ad39-4a57-bb94-a5a52b51561d owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:04:23.330095 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.333412 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.377462 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.378567 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Fanout notify agent at l3_agent the message router_deleted on router 5cf109be-fe90-441b-ae62-da5404e4c87a {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:04:23.385596 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.386690 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9cd6e32c-e1a8-438e-a6c9-d5e522ed8311 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/routers/5cf109be-fe90-441b-ae62-da5404e4c87a HTTP/1.1" status: 204 len: 168 time: 0.8126245 Dec 08 01:04:23.389528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44266) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:23.438721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:04:21Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:23.470334 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.477336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeac0e8-95c4-447b-9892-b0b04c9d9384 None None] The sync data for ids ['5cf109be-fe90-441b-ae62-da5404e4c87a'] in n-d-820549-2 is: [{'id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38294993', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:02:37Z', 'updated_at': '2021-12-08T01:04:21Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf109be-fe90-441b-ae62-da5404e4c87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:02:38Z', 'updated_at': '2021-12-08T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:04:23.503988 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Pushing event deleted for resources: {'Port': ['ID=f5d3b850-ad39-4a57-bb94-a5a52b51561d,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:23.518239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] No DVR routers for this DVR port f5d3b850-ad39-4a57-bb94-a5a52b51561d on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:04:23.525076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.525429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.525781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.526520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.526520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.526787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.527135 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.527478 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.527812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.528143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.528672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.528787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.529101 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98096416-af91-481c-b72e-e76167a6c0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:23.685322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0aa0e743-ee11-4ded-94e0-1019db8cac23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.792494 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.881461 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.908889 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e114949f-b5f3-47f8-979c-84080fd96f09']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:23.918638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072cd1c5-a3a6-4ad0-a087-311511506a46') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:23.918976 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072cd1c5-a3a6-4ad0-a087-311511506a46') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:23.929290 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.944120 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.951130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f5d3b850-ad39-4a57-bb94-a5a52b51561d no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:04:23.953483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:04:23.954066 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: timer() Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:04:23.962978 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:04:23.989384 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f5d3b850-ad39-4a57-bb94-a5a52b51561d {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:04:23.989711 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f5d3b850-ad39-4a57-bb94-a5a52b51561d not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:04:23.990223 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ea6d728c-0c09-481a-bc0e-b4616f91993a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:04:24.012904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: ea6d728c-0c09-481a-bc0e-b4616f91993a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:04:24.013252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ea6d728c-0c09-481a-bc0e-b4616f91993a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:04:24.026468 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.034087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.037878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/networks/e114949f-b5f3-47f8-979c-84080fd96f09 HTTP/1.1" status: 204 len: 168 time: 0.6468530 Dec 08 01:04:24.040303 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44268) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:24.049981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69d30b-3573-4b67-a8cc-39f7848e5f8a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Network': ['ID=e114949f-b5f3-47f8-979c-84080fd96f09,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:24.101417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6576bbd5-541c-45bd-bbfc-7d9a2f23984c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.129277 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6576bbd5-541c-45bd-bbfc-7d9a2f23984c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.196604 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6576bbd5-541c-45bd-bbfc-7d9a2f23984c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.199460 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6576bbd5-541c-45bd-bbfc-7d9a2f23984c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.203297 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6576bbd5-541c-45bd-bbfc-7d9a2f23984c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3e781fc-3294-466e-a926-9a2073204d98 HTTP/1.1" status: 204 len: 168 time: 0.1592312 Dec 08 01:04:24.212309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576bbd5-541c-45bd-bbfc-7d9a2f23984c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e781fc-3294-466e-a926-9a2073204d98,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:24.457673 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44274) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:24.462254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6c35cb73-6957-410d-b09e-3f83770d6d10 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348873227', 'description': 'tempest-secgroup-smoke-348873227 description', 'project_id': '819b157b34fc48928b7a75a07a8d04d1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:24.484245 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c35cb73-6957-410d-b09e-3f83770d6d10 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.561151 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c35cb73-6957-410d-b09e-3f83770d6d10 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.566545 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c35cb73-6957-410d-b09e-3f83770d6d10 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.597456 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35cb73-6957-410d-b09e-3f83770d6d10 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b110a83-ec6a-424e-bd79-fb3a6ca4e394,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:24.602756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6c35cb73-6957-410d-b09e-3f83770d6d10 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.604026 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6c35cb73-6957-410d-b09e-3f83770d6d10 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1453395 Dec 08 01:04:24.607116 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44276) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:24.611526 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-3fa40bb2-f211-49b7-b63f-6fede6da3291 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '9b110a83-ec6a-424e-bd79-fb3a6ca4e394', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:24.638700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3fa40bb2-f211-49b7-b63f-6fede6da3291 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.693361 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3fa40bb2-f211-49b7-b63f-6fede6da3291 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.697310 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3fa40bb2-f211-49b7-b63f-6fede6da3291 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.714794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa40bb2-f211-49b7-b63f-6fede6da3291 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097e1ede-325b-4aa6-8fb4-dcb8368b1da7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:24.725135 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3fa40bb2-f211-49b7-b63f-6fede6da3291 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.726339 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3fa40bb2-f211-49b7-b63f-6fede6da3291 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182632 Dec 08 01:04:24.729614 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44278) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:24.734860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9524780f-871d-4e97-a01d-055945b6265d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '9b110a83-ec6a-424e-bd79-fb3a6ca4e394', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:24.760256 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9524780f-871d-4e97-a01d-055945b6265d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.816583 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9524780f-871d-4e97-a01d-055945b6265d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.820572 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9524780f-871d-4e97-a01d-055945b6265d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.838145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524780f-871d-4e97-a01d-055945b6265d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bb0143-3b2e-4c73-bf99-fc7ebe96239f,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:24.845168 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9524780f-871d-4e97-a01d-055945b6265d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.846346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9524780f-871d-4e97-a01d-055945b6265d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151316 Dec 08 01:04:24.849601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44280) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:24.853963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-02414398-76e4-4aee-b156-98f318c4b580 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '9b110a83-ec6a-424e-bd79-fb3a6ca4e394', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:24.880036 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02414398-76e4-4aee-b156-98f318c4b580 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.939137 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02414398-76e4-4aee-b156-98f318c4b580 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.942476 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02414398-76e4-4aee-b156-98f318c4b580 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.959722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414398-76e4-4aee-b156-98f318c4b580 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cc4dc3-f461-40ab-a70a-8ed257b4680a,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:24.968131 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-02414398-76e4-4aee-b156-98f318c4b580 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:24.969315 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-02414398-76e4-4aee-b156-98f318c4b580 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187339 Dec 08 01:04:24.972692 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44282) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:24.976934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-76303b7d-8218-47fd-868c-3acb26f257ee tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '9b110a83-ec6a-424e-bd79-fb3a6ca4e394', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:25.003083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76303b7d-8218-47fd-868c-3acb26f257ee tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.059439 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76303b7d-8218-47fd-868c-3acb26f257ee tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.063112 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76303b7d-8218-47fd-868c-3acb26f257ee tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.079737 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76303b7d-8218-47fd-868c-3acb26f257ee tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bab450a-4c64-4042-9751-0540e8c412d8,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:25.090727 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-76303b7d-8218-47fd-868c-3acb26f257ee tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.092067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-76303b7d-8218-47fd-868c-3acb26f257ee tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183918 Dec 08 01:04:25.095136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44284) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:25.100504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '9b110a83-ec6a-424e-bd79-fb3a6ca4e394', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:25.121282 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:04:25.126179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.182210 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.185831 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.203675 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60431130-46ed-4c1d-8716-7cccdaa1281a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:25.210998 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.212198 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a89853e7-8df4-4255-a66a-beea44a80198 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158907 Dec 08 01:04:25.214879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44286) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:25.219234 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '9b110a83-ec6a-424e-bd79-fb3a6ca4e394', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:25.239715 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:04:25.244383 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.305212 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.308828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.327253 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d09a105-da3c-4e18-a105-0e01220b6df6,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:25.334708 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.335928 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-762ce059-a02d-476b-b708-b8d76aab34d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200662 Dec 08 01:04:25.338899 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44288) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:25.343926 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'network': {'name': 'tempest-network-smoke--211970565', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'port_security_enabled': True}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:25.350680 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.362864 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:04:25.366211 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.388494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:04:25.397533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.397896 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Added segment 8e7a7aaa-98b6-4051-8260-d31f9435e29b of type vlan for network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 Dec 08 01:04:25.435183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.459504 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.464950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:25.465520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.504653 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1644723 Dec 08 01:04:25.507854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44290) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:25.512860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'admin_state_up': True, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:25.535446 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5c349-2c7b-4361-878c-93ea50fa0b1b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Network': ['ID=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:25.535681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.536740 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.546575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:04:25.577956 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:04:25.591850 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.633164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:04:25.633505 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 685b02c3-2e66-4b00-b5a4-d1ebbcb4c82b not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:04:25.728093 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.913059 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:25.933049 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:26.038745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.31 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/0ebb9113-5905-4685-ac65-c180e4a4f317) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:04:26.145741 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:26.180120 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:26.217730 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:04:26.220687 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:04:26.224884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:04:26.233613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9478bad9-3d20-445b-9f6f-23a81f394b97 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:04:26.252500 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=0ebb9113-5905-4685-ac65-c180e4a4f317,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:26.289125 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b42d0282-dcc4-4fa3-b416-f05fde4cb4fe None None] Provisioning complete for port 0ebb9113-5905-4685-ac65-c180e4a4f317 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:26.289503 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b42d0282-dcc4-4fa3-b416-f05fde4cb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:26.331513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b42d0282-dcc4-4fa3-b416-f05fde4cb4fe None None] Port 0ebb9113-5905-4685-ac65-c180e4a4f317 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:04:26.480612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:26.506169 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:26.951875 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.079932 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fd7287fb-639d-48d5-8837-582d22798c61 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:04:27.186463 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:04:27.198080 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Sync routers for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:04:27.208004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.208430 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:27.209208 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-abcbea2b-05a7-4835-8376-dc26ef6a13a6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7003119 Dec 08 01:04:27.212254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44292) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:27.212432 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:27.241221 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-da69e58d-baa9-458b-afe9-ea62ee256b8e tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=819b157b34fc48928b7a75a07a8d04d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278020 Dec 08 01:04:27.243902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44294) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:27.337661 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.339884 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b43063-5508-4267-823c-e856ec4b2c8b tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:27.341424 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-28b43063-5508-4267-823c-e856ec4b2c8b tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966077 Dec 08 01:04:27.344471 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44296) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:27.373607 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-50d4b36c-f024-467d-a564-5bab1320f5a0 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279891 Dec 08 01:04:27.376247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44298) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:27.382207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644658487', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:27.413525 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:27.469843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:04:27.473311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.597308 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:26Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:27.629136 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Checking router: fd7287fb-639d-48d5-8837-582d22798c61 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:04:27.629485 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Updating router fd7287fb-639d-48d5-8837-582d22798c61 port 0ebb9113-5905-4685-ac65-c180e4a4f317 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:04:27.658529 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.663282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.731074 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Subnet': ['ID=c3acc419-4ece-4c44-ab1b-3417aaf45b1c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:27.740600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Checking segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:04:27.740968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network hostable DHCP agents. Network: 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:04:27.758759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:04:27.767777 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:04:27.772748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:27.773294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.778429 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741add53-1cc7-47f7-b730-0ba9fa61516d None None] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:04:27.797944 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-292f6ea6-6868-4338-ab89-1806ce451df4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4181120 Dec 08 01:04:27.798175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44300) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:27.888883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:04:27.889765 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.930009 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.936127 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.984317 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Attempting to bind port 0ebb9113-5905-4685-ac65-c180e4a4f317 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:04:27.984713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Attempting to bind port 0ebb9113-5905-4685-ac65-c180e4a4f317 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:04:27.985032 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Attempting to bind port 0ebb9113-5905-4685-ac65-c180e4a4f317 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:04:27.985844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d33dce-7f68-406c-a98c-877a7c820c99 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:04:27.993235 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:04:27.993635 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:04:27.994563 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:27.994982 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:04:27.995644 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Bound port: 0ebb9113-5905-4685-ac65-c180e4a4f317, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:04:27.996033 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.035846 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Pushing event updated for resources: {'Port': ['ID=0ebb9113-5905-4685-ac65-c180e4a4f317,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:28.048111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Allocated IP 172.20.0.2 (2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8/c3acc419-4ece-4c44-ab1b-3417aaf45b1c/e158cd22-f417-42d0-a7d0-137407caf57a) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:04:28.061451 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.061904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.062273 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.062609 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.062965 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.064301 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.064301 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.064301 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.064301 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.064640 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.064836 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.065181 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.065556 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:04:28.073392 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] For port 0ebb9113-5905-4685-ac65-c180e4a4f317, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:04:28.077015 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] For port 0ebb9113-5905-4685-ac65-c180e4a4f317, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0ebb9113-5905-4685-ac65-c180e4a4f317,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:04:28.084709 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.090848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e78341f6-b131-4949-92ed-7072a92de907 None None] Provisioning complete for port 0ebb9113-5905-4685-ac65-c180e4a4f317 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:28.091249 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e78341f6-b131-4949-92ed-7072a92de907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.132464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1715b-cfbf-45f8-9312-cead8ac66233 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:04:28.135631 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:28.136273 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:28.230024 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e69738-7a09-4e38-aa49-6350615e308f None None] Pushing event updated for resources: {'Port': ['ID=0ebb9113-5905-4685-ac65-c180e4a4f317,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:28.243176 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e78341f6-b131-4949-92ed-7072a92de907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.256382 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:28.290610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.301029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e78341f6-b131-4949-92ed-7072a92de907 None None] For port 0ebb9113-5905-4685-ac65-c180e4a4f317, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0ebb9113-5905-4685-ac65-c180e4a4f317,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:28.311233 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e78341f6-b131-4949-92ed-7072a92de907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.352182 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.363153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.391813 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:04:28.393571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:04:28.395362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78341f6-b131-4949-92ed-7072a92de907 None None] Pushing event updated for resources: {'Port': ['ID=0ebb9113-5905-4685-ac65-c180e4a4f317,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:28.397963 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:04:28.454309 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:26Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:28.486292 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf4e78-8976-4ccf-ae02-9d78cfb7afc3 None None] The sync data for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 is: [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:26Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:04:28.494954 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Pushing event updated for resources: {'Port': ['ID=e158cd22-f417-42d0-a7d0-137407caf57a,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:28.500773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-bda3b747-af22-41d4-ad0e-ba39de72ccbf None None] Provisioning complete for port 0ebb9113-5905-4685-ac65-c180e4a4f317 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:28.501152 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bda3b747-af22-41d4-ad0e-ba39de72ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.530173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Attempting to bind port e158cd22-f417-42d0-a7d0-137407caf57a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:04:28.530790 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Attempting to bind port e158cd22-f417-42d0-a7d0-137407caf57a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:04:28.531391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Attempting to bind port e158cd22-f417-42d0-a7d0-137407caf57a on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:04:28.555164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:04:28.555553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Checking segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:04:28.555950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.556522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Bound using segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:04:28.557198 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Bound port: e158cd22-f417-42d0-a7d0-137407caf57a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:04:28.557771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.609933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.1 (2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8/c3acc419-4ece-4c44-ab1b-3417aaf45b1c/abc02873-a15c-4b9c-ae09-f7a643f72303) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:04:28.657612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] For port e158cd22-f417-42d0-a7d0-137407caf57a, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:04:28.662173 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] For port e158cd22-f417-42d0-a7d0-137407caf57a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e158cd22-f417-42d0-a7d0-137407caf57a,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:04:28.667079 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.759266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cd0f6-aff4-4dd7-ab15-dc345d350a40 None None] Pushing event updated for resources: {'Port': ['ID=e158cd22-f417-42d0-a7d0-137407caf57a,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:28.793734 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.838942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:28.887907 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:04:28.891694 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:04:28.894962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:04:28.926922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=abc02873-a15c-4b9c-ae09-f7a643f72303,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:28.972350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.174301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.478369 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.482941 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.573733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=abc02873-a15c-4b9c-ae09-f7a643f72303,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:29.580830 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.736273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:04:29.738407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:04:29.759073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e158cd22-f417-42d0-a7d0-137407caf57a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:04:29.826145 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e158cd22-f417-42d0-a7d0-137407caf57a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:29.826623 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.900198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fd7287fb-639d-48d5-8837-582d22798c61 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:04:29.921120 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.961021 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port e158cd22-f417-42d0-a7d0-137407caf57a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e158cd22-f417-42d0-a7d0-137407caf57a,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:29.967240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:29.968433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0ebb9113-5905-4685-ac65-c180e4a4f317 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:04:30.033289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c789a0-b09c-4cd7-8723-dc04d7abd320 None None] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:04:30.038139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:04:30.051504 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3a10e25c-829a-4e9b-bbf1-9426ada1be11 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/fd7287fb-639d-48d5-8837-582d22798c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2519867 Dec 08 01:04:30.176263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-c6421d0d-7c75-4ea3-ad31-a97d8407a2ad None None] Provisioning complete for port e158cd22-f417-42d0-a7d0-137407caf57a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:30.176630 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c6421d0d-7c75-4ea3-ad31-a97d8407a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:30.214698 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=e158cd22-f417-42d0-a7d0-137407caf57a,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:30.222348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-b0a9e833-a977-4c5c-a88b-6170827a1095 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348873227&fields=id&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 267 time: 0.0502810 Dec 08 01:04:30.232519 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0ebb9113-5905-4685-ac65-c180e4a4f317 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:30.232895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:30.360961 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-0c8fb3f4-004e-47b9-876c-313528c2d00b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:30.368327 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-0c8fb3f4-004e-47b9-876c-313528c2d00b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 796 time: 0.1377454 Dec 08 01:04:30.381470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-dbdf76af-91d2-4f12-a684-d671d62ce206 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/quotas/819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 375 time: 0.0117364 Dec 08 01:04:30.437769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-de76f0f7-6e99-4eb6-b181-dfc8e1d6d4cd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503051 Dec 08 01:04:30.445326 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Sync routers for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:04:30.456673 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:30.457296 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:30.615947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-ecf7312f-d7eb-4996-b49f-c636b9143fee service neutron] 10.222.0.18 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599693 Dec 08 01:04:30.719766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-3d20e426-5b6e-4913-be41-9fab3e17e6e3 service neutron] 10.222.0.18 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970192 Dec 08 01:04:30.750601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1ea00a87-a63e-43e3-b30a-c4b759523a2c None None] Provisioning complete for port abc02873-a15c-4b9c-ae09-f7a643f72303 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:30.751004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ea00a87-a63e-43e3-b30a-c4b759523a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:30.793235 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:30.848623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1ea00a87-a63e-43e3-b30a-c4b759523a2c None None] Port abc02873-a15c-4b9c-ae09-f7a643f72303 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:04:30.896496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1ea00a87-a63e-43e3-b30a-c4b759523a2c None None] Provisioning complete for port e158cd22-f417-42d0-a7d0-137407caf57a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:30.896884 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1ea00a87-a63e-43e3-b30a-c4b759523a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:30.923941 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6dc8f3fa-0ffd-4003-ad43-5dfb9476e285 req-cb62ff32-1f6d-48dc-90cf-7a300ef4a13f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 210 time: 0.0376263 Dec 08 01:04:31.132780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 2, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:31.166370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Checking router: fd7287fb-639d-48d5-8837-582d22798c61 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:04:31.166876 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Updating router fd7287fb-639d-48d5-8837-582d22798c61 port abc02873-a15c-4b9c-ae09-f7a643f72303 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:04:31.199895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:31.217153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-2af6a7db-98e6-4584-b59b-28bb61b84d8a None None] Provisioning complete for port abc02873-a15c-4b9c-ae09-f7a643f72303 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:31.217524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2af6a7db-98e6-4584-b59b-28bb61b84d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:31.281142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-2af6a7db-98e6-4584-b59b-28bb61b84d8a None None] Port abc02873-a15c-4b9c-ae09-f7a643f72303 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:04:31.527848 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:31.533622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:31.589155 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a31199-a8c2-4509-a488-6e21ddba576c None None] Pushing event updated for resources: {'Port': ['ID=abc02873-a15c-4b9c-ae09-f7a643f72303,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:31.647773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e158cd22-f417-42d0-a7d0-137407caf57a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:04:31.684332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Attempting to bind port abc02873-a15c-4b9c-ae09-f7a643f72303 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:04:31.684850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Attempting to bind port abc02873-a15c-4b9c-ae09-f7a643f72303 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:04:31.685054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Attempting to bind port abc02873-a15c-4b9c-ae09-f7a643f72303 on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:04:31.704258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:04:31.704724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Checking segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:04:31.705024 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:31.705444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Bound using segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:04:31.706432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Bound port: abc02873-a15c-4b9c-ae09-f7a643f72303, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:04:31.706815 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:31.761192 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e158cd22-f417-42d0-a7d0-137407caf57a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:31.761760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:31.875611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] For port abc02873-a15c-4b9c-ae09-f7a643f72303, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:04:31.883649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] For port abc02873-a15c-4b9c-ae09-f7a643f72303, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=abc02873-a15c-4b9c-ae09-f7a643f72303,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:04:31.893281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.075082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:32.080696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:32.081581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7f9d05e8-3651-4255-8c0d-7077f906a121 req-87aa9673-2df7-4ab4-82df-7eac56877926 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 210 time: 0.0543692 Dec 08 01:04:32.153390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-87e32bf4-a75c-4353-a51f-e218a278135c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:32.154530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d5b5a48-55e3-4202-b9e1-ef1d7624874c None None] Provisioning complete for port abc02873-a15c-4b9c-ae09-f7a643f72303 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:32.155168 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5a48-55e3-4202-b9e1-ef1d7624874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.155673 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-87e32bf4-a75c-4353-a51f-e218a278135c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 796 time: 0.2522678 Dec 08 01:04:32.170209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a31199-a8c2-4509-a488-6e21ddba576c None None] Pushing event updated for resources: {'Port': ['ID=abc02873-a15c-4b9c-ae09-f7a643f72303,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:32.234691 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-79d2567c-f1bb-43c7-b28c-085717e8acbc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 379 time: 0.0635047 Dec 08 01:04:32.244069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'port': {'device_id': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'admin_state_up': True, 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'security_groups': ['9b110a83-ec6a-424e-bd79-fb3a6ca4e394']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:32.303201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:32.378324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:04:32.382579 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.391992 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5a48-55e3-4202-b9e1-ef1d7624874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.533131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d5b5a48-55e3-4202-b9e1-ef1d7624874c None None] For port abc02873-a15c-4b9c-ae09-f7a643f72303, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=abc02873-a15c-4b9c-ae09-f7a643f72303,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:32.547956 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5a48-55e3-4202-b9e1-ef1d7624874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.572316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.13 (2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8/c3acc419-4ece-4c44-ab1b-3417aaf45b1c/916ec48a-5d81-4220-9088-a2a0205fe476) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:04:32.645724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b5a48-55e3-4202-b9e1-ef1d7624874c None None] Pushing event updated for resources: {'Port': ['ID=abc02873-a15c-4b9c-ae09-f7a643f72303,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:32.679809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-79dc78af-ded1-48bc-8020-867fa1f4793d None None] Provisioning complete for port abc02873-a15c-4b9c-ae09-f7a643f72303 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:32.680205 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-79dc78af-ded1-48bc-8020-867fa1f4793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.726926 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:31Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:32.751805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.764659 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca942c9d-9fd0-4d8c-877d-a29bae88b7bd None None] The sync data for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 is: [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:31Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:04:32.796253 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.864053 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:04:32.869602 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:04:32.873796 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:04:32.910466 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:32.953873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:32.954836 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:32.979675 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-e554a783-37a8-4cf4-8cf4-ac24049bddae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7390206 Dec 08 01:04:32.998286 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Request body: {'port': {'device_id': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:33.076760 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.247522 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47e785-e229-41b1-9bf8-6c717237de36 req-c33d5d5e-b36c-4f80-a351-5f7fdb875aec tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:33.250866 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f47e785-e229-41b1-9bf8-6c717237de36 req-c33d5d5e-b36c-4f80-a351-5f7fdb875aec tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 932 time: 0.0811908 Dec 08 01:04:33.293883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cc57e9a8-24d9-4acb-a843-d32f2d8957d0 None None] Provisioning complete for port 916ec48a-5d81-4220-9088-a2a0205fe476 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:33.294524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc57e9a8-24d9-4acb-a843-d32f2d8957d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.362338 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f47e785-e229-41b1-9bf8-6c717237de36 req-22c95bfd-74ab-4ba8-b9aa-ca630dd33b66 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995255 Dec 08 01:04:33.387212 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-cc57e9a8-24d9-4acb-a843-d32f2d8957d0 None None] Port 916ec48a-5d81-4220-9088-a2a0205fe476 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:04:33.456348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916ec48a-5d81-4220-9088-a2a0205fe476 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:04:33.464899 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.478048 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Transition to ACTIVE for port object 916ec48a-5d81-4220-9088-a2a0205fe476 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:04:33.483114 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.623207 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:33.662542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:04:33.662867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:04:33.663388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:04:33.680593 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Port 916ec48a-5d81-4220-9088-a2a0205fe476 on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:04:33.681121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:04:33.695878 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:04:33.696392 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Checking segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:04:33.696774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Bound using segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:04:33.697140 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Bound port: 916ec48a-5d81-4220-9088-a2a0205fe476, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:04:33.697646 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.700557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device abc02873-a15c-4b9c-ae09-f7a643f72303 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:04:33.773346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port abc02873-a15c-4b9c-ae09-f7a643f72303 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:33.773760 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.802631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:04:33.806311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:04:33.812664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.861284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:33.861925 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:33.864000 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] 10.222.0.44 "PUT /v2.0/ports/916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1092 time: 0.8704736 Dec 08 01:04:33.864398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:04:33.867720 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17bf261-debd-4ef4-b8b1-0c79c2958f93" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:04:33.913124 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:04:33.925296 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbebcc3-5a20-42b5-aed8-7ff617134591 service neutron] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:33.961650 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd733609-b316-435e-aa6c-3db678b77d4f x-openstack-request-id: req-fd733609-b316-435e-aa6c-3db678b77d4f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:04:33.962189 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:04:33.962543 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd733609-b316-435e-aa6c-3db678b77d4f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:04:33.963144 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'status': 'completed', 'code': 200} Dec 08 01:04:34.016277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-3bc4394d-6f90-49ae-8b8b-5cb62a33d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:34.017908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-3bc4394d-6f90-49ae-8b8b-5cb62a33d607 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1095 time: 0.0715637 Dec 08 01:04:34.095995 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-6a6f0332-a4ce-40b8-8c74-482f2edabfce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 217 time: 0.0625057 Dec 08 01:04:34.162715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-2ed8a80e-6043-4f59-bc9d-c1e444b95526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:34.164160 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-2ed8a80e-6043-4f59-bc9d-c1e444b95526 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0611835 Dec 08 01:04:34.219871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-9e56b624-60b4-49dc-9a6b-5b9f21f24e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:34.222074 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-9e56b624-60b4-49dc-9a6b-5b9f21f24e20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501959 Dec 08 01:04:34.351702 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-4100a6a1-dee0-4553-b8e0-f69bf41d0bca service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229422 Dec 08 01:04:34.466226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-629e01f8-df3e-42f9-9552-f46e75e4f570 req-1ff57455-0eff-4e42-9a99-9f912cb03750 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063259 Dec 08 01:04:34.509304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad27fc-7855-4c2d-98e2-40cf49207171 req-90bfdd05-cfe1-449f-8331-56dfe1d3954d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:34.511037 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dad27fc-7855-4c2d-98e2-40cf49207171 req-90bfdd05-cfe1-449f-8331-56dfe1d3954d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 944 time: 0.0593750 Dec 08 01:04:34.583518 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4dad27fc-7855-4c2d-98e2-40cf49207171 req-845f2387-ca16-47cc-8fa5-5687ac328722 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614579 Dec 08 01:04:34.609786 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-64b47104-0e9f-49da-a117-fda5a0125c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:34.611332 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-64b47104-0e9f-49da-a117-fda5a0125c69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1095 time: 0.0596578 Dec 08 01:04:34.712090 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-0d4adabf-a313-4fd2-90d2-d69503f79c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:34.713563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-0d4adabf-a313-4fd2-90d2-d69503f79c8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.0955019 Dec 08 01:04:34.756907 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-8d83cda1-417a-4930-a13c-2b4473091bbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 217 time: 0.0354583 Dec 08 01:04:34.816810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-722254b7-6ab0-439b-8a3e-d2644a3c3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:34.818285 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-722254b7-6ab0-439b-8a3e-d2644a3c3a7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0524013 Dec 08 01:04:35.146546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-d5ed61ed-e3b6-45ed-8824-69e8149fc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:35.148481 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-d5ed61ed-e3b6-45ed-8824-69e8149fc8aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226204 Dec 08 01:04:35.258375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-1332aec8-23eb-4414-9395-eb59e653c664 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016552 Dec 08 01:04:35.365831 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d17bf261-debd-4ef4-b8b1-0c79c2958f93 req-61e1f623-62eb-4334-888a-cac13dba0478 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979364 Dec 08 01:04:35.731339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8cf27-7088-482e-b1c0-61fb5c5e753e req-39d3d76c-6814-4b8e-a844-ac3ea7a1a466 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:35.732842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bcb8cf27-7088-482e-b1c0-61fb5c5e753e req-39d3d76c-6814-4b8e-a844-ac3ea7a1a466 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 944 time: 0.0608425 Dec 08 01:04:35.788139 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bcb8cf27-7088-482e-b1c0-61fb5c5e753e req-a5cfa0ab-2971-4d8e-aa1c-8daf857df0d5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480373 Dec 08 01:04:36.923011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe87cf6-4cd1-40b7-9cc0-f31823bc3879 req-68c6f7de-27b7-408e-946d-547846e4ab1c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:36.925039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fe87cf6-4cd1-40b7-9cc0-f31823bc3879 req-68c6f7de-27b7-408e-946d-547846e4ab1c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 944 time: 0.0631518 Dec 08 01:04:36.984877 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2fe87cf6-4cd1-40b7-9cc0-f31823bc3879 req-6f1f2ab0-b13c-45fb-aba3-d80ebcf3da55 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513172 Dec 08 01:04:37.681037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:04:37.783632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:37.796353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '916ec48a-5d81-4220-9088-a2a0205fe476', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'port_id': '916ec48a-5d81-4220-9088-a2a0205fe476', 'mac_address': 'fa:16:3e:7c:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:04:37.836641 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:37.857818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916ec48a-5d81-4220-9088-a2a0205fe476 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:04:37.877642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:37.882548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:37.944843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:38.117165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198bbd2-7deb-45e6-bd7b-179520ad902c req-9e68c092-1c28-47f2-bb81-669b48aa3ce4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:38.118826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6198bbd2-7deb-45e6-bd7b-179520ad902c req-9e68c092-1c28-47f2-bb81-669b48aa3ce4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 945 time: 0.0544176 Dec 08 01:04:38.155832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['916ec48a-5d81-4220-9088-a2a0205fe476'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:04:38.180058 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6198bbd2-7deb-45e6-bd7b-179520ad902c req-2c341b43-dd21-402b-a371-ef8616022d57 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550671 Dec 08 01:04:39.313100 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d65e-f7db-45e8-8633-490dd6c7480c req-b3df7b92-2b7f-4989-9524-9bf80338c922 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:39.314956 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57b1d65e-f7db-45e8-8633-490dd6c7480c req-b3df7b92-2b7f-4989-9524-9bf80338c922 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 945 time: 0.0550406 Dec 08 01:04:39.366648 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57b1d65e-f7db-45e8-8633-490dd6c7480c req-2d899007-f00a-4e1e-9edb-f528110ac7e8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464177 Dec 08 01:04:39.695434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:04:39.746061 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 916ec48a-5d81-4220-9088-a2a0205fe476 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:04:39.749982 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 916ec48a-5d81-4220-9088-a2a0205fe476 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:04:39.750353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:39.841428 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:40.035037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:04:40.037431 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72966e8c-5f21-48d4-b234-bef1b55fd0f8" -d '{"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-plugged", "status": "completed", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:04:40.051185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:04:40.056414 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:40.081817 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16bf9a4-efdf-4766-926e-a7c06a968a21 x-openstack-request-id: req-b16bf9a4-efdf-4766-926e-a7c06a968a21 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:04:40.082116 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-plugged", "status": "completed", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:04:40.082374 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b16bf9a4-efdf-4766-926e-a7c06a968a21 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:04:40.082772 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'code': 200} Dec 08 01:04:40.108366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:40.215356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37112557-759f-413d-bc4c-9157fb4a7e75 req-2f3974ec-12d2-4f87-87f5-c01e97acd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:40.216963 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-37112557-759f-413d-bc4c-9157fb4a7e75 req-2f3974ec-12d2-4f87-87f5-c01e97acd9d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1097 time: 0.0464437 Dec 08 01:04:40.272966 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-37112557-759f-413d-bc4c-9157fb4a7e75 req-080da435-d034-4c5c-b47f-8acc9ee154b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486023 Dec 08 01:04:40.497198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ca88-bcc9-47d2-90eb-a46b1fd71ac7 req-2ea3a600-ba02-47e6-b3b7-d4ad649bec81 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:40.498767 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e731ca88-bcc9-47d2-90eb-a46b1fd71ac7 req-2ea3a600-ba02-47e6-b3b7-d4ad649bec81 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0588729 Dec 08 01:04:40.562421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e731ca88-bcc9-47d2-90eb-a46b1fd71ac7 req-17259b43-065a-440e-91f7-cfa588933e8d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571120 Dec 08 01:04:41.696025 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4725ad3-005c-45aa-b577-25796e9ad418 req-b697d074-11c3-4b79-9c71-abd512be6e72 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:41.697541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4725ad3-005c-45aa-b577-25796e9ad418 req-b697d074-11c3-4b79-9c71-abd512be6e72 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0540361 Dec 08 01:04:41.757933 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4725ad3-005c-45aa-b577-25796e9ad418 req-847d4fc0-47b3-4cc0-b087-c6520cef4e12 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543721 Dec 08 01:04:41.880583 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cab2d-e776-4d14-9856-c5eb2bf6de55 req-9a02b137-67dc-4195-897d-74bcf593e18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:41.882042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c4cab2d-e776-4d14-9856-c5eb2bf6de55 req-9a02b137-67dc-4195-897d-74bcf593e18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0511944 Dec 08 01:04:41.931926 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5c4cab2d-e776-4d14-9856-c5eb2bf6de55 req-0078f91d-08f2-4a0c-a111-f249479465d7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438402 Dec 08 01:04:41.953844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44362) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:41.999372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284a281-4236-44fb-8c90-61f4c3e760a6 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:42.000923 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-0284a281-4236-44fb-8c90-61f4c3e760a6 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1092 time: 0.0460899 Dec 08 01:04:42.004378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44364) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:42.008786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '916ec48a-5d81-4220-9088-a2a0205fe476', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:04:42.031452 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:42.130492 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:42.238011 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.145 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/91dd4990-5758-4ab4-bf2b-a56e23316c06) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:04:42.342864 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:42.377537 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:42.422909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:04:42.426019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:04:42.432989 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:04:42.435895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=91dd4990-5758-4ab4-bf2b-a56e23316c06,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:42.814718 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:42.886800 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:43.049564 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:43.054184 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:43.128702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=91dd4990-5758-4ab4-bf2b-a56e23316c06,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:04:43.141973 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:43.259501 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 5fc5e5ca-1240-4118-a534-522d66231923 associated. External IP: 172.25.6.145, port: 916ec48a-5d81-4220-9088-a2a0205fe476. Dec 08 01:04:43.520204 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fd7287fb-639d-48d5-8837-582d22798c61 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:04:43.638843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:04:43.654044 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] Sync routers for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:04:43.663080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:43.667169 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:43.667789 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:43.694121 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-97970926-8f7c-4799-a046-8288a5869244 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6885321 Dec 08 01:04:43.694725 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:04:43.697221 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73df19c-fcb0-4db8-8399-a3060255ae8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:04:43.791376 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:43.803319 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc461e3f-eb0a-4a4b-aea5-639bc44f8889 x-openstack-request-id: req-fc461e3f-eb0a-4a4b-aea5-639bc44f8889 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:04:43.803616 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:04:43.803881 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc461e3f-eb0a-4a4b-aea5-639bc44f8889 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:04:43.804292 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'status': 'completed', 'code': 200} Dec 08 01:04:43.836382 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f182d6b-d2d0-4a46-8698-7a239b24fc68 req-6adb3eee-7261-409f-bf0c-efba291cadac tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:43.838446 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f182d6b-d2d0-4a46-8698-7a239b24fc68 req-6adb3eee-7261-409f-bf0c-efba291cadac tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0662754 Dec 08 01:04:43.900387 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-a4bcd767-e6de-410c-baaf-215b38e547e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:43.901435 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f182d6b-d2d0-4a46-8698-7a239b24fc68 req-99c7c04e-8c10-495b-9fc4-9657a0812bd2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557160 Dec 08 01:04:43.903789 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-a4bcd767-e6de-410c-baaf-215b38e547e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1097 time: 0.0575631 Dec 08 01:04:43.926112 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44370) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:44.027527 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-7460495e-9a35-4578-b49c-06d6527ef66d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5fc5e5ca-1240-4118-a534-522d66231923 HTTP/1.1" status: 200 len: 992 time: 0.0999005 Dec 08 01:04:44.033504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-43b504a8-ecaa-4808-bf6c-4a837e9fcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:44.036792 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-43b504a8-ecaa-4808-bf6c-4a837e9fcb94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.1257184 Dec 08 01:04:44.129070 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-f66d88a9-6e6e-4389-add4-68e2153c4e82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1000 time: 0.0851064 Dec 08 01:04:44.150687 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5fc5e5ca-1240-4118-a534-522d66231923', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'port_id': '916ec48a-5d81-4220-9088-a2a0205fe476', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'mac_address': 'fa:16:3e:7c:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:04:42Z', 'updated_at': '2021-12-08T01:04:42Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:32Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:44.181760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-21688e37-bdd4-4311-95af-2cb152bb4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:44.182135 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] Checking router: fd7287fb-639d-48d5-8837-582d22798c61 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:04:44.183296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-21688e37-bdd4-4311-95af-2cb152bb4d2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0482662 Dec 08 01:04:44.191515 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:04:44.192121 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:04:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:44.241544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-d93d0785-05f9-4b2d-bf70-e336e1502a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:44.243866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-d93d0785-05f9-4b2d-bf70-e336e1502a8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523133 Dec 08 01:04:44.291641 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:44.375382 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-75f1362b-9605-40bd-9b4c-90957e2a6433 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167283 Dec 08 01:04:44.438800 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:04:44.477913 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f73df19c-fcb0-4db8-8399-a3060255ae8d req-a699e30b-1f65-4d09-8d5b-08be0a0f18d2 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958600 Dec 08 01:04:44.699504 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5fc5e5ca-1240-4118-a534-522d66231923', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'port_id': '916ec48a-5d81-4220-9088-a2a0205fe476', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'mac_address': 'fa:16:3e:7c:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:04:42Z', 'updated_at': '2021-12-08T01:04:42Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:32Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:04:44.731609 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511e31f-1718-445c-97a2-cd5e21832c62 None None] The sync data for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 is: [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '5fc5e5ca-1240-4118-a534-522d66231923', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'port_id': '916ec48a-5d81-4220-9088-a2a0205fe476', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'mac_address': 'fa:16:3e:7c:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:04:42Z', 'updated_at': '2021-12-08T01:04:42Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:32Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:04:44.950921 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ffb2f-01df-41b8-93f1-e84201530488 None None] New status for floating IP 5fc5e5ca-1240-4118-a534-522d66231923: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:04:45.031945 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44372) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:45.103064 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-156a8183-f4e5-4031-8060-61e79e0d36ad tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5fc5e5ca-1240-4118-a534-522d66231923 HTTP/1.1" status: 200 len: 992 time: 0.0697806 Dec 08 01:04:46.107524 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44374) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:04:46.175316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1894c6c3-2333-488b-8524-a0e6d4fd131f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5fc5e5ca-1240-4118-a534-522d66231923 HTTP/1.1" status: 200 len: 994 time: 0.0665727 Dec 08 01:04:47.975311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:51.565074 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f920d6e5-f19b-4bf3-9e7d-a8f8b507cba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:53.690704 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-664e085f-9d0a-4399-a98b-cd650dfee31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:55.354655 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:56.360808 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-29dc13b5-dc96-4850-98bf-e52d5cfc4a70 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468240 Dec 08 01:04:56.464401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-8714b8fe-0b78-4fab-ad94-9ff883b4fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:56.465959 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-8714b8fe-0b78-4fab-ad94-9ff883b4fea6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1097 time: 0.0427394 Dec 08 01:04:56.509862 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:04:56.582720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-a87acaa1-0511-4c68-b3ff-df9eb1b61e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:56.584180 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-a87acaa1-0511-4c68-b3ff-df9eb1b61e59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.0964324 Dec 08 01:04:56.661510 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-652b6615-d2be-41ca-a488-de6264f9775e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1002 time: 0.0624957 Dec 08 01:04:56.714635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-07100eba-b8a5-4358-b3ba-b1b8569be8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:56.716154 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-07100eba-b8a5-4358-b3ba-b1b8569be8a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0472207 Dec 08 01:04:56.772833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-a11e41cd-49df-4479-887e-651efc857a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:04:56.774361 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-a11e41cd-49df-4479-887e-651efc857a26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470014 Dec 08 01:04:56.871052 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-3ada1217-d7ea-448a-a3e9-066ef0e3ed1c service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874174 Dec 08 01:04:56.971822 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d5488b94-451b-4cde-a7ff-333e1c6750cd req-9c3534d2-b6a9-4588-8ea0-3172e2b1fba8 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909066 Dec 08 01:04:57.334345 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:10.902950 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:05:12.975507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc868d6-929f-44da-81ba-b5957668914b req-025f0d21-9bc3-4809-b0e7-9bf82048695e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:12.976493 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44394) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:05:12.978808 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6dc868d6-929f-44da-81ba-b5957668914b req-025f0d21-9bc3-4809-b0e7-9bf82048695e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0550473 Dec 08 01:05:13.040535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6dc868d6-929f-44da-81ba-b5957668914b req-c1f81c3f-d5bf-4433-a4dd-42b5776244cb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545335 Dec 08 01:05:13.067010 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-d1530fc6-2ade-46dc-805f-686e40adaa2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893078 Dec 08 01:05:13.078899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-0a91e70c-02b8-48b1-9500-7b133912e99a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:05:13.080508 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-0a91e70c-02b8-48b1-9500-7b133912e99a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081730 Dec 08 01:05:14.167549 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60af11-613d-4286-a5fb-856f2df616fe req-e9a1dbaa-5562-4498-87ed-f7b14935c0e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:14.169079 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c60af11-613d-4286-a5fb-856f2df616fe req-e9a1dbaa-5562-4498-87ed-f7b14935c0e0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0547674 Dec 08 01:05:14.220090 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c60af11-613d-4286-a5fb-856f2df616fe req-803b45ac-7b71-4c01-8b35-73309593dbef tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449243 Dec 08 01:05:14.258534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:14.378462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-bb6a7e0b-3a93-4e8b-a9e8-2f8f5e4dde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:14.379956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-bb6a7e0b-3a93-4e8b-a9e8-2f8f5e4dde03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1097 time: 0.0476317 Dec 08 01:05:14.484850 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-2214a6a1-5996-4b3f-bb37-9a0629138c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:14.486360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-2214a6a1-5996-4b3f-bb37-9a0629138c3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.0983360 Dec 08 01:05:14.556362 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-270cffbb-33cc-47a9-8f07-e2c44ec842a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1002 time: 0.0624187 Dec 08 01:05:14.614280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-88650bc7-84da-4523-87b4-c9f912c44c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:14.615829 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-88650bc7-84da-4523-87b4-c9f912c44c13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0512676 Dec 08 01:05:14.665444 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-ddf69484-4e14-4ce9-b8b2-3e9e19e7f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:14.667012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-ddf69484-4e14-4ce9-b8b2-3e9e19e7f996 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432856 Dec 08 01:05:14.768220 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-c57b8a7f-fa64-4408-9889-5cbdcb0ab924 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923710 Dec 08 01:05:14.871854 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-3397a0cd-ae8c-464e-b37d-ce16a43ef9d5 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957680 Dec 08 01:05:15.343091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326688a-9229-4941-a055-9be356528194 req-a14d51bc-8e76-45ec-84c5-0ab03dce0789 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:15.344719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d326688a-9229-4941-a055-9be356528194 req-a14d51bc-8e76-45ec-84c5-0ab03dce0789 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0512547 Dec 08 01:05:15.399868 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d326688a-9229-4941-a055-9be356528194 req-910517e5-a1c1-4222-b44d-0c0220098b8c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488324 Dec 08 01:05:16.517304 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9ab4-b554-4155-bae4-a2fc7e7e50e0 req-c9a3ff72-227f-4f20-85fb-a745593ff607 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:16.518803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e96d9ab4-b554-4155-bae4-a2fc7e7e50e0 req-c9a3ff72-227f-4f20-85fb-a745593ff607 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0487731 Dec 08 01:05:16.574388 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e96d9ab4-b554-4155-bae4-a2fc7e7e50e0 req-9976dfc2-5b26-45f0-a073-38908a4d07ba tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489826 Dec 08 01:05:17.696980 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947c6da-90f1-49d1-84ff-7c22431c9da3 req-fd75cbf8-4d5c-4c15-b94a-80558df422d8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:17.698503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2947c6da-90f1-49d1-84ff-7c22431c9da3 req-fd75cbf8-4d5c-4c15-b94a-80558df422d8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0504847 Dec 08 01:05:17.749916 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2947c6da-90f1-49d1-84ff-7c22431c9da3 req-a83f1c4b-14ac-426e-9232-d090786af431 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Dec 08 01:05:17.974615 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:18.870430 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60c0d-8448-468d-904c-7e7f6b176a1f req-36bfa884-e61b-46b7-9a28-ffc34f83d180 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:18.871994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6c60c0d-8448-468d-904c-7e7f6b176a1f req-36bfa884-e61b-46b7-9a28-ffc34f83d180 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Dec 08 01:05:18.922177 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6c60c0d-8448-468d-904c-7e7f6b176a1f req-97019765-b5f6-4cc6-ba2f-ddd181a4bd7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442336 Dec 08 01:05:20.049084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785b79e-718e-48cc-bed7-dbfc642b7a3c req-4cce9469-7029-44f9-a9f7-170f2bc2a3f5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:20.051214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b785b79e-718e-48cc-bed7-dbfc642b7a3c req-4cce9469-7029-44f9-a9f7-170f2bc2a3f5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0557637 Dec 08 01:05:20.101999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b785b79e-718e-48cc-bed7-dbfc642b7a3c req-12c12145-24fb-40de-94f9-ff8988426f7f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 Dec 08 01:05:21.222111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a5007-4617-4b07-a233-595273768331 req-c8420701-167b-418d-91de-8198bd0a5e3b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:21.223673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-465a5007-4617-4b07-a233-595273768331 req-c8420701-167b-418d-91de-8198bd0a5e3b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Dec 08 01:05:21.278082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-465a5007-4617-4b07-a233-595273768331 req-a7f10cca-3012-40ce-aecd-07740b04f1e8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482283 Dec 08 01:05:21.572539 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-afcc8c95-bc1b-4d52-9031-a43ae530f9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:22.401633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e0eb9-6313-49ca-a99c-de95477d1720 req-03ff8cc9-d32d-4639-acfb-9babdd85a77d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:22.403150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef8e0eb9-6313-49ca-a99c-de95477d1720 req-03ff8cc9-d32d-4639-acfb-9babdd85a77d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0530057 Dec 08 01:05:22.452095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ef8e0eb9-6313-49ca-a99c-de95477d1720 req-24c327b7-6fda-4478-af1b-567dbd95ac7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Dec 08 01:05:23.571556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5a84f-a6e9-479a-a71b-67dd9b766c93 req-03944f79-b2d6-4176-a40a-14ffdd2c9640 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:23.573054 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ef5a84f-a6e9-479a-a71b-67dd9b766c93 req-03944f79-b2d6-4176-a40a-14ffdd2c9640 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0509796 Dec 08 01:05:23.623488 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2ef5a84f-a6e9-479a-a71b-67dd9b766c93 req-2c7b6d8c-f8ad-4730-a1ed-c81b2032ae88 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444682 Dec 08 01:05:23.691987 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-797c928d-1064-4a9f-a4cf-8dc4e5690711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:24.744866 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad14082-e52a-45bb-960f-bed62e7945bd req-e0b5caff-a8b2-47e7-8bb0-cd06217c4380 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:24.746414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ad14082-e52a-45bb-960f-bed62e7945bd req-e0b5caff-a8b2-47e7-8bb0-cd06217c4380 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0505269 Dec 08 01:05:24.802443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ad14082-e52a-45bb-960f-bed62e7945bd req-f11aa321-007e-44cb-a221-e315a5ed86c8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481172 Dec 08 01:05:25.362732 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:25.919560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571870a-7adf-4c6e-be34-265ac9adb95b req-b1fab7eb-cbc4-454b-84a6-865800aad71e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:25.921110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d571870a-7adf-4c6e-be34-265ac9adb95b req-b1fab7eb-cbc4-454b-84a6-865800aad71e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Dec 08 01:05:25.973264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d571870a-7adf-4c6e-be34-265ac9adb95b req-1589492e-8dce-4662-841a-42e01b827c35 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461216 Dec 08 01:05:26.511388 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:26.838402 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-370b9f0f-b28e-4351-b5bf-d8f8264ffa2f service neutron] show failed (client error): The resource could not be found. Dec 08 01:05:26.839503 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-370b9f0f-b28e-4351-b5bf-d8f8264ffa2f service neutron] 10.222.0.44 "GET /v2.0/ports/916ec48a-5d81-4220-9088-a2a0205fe476/bindings/n-h2-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0586038 Dec 08 01:05:27.133987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7aac-519b-4aa8-b681-c8d21852bbcc req-d7b54531-fc27-4bca-8ebe-b891776c63f1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:27.135558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b6f7aac-519b-4aa8-b681-c8d21852bbcc req-d7b54531-fc27-4bca-8ebe-b891776c63f1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0843859 Dec 08 01:05:27.142587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-a55e6370-cdbf-47cc-8580-b7727e05114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:27.144263 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-a55e6370-cdbf-47cc-8580-b7727e05114b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 1097 time: 0.1350262 Dec 08 01:05:27.156856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-46a8f31e-6d3b-4e45-8824-c3c0520bf2f6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:05:27.157891 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-46a8f31e-6d3b-4e45-8824-c3c0520bf2f6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053024 Dec 08 01:05:27.177891 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820549-2', 'device_owner': 'compute:nova'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:05:27.225769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6b6f7aac-519b-4aa8-b681-c8d21852bbcc req-f715ba40-f614-4596-9141-5523edbd7b66 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803823 Dec 08 01:05:27.258241 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:27.339886 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:27.517471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:05:27.556809 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h1-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:05:27.600448 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:05:27.603181 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7065b-6c10-4f55-b886-3ecd423b834b" -d '{"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-unplugged", "status": "completed", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:05:27.607667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:27.622033 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Transition to ACTIVE for port object 916ec48a-5d81-4220-9088-a2a0205fe476 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:05:27.627534 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:27.664169 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec01b82a-ef81-48f8-a4c2-f8c49bc60d77 x-openstack-request-id: req-ec01b82a-ef81-48f8-a4c2-f8c49bc60d77 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:05:27.664475 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-unplugged", "status": "completed", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:05:27.664736 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec01b82a-ef81-48f8-a4c2-f8c49bc60d77 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:05:27.665142 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'code': 200} Dec 08 01:05:27.716095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=6']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:05:27.730860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.731243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.731601 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.731954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.732296 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.732637 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.732975 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.733305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.733638 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.733967 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.734303 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.734631 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.734982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:27.771749 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] No DVR routers for this DVR port 916ec48a-5d81-4220-9088-a2a0205fe476 on host n-h1-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:05:27.917046 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:05:27.917359 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:05:27.917824 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:05:27.922458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Port 916ec48a-5d81-4220-9088-a2a0205fe476 on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:05:27.922777 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Attempting to bind port 916ec48a-5d81-4220-9088-a2a0205fe476 on network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:05:27.928592 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:05:27.928923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Checking segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:05:27.929306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Bound using segment: {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:05:27.929733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Bound port: 916ec48a-5d81-4220-9088-a2a0205fe476, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7a7aaa-98b6-4051-8260-d31f9435e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:05:27.930096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:27.995200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:05:27.998642 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:05:28.003648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:28.042330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:28.042867 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:28.044380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] 10.222.0.59 "PUT /v2.0/ports/916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1092 time: 0.8712292 Dec 08 01:05:28.065974 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ff8f1-3a0e-4368-83bf-9952084aa4ef service neutron] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=7']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:05:28.142252 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-00e94697-108e-4140-b11f-06a27968146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:28.144048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-00e94697-108e-4140-b11f-06a27968146a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1095 time: 0.0545928 Dec 08 01:05:28.245962 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-746c713d-1e51-4fdd-bfcc-4fabbebfd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:28.247471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-746c713d-1e51-4fdd-bfcc-4fabbebfd0c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.0964291 Dec 08 01:05:28.347567 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-f650e7b2-6f0c-4112-b2bc-508de0e50b8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1000 time: 0.0932579 Dec 08 01:05:28.398373 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b66f-92c6-456e-bef3-f0cbe49260ba req-875d7e19-32d4-4158-ad1c-435abfb4a93b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:28.399957 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5105b66f-92c6-456e-bef3-f0cbe49260ba req-875d7e19-32d4-4158-ad1c-435abfb4a93b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 944 time: 0.0929990 Dec 08 01:05:28.427317 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-147b97e2-e166-4eda-bd3f-c7b1092ad913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:28.428752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-147b97e2-e166-4eda-bd3f-c7b1092ad913 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0733435 Dec 08 01:05:28.485546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5105b66f-92c6-456e-bef3-f0cbe49260ba req-2b599e91-9c00-450b-8f01-2d1646e71e56 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772464 Dec 08 01:05:28.499759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-cdaa0351-e555-4222-911e-b618e524325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:28.501264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-cdaa0351-e555-4222-911e-b618e524325a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643589 Dec 08 01:05:28.915112 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-9182cc4b-b4c2-46a3-b21d-3d945783a013 service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065645 Dec 08 01:05:29.011830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-287bc6ed-73fa-4e80-901e-7f8413eb1d2c req-22238b40-c918-4d5c-bf0f-d2eec0b12b0c service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891161 Dec 08 01:05:29.636321 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0d5d2-d5d2-4675-8c01-9f72ad3643c2 req-e3e73ca0-442a-4f28-aa5b-024eb8d26726 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:29.637873 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ce0d5d2-d5d2-4675-8c01-9f72ad3643c2 req-e3e73ca0-442a-4f28-aa5b-024eb8d26726 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 944 time: 0.0600791 Dec 08 01:05:29.670543 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:05:29.673183 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03a48b4-1e4b-45be-b270-0a34e538b308" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:05:29.722316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6ce0d5d2-d5d2-4675-8c01-9f72ad3643c2 req-ca2d725e-3007-42ad-9a3a-62d8d950c541 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721755 Dec 08 01:05:29.741176 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851251c-5982-4191-ac59-2a102621efb7 x-openstack-request-id: req-0851251c-5982-4191-ac59-2a102621efb7 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:05:29.741477 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:05:29.741737 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0851251c-5982-4191-ac59-2a102621efb7 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:05:29.742143 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'status': 'completed', 'code': 200} Dec 08 01:05:29.824005 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-b67eba8d-70d4-4846-9d13-f42539493c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:29.825823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-b67eba8d-70d4-4846-9d13-f42539493c54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1095 time: 0.0437655 Dec 08 01:05:29.835829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-20508c8c-ab92-4947-90ed-654bfccc2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:29.837443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-20508c8c-ab92-4947-90ed-654bfccc2458 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1095 time: 0.0464959 Dec 08 01:05:29.935171 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-62149b01-d457-4b4a-89ec-9145ee90c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:29.937435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-62149b01-d457-4b4a-89ec-9145ee90c762 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.1035125 Dec 08 01:05:29.950148 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-81f3ed52-6c15-4c50-a5fb-a314fd10a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:29.951638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-81f3ed52-6c15-4c50-a5fb-a314fd10a927 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.1063912 Dec 08 01:05:29.975349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:05:30.013645 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-bcae35d9-e7f3-4d34-89a5-924aee099160 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1000 time: 0.0684500 Dec 08 01:05:30.027761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-f7f83599-88cd-4c2c-849d-6844557250c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1000 time: 0.0689120 Dec 08 01:05:30.029896 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:05:30.073843 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-0b7d2242-db87-416e-88ab-38fb96d3c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:30.075579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-0b7d2242-db87-416e-88ab-38fb96d3c4b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0550447 Dec 08 01:05:30.089948 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-0e6af195-81f6-499b-ba86-b9bb126b6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:30.091659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-0e6af195-81f6-499b-ba86-b9bb126b6117 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0555065 Dec 08 01:05:30.123533 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-29ad4176-a269-42f1-b797-e257a262ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:30.125051 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-29ad4176-a269-42f1-b797-e257a262ecaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426600 Dec 08 01:05:30.148702 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-f0db12b5-f2b0-4e6b-bb63-9921412fef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:30.150425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-f0db12b5-f2b0-4e6b-bb63-9921412fef5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511653 Dec 08 01:05:30.234304 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-b76c569a-bd8c-4945-9494-7bcb8aa24701 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011221 Dec 08 01:05:30.256146 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-cd1c8d22-bbcb-4ab5-a7fe-48e3b2dd8e26 service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975475 Dec 08 01:05:30.339178 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-87283a50-133f-4451-a5fa-355ba2aaf077 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971463 Dec 08 01:05:30.374953 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b03a48b4-1e4b-45be-b270-0a34e538b308 req-bbf933ef-434e-4cf0-a445-28c1598d1c39 service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099629 Dec 08 01:05:30.529184 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:05:30.640907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:05:30.655195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '916ec48a-5d81-4220-9088-a2a0205fe476', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'port_id': '916ec48a-5d81-4220-9088-a2a0205fe476', 'mac_address': 'fa:16:3e:7c:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:05:30.708547 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:30.729855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916ec48a-5d81-4220-9088-a2a0205fe476 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:05:30.754758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:05:30.761400 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:30.827332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:05:30.835934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.836308 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.836702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.837042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.837376 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.837707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.838037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.838391 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.838722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.839075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.839402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.839721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.840043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:05:30.892932 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c54eed-467b-47be-a52b-1d188b3c0223 req-7a9fe420-4b5c-48c8-815f-eef7f31d7339 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:30.895247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0c54eed-467b-47be-a52b-1d188b3c0223 req-7a9fe420-4b5c-48c8-815f-eef7f31d7339 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 945 time: 0.0755835 Dec 08 01:05:30.953634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b0c54eed-467b-47be-a52b-1d188b3c0223 req-06b8a333-6065-44ba-8895-2549a657d015 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521815 Dec 08 01:05:31.110337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['916ec48a-5d81-4220-9088-a2a0205fe476'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:05:31.201901 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5290c9-399b-49cd-b286-af97d11e2621 req-5f4b79a1-95f9-4a64-9b13-f347e5ce2ca5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:31.204434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b5290c9-399b-49cd-b286-af97d11e2621 req-5f4b79a1-95f9-4a64-9b13-f347e5ce2ca5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 945 time: 0.0711896 Dec 08 01:05:31.215555 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-5e1ab9fd-d127-4c00-b600-17c42a83f13f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:31.217406 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-5e1ab9fd-d127-4c00-b600-17c42a83f13f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534&tenant_id=819b157b34fc48928b7a75a07a8d04d1&binding%3Ahost_id=n-h2-820549-2 HTTP/1.1" status: 200 len: 945 time: 0.0567839 Dec 08 01:05:31.263226 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4b5290c9-399b-49cd-b286-af97d11e2621 req-532afea9-4c4b-4369-ae43-01f863844bbc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520842 Dec 08 01:05:31.295709 n-d-820549-2 neutron-server[103113]: INFO neutron.api.v2.resource [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-84852063-e400-4e92-84b7-7e84ebc001b5 service neutron] delete failed (client error): The resource could not be found. Dec 08 01:05:31.296870 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-84852063-e400-4e92-84b7-7e84ebc001b5 service neutron] 10.222.0.44 "DELETE /v2.0/ports/916ec48a-5d81-4220-9088-a2a0205fe476/bindings/n-h1-820549-2 HTTP/1.1" status: 404 len: 380 time: 0.0721738 Dec 08 01:05:31.416451 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead87f7-b116-4c4c-9a4d-041f2e38ae69 req-fd7a50ca-24ba-4605-a5e4-7b140d052cb2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:31.418407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ead87f7-b116-4c4c-9a4d-041f2e38ae69 req-fd7a50ca-24ba-4605-a5e4-7b140d052cb2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 945 time: 0.0651824 Dec 08 01:05:31.433457 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-6778c8a7-1403-486b-80ef-8476c218b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:31.435008 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-6778c8a7-1403-486b-80ef-8476c218b418 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1096 time: 0.0502131 Dec 08 01:05:31.479150 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5ead87f7-b116-4c4c-9a4d-041f2e38ae69 req-66ddc2aa-6ffb-481c-8b5d-ba3651265078 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526547 Dec 08 01:05:31.539086 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-92eda069-bc9d-43e0-b71a-d12067360b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:31.540574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-92eda069-bc9d-43e0-b71a-d12067360b83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.0963297 Dec 08 01:05:31.625806 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-533cf694-a8e5-494c-9bcd-1d9b03a1e835 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1001 time: 0.0739305 Dec 08 01:05:31.684854 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-d9beefe2-d9db-491d-ab7a-70f884747dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:31.686562 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-d9beefe2-d9db-491d-ab7a-70f884747dcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0535071 Dec 08 01:05:31.740306 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-42df8150-58f3-4a46-afbf-ed0632cee68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:31.741714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-42df8150-58f3-4a46-afbf-ed0632cee68c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475233 Dec 08 01:05:31.839168 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-916b6c71-7482-4eb0-b15a-ad4c248feeb5 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903981 Dec 08 01:05:31.944062 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b8f8c97d-edcd-4f8a-b4ee-35a811ccdc2a req-0d16f4ed-ebff-4dc0-9f07-b4c27a4352c8 service neutron] 10.222.0.44 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982614 Dec 08 01:05:32.533426 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:05:32.597916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 916ec48a-5d81-4220-9088-a2a0205fe476 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:05:32.603856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 916ec48a-5d81-4220-9088-a2a0205fe476 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:05:32.604482 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:32.624676 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b27d6-0b46-4a16-96db-3e2f99a6b59d req-d90b4dd9-de86-431f-98c4-6713b6fd8675 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:32.625975 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd9b27d6-0b46-4a16-96db-3e2f99a6b59d req-d90b4dd9-de86-431f-98c4-6713b6fd8675 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 945 time: 0.0656428 Dec 08 01:05:32.692878 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd9b27d6-0b46-4a16-96db-3e2f99a6b59d req-6d98af92-c490-480e-86c6-dbef100f5420 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584724 Dec 08 01:05:32.702340 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:32.721455 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44468) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:05:32.743301 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:05:32.746601 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ce95d-8223-478f-ae91-4a61106124c1" -d '{"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-plugged", "status": "completed", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:05:32.767952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:05:32.773311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:32.802400 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7282a5d4-87aa-49be-a26d-92876c7a9010 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/5fc5e5ca-1240-4118-a534-522d66231923 HTTP/1.1" status: 200 len: 993 time: 0.0787787 Dec 08 01:05:32.810980 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf40705-7c13-4c8a-bcf6-026be9568cee x-openstack-request-id: req-7cf40705-7c13-4c8a-bcf6-026be9568cee {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:05:32.811858 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-plugged", "status": "completed", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:05:32.812472 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cf40705-7c13-4c8a-bcf6-026be9568cee {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:05:32.812885 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'code': 200} Dec 08 01:05:32.848936 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:05:44.260504 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:47.903356 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:05:47.984728 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:51.565801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b6e6679b-8e05-47bb-911c-2c457e492d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:53.693345 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-481e9243-7961-43ab-9876-3de9fc4c06b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:55.359174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:56.514269 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:05:56.598781 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-d9138a7b-a9fb-4b9c-90df-65d4ef9c8f69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383542 Dec 08 01:05:56.696542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-35c644a5-04e8-41f4-a481-29ac72957193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:56.698020 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-35c644a5-04e8-41f4-a481-29ac72957193 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1097 time: 0.0407073 Dec 08 01:05:56.804548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-93b51326-8d10-4755-a299-1589d098211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:56.806013 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-93b51326-8d10-4755-a299-1589d098211a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.0886552 Dec 08 01:05:56.874142 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-5c2b5455-13e5-4ff1-ad9f-714bd2c6ad05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 1002 time: 0.0603585 Dec 08 01:05:56.930217 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-ba07a2bf-b854-4d2a-bfb6-6066b4dd3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:56.931695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-ba07a2bf-b854-4d2a-bfb6-6066b4dd3983 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0480003 Dec 08 01:05:56.977784 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-3a9e2ef3-77b6-4700-9d2c-6a5997689992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:05:56.979303 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-3a9e2ef3-77b6-4700-9d2c-6a5997689992 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405152 Dec 08 01:05:57.068210 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-9378b4a8-67d7-45c1-b52a-c7cc6e528ecd service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815158 Dec 08 01:05:57.160471 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3c5bfcf5-4912-460c-8e78-7ed104638dd6 req-1c106d32-d09d-4b26-868c-4e95365f5c4c service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Dec 08 01:05:57.333506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:01.191657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44480) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:01.360173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 91dd4990-5758-4ab4-bf2b-a56e23316c06 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:06:01.360516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:01.441958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:01.442224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:01.454616 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 91dd4990-5758-4ab4-bf2b-a56e23316c06 owned by network:floatingip {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:06:01.611903 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:01.647299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=91dd4990-5758-4ab4-bf2b-a56e23316c06,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:01.708845 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:01.709350 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 5fc5e5ca-1240-4118-a534-522d66231923 disassociated (deleted). External IP: 172.25.6.145, port: 916ec48a-5d81-4220-9088-a2a0205fe476. Dec 08 01:06:01.928141 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fd7287fb-639d-48d5-8837-582d22798c61 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:06:02.043957 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:06:02.048582 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:02.055480 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] Sync routers for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:06:02.067979 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:02.068977 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:02.081183 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-98ad2d47-85ed-4ffd-995c-78c7c5064933 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/floatingips/5fc5e5ca-1240-4118-a534-522d66231923 HTTP/1.1" status: 204 len: 168 time: 0.8858879 Dec 08 01:06:02.081183 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:06:02.081960 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc899ed-d970-48ff-8a39-5643e64fe354" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:06:02.123304 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bad12a-019f-4f89-99cf-c8a55255879a x-openstack-request-id: req-49bad12a-019f-4f89-99cf-c8a55255879a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:06:02.123751 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:06:02.124019 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49bad12a-019f-4f89-99cf-c8a55255879a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:06:02.126063 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'status': 'completed', 'code': 200} Dec 08 01:06:02.179302 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:02.219660 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-2748454a-2525-4c00-be53-45c1814b9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:02.221318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-2748454a-2525-4c00-be53-45c1814b9047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 1097 time: 0.0516260 Dec 08 01:06:02.359815 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-a6e71928-2b9c-41b2-9cdd-e7c6d52600af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:02.362255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-a6e71928-2b9c-41b2-9cdd-e7c6d52600af service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 200 len: 897 time: 0.1319826 Dec 08 01:06:02.381135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a83ec-3836-495b-a187-c207861636fd req-a6b150e9-cdf3-4b1b-8521-52f207a6e38c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:02.383535 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f6a83ec-3836-495b-a187-c207861636fd req-a6b150e9-cdf3-4b1b-8521-52f207a6e38c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0852139 Dec 08 01:06:02.420041 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:32Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:02.445640 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-53eb0919-db15-4b32-b16c-d08e0e533696 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 200 len: 217 time: 0.0608149 Dec 08 01:06:02.450921 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] Checking router: fd7287fb-639d-48d5-8837-582d22798c61 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:06:02.460271 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:02.460895 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:02.507944 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3f6a83ec-3836-495b-a187-c207861636fd req-843a7473-a32b-486e-9cac-dbda2e7a3375 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141872 Dec 08 01:06:02.517178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-a59e8332-7bf6-4bee-8643-011c5a412d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:02.518713 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-a59e8332-7bf6-4bee-8643-011c5a412d8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 200 len: 834 time: 0.0654194 Dec 08 01:06:02.567752 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-e38cab62-b7e0-4b21-8576-d13da2b861ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:02.569327 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-e38cab62-b7e0-4b21-8576-d13da2b861ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422604 Dec 08 01:06:02.572693 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:02.668021 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-daacbae2-74e2-47ef-a5a6-f76e625c8fcd service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905781 Dec 08 01:06:02.761129 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5bc899ed-d970-48ff-8a39-5643e64fe354 req-b5167fe2-aeba-426d-9a4f-3820c6c5a2aa service neutron] 10.222.0.59 "GET /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846624 Dec 08 01:06:02.776269 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:32Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:02.802753 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7f844-4402-4a92-a5ca-61f978066135 None None] The sync data for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 is: [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:29Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'abc02873-a15c-4b9c-ae09-f7a643f72303', 'name': '', 'network_id': '2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:f0:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:28Z', 'updated_at': '2021-12-08T01:04:32Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'c3acc419-4ece-4c44-ab1b-3417aaf45b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:06:03.019464 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7503b8e-c130-4e9e-b84d-ada2cc14d918 None None] New status for floating IP 5fc5e5ca-1240-4118-a534-522d66231923: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:06:03.641923 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841992-4504-4be7-b37e-534b494e4069 req-74c05b36-f98e-4c51-a44d-7b31ff4dc108 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:03.643418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77841992-4504-4be7-b37e-534b494e4069 req-74c05b36-f98e-4c51-a44d-7b31ff4dc108 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0549939 Dec 08 01:06:03.693288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77841992-4504-4be7-b37e-534b494e4069 req-94d4f8c2-3fc0-4768-b047-abe79b46505c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b110a83-ec6a-424e-bd79-fb3a6ca4e394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438933 Dec 08 01:06:03.759374 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-3a17368f-7494-4cc0-be37-b622be319e1f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:03.760846 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-3a17368f-7494-4cc0-be37-b622be319e1f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2d07e9b-d170-4395-bed7-990814bbb534 HTTP/1.1" status: 200 len: 946 time: 0.0489035 Dec 08 01:06:03.856683 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 916ec48a-5d81-4220-9088-a2a0205fe476 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:06:03.856919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:03.951167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 916ec48a-5d81-4220-9088-a2a0205fe476, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=916ec48a-5d81-4220-9088-a2a0205fe476,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:03.951536 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:03.964438 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 916ec48a-5d81-4220-9088-a2a0205fe476 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:06:04.096003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:04.124650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=916ec48a-5d81-4220-9088-a2a0205fe476,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:04.168428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] No DVR routers for this DVR port 916ec48a-5d81-4220-9088-a2a0205fe476 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:06:04.171038 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:04.174385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5fb3c4d6-b876-42c2-bb07-1c6543c0a337 req-a15ff1bd-181d-4d07-bce0-15b453929b4d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.59 "DELETE /v2.0/ports/916ec48a-5d81-4220-9088-a2a0205fe476 HTTP/1.1" status: 204 len: 173 time: 0.4019885 Dec 08 01:06:04.174914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-deleted', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:06:04.177851 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa979bc8-261b-43b6-8219-174a0bc8f597" -d '{"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-deleted", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:06:04.217706 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e235c90-0026-4ac4-b447-ec109243d29e x-openstack-request-id: req-9e235c90-0026-4ac4-b447-ec109243d29e {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:06:04.218044 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d07e9b-d170-4395-bed7-990814bbb534", "name": "network-vif-deleted", "tag": "916ec48a-5d81-4220-9088-a2a0205fe476", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:06:04.218311 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e235c90-0026-4ac4-b447-ec109243d29e {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:06:04.218763 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d07e9b-d170-4395-bed7-990814bbb534', 'name': 'network-vif-deleted', 'tag': '916ec48a-5d81-4220-9088-a2a0205fe476', 'status': 'completed', 'code': 200} Dec 08 01:06:04.751516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44494) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:05.110522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:05.377969 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port abc02873-a15c-4b9c-ae09-f7a643f72303 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:06:05.378225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:05.466106 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port abc02873-a15c-4b9c-ae09-f7a643f72303, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=abc02873-a15c-4b9c-ae09-f7a643f72303,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:05.466552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:05.479534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for abc02873-a15c-4b9c-ae09-f7a643f72303 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:06:05.663616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:05.691945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=abc02873-a15c-4b9c-ae09-f7a643f72303,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:05.701804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.702160 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.702503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.702839 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.703197 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.703528 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.703856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.704183 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.704509 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.704832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.705552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.705552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.705776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:05.880457 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.094335 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fd7287fb-639d-48d5-8837-582d22798c61 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:06:06.468912 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:06:06.474122 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-47b9e778-f933-4278-b0fb-096b340112d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/fd7287fb-639d-48d5-8837-582d22798c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214315 Dec 08 01:06:06.476762 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44496) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:06.478764 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] Sync routers for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:06:06.489946 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:06.490545 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:06.526699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting subnet c3acc419-4ece-4c44-ab1b-3417aaf45b1c {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:06:06.530004 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.571109 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.595043 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:06.660871 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.721555 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.747982 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Subnet': ['ID=c3acc419-4ece-4c44-ab1b-3417aaf45b1c,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:06.751548 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.757984 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5ef0f2d4-f471-4631-aa36-e4191a01fe7a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/subnets/c3acc419-4ece-4c44-ab1b-3417aaf45b1c HTTP/1.1" status: 204 len: 168 time: 0.2776043 Dec 08 01:06:06.757984 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44498) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:06.761473 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055f71b-bae0-4ba8-a68e-2bda2a36cf68 None None] Network 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:06:06.870788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.897087 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:06:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:06.922814 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] DHCP port deletion for 2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:06:06.924111 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] Checking router: fd7287fb-639d-48d5-8837-582d22798c61 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:06:06.933645 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] Routers {'fd7287fb-639d-48d5-8837-582d22798c61'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:06.934251 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fd7287fb-639d-48d5-8837-582d22798c61'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:06.973907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] Deleting port e158cd22-f417-42d0-a7d0-137407caf57a {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:06:06.974975 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:06.982125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.040953 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] Set router fd7287fb-639d-48d5-8837-582d22798c61 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:07.041691 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 0ebb9113-5905-4685-ac65-c180e4a4f317 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:06:07.042050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.047487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] For port e158cd22-f417-42d0-a7d0-137407caf57a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e158cd22-f417-42d0-a7d0-137407caf57a,segment=NetworkSegment(8e7a7aaa-98b6-4051-8260-d31f9435e29b),segment_id=8e7a7aaa-98b6-4051-8260-d31f9435e29b)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:07.047889 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.061181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] Calling delete_port for e158cd22-f417-42d0-a7d0-137407caf57a owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:06:07.131013 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 0ebb9113-5905-4685-ac65-c180e4a4f317, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0ebb9113-5905-4685-ac65-c180e4a4f317,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:07.131451 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.145275 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.146158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 0ebb9113-5905-4685-ac65-c180e4a4f317 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:06:07.175120 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] Pushing event deleted for resources: {'Port': ['ID=e158cd22-f417-42d0-a7d0-137407caf57a,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:07.182773 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74512d7f-4d8d-4927-b237-3336245affdc None None] No DVR routers for this DVR port e158cd22-f417-42d0-a7d0-137407caf57a on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:06:07.226782 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:06:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:07.256593 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276aae22-1299-4282-af0c-5893c19de1f7 None None] The sync data for ids ['fd7287fb-639d-48d5-8837-582d22798c61'] in n-d-820549-2 is: [{'id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384093676', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:06:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '0ebb9113-5905-4685-ac65-c180e4a4f317', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7287fb-639d-48d5-8837-582d22798c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:04:25Z', 'updated_at': '2021-12-08T01:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:06:07.342198 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.368178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=0ebb9113-5905-4685-ac65-c180e4a4f317,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:07.382957 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914d235-7498-419b-b415-378946bfecce None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:06:07.433270 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.526074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.528079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.571554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.572085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Fanout notify agent at l3_agent the message router_deleted on router fd7287fb-639d-48d5-8837-582d22798c61 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:06:07.578764 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.582399 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-75b6b23c-5ab2-468c-8a1c-aaa4742c60d4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/routers/fd7287fb-639d-48d5-8837-582d22798c61 HTTP/1.1" status: 204 len: 168 time: 0.8209853 Dec 08 01:06:07.582633 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44500) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:07.662066 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.755618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e158cd22-f417-42d0-a7d0-137407caf57a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:06:07.765301 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.776612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: e158cd22-f417-42d0-a7d0-137407caf57a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:06:07.777129 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e158cd22-f417-42d0-a7d0-137407caf57a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:06:07.777302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device abc02873-a15c-4b9c-ae09-f7a643f72303 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:06:07.787705 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:07.797409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: abc02873-a15c-4b9c-ae09-f7a643f72303 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:06:07.797585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7a7aaa-98b6-4051-8260-d31f9435e29b') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:07.797765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device abc02873-a15c-4b9c-ae09-f7a643f72303 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:06:07.797894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7a7aaa-98b6-4051-8260-d31f9435e29b') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:07.808490 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.823093 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.829233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:06:07.829480 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: timer() Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:06:07.833135 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:06:07.899086 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.907402 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:07.912957 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/networks/2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8 HTTP/1.1" status: 204 len: 168 time: 0.3268051 Dec 08 01:06:07.913331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44502) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:07.924378 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110df80-e0e1-4c01-9fe3-b611c75973df tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Network': ['ID=2e19b5d3-7ae2-4f08-b16a-a2c9efdc09c8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:07.984475 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b677aa47-8743-4833-a22b-fedbfd4ca699 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.009805 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b677aa47-8743-4833-a22b-fedbfd4ca699 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.072755 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b677aa47-8743-4833-a22b-fedbfd4ca699 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.075327 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b677aa47-8743-4833-a22b-fedbfd4ca699 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.076517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b677aa47-8743-4833-a22b-fedbfd4ca699 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b110a83-ec6a-424e-bd79-fb3a6ca4e394 HTTP/1.1" status: 204 len: 168 time: 0.1621926 Dec 08 01:06:08.086248 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677aa47-8743-4833-a22b-fedbfd4ca699 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b110a83-ec6a-424e-bd79-fb3a6ca4e394,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:08.344566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44508) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:08.349679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-8dac3306-59fe-4dc8-b09a-451728b8d955 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326686940', 'description': 'tempest-secgroup-smoke-1326686940 description', 'project_id': '819b157b34fc48928b7a75a07a8d04d1'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:08.372821 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dac3306-59fe-4dc8-b09a-451728b8d955 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.436803 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dac3306-59fe-4dc8-b09a-451728b8d955 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.440672 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dac3306-59fe-4dc8-b09a-451728b8d955 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.469005 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-8dac3306-59fe-4dc8-b09a-451728b8d955 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.470217 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-8dac3306-59fe-4dc8-b09a-451728b8d955 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1246154 Dec 08 01:06:08.472063 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac3306-59fe-4dc8-b09a-451728b8d955 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:08.473806 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44510) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:08.478450 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-53186c10-95ae-4db6-ba48-42abe98cc1b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '8b32f1b5-c475-414d-95fd-75c2b1ee5ca4', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:08.505915 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53186c10-95ae-4db6-ba48-42abe98cc1b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.560283 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53186c10-95ae-4db6-ba48-42abe98cc1b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.564134 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53186c10-95ae-4db6-ba48-42abe98cc1b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.581951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53186c10-95ae-4db6-ba48-42abe98cc1b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d336745-3ec3-4643-97a6-4928d5a88606,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:08.591560 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-53186c10-95ae-4db6-ba48-42abe98cc1b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.592956 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-53186c10-95ae-4db6-ba48-42abe98cc1b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181087 Dec 08 01:06:08.595846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44512) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:08.600751 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9ca0fa48-43eb-4509-b9eb-3d11da6a0e98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '8b32f1b5-c475-414d-95fd-75c2b1ee5ca4', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:08.629195 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fa48-43eb-4509-b9eb-3d11da6a0e98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.636174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:06:08.656291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 916ec48a-5d81-4220-9088-a2a0205fe476 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:06:08.656724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 916ec48a-5d81-4220-9088-a2a0205fe476 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:06:08.684342 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fa48-43eb-4509-b9eb-3d11da6a0e98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.688327 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fa48-43eb-4509-b9eb-3d11da6a0e98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.711709 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0fa48-43eb-4509-b9eb-3d11da6a0e98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7b2c3d-f5f6-4b4e-ae76-5cf6f0cb8b61,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:08.716828 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fa48-43eb-4509-b9eb-3d11da6a0e98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.718013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9ca0fa48-43eb-4509-b9eb-3d11da6a0e98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212299 Dec 08 01:06:08.720841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44514) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:08.725780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-7e6aa407-1dd5-4bf5-8f55-5f51a8779ab9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '8b32f1b5-c475-414d-95fd-75c2b1ee5ca4', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:08.752195 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa407-1dd5-4bf5-8f55-5f51a8779ab9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.806899 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa407-1dd5-4bf5-8f55-5f51a8779ab9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.810334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa407-1dd5-4bf5-8f55-5f51a8779ab9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.827146 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aa407-1dd5-4bf5-8f55-5f51a8779ab9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64afdf13-03c9-4ae1-862d-2c5f8d5c7ca9,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:08.835124 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa407-1dd5-4bf5-8f55-5f51a8779ab9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.836318 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-7e6aa407-1dd5-4bf5-8f55-5f51a8779ab9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145554 Dec 08 01:06:08.839021 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44516) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:08.843469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8229be64-2b8c-47cb-ae54-2a6b8909f18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '8b32f1b5-c475-414d-95fd-75c2b1ee5ca4', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:08.868952 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8229be64-2b8c-47cb-ae54-2a6b8909f18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.935674 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8229be64-2b8c-47cb-ae54-2a6b8909f18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.939942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8229be64-2b8c-47cb-ae54-2a6b8909f18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.958516 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229be64-2b8c-47cb-ae54-2a6b8909f18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b88468-1e15-4737-a790-be1f3cab4c14,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:08.965283 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8229be64-2b8c-47cb-ae54-2a6b8909f18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:08.966495 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8229be64-2b8c-47cb-ae54-2a6b8909f18e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265321 Dec 08 01:06:08.969343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44518) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:08.974377 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '8b32f1b5-c475-414d-95fd-75c2b1ee5ca4', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:08.995471 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:06:09.000236 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.056653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.061522 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.083666 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cdd156-5557-494c-b152-a37839bc4276,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:09.087704 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.092479 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-89bd4e3c-ecb0-4c9a-be5f-a781b179464d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186121 Dec 08 01:06:09.092947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44520) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:09.096928 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': '8b32f1b5-c475-414d-95fd-75c2b1ee5ca4', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:09.118793 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:06:09.123874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.182835 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.186974 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.204899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2128be9f-e276-49e0-b4bb-f34eb79c82e4,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:09.215166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.216393 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fb192728-735a-4885-b629-56d00af0ac0a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228116 Dec 08 01:06:09.219465 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44522) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:09.224284 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'network': {'name': 'tempest-network-smoke--724356325', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:09.244814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:06:09.248884 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.273435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:06:09.282423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.282777 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Added segment db085c5c-fdc1-48bd-884a-f15845e46cb1 of type vlan for network f61e74aa-47af-4fc7-813e-4c0e032d5338 Dec 08 01:06:09.322813 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.347610 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.353038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:09.353612 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.399110 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1760972 Dec 08 01:06:09.399358 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44524) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:09.404186 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'admin_state_up': True, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:09.435397 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724d17c-c7bd-4d62-9b09-fce02d6837e9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Network': ['ID=f61e74aa-47af-4fc7-813e-4c0e032d5338,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:09.446004 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:06:09.457508 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.458682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.510552 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.634634 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0ebb9113-5905-4685-ac65-c180e4a4f317 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:06:09.652294 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.657329 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 0ebb9113-5905-4685-ac65-c180e4a4f317 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:06:09.657985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0ebb9113-5905-4685-ac65-c180e4a4f317 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:06:09.848308 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.867125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:09.965243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.182 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/3642c099-6e3f-4cf9-a857-a8b6f8322458) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:06:10.069189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:10.102207 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:10.141785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:06:10.146134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:06:10.151315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:06:10.153654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=3642c099-6e3f-4cf9-a857-a8b6f8322458,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:10.163100 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d03046-7ba5-4a9e-9987-61b9eef51c3b None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:06:10.292356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9576e824-0427-4be3-abe7-dbd89f4cb0a4 None None] Provisioning complete for port 3642c099-6e3f-4cf9-a857-a8b6f8322458 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:10.292643 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9576e824-0427-4be3-abe7-dbd89f4cb0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:10.330715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-9576e824-0427-4be3-abe7-dbd89f4cb0a4 None None] Port 3642c099-6e3f-4cf9-a857-a8b6f8322458 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:06:10.401735 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:10.604625 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:10.732512 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:06:10.837332 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:06:10.846492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Sync routers for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:06:10.857012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:10.857647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:10.857804 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:10.859151 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ec42a837-802e-4d3d-8eb5-af2d6cf3f6e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4588654 Dec 08 01:06:10.862203 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44526) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:10.892974 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d8d82ee4-7cbc-4966-b899-0eedaeee9a3e tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=819b157b34fc48928b7a75a07a8d04d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296121 Dec 08 01:06:10.896355 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44528) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:10.963282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:10.989032 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15592ffa-b901-4a79-a826-b18f9aadf9ad tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:10.989544 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-15592ffa-b901-4a79-a826-b18f9aadf9ad tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921628 Dec 08 01:06:10.992194 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:11.020033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-02e94bd8-f251-4c67-96bf-11719c253bb6 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267367 Dec 08 01:06:11.022433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44532) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:11.027236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616931945', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:11.115616 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:06:11.119179 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.140405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:10Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:11.166060 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Checking router: fe56ba8b-5f37-422c-97a1-f86e46d7edb4 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:06:11.166409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Updating router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 port 3642c099-6e3f-4cf9-a857-a8b6f8322458 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:06:11.199886 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.312905 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.381240 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Subnet': ['ID=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:11.388720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Checking segment: {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:06:11.389093 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network hostable DHCP agents. Network: f61e74aa-47af-4fc7-813e-4c0e032d5338, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:06:11.407252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:06:11.417686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, f61e74aa-47af-4fc7-813e-4c0e032d5338) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:06:11.423254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:11.423861 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.442138 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cbdf8416-b96e-4d6d-ac01-d9901d40fd53 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4185891 Dec 08 01:06:11.444945 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44534) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:11.445091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e33b0-ee7b-4ec0-a958-51f95c61e95f None None] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:06:11.490494 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.522500 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.583686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f9b67-be70-46bb-8c3a-ae95c60362ea None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:06:11.593278 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66541c76-d290-44cf-a5d2-8a95850dcc7a None None] Pushing event updated for resources: {'Port': ['ID=3642c099-6e3f-4cf9-a857-a8b6f8322458,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:11.605948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Attempting to bind port 3642c099-6e3f-4cf9-a857-a8b6f8322458 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:06:11.606315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Attempting to bind port 3642c099-6e3f-4cf9-a857-a8b6f8322458 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:06:11.606689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Attempting to bind port 3642c099-6e3f-4cf9-a857-a8b6f8322458 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:06:11.631124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:06:11.631607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:06:11.631916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.632320 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:06:11.632811 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Bound port: 3642c099-6e3f-4cf9-a857-a8b6f8322458, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:06:11.633199 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.659287 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-f61e74aa-47af-4fc7-813e-4c0e032d5338', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:06:11.660157 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.714749 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3dfad7d4-18c0-41ad-9b9c-592407515df3 None None] Provisioning complete for port 3642c099-6e3f-4cf9-a857-a8b6f8322458 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:11.715096 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3dfad7d4-18c0-41ad-9b9c-592407515df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.798224 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] For port 3642c099-6e3f-4cf9-a857-a8b6f8322458, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:06:11.827307 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] For port 3642c099-6e3f-4cf9-a857-a8b6f8322458, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3642c099-6e3f-4cf9-a857-a8b6f8322458,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:06:11.836350 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:11.838097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3dfad7d4-18c0-41ad-9b9c-592407515df3 None None] Port 3642c099-6e3f-4cf9-a857-a8b6f8322458 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:06:12.079058 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0aaef-3260-4f8e-8cec-ef51ff68e446 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:06:12.113648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Allocated IP 172.20.0.2 (f61e74aa-47af-4fc7-813e-4c0e032d5338/259ea0aa-ae8a-4243-b97e-71f8f9f90d2a/e4c41e0c-b588-4a50-89cc-8056043788cd) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:06:12.119983 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66541c76-d290-44cf-a5d2-8a95850dcc7a None None] Pushing event updated for resources: {'Port': ['ID=3642c099-6e3f-4cf9-a857-a8b6f8322458,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:12.122724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:12.123400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:12.184563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.249174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3e6c3ca5-6d8e-4443-be80-29717c0ff335 None None] Provisioning complete for port 3642c099-6e3f-4cf9-a857-a8b6f8322458 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:12.249552 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ca5-6d8e-4443-be80-29717c0ff335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.336761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:12.572600 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.583513 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.630105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.1 (f61e74aa-47af-4fc7-813e-4c0e032d5338/259ea0aa-ae8a-4243-b97e-71f8f9f90d2a/90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:06:12.631318 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ca5-6d8e-4443-be80-29717c0ff335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.668840 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:06:12.686523 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:06:12.689606 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3e6c3ca5-6d8e-4443-be80-29717c0ff335 None None] For port 3642c099-6e3f-4cf9-a857-a8b6f8322458, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3642c099-6e3f-4cf9-a857-a8b6f8322458,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:12.690795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Pushing event updated for resources: {'Port': ['ID=e4c41e0c-b588-4a50-89cc-8056043788cd,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:12.695153 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:06:12.701158 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ca5-6d8e-4443-be80-29717c0ff335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.746902 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.786988 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.803724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Attempting to bind port e4c41e0c-b588-4a50-89cc-8056043788cd on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:06:12.804115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Attempting to bind port e4c41e0c-b588-4a50-89cc-8056043788cd by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:06:12.804474 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Attempting to bind port e4c41e0c-b588-4a50-89cc-8056043788cd on network f61e74aa-47af-4fc7-813e-4c0e032d5338 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:06:12.806359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c3ca5-6d8e-4443-be80-29717c0ff335 None None] Pushing event updated for resources: {'Port': ['ID=3642c099-6e3f-4cf9-a857-a8b6f8322458,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:12.809591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:10Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:12.831037 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:06:12.834283 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:06:12.837995 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:06:12.840330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:06:12.840717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Checking segment: {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:06:12.841683 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.841683 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Bound using segment: {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:06:12.842107 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Bound port: e4c41e0c-b588-4a50-89cc-8056043788cd, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:06:12.842489 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.845839 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7c0ac-2721-4f26-8901-cb95a0fde474 None None] The sync data for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 is: [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:10Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:06:12.868227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:12.889569 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.921080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] For port e4c41e0c-b588-4a50-89cc-8056043788cd, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:06:12.926525 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] For port e4c41e0c-b588-4a50-89cc-8056043788cd, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e4c41e0c-b588-4a50-89cc-8056043788cd,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:06:12.932678 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:12.993804 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801ff67-a536-459c-a6e6-db6acfb2c950 None None] Pushing event updated for resources: {'Port': ['ID=e4c41e0c-b588-4a50-89cc-8056043788cd,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:13.047782 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:13.408713 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:13.413774 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:13.488126 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:13.491214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:13.597418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:06:13.599411 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:06:13.736776 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:06:13.760409 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e4c41e0c-b588-4a50-89cc-8056043788cd up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:06:13.831831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e4c41e0c-b588-4a50-89cc-8056043788cd triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:13.832769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:13.875058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:06:13.883485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8d3cbc64-0981-42a6-97ad-bec57055cabe tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/fe56ba8b-5f37-422c-97a1-f86e46d7edb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373708 Dec 08 01:06:13.942193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:13.978087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] For port e4c41e0c-b588-4a50-89cc-8056043788cd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e4c41e0c-b588-4a50-89cc-8056043788cd,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:13.982173 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:13.983172 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3642c099-6e3f-4cf9-a857-a8b6f8322458 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:06:14.047380 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-6acc99a8-7c93-4301-8a8d-7a38169e58d6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326686940&fields=id&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 267 time: 0.0523131 Dec 08 01:06:14.065358 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Pushing event updated for resources: {'Port': ['ID=e4c41e0c-b588-4a50-89cc-8056043788cd,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:14.079753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 3642c099-6e3f-4cf9-a857-a8b6f8322458 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:14.080128 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:14.107775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487681ef-d18b-417d-b924-40638015cade None None] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:06:14.175153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-558a9784-bace-43c7-8073-8711d7a583a5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:14.178225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-558a9784-bace-43c7-8073-8711d7a583a5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/networks?id=f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 200 len: 796 time: 0.1146121 Dec 08 01:06:14.185881 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6fb22ca6-65ff-47ab-bf0d-2759e306de8c None None] Provisioning complete for port e4c41e0c-b588-4a50-89cc-8056043788cd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:14.186248 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6fb22ca6-65ff-47ab-bf0d-2759e306de8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:14.194266 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-6beadfa3-6ae2-46a8-955f-a5a213d2ef2f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/quotas/819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 375 time: 0.0104246 Dec 08 01:06:14.245999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-ef30fdfe-54b2-4d5f-afd6-3e421df259b8 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459969 Dec 08 01:06:14.322430 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:14.367430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-69af2405-3bc5-4a46-9544-921fa561145c service neutron] 10.222.0.18 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073101 Dec 08 01:06:14.465468 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-7832e0e1-fd08-4901-ad30-0f16c962cdee service neutron] 10.222.0.18 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921829 Dec 08 01:06:14.603808 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b1430846-2b2d-41d6-94a4-21dbe8fe7272 None None] Provisioning complete for port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:14.604311 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1430846-2b2d-41d6-94a4-21dbe8fe7272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:14.651036 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b1430846-2b2d-41d6-94a4-21dbe8fe7272 None None] Port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:06:14.661590 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Sync routers for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:06:14.662860 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b1430846-2b2d-41d6-94a4-21dbe8fe7272 None None] Provisioning complete for port e4c41e0c-b588-4a50-89cc-8056043788cd triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:14.663353 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b1430846-2b2d-41d6-94a4-21dbe8fe7272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:14.680197 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:14.680844 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:14.815951 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-91ad67c7-eb74-4545-9881-3e740cfd23d4 req-9589961a-dc2d-4f3c-8d48-2e5dbd1569b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 210 time: 0.1903441 Dec 08 01:06:14.871874 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:14.893962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-57272fd8-5bda-46f8-b600-69f37cce6152 None None] Provisioning complete for port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:14.896111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-57272fd8-5bda-46f8-b600-69f37cce6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:14.940147 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-57272fd8-5bda-46f8-b600-69f37cce6152 None None] Port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:06:15.099595 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 2, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:15.127299 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Checking router: fe56ba8b-5f37-422c-97a1-f86e46d7edb4 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:06:15.127661 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Updating router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:06:15.155110 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.170617 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-8a8fdd75-1fb7-487f-9fe3-f777a201052d None None] Provisioning complete for port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:15.171035 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdd75-1fb7-487f-9fe3-f777a201052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.213453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fdd75-1fb7-487f-9fe3-f777a201052d None None] Port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:06:15.426898 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.432161 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.482678 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Pushing event updated for resources: {'Port': ['ID=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:15.504616 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.505007 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.505302 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.505636 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.505968 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.506298 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.506624 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.506972 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.507299 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.507627 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.507949 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.508285 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.508588 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:06:15.544804 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Attempting to bind port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:06:15.545114 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Attempting to bind port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:06:15.545487 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Attempting to bind port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 on network f61e74aa-47af-4fc7-813e-4c0e032d5338 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:06:15.552044 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:06:15.552444 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Checking segment: {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:06:15.552852 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.553249 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Bound using segment: {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:06:15.553735 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Bound port: 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:06:15.554124 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.631412 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] For port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:06:15.637118 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] For port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:06:15.643924 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.703904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:15.705253 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:05:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:15.751832 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-89ab4f0d-7ed0-4301-a3cc-a304c0bd78aa None None] Provisioning complete for port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:15.753226 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f0d-7ed0-4301-a3cc-a304c0bd78aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.777676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e4c41e0c-b588-4a50-89cc-8056043788cd up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:06:15.843849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-3bf9c595-419d-4cad-ad06-fcf70d0b2d5e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:15.847387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-3bf9c595-419d-4cad-ad06-fcf70d0b2d5e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/networks?id=f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 200 len: 796 time: 0.2012424 Dec 08 01:06:15.917902 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port e4c41e0c-b588-4a50-89cc-8056043788cd triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:15.918488 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.931497 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887eda5-52b9-48a0-b1f5-50ade7c93404 None None] Pushing event updated for resources: {'Port': ['ID=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:15.969392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f0d-7ed0-4301-a3cc-a304c0bd78aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:15.974003 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:15.980328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-93120cf3-343f-4937-8e20-b8556fc186af req-c7e1183e-d7e7-486c-b563-b595175565b3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 210 time: 0.0544143 Dec 08 01:06:15.997323 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-c5ba4907-366e-425b-a243-4ebd90118d01 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 380 time: 0.1214159 Dec 08 01:06:16.008698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'port': {'device_id': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'admin_state_up': True, 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'security_groups': ['8b32f1b5-c475-414d-95fd-75c2b1ee5ca4']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:16.020132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-89ab4f0d-7ed0-4301-a3cc-a304c0bd78aa None None] For port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:16.049570 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-89ab4f0d-7ed0-4301-a3cc-a304c0bd78aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.113386 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab4f0d-7ed0-4301-a3cc-a304c0bd78aa None None] Pushing event updated for resources: {'Port': ['ID=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:16.156264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:06:16.162037 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.172441 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-63e3e531-d6ed-45d4-a63c-b8c28ccd3237 None None] Provisioning complete for port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:16.172828 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-63e3e531-d6ed-45d4-a63c-b8c28ccd3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.221934 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:16.254027 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b2513-b2f4-4c3f-a946-33a72c0f7e05 None None] The sync data for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 is: [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:06:16.337987 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.7 (f61e74aa-47af-4fc7-813e-4c0e032d5338/259ea0aa-ae8a-4243-b97e-71f8f9f90d2a/f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:06:16.511200 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.548165 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.599459 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:06:16.602790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:06:16.606620 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:06:16.633085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:16.671225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:16.672523 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.690423 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-76e96dcb-13f1-4ab7-9a10-e88260cb515e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6876950 Dec 08 01:06:16.710348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Request body: {'port': {'device_id': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:16.778731 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.898833 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4c4f76bb-e890-4013-8e0f-267e78b25a0c None None] Provisioning complete for port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:16.899240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4c4f76bb-e890-4013-8e0f-267e78b25a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:16.934639 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f76bb-e890-4013-8e0f-267e78b25a0c None None] Port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:06:17.071662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:06:17.080401 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:17.094638 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Transition to ACTIVE for port object f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:06:17.099687 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:17.106378 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbbdb2-bfb0-45d8-890a-92a68dcf9bf8 req-4301cdcc-1e3e-4916-ae4a-221f8272a8d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:17.111974 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89dbbdb2-bfb0-45d8-890a-92a68dcf9bf8 req-4301cdcc-1e3e-4916-ae4a-221f8272a8d9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 931 time: 0.0615735 Dec 08 01:06:17.172948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Pushing event updated for resources: {'Port': ['ID=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:17.182328 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-89dbbdb2-bfb0-45d8-890a-92a68dcf9bf8 req-edca469e-f7a0-4f8c-8086-ca96eee69ad9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674958 Dec 08 01:06:17.240974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Attempting to bind port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:06:17.241316 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Attempting to bind port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:06:17.241640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Attempting to bind port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 on network f61e74aa-47af-4fc7-813e-4c0e032d5338 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:06:17.246356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 on network f61e74aa-47af-4fc7-813e-4c0e032d5338 not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:06:17.246681 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Attempting to bind port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 on network f61e74aa-47af-4fc7-813e-4c0e032d5338 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:06:17.252537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:06:17.252882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Checking segment: {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:06:17.253273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Bound using segment: {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:06:17.253732 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Bound port: f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db085c5c-fdc1-48bd-884a-f15845e46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:06:17.254168 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:17.350105 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] For port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:06:17.354429 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] For port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:06:17.361077 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:17.410198 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:17.410865 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:17.412342 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] 10.222.0.44 "PUT /v2.0/ports/f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 200 len: 1091 time: 0.7076619 Dec 08 01:06:17.412816 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:06:17.415281 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7725ced3-a9ed-4993-8a6b-4c9283b68189" -d '{"events": [{"name": "network-changed", "server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:06:17.439337 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f308b8-d6e0-47cb-bb64-21a8a5f15b99 service neutron] Pushing event updated for resources: {'Port': ['ID=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:17.472332 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab1c2f6-8a9c-47c4-a433-0443394c71ad x-openstack-request-id: req-cab1c2f6-8a9c-47c4-a433-0443394c71ad {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:06:17.472678 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:06:17.472941 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cab1c2f6-8a9c-47c4-a433-0443394c71ad {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:06:17.473361 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'status': 'completed', 'code': 200} Dec 08 01:06:17.531678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-059a46fc-9b16-4344-a1aa-36d4df9cf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:17.533296 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-059a46fc-9b16-4344-a1aa-36d4df9cf494 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1094 time: 0.0456612 Dec 08 01:06:17.588545 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-9cb26dd3-17f4-438b-acee-8b5b56111b7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 200 len: 217 time: 0.0417981 Dec 08 01:06:17.641390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-a63efe90-085a-49c7-8f2d-bd1383efb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:17.642450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-a63efe90-085a-49c7-8f2d-bd1383efb4c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a HTTP/1.1" status: 200 len: 834 time: 0.0458603 Dec 08 01:06:17.701068 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-d3d365cc-8fdb-4ff1-ad2a-3a0856c224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:17.702582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-d3d365cc-8fdb-4ff1-ad2a-3a0856c224ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f61e74aa-47af-4fc7-813e-4c0e032d5338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527797 Dec 08 01:06:17.719256 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:06:17.808334 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-6a519caf-2a13-47b8-8d22-aaa536eec3f2 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980861 Dec 08 01:06:17.907279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7035137e-3d17-4495-80dc-8cdd75cf9bc6 req-a85fa5f0-2673-407c-8d3d-cc48e2677207 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903912 Dec 08 01:06:17.944132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:17.944704 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:17.998551 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:18.053822 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-358afc09-903b-48db-b04b-eb0960e46e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:18.055379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-358afc09-903b-48db-b04b-eb0960e46e95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1094 time: 0.0488153 Dec 08 01:06:18.149663 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-5b1b8043-2c6d-4a33-9536-3e5693264203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:18.151222 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-5b1b8043-2c6d-4a33-9536-3e5693264203 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 200 len: 897 time: 0.0882804 Dec 08 01:06:18.197071 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-2fe10fa5-731c-4a4e-9d15-5d4936c6dd5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 200 len: 217 time: 0.0383713 Dec 08 01:06:18.248534 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-194ae87a-68d8-4a62-8b6e-d032fed54dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:18.250016 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-194ae87a-68d8-4a62-8b6e-d032fed54dde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a HTTP/1.1" status: 200 len: 834 time: 0.0459974 Dec 08 01:06:18.299038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-49eebeef-ae3b-4786-98d9-bc9842d867ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:18.300572 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-49eebeef-ae3b-4786-98d9-bc9842d867ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f61e74aa-47af-4fc7-813e-4c0e032d5338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423257 Dec 08 01:06:18.305807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc3ebf-7c46-4400-9dac-6e313914c10c req-25ecfbe2-7da7-4721-8fb1-be81feeda87e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:18.307412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21dc3ebf-7c46-4400-9dac-6e313914c10c req-25ecfbe2-7da7-4721-8fb1-be81feeda87e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 943 time: 0.0520520 Dec 08 01:06:18.364826 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-21dc3ebf-7c46-4400-9dac-6e313914c10c req-c5f12bcd-4fa1-4eb7-a523-825ffe4dea8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508549 Dec 08 01:06:18.402005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-7b104679-4754-42b3-b77d-bfe1715b9aa0 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928955 Dec 08 01:06:18.497868 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7725ced3-a9ed-4993-8a6b-4c9283b68189 req-e19709e1-2ba7-468a-be68-66be4965473d service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Dec 08 01:06:19.529560 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53bbba-7e30-464c-8705-a5b0922817d4 req-f0b190d4-e322-4206-b83f-ad66eef76800 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:19.531055 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b53bbba-7e30-464c-8705-a5b0922817d4 req-f0b190d4-e322-4206-b83f-ad66eef76800 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 943 time: 0.0977068 Dec 08 01:06:19.580280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5b53bbba-7e30-464c-8705-a5b0922817d4 req-1ad04b47-9ffa-4524-9d94-f2ff3fbe87f5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431790 Dec 08 01:06:20.216294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:06:20.313768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:20.326057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'port_id': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'mac_address': 'fa:16:3e:92:7f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:06:20.362528 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:20.375575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:06:20.395850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:20.399602 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:20.449745 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:20.680181 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:06:20.694797 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392de1d-86c6-490c-8f7e-dbb355007d7a req-24259d1e-b531-4fc3-a70b-76cee082a298 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:20.696318 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2392de1d-86c6-490c-8f7e-dbb355007d7a req-24259d1e-b531-4fc3-a70b-76cee082a298 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 944 time: 0.0491636 Dec 08 01:06:20.744832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2392de1d-86c6-490c-8f7e-dbb355007d7a req-4f6be6c0-972c-44f8-95b6-afed67680c74 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Dec 08 01:06:21.570333 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-5951f605-8d0e-43ac-b6f1-a06c5111c3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:21.865515 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2109b-de30-4dd1-84aa-5ef4aba696fe req-7f7f861a-a6d9-4f3a-bf29-5be291868b52 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:21.866996 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71f2109b-de30-4dd1-84aa-5ef4aba696fe req-7f7f861a-a6d9-4f3a-bf29-5be291868b52 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 944 time: 0.0530777 Dec 08 01:06:21.914242 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-71f2109b-de30-4dd1-84aa-5ef4aba696fe req-2fb30e8a-9d7d-4853-9ce4-4e973449194b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 Dec 08 01:06:22.215827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:06:22.263798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:06:22.267485 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:06:22.267869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:22.350048 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:22.371877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:06:22.374137 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1f2cc9-db6a-47d3-bed1-0bad3593c721" -d '{"events": [{"server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "name": "network-vif-plugged", "status": "completed", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:06:22.387401 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:06:22.391733 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:22.416322 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e19afb-d953-42db-9f4b-c8d3d26de5f0 x-openstack-request-id: req-88e19afb-d953-42db-9f4b-c8d3d26de5f0 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:06:22.416630 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "name": "network-vif-plugged", "status": "completed", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:06:22.416887 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88e19afb-d953-42db-9f4b-c8d3d26de5f0 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:06:22.417287 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'code': 200} Dec 08 01:06:22.442817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:22.541954 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2e260-e002-41f6-9e97-8bbbf407ba24 req-0c487be8-0aa7-4995-b6d2-f2420cf91c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:22.543468 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-91f2e260-e002-41f6-9e97-8bbbf407ba24 req-0c487be8-0aa7-4995-b6d2-f2420cf91c58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1096 time: 0.0427732 Dec 08 01:06:22.595377 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-91f2e260-e002-41f6-9e97-8bbbf407ba24 req-12f37bda-5c0c-49c6-8068-b9de385b1711 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435481 Dec 08 01:06:23.029091 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cccd67-0e30-4dcb-9151-d21ae5d48fe7 req-5ca90e47-3bb5-4091-979d-0fb6eda00a70 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:23.030949 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75cccd67-0e30-4dcb-9151-d21ae5d48fe7 req-5ca90e47-3bb5-4091-979d-0fb6eda00a70 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0497086 Dec 08 01:06:23.081702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75cccd67-0e30-4dcb-9151-d21ae5d48fe7 req-b1e69b52-fdb4-4ff1-867c-bdd8c9418999 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Dec 08 01:06:23.694652 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8df9294b-8e96-4fd1-aa2d-3f2f47bad79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:24.207098 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120de70-9222-45a4-a4d2-78fee998b3fa req-71899b33-f6cd-49cb-9d2b-7c268bd25680 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:24.208642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b120de70-9222-45a4-a4d2-78fee998b3fa req-71899b33-f6cd-49cb-9d2b-7c268bd25680 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0568764 Dec 08 01:06:24.263174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b120de70-9222-45a4-a4d2-78fee998b3fa req-cbbe62bd-89b5-478c-8852-20d7bbf9a184 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485086 Dec 08 01:06:24.385138 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb0725-0673-4efb-b600-f0e7f5471de7 req-2bbdfb27-1744-430e-b1cf-6f91f1fe36d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:24.386624 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fafb0725-0673-4efb-b600-f0e7f5471de7 req-2bbdfb27-1744-430e-b1cf-6f91f1fe36d2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0559204 Dec 08 01:06:24.440893 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fafb0725-0673-4efb-b600-f0e7f5471de7 req-b7093f5e-742f-465b-bbf0-d44eefc784b7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478947 Dec 08 01:06:24.465078 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44588) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:24.506723 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4e6e6-8030-4823-b5fc-5c44f1168c06 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:24.508301 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fdb4e6e6-8030-4823-b5fc-5c44f1168c06 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1091 time: 0.0421641 Dec 08 01:06:24.511143 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44590) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:24.515389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:06:24.538501 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:24.638749 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:24.740164 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.57 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/f8b574a6-7b16-42c8-bbff-900021a0925b) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:06:24.904051 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:06:25.125071 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.159390 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.199398 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:06:25.202315 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:06:25.205922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:06:25.230783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=f8b574a6-7b16-42c8-bbff-900021a0925b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:25.362427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.565057 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.631154 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.782082 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.787476 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.860628 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=f8b574a6-7b16-42c8-bbff-900021a0925b,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:06:25.871992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:25.984420 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 2ddd856c-713d-4e1a-a565-7a61e675aced associated. External IP: 172.25.6.57, port: f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2. Dec 08 01:06:26.191697 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:06:26.301489 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:06:26.311415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] Sync routers for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:06:26.319577 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:26.322632 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:26.323493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:26.347701 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4a56aee9-68d5-4e87-bab9-4ff9e0d84d95 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8354974 Dec 08 01:06:26.348308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:06:26.350602 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837c388c-b246-44e3-9716-03a17e0b937f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:06:26.401153 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce2b68-0da2-4c3d-aed9-b9129a5b81c9 x-openstack-request-id: req-b0ce2b68-0da2-4c3d-aed9-b9129a5b81c9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:06:26.401538 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:06:26.402015 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0ce2b68-0da2-4c3d-aed9-b9129a5b81c9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:06:26.402636 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'status': 'completed', 'code': 200} Dec 08 01:06:26.450839 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeea817-012a-45c6-bd1a-c9a968cd3d1a req-d0d46373-4566-4fc3-b76d-16b7a939159f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:26.452332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adeea817-012a-45c6-bd1a-c9a968cd3d1a req-d0d46373-4566-4fc3-b76d-16b7a939159f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Dec 08 01:06:26.455904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:26.498524 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c388c-b246-44e3-9716-03a17e0b937f req-e3aad681-4363-4fa8-9873-f1018337c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:26.500317 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-837c388c-b246-44e3-9716-03a17e0b937f req-e3aad681-4363-4fa8-9873-f1018337c9a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1096 time: 0.0498903 Dec 08 01:06:26.511168 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adeea817-012a-45c6-bd1a-c9a968cd3d1a req-58751290-6c86-4f65-92b3-358c578bdfba tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515852 Dec 08 01:06:26.538929 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44596) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:26.563361 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:26.609145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c388c-b246-44e3-9716-03a17e0b937f req-7d4dcb9c-a569-4193-8cd2-fd810e99e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:26.610275 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-be252787-bb55-47de-91ed-0c74e2128689 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/2ddd856c-713d-4e1a-a565-7a61e675aced HTTP/1.1" status: 200 len: 990 time: 0.0700336 Dec 08 01:06:26.610772 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-837c388c-b246-44e3-9716-03a17e0b937f req-7d4dcb9c-a569-4193-8cd2-fd810e99e8dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 200 len: 897 time: 0.1026514 Dec 08 01:06:26.682229 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-837c388c-b246-44e3-9716-03a17e0b937f req-0588531f-5178-4a67-800b-289694eac44e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 200 len: 998 time: 0.0639286 Dec 08 01:06:26.713128 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ddd856c-713d-4e1a-a565-7a61e675aced', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'port_id': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'mac_address': 'fa:16:3e:92:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:06:25Z', 'updated_at': '2021-12-08T01:06:25Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:26.732496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c388c-b246-44e3-9716-03a17e0b937f req-f19ca20f-eac5-4814-89c2-7150d0699a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:26.733977 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-837c388c-b246-44e3-9716-03a17e0b937f req-f19ca20f-eac5-4814-89c2-7150d0699a24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a HTTP/1.1" status: 200 len: 834 time: 0.0447268 Dec 08 01:06:26.741182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] Checking router: fe56ba8b-5f37-422c-97a1-f86e46d7edb4 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:06:26.749831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:06:26.750435 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:06:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:26.780525 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c388c-b246-44e3-9716-03a17e0b937f req-43fc037f-8fa5-4956-a93a-632be1d51904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:26.782043 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-837c388c-b246-44e3-9716-03a17e0b937f req-43fc037f-8fa5-4956-a93a-632be1d51904 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f61e74aa-47af-4fc7-813e-4c0e032d5338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408115 Dec 08 01:06:26.856648 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:06:26.877557 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-837c388c-b246-44e3-9716-03a17e0b937f req-1c5546b9-cdc4-4e09-a0b2-82ea7ac9fdc6 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871542 Dec 08 01:06:26.977716 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-837c388c-b246-44e3-9716-03a17e0b937f req-c0b5b4fd-6440-41b0-81ba-c051bf389702 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927413 Dec 08 01:06:27.085175 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ddd856c-713d-4e1a-a565-7a61e675aced', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'port_id': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'mac_address': 'fa:16:3e:92:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:06:25Z', 'updated_at': '2021-12-08T01:06:25Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:06:27.110785 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e7267-30de-4eb3-afa6-dcd83afd2caf None None] The sync data for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 is: [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '2ddd856c-713d-4e1a-a565-7a61e675aced', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'port_id': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'mac_address': 'fa:16:3e:92:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:06:25Z', 'updated_at': '2021-12-08T01:06:25Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:06:27.307875 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f21829-891e-4cb4-94e5-54f15cc64f7a None None] New status for floating IP 2ddd856c-713d-4e1a-a565-7a61e675aced: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:06:27.335998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:27.612582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44598) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:06:27.672106 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-eee83e5e-9c5b-4489-a042-75a709b0d1fd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/2ddd856c-713d-4e1a-a565-7a61e675aced HTTP/1.1" status: 200 len: 992 time: 0.0578449 Dec 08 01:06:44.279051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:48.002530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:51.572607 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-eb1b688b-847a-41bd-83e7-20ca3b5773b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:53.699624 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-113f166f-73f1-4343-bdcf-0a1b5f858403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:55.366005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:56.387414 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-9ca69a5d-4294-42bf-81a0-08dd33d3eebe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769696 Dec 08 01:06:56.489201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-5b0bfe02-bab3-4077-8d12-65b232988360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:56.490798 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-5b0bfe02-bab3-4077-8d12-65b232988360 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1096 time: 0.0444808 Dec 08 01:06:56.520068 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:56.597026 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-03039eae-9e48-4b96-975b-e985ec9019fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:56.598406 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-03039eae-9e48-4b96-975b-e985ec9019fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 200 len: 897 time: 0.0875354 Dec 08 01:06:56.667257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-19181fd3-cf4f-43f9-ad11-1634f34ad6f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 200 len: 1000 time: 0.0611410 Dec 08 01:06:56.717968 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-ed02cf05-30a2-41ac-90bf-dc3a019aea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:56.719440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-ed02cf05-30a2-41ac-90bf-dc3a019aea24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a HTTP/1.1" status: 200 len: 834 time: 0.0449686 Dec 08 01:06:56.766044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-513f3d10-20b8-48c2-841f-55ca501e9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:56.767554 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-513f3d10-20b8-48c2-841f-55ca501e9d11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f61e74aa-47af-4fc7-813e-4c0e032d5338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397916 Dec 08 01:06:56.862251 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-2e3f49c5-07c1-4445-8ba5-49ca121bbf9e service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857680 Dec 08 01:06:56.952864 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ed3dbe65-3427-4e78-a966-a2c314e10f42 req-79a2fa52-275e-4f25-97fe-566a4929f6f0 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833888 Dec 08 01:06:57.337359 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:06:59.062353 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bd4e7-3023-4754-8d5d-c8781434cfb6 req-bb9b70cf-073d-4edb-b1db-de47df80b9bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:06:59.063861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e4bd4e7-3023-4754-8d5d-c8781434cfb6 req-bb9b70cf-073d-4edb-b1db-de47df80b9bc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0531988 Dec 08 01:06:59.114312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1e4bd4e7-3023-4754-8d5d-c8781434cfb6 req-a248b87d-0855-4b58-9729-b22dd258672e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435932 Dec 08 01:07:00.229442 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d5851-cf6a-47de-994e-8bd4d69bc89d req-9f66c50d-fb05-406e-ab04-d3ffdbfab270 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:00.230918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c08d5851-cf6a-47de-994e-8bd4d69bc89d req-9f66c50d-fb05-406e-ab04-d3ffdbfab270 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Dec 08 01:07:00.278181 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c08d5851-cf6a-47de-994e-8bd4d69bc89d req-ead0f783-ed55-483f-b871-e3d92994c58f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Dec 08 01:07:01.395647 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772f8d-3079-446e-9114-512eb4d922c1 req-4672789e-278d-49a9-8b0c-b790599bb6ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:01.397075 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58772f8d-3079-446e-9114-512eb4d922c1 req-4672789e-278d-49a9-8b0c-b790599bb6ae tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0510614 Dec 08 01:07:01.444714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-58772f8d-3079-446e-9114-512eb4d922c1 req-5cfd4431-9bea-4c82-85a3-ddb8b3bccb4f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Dec 08 01:07:01.902802 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:07:02.558029 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eed690-821d-4e7c-8b05-0c61602facca req-822efac3-27ff-4b29-9c01-335b72735280 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:02.559528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50eed690-821d-4e7c-8b05-0c61602facca req-822efac3-27ff-4b29-9c01-335b72735280 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Dec 08 01:07:02.608253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-50eed690-821d-4e7c-8b05-0c61602facca req-c44d5f66-7138-4c33-bce9-b272d652fe5b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Dec 08 01:07:03.725026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64507f-729d-4304-b687-1b996c13ce9d req-91109cc0-5fc2-4426-978f-cf6dd58d7d84 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:03.726645 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb64507f-729d-4304-b687-1b996c13ce9d req-91109cc0-5fc2-4426-978f-cf6dd58d7d84 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0508018 Dec 08 01:07:03.779333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-eb64507f-729d-4304-b687-1b996c13ce9d req-f61b922f-183f-4146-a968-5650d33b61c5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465763 Dec 08 01:07:04.896534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553f005-1f30-48a4-8189-2b3e9b7503af req-8ec8e477-311a-44bd-9031-8dcc2dad5a96 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:04.897994 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6553f005-1f30-48a4-8189-2b3e9b7503af req-8ec8e477-311a-44bd-9031-8dcc2dad5a96 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0480742 Dec 08 01:07:04.946441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6553f005-1f30-48a4-8189-2b3e9b7503af req-909cc7d4-764f-4c27-9ed0-3986e125d599 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Dec 08 01:07:06.059250 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce273b-012a-487a-93a1-503599fca08c req-46572498-d058-45fd-a698-593396e1e6c6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:06.060693 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5ce273b-012a-487a-93a1-503599fca08c req-46572498-d058-45fd-a698-593396e1e6c6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0476475 Dec 08 01:07:06.108302 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b5ce273b-012a-487a-93a1-503599fca08c req-93cbcb1e-a4b7-4a9d-b631-7061e6d4effa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Dec 08 01:07:07.226290 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35482c64-ea93-4c71-8aa5-7284096df731 req-de1a76f8-3e63-4101-b823-d8eca0966205 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:07.227786 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35482c64-ea93-4c71-8aa5-7284096df731 req-de1a76f8-3e63-4101-b823-d8eca0966205 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0522499 Dec 08 01:07:07.275352 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-35482c64-ea93-4c71-8aa5-7284096df731 req-b860486d-2d6d-4d48-9f17-fec62fda4305 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Dec 08 01:07:08.392132 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f150dd-2765-4b1e-856a-1c78c0b8a02d req-5a483bec-1999-4460-8dc2-a7c6f179a3a3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:08.393691 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03f150dd-2765-4b1e-856a-1c78c0b8a02d req-5a483bec-1999-4460-8dc2-a7c6f179a3a3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0500166 Dec 08 01:07:08.445062 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03f150dd-2765-4b1e-856a-1c78c0b8a02d req-a8e7bd68-0828-4c7d-859a-ccd5c2ba956f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Dec 08 01:07:09.560645 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fd624-4183-4501-b70c-368dfebe8c4f req-ca475e7a-f0c6-4ddf-a79d-1445f1a03b06 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:09.562316 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed1fd624-4183-4501-b70c-368dfebe8c4f req-ca475e7a-f0c6-4ddf-a79d-1445f1a03b06 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0495710 Dec 08 01:07:09.618048 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed1fd624-4183-4501-b70c-368dfebe8c4f req-425892d9-1bb6-4624-ae29-812cd8eedef0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496891 Dec 08 01:07:10.738860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc177e-2832-463e-8529-9b6e43a06514 req-71196692-160e-4912-a97e-9b45e47b9d05 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:10.741014 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3adc177e-2832-463e-8529-9b6e43a06514 req-71196692-160e-4912-a97e-9b45e47b9d05 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0501640 Dec 08 01:07:10.789634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3adc177e-2832-463e-8529-9b6e43a06514 req-30335be9-3831-46dc-9e99-c018865c1e27 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Dec 08 01:07:11.904705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc28c4-b289-49db-ba8d-1acc6cd8222d req-680fa7c9-184f-42ba-9e9c-1e5704c76a3a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:11.906095 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2afc28c4-b289-49db-ba8d-1acc6cd8222d req-680fa7c9-184f-42ba-9e9c-1e5704c76a3a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Dec 08 01:07:11.954707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2afc28c4-b289-49db-ba8d-1acc6cd8222d req-1c9f4f92-0c0e-4989-9f90-48e6befa47cd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Dec 08 01:07:13.072568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4810d35-e5a8-49a8-bb0c-6717bfe2ab69 req-74e3b1bd-6bf5-4fb4-96b7-a1f58f9d3be7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:13.074056 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4810d35-e5a8-49a8-bb0c-6717bfe2ab69 req-74e3b1bd-6bf5-4fb4-96b7-a1f58f9d3be7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0518713 Dec 08 01:07:13.123739 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a4810d35-e5a8-49a8-bb0c-6717bfe2ab69 req-3b889dea-04d1-4504-981d-b9e4f7e4df18 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Dec 08 01:07:14.241443 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec951d-5a33-4cf5-a35f-639f618c8df2 req-f7f95161-fb33-413c-931d-3796a42f1390 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:14.242961 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fec951d-5a33-4cf5-a35f-639f618c8df2 req-f7f95161-fb33-413c-931d-3796a42f1390 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0489919 Dec 08 01:07:14.300886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7fec951d-5a33-4cf5-a35f-639f618c8df2 req-3db8d7d0-76ca-442f-9218-2c33c9e1c573 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Dec 08 01:07:14.306020 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:15.420483 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843804d-e32c-4e30-a874-ca8ce96860d6 req-d9bfa2c0-2875-4885-9389-ad43036c0b24 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:15.422000 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4843804d-e32c-4e30-a874-ca8ce96860d6 req-d9bfa2c0-2875-4885-9389-ad43036c0b24 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0529711 Dec 08 01:07:15.788652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4843804d-e32c-4e30-a874-ca8ce96860d6 req-0fd988df-3601-4c5e-b1fe-c8df03896934 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601363 Dec 08 01:07:15.811116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44650) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:15.870125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-33e8c8ec-deb6-438a-af44-cabf621dca81 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/2ddd856c-713d-4e1a-a565-7a61e675aced HTTP/1.1" status: 200 len: 992 time: 0.0578537 Dec 08 01:07:17.158634 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5e3cb-97a7-42c8-b788-a0b77aebd05c req-f537139d-b942-4358-a5b6-b4d63e01b511 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:17.160040 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1f5e3cb-97a7-42c8-b788-a0b77aebd05c req-f537139d-b942-4358-a5b6-b4d63e01b511 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Dec 08 01:07:17.201351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-53be505b-03a5-4a50-9aec-7bdce04b6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:17.202873 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-53be505b-03a5-4a50-9aec-7bdce04b6436 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1096 time: 0.0469081 Dec 08 01:07:17.213081 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1f5e3cb-97a7-42c8-b788-a0b77aebd05c req-3ba2e7f6-a661-4178-a371-4fc61d802484 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463443 Dec 08 01:07:17.298720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-7eaecad8-a661-412e-96f9-13713e29703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:17.300235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-7eaecad8-a661-412e-96f9-13713e29703d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 200 len: 897 time: 0.0893614 Dec 08 01:07:17.369832 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-2e97ddfc-efbd-4037-b26b-5dd7fbb8f2e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 200 len: 1000 time: 0.0627217 Dec 08 01:07:17.418739 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-e300eb6c-aeb6-454b-a69d-0c4ee71bc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:17.420119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-e300eb6c-aeb6-454b-a69d-0c4ee71bc3a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a HTTP/1.1" status: 200 len: 834 time: 0.0439665 Dec 08 01:07:17.465637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-05ed7d1c-1ade-4294-aa92-3a2d3811492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:17.467120 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-05ed7d1c-1ade-4294-aa92-3a2d3811492d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f61e74aa-47af-4fc7-813e-4c0e032d5338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399292 Dec 08 01:07:17.561697 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-a3992d51-f697-48dd-9255-3991c69c70b6 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Dec 08 01:07:17.651840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b18d6bef-d901-4d18-b32e-ab0f1a9c6809 req-55314147-ba60-4181-93b4-5627c2571473 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822883 Dec 08 01:07:17.990531 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:18.330110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a27deb-31e1-4058-ac75-db73ba2de4d7 req-e2ddfea3-fdf0-46cf-83bd-74082de8af86 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:18.331641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4a27deb-31e1-4058-ac75-db73ba2de4d7 req-e2ddfea3-fdf0-46cf-83bd-74082de8af86 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Dec 08 01:07:18.382030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4a27deb-31e1-4058-ac75-db73ba2de4d7 req-c92480e8-468e-4d8e-b0bc-3b2e0986ab33 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444191 Dec 08 01:07:18.404568 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44660) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:18.470430 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-638b2cbd-7f2c-4a87-ba20-25832689a97f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/2ddd856c-713d-4e1a-a565-7a61e675aced HTTP/1.1" status: 200 len: 992 time: 0.0646749 Dec 08 01:07:21.574029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c1298432-378a-4d9f-800d-c766b29f0034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:23.700936 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-67ac8b88-1165-4ab6-8138-ad36d0793c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:25.370348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:26.524300 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:27.339391 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:38.901570 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:07:44.334336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:47.990437 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:48.952876 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44674) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:49.118592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port f8b574a6-7b16-42c8-bbff-900021a0925b {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:07:49.118968 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:49.194616 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:49.194969 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:49.207149 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for f8b574a6-7b16-42c8-bbff-900021a0925b owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:07:49.388152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:49.412447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=f8b574a6-7b16-42c8-bbff-900021a0925b,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:49.423351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.423708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.424095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.424401 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.424741 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.425082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.425811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.425811 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.426056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.426388 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.426715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.427075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.427400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:49.491808 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:49.492119 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 2ddd856c-713d-4e1a-a565-7a61e675aced disassociated (deleted). External IP: 172.25.6.57, port: f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2. Dec 08 01:07:49.973389 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:07:50.081973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:07:50.086600 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:50.092677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] Sync routers for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:07:50.103010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:07:50.103620 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:50.113718 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-490283ee-f531-4c16-a822-aadfaf419535 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ddd856c-713d-4e1a-a565-7a61e675aced HTTP/1.1" status: 204 len: 168 time: 1.1597264 Dec 08 01:07:50.114327 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:07:50.117205 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5e4d1-ea40-476d-8107-26e0e7046913" -d '{"events": [{"name": "network-changed", "server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:07:50.226418 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53040d91-0a5f-4101-a666-1148357ea58e x-openstack-request-id: req-53040d91-0a5f-4101-a666-1148357ea58e {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:07:50.227378 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:07:50.227378 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53040d91-0a5f-4101-a666-1148357ea58e {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:07:50.227790 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'status': 'completed', 'code': 200} Dec 08 01:07:50.231309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:07:50.323544 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-8a45dc33-bdd2-4809-af8f-b63bdcb59fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:50.325420 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-8a45dc33-bdd2-4809-af8f-b63bdcb59fc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 1096 time: 0.0483005 Dec 08 01:07:50.359506 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21544-5f27-4743-a0ea-91a059e28441 req-c0a7ff15-259d-476e-a737-17056e5e5902 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:50.361088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3f21544-5f27-4743-a0ea-91a059e28441 req-c0a7ff15-259d-476e-a737-17056e5e5902 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0536392 Dec 08 01:07:50.422699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a3f21544-5f27-4743-a0ea-91a059e28441 req-ad142115-3144-4ac2-9c1a-3f34dd08e2cc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524790 Dec 08 01:07:50.435642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-366bac0a-7f89-4cca-9722-937b625644a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:50.437438 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-366bac0a-7f89-4cca-9722-937b625644a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 200 len: 897 time: 0.1016598 Dec 08 01:07:50.464686 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:50.482986 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-11c3c2aa-943a-47cb-8fcf-5257412d6853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 200 len: 217 time: 0.0372047 Dec 08 01:07:50.496282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] Checking router: fe56ba8b-5f37-422c-97a1-f86e46d7edb4 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:07:50.504837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:07:50.505444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:50.534066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-17ab6ced-0931-4115-9291-3d246aea48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:50.535569 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-17ab6ced-0931-4115-9291-3d246aea48a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a HTTP/1.1" status: 200 len: 834 time: 0.0453498 Dec 08 01:07:50.586917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-722bc7b8-8311-448f-9a5c-c8ffaf59d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:50.588450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-722bc7b8-8311-448f-9a5c-c8ffaf59d0e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f61e74aa-47af-4fc7-813e-4c0e032d5338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451481 Dec 08 01:07:50.701841 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-40ee2708-58ae-4658-ad1f-6e174fbbb720 service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044919 Dec 08 01:07:50.782336 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:07:50.802275 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-87f5e4d1-ea40-476d-8107-26e0e7046913 req-608558e8-2f8b-48c8-8fe1-5f48e70c222e service neutron] 10.222.0.44 "GET /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925605 Dec 08 01:07:50.988529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:51.015113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1428142a-53c3-43aa-a84a-404b1a1f795c None None] The sync data for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 is: [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:13Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4', 'name': '', 'network_id': 'f61e74aa-47af-4fc7-813e-4c0e032d5338', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:7d:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:12Z', 'updated_at': '2021-12-08T01:06:15Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': '259ea0aa-ae8a-4243-b97e-71f8f9f90d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:07:51.251737 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d4f50-358e-4144-97a3-33c178fea5df None None] New status for floating IP 2ddd856c-713d-4e1a-a565-7a61e675aced: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:07:51.543198 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00961873-2266-4987-96af-7bac1408ae2e req-e1b9825c-957c-4a95-a237-fe61c2bdf4f6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:51.544720 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00961873-2266-4987-96af-7bac1408ae2e req-e1b9825c-957c-4a95-a237-fe61c2bdf4f6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0505195 Dec 08 01:07:51.576486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7953-a601-4911-842b-9d51de38c160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:51.596659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-00961873-2266-4987-96af-7bac1408ae2e req-f6db42ae-34e1-4bb9-bc19-e28a0095cb42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459821 Dec 08 01:07:52.001747 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-987b92fe-cb70-4d40-bffd-100327a0a7b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:52.003227 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-987b92fe-cb70-4d40-bffd-100327a0a7b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Dec 08 01:07:52.092737 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:07:52.093078 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:52.183948 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:07:52.184302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:52.197290 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:07:52.333700 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:52.364189 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:52.405642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] No DVR routers for this DVR port f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:07:52.408756 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:52.413447 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d592f2f9-a8e0-488e-a619-df560368cc6d req-f1ab6587-e619-4d14-84d2-3da8112ddf8b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "DELETE /v2.0/ports/f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 HTTP/1.1" status: 204 len: 173 time: 0.4034736 Dec 08 01:07:52.413924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'name': 'network-vif-deleted', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:07:52.417318 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a5846f-a523-4d95-8667-2cb9ad191e0b" -d '{"events": [{"server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "name": "network-vif-deleted", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:07:52.458857 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde1fc9-6ca6-4ade-8f2d-d2c92daf098f x-openstack-request-id: req-1bde1fc9-6ca6-4ade-8f2d-d2c92daf098f {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:07:52.459190 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a63a4a1-fd5a-43e8-8417-f4bec16d9112", "name": "network-vif-deleted", "tag": "f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:07:52.459449 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bde1fc9-6ca6-4ade-8f2d-d2c92daf098f {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:07:52.460607 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a63a4a1-fd5a-43e8-8417-f4bec16d9112', 'name': 'network-vif-deleted', 'tag': 'f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2', 'status': 'completed', 'code': 200} Dec 08 01:07:52.706341 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-82a2087e-44b3-428f-bf20-3b411f527833 req-54322a2d-6861-4190-a7ef-f8f965447405 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a63a4a1-fd5a-43e8-8417-f4bec16d9112 HTTP/1.1" status: 200 len: 210 time: 0.0311468 Dec 08 01:07:53.711331 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-437cdf5a-fde1-4776-bd8f-e76efda13018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:53.765307 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44698) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:54.153000 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:54.411817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:07:54.412158 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:54.506745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:07:54.507183 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:54.520879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:07:54.717192 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:54.745000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:54.797964 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:07:54.823052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:07:54.823446 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device f55fac7d-3fcf-4abd-8ff8-7b47bc6ffcc2 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:07:54.932779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.155462 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:07:55.274478 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:07:55.282842 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44704) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:55.283360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a800755d-bc61-4245-a1f5-a33cf6076446 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/fe56ba8b-5f37-422c-97a1-f86e46d7edb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5163782 Dec 08 01:07:55.286910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] Sync routers for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:07:55.299185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:07:55.299823 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:55.337408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting subnet 259ea0aa-ae8a-4243-b97e-71f8f9f90d2a {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:07:55.340818 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.381295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.413016 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.423227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:07:55.471224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.532813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.565153 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Subnet': ['ID=259ea0aa-ae8a-4243-b97e-71f8f9f90d2a,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:55.567900 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.571202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/subnets/259ea0aa-ae8a-4243-b97e-71f8f9f90d2a HTTP/1.1" status: 204 len: 168 time: 0.2866161 Dec 08 01:07:55.573840 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44706) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:55.581842 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c88c7-2d11-4b75-b92a-b06c0e76e102 None None] Network f61e74aa-47af-4fc7-813e-4c0e032d5338 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:07:55.585018 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.585408 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.586075 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.586213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.586473 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.586808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.587171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.587507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.587843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.588179 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.588508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.588841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.589171 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b23e03-2434-4525-9b3f-2dafc2bcc8fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:55.690922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:07:54Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:55.695938 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.723991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] Checking router: fe56ba8b-5f37-422c-97a1-f86e46d7edb4 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:07:55.734613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] Routers {'fe56ba8b-5f37-422c-97a1-f86e46d7edb4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:07:55.735456 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:55.774024 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] DHCP port deletion for f61e74aa-47af-4fc7-813e-4c0e032d5338 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:07:55.822125 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.876751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 3642c099-6e3f-4cf9-a857-a8b6f8322458 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:07:55.877109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.889545 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] Set router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:07:55.963392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 3642c099-6e3f-4cf9-a857-a8b6f8322458, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=3642c099-6e3f-4cf9-a857-a8b6f8322458,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:07:55.963652 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.970646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Deleting port e4c41e0c-b588-4a50-89cc-8056043788cd {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:07:55.971051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:55.977649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 3642c099-6e3f-4cf9-a857-a8b6f8322458 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:07:56.080026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] For port e4c41e0c-b588-4a50-89cc-8056043788cd, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=e4c41e0c-b588-4a50-89cc-8056043788cd,segment=NetworkSegment(db085c5c-fdc1-48bd-884a-f15845e46cb1),segment_id=db085c5c-fdc1-48bd-884a-f15845e46cb1)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:07:56.080341 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.102323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Calling delete_port for e4c41e0c-b588-4a50-89cc-8056043788cd owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:07:56.145608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.173372 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=3642c099-6e3f-4cf9-a857-a8b6f8322458,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:56.189433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac5e716-e2ff-4d68-8afb-38c32f31a4e0 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:07:56.228225 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:07:54Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:56.231025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.236284 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.283893 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ae9b8-23e9-48aa-91a6-8fe2471ca9f8 None None] The sync data for ids ['fe56ba8b-5f37-422c-97a1-f86e46d7edb4'] in n-d-820549-2 is: [{'id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410862491', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:07:54Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '3642c099-6e3f-4cf9-a857-a8b6f8322458', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ba8b-5f37-422c-97a1-f86e46d7edb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:06:09Z', 'updated_at': '2021-12-08T01:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:07:56.286607 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Pushing event deleted for resources: {'Port': ['ID=e4c41e0c-b588-4a50-89cc-8056043788cd,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:56.291562 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] No DVR routers for this DVR port e4c41e0c-b588-4a50-89cc-8056043788cd on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:07:56.299379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.299746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.300071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.300415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.300752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.301087 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.301420 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.301751 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.302080 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.302406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.302734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.303157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.303577 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51eed-db15-4092-99a6-1f032a7533ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:07:56.332881 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.335199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.383215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.383738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Fanout notify agent at l3_agent the message router_deleted on router fe56ba8b-5f37-422c-97a1-f86e46d7edb4 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:07:56.391791 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.393099 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f9b02a0b-750d-43a3-ae41-9a2a5ab96f99 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/routers/fe56ba8b-5f37-422c-97a1-f86e46d7edb4 HTTP/1.1" status: 204 len: 168 time: 0.8182857 Dec 08 01:07:56.396052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44708) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:56.471055 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.526698 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.564313 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.584644 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61e74aa-47af-4fc7-813e-4c0e032d5338']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:56.594416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db085c5c-fdc1-48bd-884a-f15845e46cb1') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:56.594712 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db085c5c-fdc1-48bd-884a-f15845e46cb1') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:07:56.604533 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.617407 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.623578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:07:56.624074 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: timer() Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:07:56.629762 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:07:56.698813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.706003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.711400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/networks/f61e74aa-47af-4fc7-813e-4c0e032d5338 HTTP/1.1" status: 204 len: 168 time: 0.3142722 Dec 08 01:07:56.712642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44710) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:56.723557 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0241152-88d5-47f4-ba12-e535de97a43a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Network': ['ID=f61e74aa-47af-4fc7-813e-4c0e032d5338,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:56.778324 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdd791a5-725b-40b0-bbea-3919c91c5797 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.812785 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdd791a5-725b-40b0-bbea-3919c91c5797 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.880274 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdd791a5-725b-40b0-bbea-3919c91c5797 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.883117 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cdd791a5-725b-40b0-bbea-3919c91c5797 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:56.884373 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cdd791a5-725b-40b0-bbea-3919c91c5797 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b32f1b5-c475-414d-95fd-75c2b1ee5ca4 HTTP/1.1" status: 204 len: 168 time: 0.1707315 Dec 08 01:07:56.894783 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd791a5-725b-40b0-bbea-3919c91c5797 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b32f1b5-c475-414d-95fd-75c2b1ee5ca4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:57.353056 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.456833 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44716) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:57.461560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-5a63b3d7-7d3f-43d9-b759-bcac8ea5a4b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425801013', 'description': 'tempest-secgroup-smoke-1425801013 description', 'project_id': '819b157b34fc48928b7a75a07a8d04d1'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:57.485089 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a63b3d7-7d3f-43d9-b759-bcac8ea5a4b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.555534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a63b3d7-7d3f-43d9-b759-bcac8ea5a4b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.559897 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a63b3d7-7d3f-43d9-b759-bcac8ea5a4b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.589317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5a63b3d7-7d3f-43d9-b759-bcac8ea5a4b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.590569 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5a63b3d7-7d3f-43d9-b759-bcac8ea5a4b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1327059 Dec 08 01:07:57.593564 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44718) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:57.598657 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-9efce6e1-c75e-4d29-865a-e536f9e56f00 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'aa789f12-0702-448f-82dd-55e5e1466297', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:57.603690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b3d7-7d3f-43d9-b759-bcac8ea5a4b5 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa789f12-0702-448f-82dd-55e5e1466297,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:57.628423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9efce6e1-c75e-4d29-865a-e536f9e56f00 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.686588 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9efce6e1-c75e-4d29-865a-e536f9e56f00 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.691276 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9efce6e1-c75e-4d29-865a-e536f9e56f00 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.710437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efce6e1-c75e-4d29-865a-e536f9e56f00 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2396ad7e-848d-4579-82e1-f6b7d868063a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:57.715959 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9efce6e1-c75e-4d29-865a-e536f9e56f00 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.720435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9efce6e1-c75e-4d29-865a-e536f9e56f00 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227453 Dec 08 01:07:57.720435 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44720) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:57.724530 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-48a22648-4a40-41a5-9a90-c1d0ae69c101 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'aa789f12-0702-448f-82dd-55e5e1466297', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:57.748889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e4c41e0c-b588-4a50-89cc-8056043788cd no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:07:57.753715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48a22648-4a40-41a5-9a90-c1d0ae69c101 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.769293 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: e4c41e0c-b588-4a50-89cc-8056043788cd {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:07:57.769645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device e4c41e0c-b588-4a50-89cc-8056043788cd not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:07:57.770062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3642c099-6e3f-4cf9-a857-a8b6f8322458 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:07:57.793693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 3642c099-6e3f-4cf9-a857-a8b6f8322458 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:07:57.794040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 3642c099-6e3f-4cf9-a857-a8b6f8322458 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:07:57.794458 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:07:57.814906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:07:57.815214 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 90f48c5d-0ba9-4523-a3d1-45d1e2e3f0c4 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:07:57.816776 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48a22648-4a40-41a5-9a90-c1d0ae69c101 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.822385 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48a22648-4a40-41a5-9a90-c1d0ae69c101 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.840918 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22648-4a40-41a5-9a90-c1d0ae69c101 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfa393c-8c82-4a40-941c-eb78bb2dee9e,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:57.848608 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-48a22648-4a40-41a5-9a90-c1d0ae69c101 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.851405 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-48a22648-4a40-41a5-9a90-c1d0ae69c101 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288266 Dec 08 01:07:57.854584 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44722) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:57.859225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-9c9edc60-4f53-44b3-9549-471adc84ad7e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'aa789f12-0702-448f-82dd-55e5e1466297', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:57.894942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c9edc60-4f53-44b3-9549-471adc84ad7e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.959469 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c9edc60-4f53-44b3-9549-471adc84ad7e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.963518 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c9edc60-4f53-44b3-9549-471adc84ad7e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.984427 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9edc60-4f53-44b3-9549-471adc84ad7e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495f9e16-3a26-4ac1-93fb-50b68fcc85c2,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:57.995705 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9c9edc60-4f53-44b3-9549-471adc84ad7e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:57.997738 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9c9edc60-4f53-44b3-9549-471adc84ad7e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419220 Dec 08 01:07:58.000413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44724) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:58.005472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-c5ec75fc-82fd-4992-8a4d-90dd3119ba3e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'aa789f12-0702-448f-82dd-55e5e1466297', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:58.033321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c5ec75fc-82fd-4992-8a4d-90dd3119ba3e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.098164 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c5ec75fc-82fd-4992-8a4d-90dd3119ba3e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.102717 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c5ec75fc-82fd-4992-8a4d-90dd3119ba3e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.121787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec75fc-82fd-4992-8a4d-90dd3119ba3e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e83ee2-da00-470c-a697-76b8493a7383,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:58.134439 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c5ec75fc-82fd-4992-8a4d-90dd3119ba3e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.135827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c5ec75fc-82fd-4992-8a4d-90dd3119ba3e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340623 Dec 08 01:07:58.138550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44726) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:58.143002 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'aa789f12-0702-448f-82dd-55e5e1466297', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:58.166445 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:07:58.171779 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.232591 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.236682 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.256835 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e31a0f7-7122-4615-8c85-a4829942c8a1,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:58.262805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.264002 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6b90b0e2-1b53-4e26-805d-c32ca3f70b42 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244738 Dec 08 01:07:58.266974 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44728) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:58.271246 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'security_group_rule': {'security_group_id': 'aa789f12-0702-448f-82dd-55e5e1466297', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:58.294315 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Project 819b157b34fc48928b7a75a07a8d04d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:07:58.299452 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.360311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.363962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.381338 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a05c48-e625-4a55-809d-24498166f795,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:58.389752 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.390996 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-936afdec-c1e8-4617-9d66-a3a7e26caed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230755 Dec 08 01:07:58.393865 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44730) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:58.399204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'network': {'name': 'tempest-network-smoke--454265139', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'port_security_enabled': True}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:58.419720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:07:58.423331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.448018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:07:58.458177 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.458579 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Added segment d7d7d2b9-8ed7-4744-9ab0-54572c3e1411 of type vlan for network 014bb04d-585a-49e1-93a4-e85e44a0cb2b Dec 08 01:07:58.502692 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.528996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.534635 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:07:58.535269 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.575773 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1808457 Dec 08 01:07:58.578536 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44732) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:07:58.583267 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'admin_state_up': True, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:07:58.607087 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.607501 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c436ba4-fc26-4e42-bbdf-04bc938fe1eb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Network': ['ID=014bb04d-585a-49e1-93a4-e85e44a0cb2b,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:58.608229 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.617831 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:07:58.667072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:58.805009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.008004 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.027808 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.131844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.148 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/679fb5a4-b7dc-4195-9c06-113b3e4fefb6) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:07:59.246693 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.282224 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.321366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:07:59.324397 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:07:59.327309 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:07:59.340084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd7bde-68af-4670-afe6-a50260a01ed8 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:07:59.355759 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:07:59.368178 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-69d8149a-5383-4d16-bb15-6708d41608ce None None] Provisioning complete for port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:07:59.368658 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69d8149a-5383-4d16-bb15-6708d41608ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.408407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-69d8149a-5383-4d16-bb15-6708d41608ce None None] Port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:07:59.585586 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.789839 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:07:59.917484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:08:00.024818 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:08:00.036408 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Sync routers for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:08:00.047392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.050164 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:00.050783 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:00.052185 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-197382b8-d09f-4414-8e50-819c3a8e31b4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4725444 Dec 08 01:08:00.052375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44734) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:00.132789 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-320a9843-c56d-4fac-882d-cec38af62b10 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=819b157b34fc48928b7a75a07a8d04d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790205 Dec 08 01:08:00.135487 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44738) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:00.159206 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:00.222267 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b471210-ad2f-4b01-983e-109116adb4bb tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:00.223714 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8b471210-ad2f-4b01-983e-109116adb4bb tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872962 Dec 08 01:08:00.227668 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44740) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:00.259259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-670a5ec4-0186-4d20-a018-a90b9c451fd2 tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec5eeead-b4fd-4941-9d38-45df6627490a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273283 Dec 08 01:08:00.259536 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44742) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:00.264288 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446923893', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:08:00.359658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:08:00.363252 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.366853 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:07:59Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:00.394083 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Checking router: 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:08:00.394083 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Updating router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:08:00.419297 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.568671 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.648856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Subnet': ['ID=ac7143e2-a12c-4a1c-accf-612733654da3,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:00.660252 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Checking segment: {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:08:00.660618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network hostable DHCP agents. Network: 014bb04d-585a-49e1-93a4-e85e44a0cb2b, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:08:00.677089 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:08:00.686213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 014bb04d-585a-49e1-93a4-e85e44a0cb2b) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:08:00.690659 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:00.691273 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.698042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f34ea-f939-4ea3-bb4c-5f922a51b74f None None] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:08:00.705075 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.711490 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-872ab860-095e-4b1d-891a-c1d4dcacbb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4509127 Dec 08 01:08:00.713084 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.713854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44744) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:00.767470 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Attempting to bind port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:08:00.768093 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Attempting to bind port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:08:00.768469 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Attempting to bind port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:08:00.772382 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95737353-837f-4501-9106-b97159d2ffa2 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:08:00.776982 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Pushing event updated for resources: {'Port': ['ID=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,revision_number=2']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:00.780361 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:08:00.781111 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:08:00.781519 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.781914 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:08:00.782396 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Bound port: 679fb5a4-b7dc-4195-9c06-113b3e4fefb6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:08:00.782781 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.789588 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.790059 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.790275 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.790811 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.791354 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.791940 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.792585 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.793289 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.793945 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.794562 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.795199 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.795708 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.796354 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:00.825907 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:08:00.827208 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.851966 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] For port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:08:00.857752 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] For port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:08:00.863616 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:00.943030 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2ce9-7547-484f-a886-9b987b0993b7 None None] Pushing event updated for resources: {'Port': ['ID=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:00.954198 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:00.954804 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:00.984565 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154c00e-eef2-4e4d-b3e6-4f499ea64faa None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:08:00.986593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3c39a327-236a-4bb9-98e1-f4ddd731c192 None None] Provisioning complete for port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:00.987000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c39a327-236a-4bb9-98e1-f4ddd731c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.082963 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:01.142795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Allocated IP 172.20.0.2 (014bb04d-585a-49e1-93a4-e85e44a0cb2b/ac7143e2-a12c-4a1c-accf-612733654da3/ff8d39f5-493e-48cf-827e-72145c577d4c) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:08:01.214586 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c39a327-236a-4bb9-98e1-f4ddd731c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.268328 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3c39a327-236a-4bb9-98e1-f4ddd731c192 None None] For port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:08:01.274660 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3c39a327-236a-4bb9-98e1-f4ddd731c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.387656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39a327-236a-4bb9-98e1-f4ddd731c192 None None] Pushing event updated for resources: {'Port': ['ID=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:01.420982 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.423478 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:07:59Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:01.431143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4c45f3fa-72d1-4acb-b600-57995b02a898 None None] Provisioning complete for port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:01.431544 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4c45f3fa-72d1-4acb-b600-57995b02a898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.433773 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.456666 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ee161-70fc-4277-9cf9-5c39493162ed None None] The sync data for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 is: [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:07:59Z', 'revision_number': 3, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:08:01.523800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:08:01.527337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Pushing event updated for resources: {'Port': ['ID=ff8d39f5-493e-48cf-827e-72145c577d4c,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:01.530194 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:08:01.533359 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:08:01.580093 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.823244 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Attempting to bind port ff8d39f5-493e-48cf-827e-72145c577d4c on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:08:01.824039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Attempting to bind port ff8d39f5-493e-48cf-827e-72145c577d4c by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:08:01.824039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Attempting to bind port ff8d39f5-493e-48cf-827e-72145c577d4c on network 014bb04d-585a-49e1-93a4-e85e44a0cb2b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:08:01.836868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:08:01.837434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Checking segment: {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:08:01.837849 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.838252 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Bound using segment: {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:08:01.838746 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Bound port: ff8d39f5-493e-48cf-827e-72145c577d4c, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:08:01.839166 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:01.916705 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.1 (014bb04d-585a-49e1-93a4-e85e44a0cb2b/ac7143e2-a12c-4a1c-accf-612733654da3/271008ec-5d74-4e98-9645-50981ac3a8d9) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:08:01.917064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] For port ff8d39f5-493e-48cf-827e-72145c577d4c, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:08:01.921031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] For port ff8d39f5-493e-48cf-827e-72145c577d4c, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ff8d39f5-493e-48cf-827e-72145c577d4c,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:08:01.927874 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.008925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679031cc-d645-47ad-b614-56cb09933f3e None None] Pushing event updated for resources: {'Port': ['ID=ff8d39f5-493e-48cf-827e-72145c577d4c,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:02.046608 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.089690 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.140546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:08:02.144245 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:08:02.150178 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:08:02.192558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=271008ec-5d74-4e98-9645-50981ac3a8d9,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:02.214393 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.375414 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.673584 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.680649 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.759168 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:02.761053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=271008ec-5d74-4e98-9645-50981ac3a8d9,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:02.866035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:08:02.868042 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:08:02.961430 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57d70f6-431d-48a7-8557-2676d14ed655 None None] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:08:02.998998 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:08:03.033789 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-cfa48393-3019-4c22-8668-86e47b6b5d5e None None] Provisioning complete for port ff8d39f5-493e-48cf-827e-72145c577d4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:03.034159 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cfa48393-3019-4c22-8668-86e47b6b5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:03.111130 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:08:03.125965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a702c9e6-f1cf-4943-bd5d-520ee17cbff0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012108 Dec 08 01:08:03.161429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cfa48393-3019-4c22-8668-86e47b6b5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:03.213163 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-cfa48393-3019-4c22-8668-86e47b6b5d5e None None] For port ff8d39f5-493e-48cf-827e-72145c577d4c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ff8d39f5-493e-48cf-827e-72145c577d4c,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:08:03.221439 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cfa48393-3019-4c22-8668-86e47b6b5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:03.277863 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa48393-3019-4c22-8668-86e47b6b5d5e None None] Pushing event updated for resources: {'Port': ['ID=ff8d39f5-493e-48cf-827e-72145c577d4c,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:03.335042 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-ec2d13a4-28a9-4b46-a063-bcd8a3bc51e7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425801013&fields=id&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 267 time: 0.0748119 Dec 08 01:08:03.460185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d366df44-3e96-4a98-90bd-5ddd6e678821 None None] Provisioning complete for port ff8d39f5-493e-48cf-827e-72145c577d4c triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:03.460558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d366df44-3e96-4a98-90bd-5ddd6e678821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:03.486336 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-b58c8928-9eab-40cc-aff1-5e8f08b4ab6e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:03.488988 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-b58c8928-9eab-40cc-aff1-5e8f08b4ab6e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/networks?id=014bb04d-585a-49e1-93a4-e85e44a0cb2b HTTP/1.1" status: 200 len: 796 time: 0.1446030 Dec 08 01:08:03.513391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-5374f40a-bcb5-41ea-b31f-df9badadcb16 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/quotas/819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 375 time: 0.0147870 Dec 08 01:08:03.565000 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Sync routers for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:08:03.581512 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-929c6767-793e-4087-b4b2-b856c4f4a43d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604517 Dec 08 01:08:03.595095 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:03.595883 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:03.648241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-50a6a1cd-7e8e-4a1b-8f15-a064c7817e7b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:08:03.649357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-50a6a1cd-7e8e-4a1b-8f15-a064c7817e7b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487611 Dec 08 01:08:03.656380 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d366df44-3e96-4a98-90bd-5ddd6e678821 None None] Provisioning complete for port 271008ec-5d74-4e98-9645-50981ac3a8d9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:03.656751 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d366df44-3e96-4a98-90bd-5ddd6e678821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:03.736906 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-d366df44-3e96-4a98-90bd-5ddd6e678821 None None] Port 271008ec-5d74-4e98-9645-50981ac3a8d9 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:08:03.759878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:03.784594 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-472170f0-4036-4f3b-8093-390b54ec577d service neutron] 10.222.0.18 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264725 Dec 08 01:08:03.851759 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:08:03.899888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-a480d884-455a-44bc-bd28-e5b31e153902 service neutron] 10.222.0.18 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078494 Dec 08 01:08:03.955611 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-dd9def9e-35c0-4fc2-85fc-0d6a29a945e0 None None] Provisioning complete for port 271008ec-5d74-4e98-9645-50981ac3a8d9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:03.955989 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dd9def9e-35c0-4fc2-85fc-0d6a29a945e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.029874 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-dd9def9e-35c0-4fc2-85fc-0d6a29a945e0 None None] Port 271008ec-5d74-4e98-9645-50981ac3a8d9 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:08:04.034592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:04.034996 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.093912 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f7787ce5-54f6-4498-a85a-df3a4a837ce1 req-3330ce94-cff3-431a-9cd2-38ee60b12912 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 210 time: 0.0331879 Dec 08 01:08:04.145651 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 2, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:04.188451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Checking router: 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:08:04.188807 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Updating router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 port 271008ec-5d74-4e98-9645-50981ac3a8d9 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:08:04.215123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ff8d39f5-493e-48cf-827e-72145c577d4c up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:08:04.221663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1b5b3919-6729-4cad-b778-406009599b9a None None] Provisioning complete for port 271008ec-5d74-4e98-9645-50981ac3a8d9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:04.222034 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3919-6729-4cad-b778-406009599b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.268888 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.320418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b3919-6729-4cad-b778-406009599b9a None None] Port 271008ec-5d74-4e98-9645-50981ac3a8d9 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:08:04.393528 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port ff8d39f5-493e-48cf-827e-72145c577d4c triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:04.393891 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.632875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.638605 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.689949 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c7758-69c7-43d5-800f-9194106edbc2 None None] Pushing event updated for resources: {'Port': ['ID=271008ec-5d74-4e98-9645-50981ac3a8d9,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:04.748702 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Attempting to bind port 271008ec-5d74-4e98-9645-50981ac3a8d9 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:08:04.749094 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Attempting to bind port 271008ec-5d74-4e98-9645-50981ac3a8d9 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:08:04.749466 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Attempting to bind port 271008ec-5d74-4e98-9645-50981ac3a8d9 on network 014bb04d-585a-49e1-93a4-e85e44a0cb2b {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:08:04.755867 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:08:04.756263 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Checking segment: {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:08:04.756711 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.757661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Bound using segment: {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:08:04.758298 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Bound port: 271008ec-5d74-4e98-9645-50981ac3a8d9, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:08:04.758561 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.830310 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] For port 271008ec-5d74-4e98-9645-50981ac3a8d9, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:08:04.833599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] For port 271008ec-5d74-4e98-9645-50981ac3a8d9, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=271008ec-5d74-4e98-9645-50981ac3a8d9,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:08:04.838356 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:04.900272 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:04.900917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:04.902941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c7758-69c7-43d5-800f-9194106edbc2 None None] Pushing event updated for resources: {'Port': ['ID=271008ec-5d74-4e98-9645-50981ac3a8d9,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:04.973010 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-9c137161-82f4-4c5a-a4a5-3542482e4123 None None] Provisioning complete for port 271008ec-5d74-4e98-9645-50981ac3a8d9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:04.973393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9c137161-82f4-4c5a-a4a5-3542482e4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:05.058190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:05.191319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9c137161-82f4-4c5a-a4a5-3542482e4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:05.212770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-19bfb20e-a84c-4d62-b522-035459f08840 req-ea104b43-906e-49a5-8973-da837397cf6b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 210 time: 0.0385520 Dec 08 01:08:05.272437 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-9c137161-82f4-4c5a-a4a5-3542482e4123 None None] For port 271008ec-5d74-4e98-9645-50981ac3a8d9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=271008ec-5d74-4e98-9645-50981ac3a8d9,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:08:05.280419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-921ba3ce-e8e5-430c-a52b-718822174be3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:05.281000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9c137161-82f4-4c5a-a4a5-3542482e4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:05.282833 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-921ba3ce-e8e5-430c-a52b-718822174be3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/networks?id=014bb04d-585a-49e1-93a4-e85e44a0cb2b HTTP/1.1" status: 200 len: 796 time: 0.1294346 Dec 08 01:08:05.370310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-b5f9998d-37ec-495c-b7b4-481b36eb4243 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b157b34fc48928b7a75a07a8d04d1 HTTP/1.1" status: 200 len: 380 time: 0.0721421 Dec 08 01:08:05.385330 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c137161-82f4-4c5a-a4a5-3542482e4123 None None] Pushing event updated for resources: {'Port': ['ID=271008ec-5d74-4e98-9645-50981ac3a8d9,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:05.403097 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'port': {'device_id': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'admin_state_up': True, 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'security_groups': ['aa789f12-0702-448f-82dd-55e5e1466297']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:08:05.410069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3d3a60b5-8ff6-4109-aa84-2dc56479bff6 None None] Provisioning complete for port 271008ec-5d74-4e98-9645-50981ac3a8d9 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:05.410440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3d3a60b5-8ff6-4109-aa84-2dc56479bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:05.413827 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:04Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:05.460470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579165-defc-481b-b2e7-ff8c035e5f85 None None] The sync data for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 is: [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:04Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:08:05.525579 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Made reservation on behalf of 819b157b34fc48928b7a75a07a8d04d1 for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:08:05.537423 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:05.685482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.20.0.4 (014bb04d-585a-49e1-93a4-e85e44a0cb2b/ac7143e2-a12c-4a1c-accf-612733654da3/013fb526-1b87-4c25-824b-159ee4377e67) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:08:05.775585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 271008ec-5d74-4e98-9645-50981ac3a8d9 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:08:05.860487 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:05.898867 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:05.951828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:08:05.955289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:08:05.960351 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:08:05.964695 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=013fb526-1b87-4c25-824b-159ee4377e67,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:06.013720 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:06.014415 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:06.025140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 271008ec-5d74-4e98-9645-50981ac3a8d9 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:06.025593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:06.040549 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-49c206dd-0cf7-491f-97db-94d625490936 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415286 Dec 08 01:08:06.059863 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Request body: {'port': {'device_id': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:08:06.134912 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:06.261603 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-69c958c3-877c-4094-bd51-d7b9bb06e749 None None] Provisioning complete for port 013fb526-1b87-4c25-824b-159ee4377e67 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:06.262252 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-69c958c3-877c-4094-bd51-d7b9bb06e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:06.313594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-69c958c3-877c-4094-bd51-d7b9bb06e749 None None] Port 013fb526-1b87-4c25-824b-159ee4377e67 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:08:06.336086 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055350-e30b-4eed-addf-22ca20ee96b7 req-3f1c9528-9654-457b-ba21-e9b229487728 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:06.339546 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99055350-e30b-4eed-addf-22ca20ee96b7 req-3f1c9528-9654-457b-ba21-e9b229487728 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 931 time: 0.0558259 Dec 08 01:08:06.399652 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-99055350-e30b-4eed-addf-22ca20ee96b7 req-438fb4c5-1c78-41af-8f6c-989a8c06ff29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552981 Dec 08 01:08:06.758486 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013fb526-1b87-4c25-824b-159ee4377e67 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:08:06.769175 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:06.781254 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Transition to ACTIVE for port object 013fb526-1b87-4c25-824b-159ee4377e67 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:08:06.785317 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:06.839264 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Pushing event updated for resources: {'Port': ['ID=013fb526-1b87-4c25-824b-159ee4377e67,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:06.907158 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Attempting to bind port 013fb526-1b87-4c25-824b-159ee4377e67 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:08:06.907499 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Attempting to bind port 013fb526-1b87-4c25-824b-159ee4377e67 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:08:06.907829 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Attempting to bind port 013fb526-1b87-4c25-824b-159ee4377e67 on network 014bb04d-585a-49e1-93a4-e85e44a0cb2b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:08:06.912467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Port 013fb526-1b87-4c25-824b-159ee4377e67 on network 014bb04d-585a-49e1-93a4-e85e44a0cb2b not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:08:06.912814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Attempting to bind port 013fb526-1b87-4c25-824b-159ee4377e67 on network 014bb04d-585a-49e1-93a4-e85e44a0cb2b {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:08:06.918791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:08:06.919173 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Checking segment: {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:08:06.919566 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Bound using segment: {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:08:06.919993 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Bound port: 013fb526-1b87-4c25-824b-159ee4377e67, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:08:06.920350 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:06.986410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] For port 013fb526-1b87-4c25-824b-159ee4377e67, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:08:06.989642 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] For port 013fb526-1b87-4c25-824b-159ee4377e67, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=013fb526-1b87-4c25-824b-159ee4377e67,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:08:06.996259 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:07.039087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.039755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:07.041214 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] 10.222.0.44 "PUT /v2.0/ports/013fb526-1b87-4c25-824b-159ee4377e67 HTTP/1.1" status: 200 len: 1091 time: 0.9862232 Dec 08 01:08:07.041866 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:08:07.044088 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0998c6b1-6393-405d-baae-87625ce0a085" -d '{"events": [{"name": "network-changed", "server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "tag": "013fb526-1b87-4c25-824b-159ee4377e67"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:08:07.067654 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c7624-236e-476d-8d78-5261bfcea030 service neutron] Pushing event updated for resources: {'Port': ['ID=013fb526-1b87-4c25-824b-159ee4377e67,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:07.107722 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4064d9d-eeff-47fb-ae42-530c42881667 x-openstack-request-id: req-f4064d9d-eeff-47fb-ae42-530c42881667 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:08:07.108230 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "tag": "013fb526-1b87-4c25-824b-159ee4377e67", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:08:07.108561 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4064d9d-eeff-47fb-ae42-530c42881667 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:08:07.109056 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67', 'status': 'completed', 'code': 200} Dec 08 01:08:07.166494 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-d4a18a0d-e403-4192-a216-2cf7eb48b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.168532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-d4a18a0d-e403-4192-a216-2cf7eb48b9e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 1094 time: 0.0449452 Dec 08 01:08:07.218379 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-9142d8d4-b063-41ad-9e4d-4d55214fe04e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=013fb526-1b87-4c25-824b-159ee4377e67 HTTP/1.1" status: 200 len: 217 time: 0.0360823 Dec 08 01:08:07.268515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-cb066114-320d-4375-b740-e7d3f04c09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.269998 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-cb066114-320d-4375-b740-e7d3f04c09f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac7143e2-a12c-4a1c-accf-612733654da3 HTTP/1.1" status: 200 len: 834 time: 0.0450852 Dec 08 01:08:07.321947 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc227-e278-42b0-9876-f9559dfbcffa req-1581583c-d1f0-4a5f-b76e-0dbbfccaf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.323521 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-1581583c-d1f0-4a5f-b76e-0dbbfccaf996 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014bb04d-585a-49e1-93a4-e85e44a0cb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466020 Dec 08 01:08:07.414416 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-2358b00a-aa75-439d-8cbe-3627e5e6dca1 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836358 Dec 08 01:08:07.522337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-543cc227-e278-42b0-9876-f9559dfbcffa req-e90e1ad9-4884-4a88-b4ea-1e69d19749e8 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012208 Dec 08 01:08:07.532671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9d4a-35d0-4884-9bc5-ae8f33c7367b req-c11d5c5d-ba73-495b-8194-d7511eff0374 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.534214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f0f9d4a-35d0-4884-9bc5-ae8f33c7367b req-c11d5c5d-ba73-495b-8194-d7511eff0374 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 943 time: 0.0598655 Dec 08 01:08:07.590224 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f0f9d4a-35d0-4884-9bc5-ae8f33c7367b req-70e527e7-6fdf-4b02-beb2-7db8439c50e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478528 Dec 08 01:08:07.665056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c6b1-6393-405d-baae-87625ce0a085 req-bb125ae4-eb87-49c8-bf51-28ee51057ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.666620 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0998c6b1-6393-405d-baae-87625ce0a085 req-bb125ae4-eb87-49c8-bf51-28ee51057ae3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 1094 time: 0.0468030 Dec 08 01:08:07.771223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c6b1-6393-405d-baae-87625ce0a085 req-496940d0-793f-4b33-adfb-d5714f63e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.773329 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0998c6b1-6393-405d-baae-87625ce0a085 req-496940d0-793f-4b33-adfb-d5714f63e58b service neutron] 10.222.0.44 "GET /v2.0/networks?id=014bb04d-585a-49e1-93a4-e85e44a0cb2b HTTP/1.1" status: 200 len: 897 time: 0.0991280 Dec 08 01:08:07.814591 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0998c6b1-6393-405d-baae-87625ce0a085 req-9faa2e1c-b8c5-4e90-a276-1b78047fbfb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=013fb526-1b87-4c25-824b-159ee4377e67 HTTP/1.1" status: 200 len: 217 time: 0.0347517 Dec 08 01:08:07.868550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c6b1-6393-405d-baae-87625ce0a085 req-4ab4a584-a8cb-4441-8f8c-af69bef792b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.870019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0998c6b1-6393-405d-baae-87625ce0a085 req-4ab4a584-a8cb-4441-8f8c-af69bef792b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac7143e2-a12c-4a1c-accf-612733654da3 HTTP/1.1" status: 200 len: 834 time: 0.0466807 Dec 08 01:08:07.924618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c6b1-6393-405d-baae-87625ce0a085 req-9f6afb0f-2b16-4b1a-9c97-10e133e90511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:07.926326 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0998c6b1-6393-405d-baae-87625ce0a085 req-9f6afb0f-2b16-4b1a-9c97-10e133e90511 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014bb04d-585a-49e1-93a4-e85e44a0cb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486095 Dec 08 01:08:08.018493 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0998c6b1-6393-405d-baae-87625ce0a085 req-ac408241-b39b-442e-9e89-ac0d226caf49 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847940 Dec 08 01:08:08.120173 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0998c6b1-6393-405d-baae-87625ce0a085 req-93f74b25-c0bb-4312-baae-f533431f20b8 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942550 Dec 08 01:08:08.711986 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca720d6d-e8ae-44e7-97ed-4b46b4346774 req-cec43257-1a41-45d9-ab1d-c18118bd8ed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:08.713492 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca720d6d-e8ae-44e7-97ed-4b46b4346774 req-cec43257-1a41-45d9-ab1d-c18118bd8ed1 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 943 time: 0.0512283 Dec 08 01:08:08.763983 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca720d6d-e8ae-44e7-97ed-4b46b4346774 req-e34b29ee-bcf2-4daf-bc86-1f5ee0c4a8e4 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 Dec 08 01:08:09.884651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11179d3-c994-4e53-b164-ab800571f81f req-19cb654e-6ca6-44da-8e53-eb0916e71b98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:09.886123 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d11179d3-c994-4e53-b164-ab800571f81f req-19cb654e-6ca6-44da-8e53-eb0916e71b98 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 943 time: 0.0540004 Dec 08 01:08:09.941249 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d11179d3-c994-4e53-b164-ab800571f81f req-2367184d-b942-4189-badd-d120908fca55 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Dec 08 01:08:10.919208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 013fb526-1b87-4c25-824b-159ee4377e67 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:08:11.033544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 013fb526-1b87-4c25-824b-159ee4377e67, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=013fb526-1b87-4c25-824b-159ee4377e67,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:08:11.054449 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '013fb526-1b87-4c25-824b-159ee4377e67', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'port_id': '013fb526-1b87-4c25-824b-159ee4377e67', 'mac_address': 'fa:16:3e:c6:a5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:08:11.079934 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5495-d301-4da0-a9aa-c83cec55044a req-b8f944c2-0150-4a05-96d2-d6716ff4f6b9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:11.081721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-228f5495-d301-4da0-a9aa-c83cec55044a req-b8f944c2-0150-4a05-96d2-d6716ff4f6b9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 943 time: 0.0598984 Dec 08 01:08:11.107155 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:11.124064 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013fb526-1b87-4c25-824b-159ee4377e67 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:08:11.150268 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-228f5495-d301-4da0-a9aa-c83cec55044a req-2e6f87c1-b0a2-401e-8285-f94e03ed9f5c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572300 Dec 08 01:08:11.151649 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 013fb526-1b87-4c25-824b-159ee4377e67, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=013fb526-1b87-4c25-824b-159ee4377e67,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:08:11.157771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:11.224644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=013fb526-1b87-4c25-824b-159ee4377e67,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:11.454976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['013fb526-1b87-4c25-824b-159ee4377e67'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:08:12.281177 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77533157-c710-401e-bd04-8dd61da015ae req-33a3774c-0c45-421a-a179-0a9780d4a557 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:12.282770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77533157-c710-401e-bd04-8dd61da015ae req-33a3774c-0c45-421a-a179-0a9780d4a557 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 944 time: 0.0535192 Dec 08 01:08:12.342828 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77533157-c710-401e-bd04-8dd61da015ae req-633de067-ecff-4a63-835c-a3d86ea173fa tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517683 Dec 08 01:08:12.923675 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 013fb526-1b87-4c25-824b-159ee4377e67 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:08:12.980242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 013fb526-1b87-4c25-824b-159ee4377e67 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:08:12.985462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 013fb526-1b87-4c25-824b-159ee4377e67 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:08:12.985861 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:13.075938 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:13.117911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:08:13.121799 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224da14-c770-45bc-9826-31580d5e2c49" -d '{"events": [{"server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "name": "network-vif-plugged", "status": "completed", "tag": "013fb526-1b87-4c25-824b-159ee4377e67"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:08:13.144928 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 013fb526-1b87-4c25-824b-159ee4377e67, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=013fb526-1b87-4c25-824b-159ee4377e67,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:08:13.151124 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:13.227484 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=013fb526-1b87-4c25-824b-159ee4377e67,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:13.250649 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4900a0-7ed0-4bdb-9828-f285a20ed1b6 x-openstack-request-id: req-6e4900a0-7ed0-4bdb-9828-f285a20ed1b6 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:08:13.251055 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "name": "network-vif-plugged", "status": "completed", "tag": "013fb526-1b87-4c25-824b-159ee4377e67", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:08:13.251263 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e4900a0-7ed0-4bdb-9828-f285a20ed1b6 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:08:13.251672 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67', 'code': 200} Dec 08 01:08:13.385791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2214ed-df21-42d9-9866-e87a5caa675c req-277ae5b3-28b6-4df9-b788-9940230193bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:13.387398 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dd2214ed-df21-42d9-9866-e87a5caa675c req-277ae5b3-28b6-4df9-b788-9940230193bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 1096 time: 0.0438333 Dec 08 01:08:13.463806 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-dd2214ed-df21-42d9-9866-e87a5caa675c req-497477b8-85d9-4ac4-966b-34fcc27a35b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679741 Dec 08 01:08:13.484880 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb991-714f-454c-958d-263b973abcc4 req-87becc67-17b5-44c9-9520-f337cc395e4b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:13.486382 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e9cb991-714f-454c-958d-263b973abcc4 req-87becc67-17b5-44c9-9520-f337cc395e4b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Dec 08 01:08:13.539236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e9cb991-714f-454c-958d-263b973abcc4 req-993902e9-c56b-4844-aae5-bde59c66ad5b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458646 Dec 08 01:08:14.352985 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:14.668386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dddd1e-52cd-488a-9be0-12ff055b0168 req-8fb84ec1-8839-4d9b-a9c7-96d8a7bf808d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:14.669993 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40dddd1e-52cd-488a-9be0-12ff055b0168 req-8fb84ec1-8839-4d9b-a9c7-96d8a7bf808d tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0525610 Dec 08 01:08:14.741616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-40dddd1e-52cd-488a-9be0-12ff055b0168 req-e7abea12-d677-428a-8ba7-c6be7d8bdabc tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544739 Dec 08 01:08:14.868093 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711718c-306c-4bc8-8e0c-70b5d507d14b req-3f383200-53b9-4b00-a0b9-0e8b9571914b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:14.869609 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7711718c-306c-4bc8-8e0c-70b5d507d14b req-3f383200-53b9-4b00-a0b9-0e8b9571914b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0575504 Dec 08 01:08:14.922864 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7711718c-306c-4bc8-8e0c-70b5d507d14b req-bc0271d1-52bb-46af-bead-2eb2c153e034 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470977 Dec 08 01:08:14.945379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44802) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:14.987084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ab78d-c9fb-413d-84b7-d98c1d38452c tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:14.988654 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1b5ab78d-c9fb-413d-84b7-d98c1d38452c tempest-TestNetworkAdvancedServerOps-928352492 tempest-TestNetworkAdvancedServerOps-928352492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 1091 time: 0.0422256 Dec 08 01:08:14.991999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44804) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:14.996615 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '013fb526-1b87-4c25-824b-159ee4377e67', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:08:15.018593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:15.131377 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:15.255417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Allocated IP 172.25.6.121 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/6064ad76-b18c-4075-8541-60aa4b067763) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:08:15.380300 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:15.428272 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:15.469700 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:08:15.472754 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:08:15.475413 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:08:15.503261 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=6064ad76-b18c-4075-8541-60aa4b067763,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:15.862102 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:15.901852 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:08:15.933559 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:16.107050 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:16.120018 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:16.194110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event updated for resources: {'Port': ['ID=6064ad76-b18c-4075-8541-60aa4b067763,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:16.206579 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:16.316346 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 4a094281-595d-41ae-9a99-86cdb7b90c3c associated. External IP: 172.25.6.121, port: 013fb526-1b87-4c25-824b-159ee4377e67. Dec 08 01:08:16.539108 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:08:16.975286 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:08:16.988493 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9942032-e758-4abf-b480-5368c814704f None None] Sync routers for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:08:16.997460 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:17.003426 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:17.004709 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:17.044668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b1517911-eacd-4b6b-aad1-3db980d49b63 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0491502 Dec 08 01:08:17.044668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:08:17.047690 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa954b5-34d2-440d-af23-b8f002cac701" -d '{"events": [{"name": "network-changed", "server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "tag": "013fb526-1b87-4c25-824b-159ee4377e67"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:08:17.147195 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:17.164486 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98394101-5db2-4b3b-b413-5624575a252a x-openstack-request-id: req-98394101-5db2-4b3b-b413-5624575a252a {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:08:17.164486 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "tag": "013fb526-1b87-4c25-824b-159ee4377e67", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:08:17.164486 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98394101-5db2-4b3b-b413-5624575a252a {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:08:17.164486 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67', 'status': 'completed', 'code': 200} Dec 08 01:08:17.189224 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5574723-28f2-47e0-af2a-bf00397facc6 req-3e2cbbb1-265c-4ce2-93e2-6ee32bf0c10e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:17.191161 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5574723-28f2-47e0-af2a-bf00397facc6 req-3e2cbbb1-265c-4ce2-93e2-6ee32bf0c10e tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0602593 Dec 08 01:08:17.249002 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a5574723-28f2-47e0-af2a-bf00397facc6 req-13a9969b-99b3-4f51-94f7-e8a8dd5ce408 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506177 Dec 08 01:08:17.250874 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-cb094581-9f9b-4a6a-8a67-e48e8766528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:17.253091 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-cb094581-9f9b-4a6a-8a67-e48e8766528b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 1096 time: 0.0438924 Dec 08 01:08:17.272174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44812) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:17.341420 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-69480c7b-e344-4b45-83ac-c21680832b55 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/4a094281-595d-41ae-9a99-86cdb7b90c3c HTTP/1.1" status: 200 len: 991 time: 0.0671892 Dec 08 01:08:17.357644 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-cea6d17c-3e13-4a8e-912d-5714b61f6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:17.359108 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-cea6d17c-3e13-4a8e-912d-5714b61f6d2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=014bb04d-585a-49e1-93a4-e85e44a0cb2b HTTP/1.1" status: 200 len: 897 time: 0.0988028 Dec 08 01:08:17.389403 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '4a094281-595d-41ae-9a99-86cdb7b90c3c', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'port_id': '013fb526-1b87-4c25-824b-159ee4377e67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'mac_address': 'fa:16:3e:c6:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:08:15Z', 'updated_at': '2021-12-08T01:08:15Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:17.416075 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9942032-e758-4abf-b480-5368c814704f None None] Checking router: 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:08:17.426345 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:17.426993 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:07:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:17.429766 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-bbd8c518-cc73-4a30-80de-da6f69ad53a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=013fb526-1b87-4c25-824b-159ee4377e67 HTTP/1.1" status: 200 len: 999 time: 0.0622759 Dec 08 01:08:17.483356 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-f95e9a39-76dd-44e4-8a76-d61717bb6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:17.485123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-f95e9a39-76dd-44e4-8a76-d61717bb6fdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac7143e2-a12c-4a1c-accf-612733654da3 HTTP/1.1" status: 200 len: 834 time: 0.0489898 Dec 08 01:08:17.532162 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-1853fbda-c12e-4af7-9e32-11cb23ed1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:17.533717 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-1853fbda-c12e-4af7-9e32-11cb23ed1c16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014bb04d-585a-49e1-93a4-e85e44a0cb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408185 Dec 08 01:08:17.539738 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:17.634170 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-c1d0bf88-f70f-4630-add4-84685217e305 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929637 Dec 08 01:08:17.730631 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-7fa954b5-34d2-440d-af23-b8f002cac701 req-33cea0dc-3b3b-4b65-b0c8-9109a0be86e2 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893953 Dec 08 01:08:17.770538 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-a9942032-e758-4abf-b480-5368c814704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '4a094281-595d-41ae-9a99-86cdb7b90c3c', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'port_id': '013fb526-1b87-4c25-824b-159ee4377e67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'mac_address': 'fa:16:3e:c6:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:08:15Z', 'updated_at': '2021-12-08T01:08:15Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:17.797760 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9942032-e758-4abf-b480-5368c814704f None None] The sync data for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 is: [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '4a094281-595d-41ae-9a99-86cdb7b90c3c', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'port_id': '013fb526-1b87-4c25-824b-159ee4377e67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'mac_address': 'fa:16:3e:c6:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:08:15Z', 'updated_at': '2021-12-08T01:08:15Z', 'revision_number': 0, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:08:17.991098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba37f3-61f8-4d6a-9a66-0312fbdab3f8 None None] New status for floating IP 4a094281-595d-41ae-9a99-86cdb7b90c3c: ACTIVE {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:08:17.995237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:18.344807 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44814) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:18.407101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-f0810ea4-16f1-4e41-bff0-af6631eb9bcd tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/4a094281-595d-41ae-9a99-86cdb7b90c3c HTTP/1.1" status: 200 len: 993 time: 0.0609894 Dec 08 01:08:21.586596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3233d471-8149-4e76-92db-c72fe9a6aee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:23.705039 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-82e2a2b1-b117-41a0-9d14-bad668a98ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:25.374266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:26.530463 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:27.345570 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:44.351865 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:47.992113 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:49.761813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbc4c1-480f-486d-b625-35a6da633c4e req-b083c0f1-0ada-466e-9fa5-6058c3929c06 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:49.763346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecbc4c1-480f-486d-b625-35a6da633c4e req-b083c0f1-0ada-466e-9fa5-6058c3929c06 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0490746 Dec 08 01:08:49.817995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aecbc4c1-480f-486d-b625-35a6da633c4e req-d62ad5aa-9278-4894-b7f8-35a4c6b12913 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486066 Dec 08 01:08:50.939532 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfba85-35ce-4afa-8c40-65979ad1408d req-9030f017-0971-4056-80b7-cde28660e17c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:50.941104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55bfba85-35ce-4afa-8c40-65979ad1408d req-9030f017-0971-4056-80b7-cde28660e17c tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0510588 Dec 08 01:08:51.001248 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-55bfba85-35ce-4afa-8c40-65979ad1408d req-f78e0a42-809c-4bff-99cf-b92e693835c3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536342 Dec 08 01:08:51.023518 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44832) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:51.087970 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-09d9fc22-f956-4d98-918b-06f7becdf7cb tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/4a094281-595d-41ae-9a99-86cdb7b90c3c HTTP/1.1" status: 200 len: 993 time: 0.0632787 Dec 08 01:08:51.581580 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-15785b2c-df86-4945-9593-795e09879163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:52.380164 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cc645-ffcc-46fc-95d1-74274798a2c5 req-17fbb03d-87c9-4a24-a255-4383ef861a56 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:52.381644 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23cc645-ffcc-46fc-95d1-74274798a2c5 req-17fbb03d-87c9-4a24-a255-4383ef861a56 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0531042 Dec 08 01:08:52.417134 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-6a9d3ac2-4caa-4841-aa59-3feb5131d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:52.420295 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-6a9d3ac2-4caa-4841-aa59-3feb5131d163 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 1096 time: 0.0430782 Dec 08 01:08:52.434863 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c23cc645-ffcc-46fc-95d1-74274798a2c5 req-c5ae3f2a-8c99-444a-898e-ac1079ffb8e6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465262 Dec 08 01:08:52.519784 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-55c1abd1-fd26-4451-ad2f-692bc789c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:52.521279 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-55c1abd1-fd26-4451-ad2f-692bc789c2f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=014bb04d-585a-49e1-93a4-e85e44a0cb2b HTTP/1.1" status: 200 len: 897 time: 0.0957005 Dec 08 01:08:52.589855 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-f70577c7-4cf4-44fe-955c-14c3d7120312 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=013fb526-1b87-4c25-824b-159ee4377e67 HTTP/1.1" status: 200 len: 1001 time: 0.0609684 Dec 08 01:08:52.646405 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-53f655c1-05e5-4919-8b52-638c3d3bf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:52.648499 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-53f655c1-05e5-4919-8b52-638c3d3bf6d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac7143e2-a12c-4a1c-accf-612733654da3 HTTP/1.1" status: 200 len: 834 time: 0.0521004 Dec 08 01:08:52.695823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-15bdd463-4cf3-4c0d-aecd-ca00a3bdcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:52.697337 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-15bdd463-4cf3-4c0d-aecd-ca00a3bdcc81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014bb04d-585a-49e1-93a4-e85e44a0cb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424640 Dec 08 01:08:52.793752 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-70c52be1-94fb-4e2c-b8d0-eb82f5cb6e10 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894871 Dec 08 01:08:52.891875 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-c19837ce-1a78-4a35-bee8-f627e7c0f9a3 req-fc3101e7-5f8a-4a7d-acf6-a66a3b6993d2 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905895 Dec 08 01:08:52.901645 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:08:53.557135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d43079-8bf9-4f5a-b0be-7864fceda6e8 req-ec25bb9a-b2f8-4349-8138-162fb9a0a099 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:53.558679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32d43079-8bf9-4f5a-b0be-7864fceda6e8 req-ec25bb9a-b2f8-4349-8138-162fb9a0a099 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0498672 Dec 08 01:08:53.612590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32d43079-8bf9-4f5a-b0be-7864fceda6e8 req-83c50c59-d142-4093-af71-1fa54ccffbb7 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472345 Dec 08 01:08:53.711974 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-85da26f9-5e8d-4220-92a2-d7a8e91c46ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:54.748142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba702dbc-ce61-4618-97bf-ad24f7c06303 req-2b1b657f-0853-4636-a8b8-254daee720c3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:54.749717 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba702dbc-ce61-4618-97bf-ad24f7c06303 req-2b1b657f-0853-4636-a8b8-254daee720c3 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0578997 Dec 08 01:08:54.803167 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ba702dbc-ce61-4618-97bf-ad24f7c06303 req-5ff9b00b-e121-48e3-bb74-5ca3580a830b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473237 Dec 08 01:08:54.826058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44844) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:54.891524 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b52b25e7-0a05-49e9-83a2-b4c599194702 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/floatingips/4a094281-595d-41ae-9a99-86cdb7b90c3c HTTP/1.1" status: 200 len: 993 time: 0.0642331 Dec 08 01:08:55.128006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44850) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:08:55.292899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 6064ad76-b18c-4075-8541-60aa4b067763 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:08:55.293205 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:55.375549 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:55.376020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:55.377290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:55.389281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 6064ad76-b18c-4075-8541-60aa4b067763 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:08:55.544204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:55.570825 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=6064ad76-b18c-4075-8541-60aa4b067763,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:55.583670 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.584029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.584381 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.584724 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.585065 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.585400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.585735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.586070 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.586402 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.586733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.587744 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.588077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.588407 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:08:55.648868 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:55.649281 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Floating IP 4a094281-595d-41ae-9a99-86cdb7b90c3c disassociated (deleted). External IP: 172.25.6.121, port: 013fb526-1b87-4c25-824b-159ee4377e67. Dec 08 01:08:55.878195 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:08:55.990166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:08:55.995166 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:56.000244 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] Sync routers for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:08:56.010126 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:56.010733 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:56.022161 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0feb467b-a1f2-433a-884c-c2b407488455 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/floatingips/4a094281-595d-41ae-9a99-86cdb7b90c3c HTTP/1.1" status: 204 len: 168 time: 0.8930552 Dec 08 01:08:56.022860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:08:56.025771 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a9638-43ba-47af-a980-c889b371e1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "tag": "013fb526-1b87-4c25-824b-159ee4377e67"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:08:56.066467 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bf2309-ee9a-4af8-bc5c-eb24cfb5e0a5 x-openstack-request-id: req-20bf2309-ee9a-4af8-bc5c-eb24cfb5e0a5 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:08:56.066827 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "tag": "013fb526-1b87-4c25-824b-159ee4377e67", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:08:56.067044 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20bf2309-ee9a-4af8-bc5c-eb24cfb5e0a5 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:08:56.067464 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67', 'status': 'completed', 'code': 200} Dec 08 01:08:56.121980 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:56.157649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-3069dce7-1e5f-4e04-9893-cf473bd1ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:56.159081 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-3069dce7-1e5f-4e04-9893-cf473bd1ac8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=819b157b34fc48928b7a75a07a8d04d1&device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 1096 time: 0.0464602 Dec 08 01:08:56.310457 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3bb06-503f-47bf-ba9e-a0d7aee303c6 req-f3d2755b-8921-46f4-99a8-36e3563718f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:56.319370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2db3bb06-503f-47bf-ba9e-a0d7aee303c6 req-f3d2755b-8921-46f4-99a8-36e3563718f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0706127 Dec 08 01:08:56.320623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-659f130e-7c17-4f6a-b243-1460496de2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:56.322033 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-659f130e-7c17-4f6a-b243-1460496de2b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=014bb04d-585a-49e1-93a4-e85e44a0cb2b HTTP/1.1" status: 200 len: 897 time: 0.1534343 Dec 08 01:08:56.369005 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-2aa68b5b-202c-4462-9ee9-12220e8d0e74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=013fb526-1b87-4c25-824b-159ee4377e67 HTTP/1.1" status: 200 len: 217 time: 0.0367596 Dec 08 01:08:56.371434 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2db3bb06-503f-47bf-ba9e-a0d7aee303c6 req-2797656b-1942-4985-b6db-a44f5797550a tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511708 Dec 08 01:08:56.377042 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:56.411252 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] Checking router: 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:08:56.420304 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:08:56.420914 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:56.425985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-e70c1413-b8c2-4d88-a2cd-af6f014df2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:56.427532 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-e70c1413-b8c2-4d88-a2cd-af6f014df2da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac7143e2-a12c-4a1c-accf-612733654da3 HTTP/1.1" status: 200 len: 834 time: 0.0517721 Dec 08 01:08:56.485271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-f84aa209-3df8-4834-b820-8def95711b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:56.486933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-f84aa209-3df8-4834-b820-8def95711b85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014bb04d-585a-49e1-93a4-e85e44a0cb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495021 Dec 08 01:08:56.537204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:56.590091 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-eb50fdd9-cce3-4b48-a9d1-569479dfaedf service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945299 Dec 08 01:08:56.625329 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:08:56.695450 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6d1a9638-43ba-47af-a980-c889b371e1f5 req-808c1bc8-ee1c-4ceb-b7c2-9f2cf81ac4d2 service neutron] 10.222.0.44 "GET /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974324 Dec 08 01:08:56.833661 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:08:56.860751 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31111ffa-edb1-45ee-b648-c99051123349 None None] The sync data for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 is: [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:08:02Z', 'revision_number': 4, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '271008ec-5d74-4e98-9645-50981ac3a8d9', 'name': '', 'network_id': '014bb04d-585a-49e1-93a4-e85e44a0cb2b', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'mac_address': 'fa:16:3e:61:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:08:01Z', 'updated_at': '2021-12-08T01:08:05Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'subnets': [{'id': 'ac7143e2-a12c-4a1c-accf-612733654da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:08:57.095575 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ff9e2-282f-4f26-8c68-92542ab111ba None None] New status for floating IP 4a094281-595d-41ae-9a99-86cdb7b90c3c: DOWN {{(pid=103115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:08:57.353595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:57.495338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea959-541b-42e2-8d29-435c812af90f req-6447a94b-cffd-48b7-a9c6-5868f7cd82b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:57.496792 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1bea959-541b-42e2-8d29-435c812af90f req-6447a94b-cffd-48b7-a9c6-5868f7cd82b6 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0501902 Dec 08 01:08:57.551647 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e1bea959-541b-42e2-8d29-435c812af90f req-3b560b5f-42b1-4ef4-b14f-6aab05ee2730 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa789f12-0702-448f-82dd-55e5e1466297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483921 Dec 08 01:08:58.008873 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-ccaa8e6f-3ff2-4d39-92dc-25c5ed2ea3b0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:08:58.010396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-ccaa8e6f-3ff2-4d39-92dc-25c5ed2ea3b0 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 945 time: 0.0498807 Dec 08 01:08:58.104472 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 013fb526-1b87-4c25-824b-159ee4377e67 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:08:58.104810 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:58.198062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 013fb526-1b87-4c25-824b-159ee4377e67, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=013fb526-1b87-4c25-824b-159ee4377e67,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:08:58.198432 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:58.211153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 013fb526-1b87-4c25-824b-159ee4377e67 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:08:58.343759 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:58.373225 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=013fb526-1b87-4c25-824b-159ee4377e67,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:08:58.415599 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] No DVR routers for this DVR port 013fb526-1b87-4c25-824b-159ee4377e67 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:08:58.418291 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:08:58.421755 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-47160a9c-9e3a-47ee-985c-3ddae05fd815 req-5d4ff1be-6e6b-4064-9d87-9b6580b8a9f2 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.44 "DELETE /v2.0/ports/013fb526-1b87-4c25-824b-159ee4377e67 HTTP/1.1" status: 204 len: 173 time: 0.4052057 Dec 08 01:08:58.422201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'name': 'network-vif-deleted', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:08:58.424497 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33e2cc6-dbb8-4907-a7e2-d18151adf92d" -d '{"events": [{"server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "name": "network-vif-deleted", "tag": "013fb526-1b87-4c25-824b-159ee4377e67"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:08:58.462674 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd5c5c3-992b-4b3f-907f-ce0e49814fbb x-openstack-request-id: req-3dd5c5c3-992b-4b3f-907f-ce0e49814fbb {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:08:58.463088 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d1ecc7-ded2-4aff-ac06-366c5967cb05", "name": "network-vif-deleted", "tag": "013fb526-1b87-4c25-824b-159ee4377e67", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:08:58.463645 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dd5c5c3-992b-4b3f-907f-ce0e49814fbb {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:08:58.463645 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d1ecc7-ded2-4aff-ac06-366c5967cb05', 'name': 'network-vif-deleted', 'tag': '013fb526-1b87-4c25-824b-159ee4377e67', 'status': 'completed', 'code': 200} Dec 08 01:08:58.667656 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36b52b91-3dcc-4b45-8093-5760fedb9be8 req-3944a3dd-38be-4694-8368-0d6466dbd0a9 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d1ecc7-ded2-4aff-ac06-366c5967cb05 HTTP/1.1" status: 200 len: 210 time: 0.0265298 Dec 08 01:08:59.725894 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44866) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:00.096198 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:00.359540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 271008ec-5d74-4e98-9645-50981ac3a8d9 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:09:00.359796 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:00.454904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 271008ec-5d74-4e98-9645-50981ac3a8d9, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=271008ec-5d74-4e98-9645-50981ac3a8d9,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:00.455268 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:00.468552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 271008ec-5d74-4e98-9645-50981ac3a8d9 owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:09:00.656471 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:00.684330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=271008ec-5d74-4e98-9645-50981ac3a8d9,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:00.697268 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.697641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.698017 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.698363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.698709 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.699073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.699411 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.699746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.700089 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.700417 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.700755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.701092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.701421 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:00.886055 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.112551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:09:01.155156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 013fb526-1b87-4c25-824b-159ee4377e67 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:09:01.176052 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 013fb526-1b87-4c25-824b-159ee4377e67 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:09:01.176389 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 013fb526-1b87-4c25-824b-159ee4377e67 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:09:01.226847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:09:01.233207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-d036ef78-e001-4cc0-ba55-f2b9974fdc7b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "PUT /v2.0/routers/0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5061259 Dec 08 01:09:01.235375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44868) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:01.238066 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] Sync routers for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:09:01.248874 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:01.249484 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:01.300828 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting subnet ac7143e2-a12c-4a1c-accf-612733654da3 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:09:01.304152 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.347441 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.357345 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:01.439242 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.510475 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.537475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7143e2-a12c-4a1c-accf-612733654da3,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:01.543597 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.549395 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-9e22826a-dc3f-4b82-a865-39c7648e3a83 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/subnets/ac7143e2-a12c-4a1c-accf-612733654da3 HTTP/1.1" status: 204 len: 168 time: 0.3102608 Dec 08 01:09:01.549724 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44870) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:01.552271 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f91369-5af1-4441-8603-aadc49b9383c None None] Network 014bb04d-585a-49e1-93a4-e85e44a0cb2b requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:09:01.553755 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:09:00Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:01.583860 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] Checking router: 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:09:01.593525 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] Routers {'0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:01.594214 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:01.691017 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.706645 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] Set router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:01.727847 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] DHCP port deletion for 014bb04d-585a-49e1-93a4-e85e44a0cb2b request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:01.796734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Deleting port ff8d39f5-493e-48cf-827e-72145c577d4c {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:09:01.797209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.819858 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.873592 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] For port ff8d39f5-493e-48cf-827e-72145c577d4c, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=ff8d39f5-493e-48cf-827e-72145c577d4c,segment=NetworkSegment(d7d7d2b9-8ed7-4744-9ab0-54572c3e1411),segment_id=d7d7d2b9-8ed7-4744-9ab0-54572c3e1411)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:01.874308 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.888940 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Calling delete_port for ff8d39f5-493e-48cf-827e-72145c577d4c owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:09:01.897558 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Deleting port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:09:01.898067 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:01.904752 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device ff8d39f5-493e-48cf-827e-72145c577d4c no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:09:01.939099 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:09:00Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:01.972260 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6b01c-6347-4e6f-9967-3219d25c9a8d None None] The sync data for ids ['0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4'] in n-d-820549-2 is: [{'id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873928108', 'tenant_id': '819b157b34fc48928b7a75a07a8d04d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:07:58Z', 'updated_at': '2021-12-08T01:09:00Z', 'revision_number': 5, 'project_id': '819b157b34fc48928b7a75a07a8d04d1', 'gw_port': {'id': '679fb5a4-b7dc-4195-9c06-113b3e4fefb6', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:07:59Z', 'updated_at': '2021-12-08T01:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:09:02.000056 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] For port 679fb5a4-b7dc-4195-9c06-113b3e4fefb6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:02.000524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.021237 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Calling delete_port for 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:09:02.042642 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.074062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Pushing event deleted for resources: {'Port': ['ID=ff8d39f5-493e-48cf-827e-72145c577d4c,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:02.085102 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] No DVR routers for this DVR port ff8d39f5-493e-48cf-827e-72145c577d4c on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:09:02.090786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.091169 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.091521 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.091865 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.092203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.092540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.092873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.093201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.093533 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.093858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.094187 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.094512 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.094835 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd3e7a-8ba9-4ea6-9cf5-c6fb77d80b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:02.098097 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.199915 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.228110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Port': ['ID=679fb5a4-b7dc-4195-9c06-113b3e4fefb6,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:02.238117 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b04f3d-6c6b-44e2-9542-ad828838db2d None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:02.293769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.387523 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.390382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.448633 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.449320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Fanout notify agent at l3_agent the message router_deleted on router 0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:09:02.457405 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.461541 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-820e57a6-f252-48f7-92c5-87ba2784b28f tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/routers/0f01202f-c80a-4fce-bc75-b6f4fb2ca4f4 HTTP/1.1" status: 204 len: 168 time: 0.9080710 Dec 08 01:09:02.463037 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44872) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:02.544109 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.641193 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.664370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014bb04d-585a-49e1-93a4-e85e44a0cb2b']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:02.678266 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:02.678569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d7d2b9-8ed7-4744-9ab0-54572c3e1411') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:02.689178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.703166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.709287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:09:02.709609 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: timer() Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:09:02.713085 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:09:02.775379 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.783616 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.786833 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/networks/014bb04d-585a-49e1-93a4-e85e44a0cb2b HTTP/1.1" status: 204 len: 168 time: 0.3227961 Dec 08 01:09:02.789674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44874) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:02.807921 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd4f43-c851-46e6-bb95-3343ccb08b29 tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'Network': ['ID=014bb04d-585a-49e1-93a4-e85e44a0cb2b,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:02.863038 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfa25-8524-4bf5-935d-b4bc76fa254b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.888064 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfa25-8524-4bf5-935d-b4bc76fa254b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.950382 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfa25-8524-4bf5-935d-b4bc76fa254b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.952990 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfa25-8524-4bf5-935d-b4bc76fa254b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:02.954152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-9f4cfa25-8524-4bf5-935d-b4bc76fa254b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa789f12-0702-448f-82dd-55e5e1466297 HTTP/1.1" status: 204 len: 168 time: 0.1628318 Dec 08 01:09:02.965546 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cfa25-8524-4bf5-935d-b4bc76fa254b tempest-TestNetworkAdvancedServerOps-1601920484 tempest-TestNetworkAdvancedServerOps-1601920484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa789f12-0702-448f-82dd-55e5e1466297,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:03.313947 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44882) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:03.458999 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-10f2c7fc-4cf5-458f-aed7-953e91c78266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=819b157b34fc48928b7a75a07a8d04d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437094 Dec 08 01:09:03.461339 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44886) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:03.517522 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d5752fa-49d0-4847-a60e-94587c305a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:03.539048 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d5752fa-49d0-4847-a60e-94587c305a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:03.591654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d5752fa-49d0-4847-a60e-94587c305a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:03.593857 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d5752fa-49d0-4847-a60e-94587c305a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:03.595094 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2d5752fa-49d0-4847-a60e-94587c305a78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e93b13a8-ee4f-4f33-b708-1ac4ed1049ca HTTP/1.1" status: 204 len: 168 time: 0.1327794 Dec 08 01:09:03.604570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5752fa-49d0-4847-a60e-94587c305a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b13a8-ee4f-4f33-b708-1ac4ed1049ca,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:03.770247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 271008ec-5d74-4e98-9645-50981ac3a8d9 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:09:03.791647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 271008ec-5d74-4e98-9645-50981ac3a8d9 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:09:03.792873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 271008ec-5d74-4e98-9645-50981ac3a8d9 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:09:03.792873 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:09:03.812352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:09:03.812950 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 679fb5a4-b7dc-4195-9c06-113b3e4fefb6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:09:03.876953 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44892) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:03.891634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3fd14fa-67d1-4253-8a39-9e73a8180bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:03.966901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3fd14fa-67d1-4253-8a39-9e73a8180bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:03.970695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-c3fd14fa-67d1-4253-8a39-9e73a8180bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:04.011113 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-c3fd14fa-67d1-4253-8a39-9e73a8180bdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c8a7cb3281240afb6e934457578b399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327481 Dec 08 01:09:04.012019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd14fa-67d1-4253-8a39-9e73a8180bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b902a916-31df-442e-a006-bb57298b2f1f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:04.013861 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44894) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:04.061919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-952137ab-7ed7-4cb3-87e4-5b587323ab9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:04.083777 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-952137ab-7ed7-4cb3-87e4-5b587323ab9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:04.130262 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-952137ab-7ed7-4cb3-87e4-5b587323ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:04.132942 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-952137ab-7ed7-4cb3-87e4-5b587323ab9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:04.134685 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-952137ab-7ed7-4cb3-87e4-5b587323ab9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b902a916-31df-442e-a006-bb57298b2f1f HTTP/1.1" status: 204 len: 168 time: 0.1197696 Dec 08 01:09:04.142817 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952137ab-7ed7-4cb3-87e4-5b587323ab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b902a916-31df-442e-a006-bb57298b2f1f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:04.851575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44916) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:04.952023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064091189-network', 'tenant_id': '2ab952b1e049411480a26c5df45706fd'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:04.973895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Made reservation on behalf of 2ab952b1e049411480a26c5df45706fd for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:09:04.976390 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:04.985963 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.065677 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.070077 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.098432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:09:05.105825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d4f570-d6bf-48b6-8089-f43864322d4e,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:05.112614 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.112952 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Added segment ca157d0b-37e3-4d10-9f31-c55577dd9712 of type vlan for network b0fa36f8-8db5-43bc-99f9-e6788fe34afc Dec 08 01:09:05.156430 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.181166 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.182254 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:05.182834 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.219557 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3662505 Dec 08 01:09:05.223331 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44920) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:05.228415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Request body: {'subnet': {'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064091189-subnet', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'ip_version': 4}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:05.250546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Made reservation on behalf of 2ab952b1e049411480a26c5df45706fd for: {'subnet': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:09:05.252960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146637755'] for subnet, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.260329 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ba393-1e62-4947-8dc9-c6593d55ab86 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fa36f8-8db5-43bc-99f9-e6788fe34afc,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:05.271110 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:09:05.725162 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146466723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146637733'] for subnet, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.780245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1804872-9c53-4248-bc34-e4093fdef396,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:05.790630 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Checking segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:05.791018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Network hostable DHCP agents. Network: b0fa36f8-8db5-43bc-99f9-e6788fe34afc, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:09:05.809637 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:09:05.819844 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, b0fa36f8-8db5-43bc-99f9-e6788fe34afc) {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:05.825774 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:05.826363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.834292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628db567-1f27-4f22-9814-22f3b3800058 None None] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:09:05.844545 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-645ea5ac-3988-4b54-a710-747166e83649 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6200891 Dec 08 01:09:05.847185 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44922) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:05.851541 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:05.879204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.880289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.937934 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:05.957059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:09:05.957059 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.084265 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.092856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Allocated IP 172.20.0.2 (b0fa36f8-8db5-43bc-99f9-e6788fe34afc/b1804872-9c53-4248-bc34-e4093fdef396/8e4f15a0-203c-4546-8b73-b0f209005a4e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:06.248877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.255217 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.289417 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.291127 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:06.296285 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:06.300255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:06.313765 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Pushing event updated for resources: {'Port': ['ID=8e4f15a0-203c-4546-8b73-b0f209005a4e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:06.314087 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.367824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Attempting to bind port 8e4f15a0-203c-4546-8b73-b0f209005a4e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:09:06.368188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Attempting to bind port 8e4f15a0-203c-4546-8b73-b0f209005a4e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:09:06.368479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Attempting to bind port 8e4f15a0-203c-4546-8b73-b0f209005a4e on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:06.374026 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:09:06.374408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Checking segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:06.374820 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.375282 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Bound using segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:09:06.375786 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Bound port: 8e4f15a0-203c-4546-8b73-b0f209005a4e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:09:06.376175 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.423099 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Allocated IP 172.25.6.224 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/205515b3-22ea-4b73-b7f1-e97adcbf1636) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:06.444003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] For port 8e4f15a0-203c-4546-8b73-b0f209005a4e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:09:06.449693 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] For port 8e4f15a0-203c-4546-8b73-b0f209005a4e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8e4f15a0-203c-4546-8b73-b0f209005a4e,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:09:06.452290 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.510288 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ee66-eca0-4e2f-b7c3-3cbde9e76ff5 None None] Pushing event updated for resources: {'Port': ['ID=8e4f15a0-203c-4546-8b73-b0f209005a4e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:06.549099 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.584787 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.627469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:06.630439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:06.634702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:06.645315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47548782-a797-4d49-ae8b-2f75333c20c8 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:06.659612 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Pushing event updated for resources: {'Port': ['ID=205515b3-22ea-4b73-b7f1-e97adcbf1636,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:06.712732 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-58a237c7-d656-4bf2-8fc4-2ba7fda8c5b2 None None] Provisioning complete for port 205515b3-22ea-4b73-b7f1-e97adcbf1636 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:06.713102 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-58a237c7-d656-4bf2-8fc4-2ba7fda8c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:06.757895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-58a237c7-d656-4bf2-8fc4-2ba7fda8c5b2 None None] Port 205515b3-22ea-4b73-b7f1-e97adcbf1636 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:06.933695 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:07.134098 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:07.285353 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Router 56de4807-f730-46f2-bae5-5c42bda595da is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:09:07.400406 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:09:07.410335 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Sync routers for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:09:07.420737 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:07.422012 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:07.422316 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-89be41e3-0b3f-4494-81b9-665c36324260 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5738761 Dec 08 01:09:07.422657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:07.424706 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44924) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:07.511039 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb4bee-a44d-4777-b580-d5c8a2f1d5de None None] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:09:07.586215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:07.826537 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e4f15a0-203c-4546-8b73-b0f209005a4e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:07.894859 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:07.902858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-28378254-fc53-48ab-b09e-3ab3368a41af None None] Provisioning complete for port 8e4f15a0-203c-4546-8b73-b0f209005a4e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:07.903251 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28378254-fc53-48ab-b09e-3ab3368a41af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.033220 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8e4f15a0-203c-4546-8b73-b0f209005a4e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:08.033498 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.056139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Allocated IP 172.20.0.1 (b0fa36f8-8db5-43bc-99f9-e6788fe34afc/b1804872-9c53-4248-bc34-e4093fdef396/0e062c00-819b-45f1-b585-d907217e90d6) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:08.148640 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28378254-fc53-48ab-b09e-3ab3368a41af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.184392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.213653 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-28378254-fc53-48ab-b09e-3ab3368a41af None None] For port 8e4f15a0-203c-4546-8b73-b0f209005a4e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8e4f15a0-203c-4546-8b73-b0f209005a4e,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:08.217724 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:06Z', 'revision_number': 3, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:08.226392 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.247907 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28378254-fc53-48ab-b09e-3ab3368a41af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.258229 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Checking router: 56de4807-f730-46f2-bae5-5c42bda595da for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:09:08.258610 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Updating router 56de4807-f730-46f2-bae5-5c42bda595da port 205515b3-22ea-4b73-b7f1-e97adcbf1636 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:09:08.274260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:08.277320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:08.283600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:08.314135 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.328721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Pushing event updated for resources: {'Port': ['ID=0e062c00-819b-45f1-b585-d907217e90d6,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:08.329044 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.340339 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.390910 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28378254-fc53-48ab-b09e-3ab3368a41af None None] Pushing event updated for resources: {'Port': ['ID=8e4f15a0-203c-4546-8b73-b0f209005a4e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:08.440444 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e5ac4909-a12b-46aa-a65a-18c514f5f228 None None] Provisioning complete for port 8e4f15a0-203c-4546-8b73-b0f209005a4e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:08.441176 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4909-a12b-46aa-a65a-18c514f5f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.497234 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.514014 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:09:08.514386 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:09:08.676178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.683027 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.742197 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.748030 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.760420 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Pushing event updated for resources: {'Port': ['ID=0e062c00-819b-45f1-b585-d907217e90d6,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:08.763069 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.803843 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a97143-fcaa-421b-bd0d-cf799736c738 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:08.818812 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Attempting to bind port 205515b3-22ea-4b73-b7f1-e97adcbf1636 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:09:08.819209 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Attempting to bind port 205515b3-22ea-4b73-b7f1-e97adcbf1636 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:09:08.819576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Attempting to bind port 205515b3-22ea-4b73-b7f1-e97adcbf1636 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:08.833761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c653b24-97b3-4fb5-b59b-6754bbaed2d3 None None] Pushing event updated for resources: {'Port': ['ID=205515b3-22ea-4b73-b7f1-e97adcbf1636,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:08.839676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:09:08.840059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:08.840464 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.840854 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:09:08.841351 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Bound port: 205515b3-22ea-4b73-b7f1-e97adcbf1636, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:09:08.841734 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.845202 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3a60ea47-107b-44a5-a7da-2c183d65c3f6 None None] Provisioning complete for port 0e062c00-819b-45f1-b585-d907217e90d6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:08.845571 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3a60ea47-107b-44a5-a7da-2c183d65c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.925146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-3a60ea47-107b-44a5-a7da-2c183d65c3f6 None None] Port 0e062c00-819b-45f1-b585-d907217e90d6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:08.933672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] For port 205515b3-22ea-4b73-b7f1-e97adcbf1636, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:09:08.937357 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] For port 205515b3-22ea-4b73-b7f1-e97adcbf1636, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=205515b3-22ea-4b73-b7f1-e97adcbf1636,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:09:08.941688 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:08.994660 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d99938-9ea5-48bb-b1bd-5737b1e77266 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:09.036264 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c653b24-97b3-4fb5-b59b-6754bbaed2d3 None None] Pushing event updated for resources: {'Port': ['ID=205515b3-22ea-4b73-b7f1-e97adcbf1636,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:09.043292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:09.043917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:09.126674 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ffeb1458-b894-4ab7-9d03-abb1fdb0577e None None] Provisioning complete for port 205515b3-22ea-4b73-b7f1-e97adcbf1636 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:09.127073 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1458-b894-4ab7-9d03-abb1fdb0577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:09.157900 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:09.159578 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:09.221930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:09.284191 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Router 56de4807-f730-46f2-bae5-5c42bda595da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:09:09.360648 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1458-b894-4ab7-9d03-abb1fdb0577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:09.397397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-ffeb1458-b894-4ab7-9d03-abb1fdb0577e None None] For port 205515b3-22ea-4b73-b7f1-e97adcbf1636, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=205515b3-22ea-4b73-b7f1-e97adcbf1636,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:09.419961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:09:09.434338 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-0e0161ff-9487-479f-a8cb-73c6f3d0ae3f admin admin] 10.222.0.18 "PUT /v2.0/routers/56de4807-f730-46f2-bae5-5c42bda595da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9994276 Dec 08 01:09:09.434593 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1458-b894-4ab7-9d03-abb1fdb0577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:09.751337 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-6812e539-c86e-4802-a04b-2d954c837ecc None None] Provisioning complete for port 0e062c00-819b-45f1-b585-d907217e90d6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:09.751971 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6812e539-c86e-4802-a04b-2d954c837ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:09.761292 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb1458-b894-4ab7-9d03-abb1fdb0577e None None] Pushing event updated for resources: {'Port': ['ID=205515b3-22ea-4b73-b7f1-e97adcbf1636,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:09.803787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e4f15a0-203c-4546-8b73-b0f209005a4e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:09.848654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-6812e539-c86e-4802-a04b-2d954c837ecc None None] Port 0e062c00-819b-45f1-b585-d907217e90d6 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:09.913399 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 2, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:09.942121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44940) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:09.947734 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2028295702-network', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:09.952516 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a1ee9-ca4e-46b3-97de-1ce79ccb4e96 None None] The sync data for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 is: [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 2, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:09:09.958621 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 8e4f15a0-203c-4546-8b73-b0f209005a4e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:09.958875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:09.978803 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Made reservation on behalf of 82847152e39545f6b59f4e9ab47bb228 for: {'network': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:09:09.981595 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:09.993327 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.094228 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.099504 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.123923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:09:10.141272 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b70783-b9a5-46a3-a359-ef25e29f9645,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:10.144715 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.145140 n-d-820549-2 neutron-server[103113]: INFO neutron.db.segments_db [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Added segment e92a7cda-371a-4fa2-a8f5-827675db0cf0 of type vlan for network a4863b32-694f-44ef-b8c9-bc3b50e4d89f Dec 08 01:09:10.205065 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.235288 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.236446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:10.237020 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.272153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3286073 Dec 08 01:09:10.275657 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44942) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:10.288295 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Request body: {'subnet': {'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2028295702-subnet', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:10.310710 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720e2e3-ef47-4980-88d4-9057f2180cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a4863b32-694f-44ef-b8c9-bc3b50e4d89f,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:10.330644 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:09:10.332120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Made reservation on behalf of 82847152e39545f6b59f4e9ab47bb228 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:09:10.334668 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.569165 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:10.971895 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e49b169-7dd0-493a-a2e3-e6539c697466,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:10.975552 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Checking segment: {'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:10.975925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Network hostable DHCP agents. Network: a4863b32-694f-44ef-b8c9-bc3b50e4d89f, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:09:10.997240 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:09:11.007311 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, a4863b32-694f-44ef-b8c9-bc3b50e4d89f) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:11.011733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:11.012341 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.018730 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a40403-5934-4a0c-8286-09b9df6fb93e None None] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:09:11.034462 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-13258377-582d-4e4d-8e52-d8802b80d56b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7541614 Dec 08 01:09:11.034993 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44944) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:11.040102 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:11.063830 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.064876 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.124654 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.152222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'fixed_ips': [{'subnet_id': '8e49b169-7dd0-493a-a2e3-e6539c697466'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:09:11.153111 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.283651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.313662 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Allocated IP 172.20.0.2 (a4863b32-694f-44ef-b8c9-bc3b50e4d89f/8e49b169-7dd0-493a-a2e3-e6539c697466/7bf0ac47-5aeb-4423-bee7-5c05e1a4d086) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:11.489666 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.496659 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.502708 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.526598 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.532522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:11.537962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:11.542501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:11.555071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Pushing event updated for resources: {'Port': ['ID=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:11.613346 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Attempting to bind port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:09:11.613717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Attempting to bind port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:09:11.614083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Attempting to bind port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 on network a4863b32-694f-44ef-b8c9-bc3b50e4d89f {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:11.620510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:09:11.620894 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Checking segment: {'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:11.621295 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.621689 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Bound using segment: {'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:09:11.622161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Bound port: 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:09:11.622542 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.642704 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Allocated IP 172.25.6.97 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/c6b96478-24a0-404f-a2c6-198eb49c9243) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:11.694002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] For port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:09:11.700350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] For port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,segment=NetworkSegment(e92a7cda-371a-4fa2-a8f5-827675db0cf0),segment_id=e92a7cda-371a-4fa2-a8f5-827675db0cf0)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:09:11.706253 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.801196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fd903-1855-44b0-b17b-6f639cc6be95 None None] Pushing event updated for resources: {'Port': ['ID=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:11.818907 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.848535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 205515b3-22ea-4b73-b7f1-e97adcbf1636 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:11.873080 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.922285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:11.923775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 205515b3-22ea-4b73-b7f1-e97adcbf1636 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:11.924355 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:11.925585 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:11.928116 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:11.953356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa425ce6-9b7b-43ef-99e3-4bd9f1c12ed5 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:11.962211 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b96478-24a0-404f-a2c6-198eb49c9243,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:12.112370 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-1868b7a1-011b-441f-a755-22353efc1150 None None] Provisioning complete for port c6b96478-24a0-404f-a2c6-198eb49c9243 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:12.112944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1868b7a1-011b-441f-a755-22353efc1150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:12.159203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-1868b7a1-011b-441f-a755-22353efc1150 None None] Port c6b96478-24a0-404f-a2c6-198eb49c9243 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:12.245824 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:12.249236 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Sync routers for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:09:12.259072 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:12.259751 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:12.369887 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:12.456210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:12.583537 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 2, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:12.596526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Router 911a9d9f-ce56-4515-aec1-3c6377e461bb is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:09:12.708728 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Checking router: 56de4807-f730-46f2-bae5-5c42bda595da for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:09:12.709078 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Updating router 56de4807-f730-46f2-bae5-5c42bda595da port 0e062c00-819b-45f1-b585-d907217e90d6 binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:09:12.717847 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:09:12.729506 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Sync routers for ids ['911a9d9f-ce56-4515-aec1-3c6377e461bb'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:09:12.735478 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:12.744561 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:12.745977 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Routers {'911a9d9f-ce56-4515-aec1-3c6377e461bb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:12.746624 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['911a9d9f-ce56-4515-aec1-3c6377e461bb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:12.749067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44946) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:12.749603 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2b3b1d05-3992-43f6-ba4d-5bd7dc4a8c83 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7132971 Dec 08 01:09:12.886971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Set router 911a9d9f-ce56-4515-aec1-3c6377e461bb gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:12.978168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3fabe-2cdc-4ef5-a364-61e3b2fd7695 None None] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:09:13.057552 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.064238 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.101371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-f8fca62a-1001-424b-9246-3bc638c62185 None None] Provisioning complete for port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:13.101371 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8fca62a-1001-424b-9246-3bc638c62185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.175048 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Attempting to bind port 0e062c00-819b-45f1-b585-d907217e90d6 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:09:13.175560 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Attempting to bind port 0e062c00-819b-45f1-b585-d907217e90d6 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:09:13.175934 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Attempting to bind port 0e062c00-819b-45f1-b585-d907217e90d6 on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:13.179894 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Pushing event updated for resources: {'Port': ['ID=0e062c00-819b-45f1-b585-d907217e90d6,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:13.190462 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.190810 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.191377 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.191717 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.192050 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.192375 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.192712 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.193054 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.193360 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.193743 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.194073 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.194393 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.194713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:09:13.201513 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:09:13.201896 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Checking segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:13.202319 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.202693 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Bound using segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:09:13.203226 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Bound port: 0e062c00-819b-45f1-b585-d907217e90d6, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:09:13.203607 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.287443 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] For port 0e062c00-819b-45f1-b585-d907217e90d6, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:09:13.291656 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.291959 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] For port 0e062c00-819b-45f1-b585-d907217e90d6, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0e062c00-819b-45f1-b585-d907217e90d6,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:09:13.294633 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8fca62a-1001-424b-9246-3bc638c62185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.300611 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.317822 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:12Z', 'revision_number': 3, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port': {'id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:13.353898 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Checking router: 911a9d9f-ce56-4515-aec1-3c6377e461bb for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:09:13.354302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Updating router 911a9d9f-ce56-4515-aec1-3c6377e461bb port c6b96478-24a0-404f-a2c6-198eb49c9243 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:09:13.378019 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:13.378652 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:13.404846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-f8fca62a-1001-424b-9246-3bc638c62185 None None] For port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,segment=NetworkSegment(e92a7cda-371a-4fa2-a8f5-827675db0cf0),segment_id=e92a7cda-371a-4fa2-a8f5-827675db0cf0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:13.418189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.419825 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f8fca62a-1001-424b-9246-3bc638c62185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.425980 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c9989-d47f-47a8-96f8-54d39fd2f3bd None None] Pushing event updated for resources: {'Port': ['ID=0e062c00-819b-45f1-b585-d907217e90d6,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:13.529015 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:13.572700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Allocated IP 172.20.0.1 (a4863b32-694f-44ef-b8c9-bc3b50e4d89f/8e49b169-7dd0-493a-a2e3-e6539c697466/b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:13.616722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fca62a-1001-424b-9246-3bc638c62185 None None] Pushing event updated for resources: {'Port': ['ID=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:13.647682 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-d080f27c-7164-4a97-9490-4864ba0a836a None None] Provisioning complete for port 0e062c00-819b-45f1-b585-d907217e90d6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:13.648051 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d080f27c-7164-4a97-9490-4864ba0a836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.784125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.842997 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:13.878637 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:13Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:13.905823 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:13.909951 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:13.912922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21ae48-1ef3-47fe-916b-c3ca1a667b0a None None] The sync data for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 is: [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:13Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:09:13.926431 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:13.990051 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:14.003178 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Pushing event updated for resources: {'Port': ['ID=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:14.028833 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.053467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d080f27c-7164-4a97-9490-4864ba0a836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.085524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.107322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.157496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-d080f27c-7164-4a97-9490-4864ba0a836a None None] For port 0e062c00-819b-45f1-b585-d907217e90d6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0e062c00-819b-45f1-b585-d907217e90d6,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:14.177199 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d080f27c-7164-4a97-9490-4864ba0a836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.190211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa9ddd4-606a-4e38-baae-1702548fc3bc None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:14.204434 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.211383 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Attempting to bind port c6b96478-24a0-404f-a2c6-198eb49c9243 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:09:14.211757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Attempting to bind port c6b96478-24a0-404f-a2c6-198eb49c9243 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:09:14.212132 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Attempting to bind port c6b96478-24a0-404f-a2c6-198eb49c9243 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:14.217514 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dea54-2633-4ca8-ab84-0abd0c7f0222 None None] Pushing event updated for resources: {'Port': ['ID=c6b96478-24a0-404f-a2c6-198eb49c9243,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:14.249251 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:14.249629 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.270793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:09:14.271196 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:14.271596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.271989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:09:14.272479 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Bound port: c6b96478-24a0-404f-a2c6-198eb49c9243, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:09:14.273001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.389275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080f27c-7164-4a97-9490-4864ba0a836a None None] Pushing event updated for resources: {'Port': ['ID=0e062c00-819b-45f1-b585-d907217e90d6,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:14.402168 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Provisioning complete for port c6b96478-24a0-404f-a2c6-198eb49c9243 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:14.402577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.413821 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.421960 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.440933 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.443131 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] For port c6b96478-24a0-404f-a2c6-198eb49c9243, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:09:14.491939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] For port c6b96478-24a0-404f-a2c6-198eb49c9243, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c6b96478-24a0-404f-a2c6-198eb49c9243,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:09:14.493877 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Port c6b96478-24a0-404f-a2c6-198eb49c9243 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:14.494277 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Pushing event updated for resources: {'Port': ['ID=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:14.506204 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.509489 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.578862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Provisioning complete for port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:14.579264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.612656 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e062c00-819b-45f1-b585-d907217e90d6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:14.623868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c29722c-97c8-40ea-9353-2235f8e862b1 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:09:14.625805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:14.628135 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:14.699284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dea54-2633-4ca8-ab84-0abd0c7f0222 None None] Pushing event updated for resources: {'Port': ['ID=c6b96478-24a0-404f-a2c6-198eb49c9243,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:14.705758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Routers {'911a9d9f-ce56-4515-aec1-3c6377e461bb'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:14.706418 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['911a9d9f-ce56-4515-aec1-3c6377e461bb'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:14.781892 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Router 911a9d9f-ce56-4515-aec1-3c6377e461bb has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:09:14.864317 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0e062c00-819b-45f1-b585-d907217e90d6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:14.864838 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:14.927141 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:09:14.933410 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-cf3e8306-05f8-43f8-83fe-4d1eeb953fda admin admin] 10.222.0.18 "PUT /v2.0/routers/911a9d9f-ce56-4515-aec1-3c6377e461bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1831796 Dec 08 01:09:14.944253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] Set router 911a9d9f-ce56-4515-aec1-3c6377e461bb gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:14.995465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Provisioning complete for port 0e062c00-819b-45f1-b585-d907217e90d6 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:14.995835 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.254531 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Provisioning complete for port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:15.254925 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.300378 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a84d64f1-528a-4624-87c6-5cb687b3410f None None] Port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:15.303093 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 4, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port': {'id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc', 'name': '', 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'mac_address': 'fa:16:3e:0a:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:13Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 2, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'subnets': [{'id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:15.338227 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dacb6-ef46-4479-9667-2e1f46790eaa None None] The sync data for ids ['911a9d9f-ce56-4515-aec1-3c6377e461bb'] in n-d-820549-2 is: [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 4, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port': {'id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc', 'name': '', 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'mac_address': 'fa:16:3e:0a:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:13Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 2, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'subnets': [{'id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:09:15.427152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Provisioning complete for port c6b96478-24a0-404f-a2c6-198eb49c9243 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:15.427823 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.486308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44954) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:15.491046 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1568a6b6-25e8-4003-b125-ab0f1251b1fc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278735006', 'description': 'tempest-secgroup-smoke-278735006 description', 'project_id': '2ab952b1e049411480a26c5df45706fd'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:15.516421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1568a6b6-25e8-4003-b125-ab0f1251b1fc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.518501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.547134 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] For port c6b96478-24a0-404f-a2c6-198eb49c9243, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c6b96478-24a0-404f-a2c6-198eb49c9243,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:15.564626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.607050 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1568a6b6-25e8-4003-b125-ab0f1251b1fc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.611137 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1568a6b6-25e8-4003-b125-ab0f1251b1fc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.622007 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Provisioning complete for port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:15.622390 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.657542 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568a6b6-25e8-4003-b125-ab0f1251b1fc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be69202a-5bbf-4361-93e7-a89d0f6ca6cd,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:15.661291 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Pushing event updated for resources: {'Port': ['ID=c6b96478-24a0-404f-a2c6-198eb49c9243,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:15.664079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1568a6b6-25e8-4003-b125-ab0f1251b1fc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.670679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44956) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:15.671673 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1568a6b6-25e8-4003-b125-ab0f1251b1fc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1835861 Dec 08 01:09:15.673042 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-172a4ec3-4920-4378-ac89-2aa152525d79 None None] Port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:15.677950 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6d30d5cf-46e9-4075-bce1-91779c31b15b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': 'be69202a-5bbf-4361-93e7-a89d0f6ca6cd', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:15.711299 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d30d5cf-46e9-4075-bce1-91779c31b15b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.778873 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d30d5cf-46e9-4075-bce1-91779c31b15b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.784573 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d30d5cf-46e9-4075-bce1-91779c31b15b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.804416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30d5cf-46e9-4075-bce1-91779c31b15b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c18eea-50d3-49f7-bd68-189f83237d2c,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:15.815662 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6d30d5cf-46e9-4075-bce1-91779c31b15b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.817030 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6d30d5cf-46e9-4075-bce1-91779c31b15b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437075 Dec 08 01:09:15.819259 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e062c00-819b-45f1-b585-d907217e90d6 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:15.819992 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 44958) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:15.825483 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-bf052595-e9c9-4a5d-8594-9aec4b6a727b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': 'be69202a-5bbf-4361-93e7-a89d0f6ca6cd', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:15.861626 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf052595-e9c9-4a5d-8594-9aec4b6a727b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.886174 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 0e062c00-819b-45f1-b585-d907217e90d6 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:15.886776 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.932499 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf052595-e9c9-4a5d-8594-9aec4b6a727b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.936090 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf052595-e9c9-4a5d-8594-9aec4b6a727b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.952208 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf052595-e9c9-4a5d-8594-9aec4b6a727b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b72780-e932-499b-8c74-e42262786620,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:15.970289 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-bf052595-e9c9-4a5d-8594-9aec4b6a727b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:15.972625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-bf052595-e9c9-4a5d-8594-9aec4b6a727b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507063 Dec 08 01:09:15.975534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44960) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:15.982999 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-46e839c6-2910-4afa-b27d-01c5a651f3a6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': 'be69202a-5bbf-4361-93e7-a89d0f6ca6cd', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:16.020347 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46e839c6-2910-4afa-b27d-01c5a651f3a6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.083893 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46e839c6-2910-4afa-b27d-01c5a651f3a6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.088587 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46e839c6-2910-4afa-b27d-01c5a651f3a6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.111484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e839c6-2910-4afa-b27d-01c5a651f3a6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae75520-fbae-4ed2-9dae-72163c73a084,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:16.118993 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46e839c6-2910-4afa-b27d-01c5a651f3a6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.120173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-46e839c6-2910-4afa-b27d-01c5a651f3a6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434677 Dec 08 01:09:16.123249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44962) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:16.127688 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-767f93a9-f256-4806-8ddd-522911d78270 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': 'be69202a-5bbf-4361-93e7-a89d0f6ca6cd', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:16.154360 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767f93a9-f256-4806-8ddd-522911d78270 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.214763 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767f93a9-f256-4806-8ddd-522911d78270 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.218899 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767f93a9-f256-4806-8ddd-522911d78270 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.237651 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f93a9-f256-4806-8ddd-522911d78270 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a7a778-4f88-4c21-a9b2-41228ea85899,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:16.247866 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-767f93a9-f256-4806-8ddd-522911d78270 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.249084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-767f93a9-f256-4806-8ddd-522911d78270 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248672 Dec 08 01:09:16.251941 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44964) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:16.256555 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': 'be69202a-5bbf-4361-93e7-a89d0f6ca6cd', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:16.279620 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Project 2ab952b1e049411480a26c5df45706fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:09:16.285463 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.351470 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.355339 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.375118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9812f91-3c62-46c1-b2c8-4ec0974f25b6,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:16.382994 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.384791 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b1d0691e-3563-4017-b676-a18d35adabc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317713 Dec 08 01:09:16.387574 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 44966) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:16.391954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': 'be69202a-5bbf-4361-93e7-a89d0f6ca6cd', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:16.415322 n-d-820549-2 neutron-server[103114]: INFO neutron.db.securitygroups_db [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Project 2ab952b1e049411480a26c5df45706fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:09:16.420891 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.487329 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.491311 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.514953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77f0737-1bee-4bca-b22c-48f9ca4fc0c3,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:16.525127 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:16.526480 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-dbf80175-e4c6-4beb-b21b-4e143c30b23e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379344 Dec 08 01:09:16.678679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-2acfd7af-a979-4d3c-b0ad-65037def7399 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278735006&fields=id&tenant_id=2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 267 time: 0.0464928 Dec 08 01:09:16.805665 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-15f68fbd-1ada-4a8e-b95e-71e78f12bc98 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:16.807228 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-15f68fbd-1ada-4a8e-b95e-71e78f12bc98 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 809 time: 0.1208591 Dec 08 01:09:16.823651 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-c1dd05f9-e852-46b1-a782-431cdc82ba65 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/quotas/2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 375 time: 0.0099676 Dec 08 01:09:16.889574 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-fb415507-7353-458b-903c-185e059b8575 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559385 Dec 08 01:09:16.912118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-fe127636-2cb9-48af-b629-624e2e0af610 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:09:16.913264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-fe127636-2cb9-48af-b629-624e2e0af610 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105240 Dec 08 01:09:17.011324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-5fd13800-dbca-4759-8749-c9063d031282 service neutron] 10.222.0.18 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900133 Dec 08 01:09:17.117334 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-6cd6b726-34c3-427f-bc64-209b95a11de0 service neutron] 10.222.0.18 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990176 Dec 08 01:09:17.305390 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c4cb97ea-15c3-475d-b165-ba0515cdd2f7 req-4a16eeea-a9a1-44a1-b285-c0718f6eece6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Dec 08 01:09:17.798073 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c6b96478-24a0-404f-a2c6-198eb49c9243 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:17.849939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port c6b96478-24a0-404f-a2c6-198eb49c9243 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:17.850317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:18.012291 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:18.115918 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Sync routers for ids ['911a9d9f-ce56-4515-aec1-3c6377e461bb'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:09:18.127249 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Routers {'911a9d9f-ce56-4515-aec1-3c6377e461bb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:18.127854 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['911a9d9f-ce56-4515-aec1-3c6377e461bb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:18.237796 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Set router 911a9d9f-ce56-4515-aec1-3c6377e461bb gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:18.392502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0f72367f-bef5-4697-8fc6-941fcab80041 req-fcbe693f-95aa-4444-8800-300c91b9cbe8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Dec 08 01:09:18.474015 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 4, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port': {'id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc', 'name': '', 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'mac_address': 'fa:16:3e:0a:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:13Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 2, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'subnets': [{'id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:18.502230 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Checking router: 911a9d9f-ce56-4515-aec1-3c6377e461bb for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:09:18.502589 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Updating router 911a9d9f-ce56-4515-aec1-3c6377e461bb port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:09:18.528580 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:18.799002 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:18.804126 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:18.854913 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2c22-fd29-4c46-a3f2-cf9bbff4cc81 None None] Pushing event updated for resources: {'Port': ['ID=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:18.905055 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Attempting to bind port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:09:18.905420 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Attempting to bind port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:09:18.905785 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Attempting to bind port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc on network a4863b32-694f-44ef-b8c9-bc3b50e4d89f {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:18.911444 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:09:18.911810 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Checking segment: {'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:18.912224 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:18.912584 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Bound using segment: {'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:09:18.913046 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Bound port: b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92a7cda-371a-4fa2-a8f5-827675db0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:09:18.913423 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:18.989084 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] For port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:09:18.992951 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] For port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,segment=NetworkSegment(e92a7cda-371a-4fa2-a8f5-827675db0cf0),segment_id=e92a7cda-371a-4fa2-a8f5-827675db0cf0)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:09:18.998261 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:19.058744 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Routers {'911a9d9f-ce56-4515-aec1-3c6377e461bb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:19.059400 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:08:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['911a9d9f-ce56-4515-aec1-3c6377e461bb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:19.061218 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2c22-fd29-4c46-a3f2-cf9bbff4cc81 None None] Pushing event updated for resources: {'Port': ['ID=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:19.131253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4109c994-207c-44bb-ad2e-8bbf4a046ac3 None None] Provisioning complete for port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:19.131887 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4109c994-207c-44bb-ad2e-8bbf4a046ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:19.221225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4109c994-207c-44bb-ad2e-8bbf4a046ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:19.260993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4109c994-207c-44bb-ad2e-8bbf4a046ac3 None None] For port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,segment=NetworkSegment(e92a7cda-371a-4fa2-a8f5-827675db0cf0),segment_id=e92a7cda-371a-4fa2-a8f5-827675db0cf0)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:19.267581 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4109c994-207c-44bb-ad2e-8bbf4a046ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:19.279243 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] Set router 911a9d9f-ce56-4515-aec1-3c6377e461bb gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:19.322339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109c994-207c-44bb-ad2e-8bbf4a046ac3 None None] Pushing event updated for resources: {'Port': ['ID=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:19.387985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e484bd26-0110-4908-977d-7948feebb9e9 None None] Provisioning complete for port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:19.388366 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e484bd26-0110-4908-977d-7948feebb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:19.479940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0cc7442b-ff80-477a-a181-77ad45d8fbf8 req-85953e2f-0a33-490e-b34a-12e5091219b0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Dec 08 01:09:19.495907 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 4, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port': {'id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc', 'name': '', 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'mac_address': 'fa:16:3e:0a:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:13Z', 'updated_at': '2021-12-08T01:09:18Z', 'revision_number': 4, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'subnets': [{'id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:19.529882 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7474f4-9d68-4a90-af90-922e93c27241 None None] The sync data for ids ['911a9d9f-ce56-4515-aec1-3c6377e461bb'] in n-d-820549-2 is: [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 4, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port': {'id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc', 'name': '', 'network_id': 'a4863b32-694f-44ef-b8c9-bc3b50e4d89f', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'mac_address': 'fa:16:3e:0a:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:13Z', 'updated_at': '2021-12-08T01:09:18Z', 'revision_number': 4, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'subnets': [{'id': '8e49b169-7dd0-493a-a2e3-e6539c697466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:09:19.804350 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:19.863397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:19.863943 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:20.559888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4a156372-13ad-46d4-bbcc-fdc4987aefa7 req-59c55675-1ed9-4ec5-98a2-ddc9f4dbfbf1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 210 time: 0.0280337 Dec 08 01:09:21.587223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0a56cd88-3dc9-4346-95f8-7104db0201af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:21.659233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bc7b5599-ae10-487b-ab4c-9f4061b97c26 req-65c5499f-07a9-45e1-b662-f810b2375804 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 210 time: 0.0274134 Dec 08 01:09:22.540360 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-a65f03d9-ba2c-494b-80e4-2dd632625171 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:22.541924 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-a65f03d9-ba2c-494b-80e4-2dd632625171 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 809 time: 0.1162839 Dec 08 01:09:22.616879 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-0c983c4b-fb01-45ef-8025-853d9a65e368 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 379 time: 0.0592222 Dec 08 01:09:22.638297 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'port': {'device_id': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'admin_state_up': True, 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'security_groups': ['be69202a-5bbf-4361-93e7-a89d0f6ca6cd']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:22.756390 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Made reservation on behalf of 2ab952b1e049411480a26c5df45706fd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:09:22.760600 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:22.769122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3b5b13b8-c5dc-4ddc-b796-995443c06b99 req-83a43ab9-5ae4-4afa-bf16-74e8343dc7c0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 210 time: 0.0310915 Dec 08 01:09:22.892414 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Allocated IP 172.20.0.14 (b0fa36f8-8db5-43bc-99f9-e6788fe34afc/b1804872-9c53-4248-bc34-e4093fdef396/adb4bc17-23d1-46c2-b41e-fa2872c158c7) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:23.036175 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.075455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.120807 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:23.123991 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:23.127649 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:23.152653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:23.182927 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:23.183590 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.200328 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-4c956858-ec87-4ab9-a5e7-1ff715fa71d0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659282 Dec 08 01:09:23.218550 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Request body: {'port': {'device_id': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:23.275187 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.333231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4c1326f3-b148-46a7-87dd-2c38d9866b60 None None] Provisioning complete for port adb4bc17-23d1-46c2-b41e-fa2872c158c7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:23.333827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4c1326f3-b148-46a7-87dd-2c38d9866b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.394781 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-4c1326f3-b148-46a7-87dd-2c38d9866b60 None None] Port adb4bc17-23d1-46c2-b41e-fa2872c158c7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:09:23.576594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb4bc17-23d1-46c2-b41e-fa2872c158c7 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:09:23.584605 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.597791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Transition to ACTIVE for port object adb4bc17-23d1-46c2-b41e-fa2872c158c7 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:09:23.601506 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.653921 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:23.708596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8339b944-d941-4ec2-92b6-68ec7c3e60c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.739504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Attempting to bind port adb4bc17-23d1-46c2-b41e-fa2872c158c7 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:09:23.739904 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Attempting to bind port adb4bc17-23d1-46c2-b41e-fa2872c158c7 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:09:23.740418 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Attempting to bind port adb4bc17-23d1-46c2-b41e-fa2872c158c7 on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:23.747653 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Port adb4bc17-23d1-46c2-b41e-fa2872c158c7 on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:09:23.748148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Attempting to bind port adb4bc17-23d1-46c2-b41e-fa2872c158c7 on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:09:23.759973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:09:23.760324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Checking segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:09:23.760721 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Bound using segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:09:23.761161 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Bound port: adb4bc17-23d1-46c2-b41e-fa2872c158c7, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:09:23.761527 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.834814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:09:23.840062 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:09:23.845653 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.885293 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:23.885942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:23.887375 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1092 time: 0.6734006 Dec 08 01:09:23.887826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:09:23.890126 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:09:23.897398 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a5d3-689c-40e7-aaab-e7219b023ee4 req-a649b52b-e72f-4af6-980e-01aa86aedf5a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:23.908119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7392a5d3-689c-40e7-aaab-e7219b023ee4 req-a649b52b-e72f-4af6-980e-01aa86aedf5a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0634134 Dec 08 01:09:23.917937 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53687a-1bff-4298-96a1-c95c51bf57c7 service neutron] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:23.944515 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a8851-0f28-4e54-8441-b2957cc6ff80 x-openstack-request-id: req-8a6a8851-0f28-4e54-8441-b2957cc6ff80 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:09:23.944907 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:09:23.945073 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a6a8851-0f28-4e54-8441-b2957cc6ff80 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:09:23.946005 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'status': 'completed', 'code': 200} Dec 08 01:09:23.976300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7392a5d3-689c-40e7-aaab-e7219b023ee4 req-eb2e6603-0737-4b43-9b95-83ece7cf06fd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669625 Dec 08 01:09:24.010309 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-2835d332-371c-40fc-a19d-097dc9b43ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:24.011877 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-2835d332-371c-40fc-a19d-097dc9b43ffa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1095 time: 0.0489688 Dec 08 01:09:24.064327 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-e0c2b9fd-0fc4-465c-a8a1-ee6a0eb15b36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 217 time: 0.0398281 Dec 08 01:09:24.119917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-0026d028-c82a-4431-ae50-13790dd82c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:24.121670 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-0026d028-c82a-4431-ae50-13790dd82c2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0478082 Dec 08 01:09:24.170810 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732450-3eca-41cc-9495-edff24212eeb req-88173a92-da40-4202-b7e5-b404dc74e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:24.172431 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-88173a92-da40-4202-b7e5-b404dc74e13b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449719 Dec 08 01:09:24.269019 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-5f218781-08b2-43e9-b4b3-bdec71238fbd service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Dec 08 01:09:24.360563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0c732450-3eca-41cc-9495-edff24212eeb req-3d1c8c60-9268-4011-9035-2ca1e99b24a2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843561 Dec 08 01:09:24.491308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-ca852727-9c12-4b2a-a072-93b4bee75846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:24.492901 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-ca852727-9c12-4b2a-a072-93b4bee75846 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1095 time: 0.0489440 Dec 08 01:09:24.587769 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-79cd23a8-cfb3-44fc-be1e-70893f961040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:24.589235 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-79cd23a8-cfb3-44fc-be1e-70893f961040 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0894234 Dec 08 01:09:24.635413 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-217f0a57-8693-4121-a59f-f0215ecfd0ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 217 time: 0.0388386 Dec 08 01:09:24.685985 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-5b4445f3-c1cf-452c-a242-0b9b2c19c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:24.687487 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-5b4445f3-c1cf-452c-a242-0b9b2c19c6f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0455747 Dec 08 01:09:24.735818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-4350cfb8-92b6-48a1-9f64-25835f230a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:24.737350 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-4350cfb8-92b6-48a1-9f64-25835f230a83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410283 Dec 08 01:09:25.104067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da22ca-b121-46ee-8380-fa449bfa2103 req-5e860735-570c-4975-a9c3-8aed98250fb6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:25.105642 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57da22ca-b121-46ee-8380-fa449bfa2103 req-5e860735-570c-4975-a9c3-8aed98250fb6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0533640 Dec 08 01:09:25.123877 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-10a77d9d-8d46-43da-86bb-964161efab75 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773799 Dec 08 01:09:25.156935 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-57da22ca-b121-46ee-8380-fa449bfa2103 req-ef4d4560-5ae0-4033-b6c9-58d31fef9950 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 Dec 08 01:09:25.220655 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5edbcfc5-e361-4615-8ac4-9e1c84a285d6 req-c2a46398-734f-493b-acaa-3be9fbfeb4f9 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877140 Dec 08 01:09:25.380259 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:26.282717 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03196fa6-b917-440e-a5d9-24d88676c6ec req-ea82ad9f-b2fe-40da-bdc9-91f1ebf5779a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:26.284358 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03196fa6-b917-440e-a5d9-24d88676c6ec req-ea82ad9f-b2fe-40da-bdc9-91f1ebf5779a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0587094 Dec 08 01:09:26.339026 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03196fa6-b917-440e-a5d9-24d88676c6ec req-de5da3b8-7266-4223-a505-c8dede68cd04 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466874 Dec 08 01:09:26.535369 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:27.248669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:09:27.362641 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:27.365185 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:27.375720 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'port_id': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'mac_address': 'fa:16:3e:a1:ce:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:09:27.424183 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:27.438284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb4bc17-23d1-46c2-b41e-fa2872c158c7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:09:27.459074 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:27.463440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a2748-6931-4c36-8b50-8fe5abed4ca8 req-2ccf1929-9a2b-4889-8ee1-0ba3185c640d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:27.464860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:27.465083 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b54a2748-6931-4c36-8b50-8fe5abed4ca8 req-2ccf1929-9a2b-4889-8ee1-0ba3185c640d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0541265 Dec 08 01:09:27.512098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:27.520522 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b54a2748-6931-4c36-8b50-8fe5abed4ca8 req-e64a4270-b667-42b4-9f5f-cb92f4eb7416 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449421 Dec 08 01:09:27.747415 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['adb4bc17-23d1-46c2-b41e-fa2872c158c7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:09:28.648654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7063ae0-f182-437e-90e3-7d8c0478fa74 req-ca321fee-151f-4958-b20e-248eafde6f95 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:28.650169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7063ae0-f182-437e-90e3-7d8c0478fa74 req-ca321fee-151f-4958-b20e-248eafde6f95 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 945 time: 0.0557632 Dec 08 01:09:28.703616 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7063ae0-f182-437e-90e3-7d8c0478fa74 req-3b25552e-e2c0-4f49-88b1-991e8aab002f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473738 Dec 08 01:09:29.249647 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:09:29.308763 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port adb4bc17-23d1-46c2-b41e-fa2872c158c7 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:09:29.313573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port adb4bc17-23d1-46c2-b41e-fa2872c158c7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:09:29.313940 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:29.401293 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:29.427146 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:09:29.429504 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb0058-e8ae-4ca9-a108-8d11e6825ba5" -d '{"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-plugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:09:29.448231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:09:29.453496 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:29.483859 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4128b025-e873-4d01-8d1a-3d987a11961c x-openstack-request-id: req-4128b025-e873-4d01-8d1a-3d987a11961c {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:09:29.484160 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-plugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:09:29.484415 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4128b025-e873-4d01-8d1a-3d987a11961c {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:09:29.484816 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'code': 200} Dec 08 01:09:29.511756 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:29.611767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d8acc-f450-49a1-a1e0-9ad77c2414a6 req-2994b941-9449-4767-8ed1-c6d23881a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:29.613437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9c6d8acc-f450-49a1-a1e0-9ad77c2414a6 req-2994b941-9449-4767-8ed1-c6d23881a4c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1097 time: 0.0504305 Dec 08 01:09:29.673213 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-9c6d8acc-f450-49a1-a1e0-9ad77c2414a6 req-5a5a3455-28a2-410a-b0be-2898acfc2319 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528336 Dec 08 01:09:29.832587 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88671d-007b-4e46-b79a-c31303550c2f req-cfcd7eda-ab9e-4df6-a2a7-5a3abcf62cba tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:29.834271 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e88671d-007b-4e46-b79a-c31303550c2f req-cfcd7eda-ab9e-4df6-a2a7-5a3abcf62cba tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0515029 Dec 08 01:09:29.885441 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9e88671d-007b-4e46-b79a-c31303550c2f req-56116ed5-b659-4111-944f-151bbc16ea88 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 Dec 08 01:09:29.900044 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:09:31.012298 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb34a57-ce2c-4112-853a-3e983f11a275 req-e33f5cc9-5c35-4489-905c-08137aab6b45 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:31.013818 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aeb34a57-ce2c-4112-853a-3e983f11a275 req-e33f5cc9-5c35-4489-905c-08137aab6b45 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0549946 Dec 08 01:09:31.077461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aeb34a57-ce2c-4112-853a-3e983f11a275 req-8fd20974-cba0-4c8a-b806-adc8e4e781ab tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576692 Dec 08 01:09:31.195753 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c7484-fbad-4d8d-aa13-297f42f9bd97 req-f92681aa-a959-426b-ae24-930638c244db tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:31.197171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-456c7484-fbad-4d8d-aa13-297f42f9bd97 req-f92681aa-a959-426b-ae24-930638c244db tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0502675 Dec 08 01:09:31.249191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-456c7484-fbad-4d8d-aa13-297f42f9bd97 req-b97c1c38-28b4-4a28-b9c1-201d95ad51e8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456057 Dec 08 01:09:31.271174 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45034) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:31.414686 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e3bc0-e5d8-4521-8074-044b474f4639 tempest-TestShelveInstance-1257534378 tempest-TestShelveInstance-1257534378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:31.416300 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-053e3bc0-e5d8-4521-8074-044b474f4639 tempest-TestShelveInstance-1257534378 tempest-TestShelveInstance-1257534378-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1092 time: 0.1441078 Dec 08 01:09:31.419169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45038) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:09:31.423548 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:09:31.447732 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:31.550325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:31.652919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Allocated IP 172.25.6.180 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/23e004ba-b634-467e-8e21-faaea00b9828) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:09:31.764499 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:31.799464 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:31.838720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:09:31.841650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:09:31.845190 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:09:31.873050 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'Port': ['ID=23e004ba-b634-467e-8e21-faaea00b9828,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:32.220430 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:32.297147 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:32.457871 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:32.463175 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:32.534915 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'Port': ['ID=23e004ba-b634-467e-8e21-faaea00b9828,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:09:32.547288 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:32.651222 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Floating IP 1746a3ae-a1a7-4870-94d8-0b0438559089 associated. External IP: 172.25.6.180, port: adb4bc17-23d1-46c2-b41e-fa2872c158c7. Dec 08 01:09:32.867031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Router 56de4807-f730-46f2-bae5-5c42bda595da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:09:33.285888 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:09:33.296022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] Sync routers for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:09:33.306738 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:33.308013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:33.308618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:33.334829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2bef4327-bce5-4277-ba6e-003c6acb265b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9146001 Dec 08 01:09:33.335458 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:09:33.338753 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e146444-e92f-41cb-bb68-4b6364c75b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:09:33.374976 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a19b508-dedc-41be-b342-a02e49400c08 x-openstack-request-id: req-5a19b508-dedc-41be-b342-a02e49400c08 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:09:33.375277 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:09:33.375538 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a19b508-dedc-41be-b342-a02e49400c08 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:09:33.375948 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'status': 'completed', 'code': 200} Dec 08 01:09:33.464879 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-1a8b29f9-49e6-4127-a975-229d035f29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:33.466435 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-1a8b29f9-49e6-4127-a975-229d035f29b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1097 time: 0.0466862 Dec 08 01:09:33.567594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-8cd70973-837b-4e7c-b2a4-639f6d04ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:33.569454 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-8cd70973-837b-4e7c-b2a4-639f6d04ed30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0935488 Dec 08 01:09:33.598111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:33.642561 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-1bc81a84-3ff0-43be-be75-05673bb4bf69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1000 time: 0.0658033 Dec 08 01:09:33.694433 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-71033791-79b0-475e-b7f4-a962b6177bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:33.696259 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-71033791-79b0-475e-b7f4-a962b6177bc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0465672 Dec 08 01:09:33.744648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-93f5943a-da35-4b46-8719-f61379eecc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:33.746204 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-93f5943a-da35-4b46-8719-f61379eecc0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435057 Dec 08 01:09:33.842480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '1746a3ae-a1a7-4870-94d8-0b0438559089', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'floating_ip_address': '172.25.6.180', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'port_id': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'mac_address': 'fa:16:3e:a1:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:09:32Z', 'updated_at': '2021-12-08T01:09:32Z', 'revision_number': 0, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:33.849006 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-c4da6901-dc93-41cd-90ad-673af8fc6a13 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940862 Dec 08 01:09:33.868574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] Checking router: 56de4807-f730-46f2-bae5-5c42bda595da for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:09:33.877201 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:09:33.877820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:09:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:33.944319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0e146444-e92f-41cb-bb68-4b6364c75b7d req-1c35d35b-77dc-4764-8c56-b70532feb533 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885456 Dec 08 01:09:33.990236 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:09:34.224585 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '1746a3ae-a1a7-4870-94d8-0b0438559089', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'floating_ip_address': '172.25.6.180', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'port_id': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'mac_address': 'fa:16:3e:a1:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:09:32Z', 'updated_at': '2021-12-08T01:09:32Z', 'revision_number': 0, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:09:34.252513 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb568ae-c4ec-48d2-8896-f0c19f7e2ed6 None None] The sync data for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 is: [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '1746a3ae-a1a7-4870-94d8-0b0438559089', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'floating_ip_address': '172.25.6.180', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'port_id': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'mac_address': 'fa:16:3e:a1:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:09:32Z', 'updated_at': '2021-12-08T01:09:32Z', 'revision_number': 0, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:09:34.457973 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c8b78-25d8-4836-a1f1-a1d0079f6a0c None None] New status for floating IP 1746a3ae-a1a7-4870-94d8-0b0438559089: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:09:44.374240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:48.003877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:51.580954 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b829fc87-d336-4344-9625-2e1d74dce5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:53.710308 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90a12085-28eb-45d8-8348-a0d56b0e905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:55.386162 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:56.539365 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:57.347500 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:09:58.345076 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-bd1ebadf-18fe-41b2-89d5-a0abde0115cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466385 Dec 08 01:09:58.444495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-95b9a211-e842-407b-8b20-f3f8e244ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:58.446522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-95b9a211-e842-407b-8b20-f3f8e244ca81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1097 time: 0.0413470 Dec 08 01:09:58.554735 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-346044c4-cb60-447b-814c-823f7bd27767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:58.556226 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-346044c4-cb60-447b-814c-823f7bd27767 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0903311 Dec 08 01:09:58.622851 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-83294e15-7fa2-4237-9e72-c39b6bf9040f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1002 time: 0.0586767 Dec 08 01:09:58.672748 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-1b22ebfc-7a3b-4b3e-a518-05fb15484190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:58.674204 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-1b22ebfc-7a3b-4b3e-a518-05fb15484190 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0443478 Dec 08 01:09:58.726917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-c5518315-6713-48d7-b7b5-0205d6dd377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:09:58.728444 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-c5518315-6713-48d7-b7b5-0205d6dd377c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450485 Dec 08 01:09:58.832911 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-1d6b21c6-8153-4c0f-95f1-5e6e6a638a2c service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977211 Dec 08 01:09:58.935931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-0443ed96-981d-444c-b2fd-5c70aa36dc38 req-f6cd47bf-f0d0-4843-84dc-ecc8cf7b1a8f service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897839 Dec 08 01:10:06.898617 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:10:14.404456 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:18.010708 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:21.582854 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d2079b44-a70b-49d6-bef8-d43397a67619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:23.701952 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-52a76964-af9b-4329-a53a-897d40959fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:25.387877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:26.540988 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:27.351324 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:43.898477 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:10:44.395393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:44.714843 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-7c0431e8-002c-474d-949c-8cf648d76dbc req-b7e79b87-b375-40f8-a990-397d7caa0d08 service neutron] (103114) timed out ('10.222.0.18', 40458) {{(pid=103114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:10:48.009040 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:51.584571 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55605549-b098-4ac3-8176-7dd522e82e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:53.703070 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ab05fcb8-6d83-4898-883e-11c9dc115252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:55.390058 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:56.544567 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:10:57.354307 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:00.965634 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-a169c501-dc1c-4e51-a095-0654174b65f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448987 Dec 08 01:11:01.064165 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-1fb4f020-7062-4303-9345-c99ea1f6ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:01.065652 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-1fb4f020-7062-4303-9345-c99ea1f6ed74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1097 time: 0.0416350 Dec 08 01:11:01.174416 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-6a7f9dc9-eea3-48dd-a225-1a6349ffbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:01.175911 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-6a7f9dc9-eea3-48dd-a225-1a6349ffbc29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0905468 Dec 08 01:11:01.241232 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-71e4983e-28fc-456c-8c3d-da7a6268b4ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1002 time: 0.0579071 Dec 08 01:11:01.296111 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-0af16ce8-34ae-48c0-b571-057bee8b5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:01.297574 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-0af16ce8-34ae-48c0-b571-057bee8b5f97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0502098 Dec 08 01:11:01.345044 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-ca84ff95-ac91-464c-acf1-7a41de254c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:01.346541 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-ca84ff95-ac91-464c-acf1-7a41de254c3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409813 Dec 08 01:11:01.436384 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-9ac1be15-9e9c-4e2d-aa58-f7b474b1d108 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806973 Dec 08 01:11:01.531360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-96c716b8-278d-44fc-8be9-20b3dee47922 req-d44d64af-f778-4d2b-a65e-c056a14bc76a service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Dec 08 01:11:14.409711 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:18.007857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:20.899017 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:11:21.587049 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c4acec3f-46e0-4a7a-a6b4-6c1710a10875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:23.705075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7b1f-0b58-497e-8478-1fe162ed77d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:25.394968 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:26.548920 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:27.356901 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:29.504981 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858ffe6-60d4-49f3-9b26-054e86c1505f req-4be35da7-178e-4f2c-b6db-fb61c043a735 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:29.506517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8858ffe6-60d4-49f3-9b26-054e86c1505f req-4be35da7-178e-4f2c-b6db-fb61c043a735 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.1353025 Dec 08 01:11:29.560673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8858ffe6-60d4-49f3-9b26-054e86c1505f req-23fa6c1e-bf43-4976-b29d-4f8e93173f49 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465894 Dec 08 01:11:30.700578 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f262c-9a37-452a-a9ec-38a667dc144b req-80ada7b4-48f9-43d1-8360-4620c6edb39e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:30.702057 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-286f262c-9a37-452a-a9ec-38a667dc144b req-80ada7b4-48f9-43d1-8360-4620c6edb39e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0553768 Dec 08 01:11:30.751918 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-286f262c-9a37-452a-a9ec-38a667dc144b req-f448f601-8499-4c48-9966-95b73d3c5645 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Dec 08 01:11:31.898711 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f582f41-2dae-489f-a103-75841e71ea60 req-7e6bfcc5-e8ef-4f83-8fbf-ae16988f9bc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:31.900234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f582f41-2dae-489f-a103-75841e71ea60 req-7e6bfcc5-e8ef-4f83-8fbf-ae16988f9bc9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0525980 Dec 08 01:11:31.952538 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f582f41-2dae-489f-a103-75841e71ea60 req-2b5641e0-5b09-4fe5-bc5d-e31200128530 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462792 Dec 08 01:11:33.094851 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62248c5-af2b-4e1f-90d4-03b950abed47 req-bcb30984-8c46-4ed4-9fa3-5e047278744e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:33.096370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d62248c5-af2b-4e1f-90d4-03b950abed47 req-bcb30984-8c46-4ed4-9fa3-5e047278744e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0580735 Dec 08 01:11:33.149638 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d62248c5-af2b-4e1f-90d4-03b950abed47 req-1da93bec-75d4-4017-b640-7bd0117964c9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471904 Dec 08 01:11:34.271563 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d9f2d-1917-4c13-95ef-bfe7988eec33 req-265aebb9-e840-4c45-a791-5616d44b82b8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:34.273049 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-387d9f2d-1917-4c13-95ef-bfe7988eec33 req-265aebb9-e840-4c45-a791-5616d44b82b8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0534327 Dec 08 01:11:34.325450 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-387d9f2d-1917-4c13-95ef-bfe7988eec33 req-27b02184-e9ee-4bd4-b6a5-2c06ba015209 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453677 Dec 08 01:11:35.445420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17743fdf-2603-4844-afb4-e19712307280 req-3055f650-7c9f-4ef3-a785-14a116b0d10f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:35.446984 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17743fdf-2603-4844-afb4-e19712307280 req-3055f650-7c9f-4ef3-a785-14a116b0d10f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0509722 Dec 08 01:11:35.498515 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-17743fdf-2603-4844-afb4-e19712307280 req-f75e80a7-76e6-43a7-ad83-b30700d8c099 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Dec 08 01:11:36.620244 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009026f1-c873-47b5-bf97-599aa28d8ac6 req-b679c97b-ca0c-4534-b29e-ffdf949f81e8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:36.621632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-009026f1-c873-47b5-bf97-599aa28d8ac6 req-b679c97b-ca0c-4534-b29e-ffdf949f81e8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0536220 Dec 08 01:11:36.669761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-009026f1-c873-47b5-bf97-599aa28d8ac6 req-0cb050de-af3a-4892-9472-81b84cda7f17 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Dec 08 01:11:37.786825 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9777a1-6e80-4aa4-b3db-86314b062add req-23625ca3-83a5-4d3d-9b89-6903d3fc11f0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:37.788335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c9777a1-6e80-4aa4-b3db-86314b062add req-23625ca3-83a5-4d3d-9b89-6903d3fc11f0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0494330 Dec 08 01:11:37.838153 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c9777a1-6e80-4aa4-b3db-86314b062add req-0a2a77f3-4401-45d4-b800-05f54fa8c197 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 Dec 08 01:11:38.956110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c902ef-4a3a-4d17-bb4e-544e31416b6f req-17bca0ab-d12e-4630-85ac-b571c7853c4d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:38.957641 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36c902ef-4a3a-4d17-bb4e-544e31416b6f req-17bca0ab-d12e-4630-85ac-b571c7853c4d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0496397 Dec 08 01:11:39.011576 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-36c902ef-4a3a-4d17-bb4e-544e31416b6f req-757f97ee-67ee-4f71-97cb-9319f258cc7a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469952 Dec 08 01:11:40.142145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c52153-453b-4e3b-aaf6-170494c9e2e5 req-50d36e7b-426f-42b4-9203-60c4cbc28bc5 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:40.143714 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7c52153-453b-4e3b-aaf6-170494c9e2e5 req-50d36e7b-426f-42b4-9203-60c4cbc28bc5 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0574224 Dec 08 01:11:40.195898 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b7c52153-453b-4e3b-aaf6-170494c9e2e5 req-376b88a0-c153-4899-848a-716ed5801205 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460918 Dec 08 01:11:41.316624 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484586f2-ad61-4425-a499-05be5a2f8013 req-e0f6cbf7-b0b0-4942-bb89-9d96a624b7da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:41.318147 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-484586f2-ad61-4425-a499-05be5a2f8013 req-e0f6cbf7-b0b0-4942-bb89-9d96a624b7da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0538499 Dec 08 01:11:41.366570 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-484586f2-ad61-4425-a499-05be5a2f8013 req-4068a423-6c00-421d-9cca-eb806abc8c8a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Dec 08 01:11:41.841253 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:11:41.941097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:11:41.955034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'port_id': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'mac_address': 'fa:16:3e:a1:ce:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:11:41.994278 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:42.012487 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb4bc17-23d1-46c2-b41e-fa2872c158c7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:11:42.033207 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:11:42.037322 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:42.086638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:11:42.095362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.095718 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.096065 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.096405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.096743 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.097076 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.097406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.097736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.098062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.098388 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.098715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.099075 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.099407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:11:42.172851 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['adb4bc17-23d1-46c2-b41e-fa2872c158c7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:11:42.517946 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f42588-26cf-4c4c-a1bc-40805d5e43bc req-fc8fad8e-d1e9-4f7c-96c3-cec5f0f6c7ff tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:42.520312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03f42588-26cf-4c4c-a1bc-40805d5e43bc req-fc8fad8e-d1e9-4f7c-96c3-cec5f0f6c7ff tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 945 time: 0.0703707 Dec 08 01:11:42.578769 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-03f42588-26cf-4c4c-a1bc-40805d5e43bc req-9671a120-83fd-4bb4-9dab-2420678c55af tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529926 Dec 08 01:11:43.713994 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb58a-b6fb-4012-b625-c1f731841224 req-71704d8a-ecdd-46ea-9173-ebdab25c5f8b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:43.719590 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f2fb58a-b6fb-4012-b625-c1f731841224 req-71704d8a-ecdd-46ea-9173-ebdab25c5f8b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 945 time: 0.0630398 Dec 08 01:11:43.774400 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2f2fb58a-b6fb-4012-b625-c1f731841224 req-7d39ab1f-5289-49ee-9eeb-57700bac3952 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529180 Dec 08 01:11:43.837016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:11:43.892934 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port adb4bc17-23d1-46c2-b41e-fa2872c158c7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:11:43.893316 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:43.986634 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:44.012952 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:11:44.015400 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bacf83-c598-4e4c-95f3-c1c9ca643687" -d '{"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-plugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:11:44.028922 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:11:44.045442 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:44.073899 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fa252a-8233-400a-8a76-af5c000da27d x-openstack-request-id: req-70fa252a-8233-400a-8a76-af5c000da27d {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:11:44.074298 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-plugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:11:44.074619 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70fa252a-8233-400a-8a76-af5c000da27d {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:11:44.075049 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'code': 200} Dec 08 01:11:44.106427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:11:44.414745 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:44.932537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbde77-59d1-412f-8ea5-5898b87a67eb req-22a13492-c75b-4c0d-9c6c-1fc4ec0b9510 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:44.935842 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccfbde77-59d1-412f-8ea5-5898b87a67eb req-22a13492-c75b-4c0d-9c6c-1fc4ec0b9510 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0601239 Dec 08 01:11:44.987474 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ccfbde77-59d1-412f-8ea5-5898b87a67eb req-4cf81d0f-8086-414b-a1e6-692ac2e2594e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465930 Dec 08 01:11:46.130860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bb511-60b8-42a4-953c-224170956437 req-4fe33b80-64e0-4a37-b97d-2b52e57d3152 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:46.132353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b3bb511-60b8-42a4-953c-224170956437 req-4fe33b80-64e0-4a37-b97d-2b52e57d3152 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0620556 Dec 08 01:11:46.202952 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8b3bb511-60b8-42a4-953c-224170956437 req-747fe74f-818d-494d-90ab-fbbbf5f80f69 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612559 Dec 08 01:11:47.333731 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce402e-ca67-4f2e-9c4b-c11f50d6a79a req-e9f2407b-0bc0-4fd0-b011-52a0d7309a89 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:47.335452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8ce402e-ca67-4f2e-9c4b-c11f50d6a79a req-e9f2407b-0bc0-4fd0-b011-52a0d7309a89 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0568631 Dec 08 01:11:47.408904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f8ce402e-ca67-4f2e-9c4b-c11f50d6a79a req-f838c5f5-8674-488f-929b-237d156fd2f3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661483 Dec 08 01:11:48.029687 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:48.541491 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb504-c30f-4c42-b01e-376ad9ccdca3 req-84e8c7ea-0869-4222-805c-9b52937b83f6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:48.544882 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beebb504-c30f-4c42-b01e-376ad9ccdca3 req-84e8c7ea-0869-4222-805c-9b52937b83f6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0553713 Dec 08 01:11:48.604080 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-beebb504-c30f-4c42-b01e-376ad9ccdca3 req-09b9afed-f0b3-45b9-82f9-0153e1c26588 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491745 Dec 08 01:11:49.743670 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22f479-915f-4272-8744-56432c02cd23 req-3dff958b-088c-4d64-a69d-340cc931c5e1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:49.751171 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca22f479-915f-4272-8744-56432c02cd23 req-3dff958b-088c-4d64-a69d-340cc931c5e1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0604391 Dec 08 01:11:49.811402 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ca22f479-915f-4272-8744-56432c02cd23 req-7bd395fd-a9a1-4346-a7c4-3ab667c9b0f0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591395 Dec 08 01:11:50.932629 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1f6bc-5207-448a-9e94-8b83be1a9313 req-fa30cdaa-58fe-4345-84bb-5d73f751b39d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:50.934188 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebb1f6bc-5207-448a-9e94-8b83be1a9313 req-fa30cdaa-58fe-4345-84bb-5d73f751b39d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0622008 Dec 08 01:11:50.988101 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ebb1f6bc-5207-448a-9e94-8b83be1a9313 req-28fb09bc-543c-4807-a308-c330e766adab tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473173 Dec 08 01:11:51.588903 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-de2d365e-8f98-43b7-889e-5f302714b1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:51.704841 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-0d8f1252-8056-48a7-8415-da2a47af6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:51.706385 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-0d8f1252-8056-48a7-8415-da2a47af6524 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1097 time: 0.0412478 Dec 08 01:11:51.803856 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-75924d03-07dd-4669-bd98-762d25e0fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:51.805335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-75924d03-07dd-4669-bd98-762d25e0fde3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0914729 Dec 08 01:11:51.874774 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-14d9e62a-ac43-42ff-8ea3-71a1a5c338ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1002 time: 0.0608072 Dec 08 01:11:51.927152 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-35b8cc0d-6840-4a57-a835-419ea345c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:51.928630 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-35b8cc0d-6840-4a57-a835-419ea345c48d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0469067 Dec 08 01:11:51.984805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-ab6b3630-f9d9-4772-9670-6dae78082e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:51.986362 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-ab6b3630-f9d9-4772-9670-6dae78082e03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497775 Dec 08 01:11:51.997917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-2c444919-a125-4471-9c60-2eee4080744b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:11:51.999066 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-2c444919-a125-4471-9c60-2eee4080744b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056610 Dec 08 01:11:52.108875 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-791b041a-0250-487a-a666-d1a4c96d0bb0 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022654 Dec 08 01:11:52.112828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49311c-c104-47a9-99bc-05bc9fa85428 req-43e6899e-aa50-4fb8-a23a-d5580c247689 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:52.114312 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa49311c-c104-47a9-99bc-05bc9fa85428 req-43e6899e-aa50-4fb8-a23a-d5580c247689 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0510154 Dec 08 01:11:52.165573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-aa49311c-c104-47a9-99bc-05bc9fa85428 req-6e74e642-a551-4ba1-9cb8-8de66577e667 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445130 Dec 08 01:11:52.217405 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-691e7cb5-da91-4cf7-98c4-d59dad45adea req-42a3de90-645c-4aec-a70f-446099afd308 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010194 Dec 08 01:11:53.284721 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd00db-b6d8-49c3-a13f-be5e4e92a1a9 req-1cbceea6-9b54-431e-b4af-617d47e203dd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:53.286253 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6dd00db-b6d8-49c3-a13f-be5e4e92a1a9 req-1cbceea6-9b54-431e-b4af-617d47e203dd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 946 time: 0.0491400 Dec 08 01:11:53.339757 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6dd00db-b6d8-49c3-a13f-be5e4e92a1a9 req-01f7b777-6f2c-4dae-9044-9d793e0b31da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474958 Dec 08 01:11:53.708856 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6185-2d85-461d-9b03-3b2c7c8bdf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:53.917576 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:11:54.003434 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:54.028091 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:11:54.030349 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b693f6f-eaa5-4090-b4c2-dd41aefa7068" -d '{"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-unplugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:11:54.043588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:11:54.048303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:54.098710 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:11:54.458751 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3872-bd3c-44c8-9912-11ac66a0e7c2 req-5485dd4b-e2ee-4b66-ba5c-76fba1493c24 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:54.460297 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2de3872-bd3c-44c8-9912-11ac66a0e7c2 req-5485dd4b-e2ee-4b66-ba5c-76fba1493c24 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0506947 Dec 08 01:11:54.510612 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2de3872-bd3c-44c8-9912-11ac66a0e7c2 req-353c891d-2d15-4926-9967-aac72d8427fa tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440331 Dec 08 01:11:54.582389 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-9fad9952-fcbe-4ae0-b8b2-7c1796c00ff0 req-35a889d5-533e-4737-ab36-9c043695c6a1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:11:54.583333 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9fad9952-fcbe-4ae0-b8b2-7c1796c00ff0 req-35a889d5-533e-4737-ab36-9c043695c6a1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059001 Dec 08 01:11:54.739222 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5f0a-8cee-4e5d-bf5d-c7e089c60605 req-39bf4cf1-b71c-48cc-9a53-e52766733515 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:54.740701 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e69a5f0a-8cee-4e5d-bf5d-c7e089c60605 req-39bf4cf1-b71c-48cc-9a53-e52766733515 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0507231 Dec 08 01:11:54.796748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e69a5f0a-8cee-4e5d-bf5d-c7e089c60605 req-c2560399-31b1-4797-bca5-b2ceda3f931b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494537 Dec 08 01:11:54.935402 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-de655cad-bcca-4bd1-8ca2-a13d8fb37939 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007190 Dec 08 01:11:55.093475 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b472b-237b-49c5-98ca-ecd376259c1b x-openstack-request-id: req-be3b472b-237b-49c5-98ca-ecd376259c1b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:11:55.094301 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-unplugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:11:55.094717 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be3b472b-237b-49c5-98ca-ecd376259c1b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:11:55.095152 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'code': 200} Dec 08 01:11:55.396548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:55.752600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-eff52e1e-4489-43ca-b664-7ebec6363791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:55.754127 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-eff52e1e-4489-43ca-b664-7ebec6363791 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0&tenant_id=2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 1095 time: 0.0411975 Dec 08 01:11:55.836395 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-4784d16e-36e7-47ab-a37e-edff2da3fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:55.836823 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-4784d16e-36e7-47ab-a37e-edff2da3fc02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1095 time: 0.0483446 Dec 08 01:11:55.927299 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9ab07-a1fc-4e84-98b3-48ab7696e28d req-aa91df08-a8ad-47b5-b969-e0625ceaddd6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:55.928839 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cd9ab07-a1fc-4e84-98b3-48ab7696e28d req-aa91df08-a8ad-47b5-b969-e0625ceaddd6 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0537417 Dec 08 01:11:55.934686 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-db0d2d12-60fa-44af-ac38-0468feb31130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:55.936189 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-db0d2d12-60fa-44af-ac38-0468feb31130 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0912502 Dec 08 01:11:55.981028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5cd9ab07-a1fc-4e84-98b3-48ab7696e28d req-6ace6eb1-e3ab-4c72-ae0e-5df4949d78eb tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454731 Dec 08 01:11:56.006511 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-c32f8345-28a8-48f0-93de-47855c9c01cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1000 time: 0.0634799 Dec 08 01:11:56.057082 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-e1d8309a-bf79-4a11-a8d5-824d699171ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:56.058553 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-e1d8309a-bf79-4a11-a8d5-824d699171ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0442383 Dec 08 01:11:56.106022 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-da0d912f-0c15-4976-9213-ba9078ad94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:56.107603 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-da0d912f-0c15-4976-9213-ba9078ad94eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414495 Dec 08 01:11:56.210449 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-2465b0bd-8b99-412a-afb0-865d0f5c64c8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955191 Dec 08 01:11:56.301770 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-76c7ab1f-ad57-4fc9-b1e3-39fc63efa944 req-282559d9-bab0-4a6f-ac67-3b1c799881fd service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835557 Dec 08 01:11:56.550769 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:57.108212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2637f-b03c-49e2-ab78-194db343bfaf req-baaf1b7b-2d5a-452a-aa3b-cca177f36953 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:57.109798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70e2637f-b03c-49e2-ab78-194db343bfaf req-baaf1b7b-2d5a-452a-aa3b-cca177f36953 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0509274 Dec 08 01:11:57.163830 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-70e2637f-b03c-49e2-ab78-194db343bfaf req-336bb8de-56c3-43c1-af73-1ee56b451208 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477774 Dec 08 01:11:57.363723 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:11:57.899561 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:11:57.956242 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:11:58.297496 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d92cb3-39cf-473b-91fc-5b9450e88d17 req-30f295bf-4676-422e-926f-f98146c8b00d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:58.299222 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6d92cb3-39cf-473b-91fc-5b9450e88d17 req-30f295bf-4676-422e-926f-f98146c8b00d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0581565 Dec 08 01:11:58.357679 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f6d92cb3-39cf-473b-91fc-5b9450e88d17 req-d9437ac0-8ea5-435a-8e6b-98c4744b9e8c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522902 Dec 08 01:11:59.484831 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602fff-af8a-475c-82aa-a3fe5235b4b7 req-aef19915-da66-449f-ac38-08a8eb83028e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:11:59.486419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb602fff-af8a-475c-82aa-a3fe5235b4b7 req-aef19915-da66-449f-ac38-08a8eb83028e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0597875 Dec 08 01:11:59.549608 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-bb602fff-af8a-475c-82aa-a3fe5235b4b7 req-1309096d-1c0c-44ae-8c11-ce96224fdbb4 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560484 Dec 08 01:12:00.689125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014dd41-813e-4471-bdbd-4789f4d43587 req-b7315a73-0d23-4f2b-ba24-a8dee4fd1d23 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:00.690680 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e014dd41-813e-4471-bdbd-4789f4d43587 req-b7315a73-0d23-4f2b-ba24-a8dee4fd1d23 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0542614 Dec 08 01:12:00.748184 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e014dd41-813e-4471-bdbd-4789f4d43587 req-a8565a34-3f6c-499f-b45c-069b737054cc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515006 Dec 08 01:12:01.879813 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c46f2e-28ea-47c0-9c2c-3993e59a01aa req-085e49cf-4cbf-46b8-8d25-515cd15522e2 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:01.881752 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6c46f2e-28ea-47c0-9c2c-3993e59a01aa req-085e49cf-4cbf-46b8-8d25-515cd15522e2 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0536664 Dec 08 01:12:01.937979 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b6c46f2e-28ea-47c0-9c2c-3993e59a01aa req-05118f14-c008-47b5-ac8f-a31558e3de7d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463197 Dec 08 01:12:03.081131 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7e405-9dd6-43a2-bfa1-b9a368b3ca4d req-e0735488-9b12-48db-bf83-71a61ec9fac0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:03.082753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fff7e405-9dd6-43a2-bfa1-b9a368b3ca4d req-e0735488-9b12-48db-bf83-71a61ec9fac0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0571718 Dec 08 01:12:03.134673 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fff7e405-9dd6-43a2-bfa1-b9a368b3ca4d req-55283445-f262-4a0b-8e64-94ee3a7149f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452743 Dec 08 01:12:04.268876 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4109-c729-443f-99dd-8451e4c17fb8 req-59c998d5-1b4a-4f8f-9863-0301df343b7d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:04.272699 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-744c4109-c729-443f-99dd-8451e4c17fb8 req-59c998d5-1b4a-4f8f-9863-0301df343b7d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0580058 Dec 08 01:12:04.325104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-744c4109-c729-443f-99dd-8451e4c17fb8 req-73c3d869-d255-411a-b4d5-aa7b9940aa1a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Dec 08 01:12:05.449243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fb1fa-aeb9-4e97-99c2-13f9e67646f3 req-c886e059-766b-433e-877b-6bb5142f65c5 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:05.450747 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f76fb1fa-aeb9-4e97-99c2-13f9e67646f3 req-c886e059-766b-433e-877b-6bb5142f65c5 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0527916 Dec 08 01:12:05.516246 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f76fb1fa-aeb9-4e97-99c2-13f9e67646f3 req-a2997785-cfd9-4fc5-9f12-4deecffdf377 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584061 Dec 08 01:12:06.662507 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f52859-4fc1-4bb5-ad32-532a3d8c5dd9 req-3c3c95cf-47cd-4a67-bf15-9dc166e4386f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:06.664152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01f52859-4fc1-4bb5-ad32-532a3d8c5dd9 req-3c3c95cf-47cd-4a67-bf15-9dc166e4386f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0561972 Dec 08 01:12:06.723412 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01f52859-4fc1-4bb5-ad32-532a3d8c5dd9 req-bcab8d84-9780-4030-b060-c93724667438 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527463 Dec 08 01:12:07.843992 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29d3e-c7c6-4a46-8266-d3696dbc6e1f req-c1efbb6b-9c16-4359-81f6-e586a3646ff5 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:07.845537 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26d29d3e-c7c6-4a46-8266-d3696dbc6e1f req-c1efbb6b-9c16-4359-81f6-e586a3646ff5 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0514200 Dec 08 01:12:07.883112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-7acb8a40-9194-4c8d-a1f0-5db6d6cd12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:07.884653 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-7acb8a40-9194-4c8d-a1f0-5db6d6cd12ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1095 time: 0.0937719 Dec 08 01:12:07.899958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-26d29d3e-c7c6-4a46-8266-d3696dbc6e1f req-f3ad4f61-97f3-41f3-ab62-dd079fbb4c68 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470273 Dec 08 01:12:07.990250 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-5cc7dde5-8d49-483a-ac96-37b127e049ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:07.991751 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-5cc7dde5-8d49-483a-ac96-37b127e049ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0874841 Dec 08 01:12:08.066529 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-b82afda2-d60b-47e8-a4cc-800bef1c1d5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1000 time: 0.0663848 Dec 08 01:12:08.117063 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-3752a9c9-b201-4a06-9858-5cb5dc1b7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:08.118563 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-3752a9c9-b201-4a06-9858-5cb5dc1b7fc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0448055 Dec 08 01:12:08.166910 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-d3bd35f5-8aae-4edc-8c2d-44e04de8fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:08.168440 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-d3bd35f5-8aae-4edc-8c2d-44e04de8fe2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414724 Dec 08 01:12:08.265367 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-c957feff-910e-46cb-86c4-65156606190b service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892129 Dec 08 01:12:08.358489 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5884124e-7344-47e0-a0df-8ea1a37fca35 req-85d35d2a-d7c3-4751-80aa-ba3b96dd74c6 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854120 Dec 08 01:12:09.019228 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60a9e-4143-4af1-9272-c3a490bc9832 req-3f3f9c2e-2517-4045-bdda-704213f70c4a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:09.020724 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84a60a9e-4143-4af1-9272-c3a490bc9832 req-3f3f9c2e-2517-4045-bdda-704213f70c4a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0490687 Dec 08 01:12:09.075487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-84a60a9e-4143-4af1-9272-c3a490bc9832 req-8ceaddb0-f64b-43da-a45a-a1e9a935e625 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480278 Dec 08 01:12:10.023520 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:12:10.122777 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:12:10.135188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'port_id': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'mac_address': 'fa:16:3e:a1:ce:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:12:10.174211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:10.187529 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb4bc17-23d1-46c2-b41e-fa2872c158c7 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:12:10.198808 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72921ba-2b4c-4144-9286-88a6bf4841a2 req-6c1f30cb-bdfe-4ffa-a048-c3adab956b1c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:10.200372 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d72921ba-2b4c-4144-9286-88a6bf4841a2 req-6c1f30cb-bdfe-4ffa-a048-c3adab956b1c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 944 time: 0.0538244 Dec 08 01:12:10.207932 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:12:10.213436 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:10.254840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d72921ba-2b4c-4144-9286-88a6bf4841a2 req-c209ab51-7ad6-4a44-9ff0-621a0a54e9d7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482318 Dec 08 01:12:10.261140 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=9']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:12:10.522068 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['adb4bc17-23d1-46c2-b41e-fa2872c158c7'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:12:11.378716 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6d5b-f9e3-4ec4-a691-b2f24acfc2fd req-ba9e000b-5ca7-47d0-aa18-7b4e96acc68a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:11.380250 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59ce6d5b-f9e3-4ec4-a691-b2f24acfc2fd req-ba9e000b-5ca7-47d0-aa18-7b4e96acc68a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 945 time: 0.0492148 Dec 08 01:12:11.431143 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-59ce6d5b-f9e3-4ec4-a691-b2f24acfc2fd req-0e997394-bf36-4daa-bc30-8c077cb334e3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441930 Dec 08 01:12:12.040270 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:12:12.088771 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port adb4bc17-23d1-46c2-b41e-fa2872c158c7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:12:12.089043 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:12.167184 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:12.190156 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:12:12.192562 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbdb2dd-8868-4b3d-bae9-8d5a0903a50f" -d '{"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-plugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:12:12.205618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:12:12.210991 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:12.239561 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea8ffc1-8d01-420b-a4c3-67faae228663 x-openstack-request-id: req-dea8ffc1-8d01-420b-a4c3-67faae228663 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:12:12.239856 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-plugged", "status": "completed", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:12:12.240117 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dea8ffc1-8d01-420b-a4c3-67faae228663 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:12:12.240513 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'code': 200} Dec 08 01:12:12.266862 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=10']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:12:12.452419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96dfaf-4ccd-48a4-8f80-498de781b540 req-ca91ef31-502f-4d4c-9ca8-e1b802a8b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:12.453940 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb96dfaf-4ccd-48a4-8f80-498de781b540 req-ca91ef31-502f-4d4c-9ca8-e1b802a8b602 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1098 time: 0.0466690 Dec 08 01:12:12.502515 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb96dfaf-4ccd-48a4-8f80-498de781b540 req-5027af46-139f-4bc6-8c64-1d7d609ca68f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Dec 08 01:12:12.559287 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb4f40-0d96-448f-b628-263b5d9985fe req-7a38d621-7ca9-4b80-beec-ace644f66d2a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:12.560816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0fb4f40-0d96-448f-b628-263b5d9985fe req-7a38d621-7ca9-4b80-beec-ace644f66d2a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 947 time: 0.0585120 Dec 08 01:12:12.611599 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c0fb4f40-0d96-448f-b628-263b5d9985fe req-c6fb7d9d-bb3d-4002-9971-438ff801cbfd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445812 Dec 08 01:12:13.745205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b4349-59db-472c-b02e-4ff7c13aaac4 req-1c80b18f-2016-4846-bda3-086f2d3d9a8a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:13.746753 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942b4349-59db-472c-b02e-4ff7c13aaac4 req-1c80b18f-2016-4846-bda3-086f2d3d9a8a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 947 time: 0.0588686 Dec 08 01:12:13.806414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-942b4349-59db-472c-b02e-4ff7c13aaac4 req-4324f64b-ec2e-4543-8bdb-6aece5c88dd2 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486574 Dec 08 01:12:14.426435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:14.926200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c65892-f038-4c50-b47f-fcba3c723d11 req-52fd8e0f-3b49-4a45-bc71-482ec54f127a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:12:14.927766 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9c65892-f038-4c50-b47f-fcba3c723d11 req-52fd8e0f-3b49-4a45-bc71-482ec54f127a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 947 time: 0.0494792 Dec 08 01:12:14.984457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d9c65892-f038-4c50-b47f-fcba3c723d11 req-aaf90997-26bb-4eb8-a516-a4b8ea9adc3b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504084 Dec 08 01:12:18.021935 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:21.592189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9040995f-f556-4cdf-925d-5ebd035ea271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:23.714188 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ca7098f6-4b3c-48f5-9779-f8a5cda45b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:25.397388 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:26.552202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:27.357330 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:34.898877 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:12:44.437879 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:48.036320 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:51.593466 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-855d18ad-b385-4efa-8ca6-d475ccdb6010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:53.715423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-59cc7145-43a0-4383-ac5f-c873c0b26d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:55.400264 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:56.561489 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:12:57.360216 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:03.966018 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-8358affd-146d-4860-9b84-5a46ad661639 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423436 Dec 08 01:13:04.067348 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60b45-eafb-4b47-a079-610257ce904a req-40f4c6ca-041d-44a4-9ae4-415a9162fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:04.068843 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-40f4c6ca-041d-44a4-9ae4-415a9162fa9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1098 time: 0.0434859 Dec 08 01:13:04.179227 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60b45-eafb-4b47-a079-610257ce904a req-740c76e6-5d1c-484f-a89e-42bd37df8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:04.181205 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-740c76e6-5d1c-484f-a89e-42bd37df8573 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0924165 Dec 08 01:13:04.247199 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-1bdfd312-e6f8-448c-a48d-433c307aaadf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 1002 time: 0.0587642 Dec 08 01:13:04.301594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60b45-eafb-4b47-a079-610257ce904a req-e2993d2f-c234-4535-9d65-9916c14eb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:04.303153 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-e2993d2f-c234-4535-9d65-9916c14eb7f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0485413 Dec 08 01:13:04.349973 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60b45-eafb-4b47-a079-610257ce904a req-345f725a-bb01-485f-b871-e3bbe3a90f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:04.351516 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-345f725a-bb01-485f-b871-e3bbe3a90f89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408700 Dec 08 01:13:04.443437 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-1b4554c2-a198-4255-92b1-936bd8c1bba2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841091 Dec 08 01:13:04.538347 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-d7e60b45-eafb-4b47-a079-610257ce904a req-b2a8bb1b-fb27-47a9-90f2-b2f94f1a50bb service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873928 Dec 08 01:13:11.898604 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:13:14.440907 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:18.035306 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:21.595328 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e229-e512-4f41-aeac-ee8102fc7fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:23.718202 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-03c6eb11-6223-4b46-bd37-d1d964b9454c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:25.403369 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:25.915145 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45350) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:26.088920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Deleting port 23e004ba-b634-467e-8e21-faaea00b9828 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:13:26.089266 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:26.168316 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:26.168642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:26.183766 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Calling delete_port for 23e004ba-b634-467e-8e21-faaea00b9828 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:13:26.335514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:26.364999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event deleted for resources: {'Port': ['ID=23e004ba-b634-467e-8e21-faaea00b9828,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:26.377497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.377846 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.378182 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.378515 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.378849 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.379201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.379523 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.379851 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.380166 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.380482 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.380800 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.381118 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.381434 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:26.436664 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:26.436900 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Floating IP 1746a3ae-a1a7-4870-94d8-0b0438559089 disassociated (deleted). External IP: 172.25.6.180, port: adb4bc17-23d1-46c2-b41e-fa2872c158c7. Dec 08 01:13:26.561622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:26.649760 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Router 56de4807-f730-46f2-bae5-5c42bda595da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:13:27.041376 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:13:27.046373 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:27.051504 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] Sync routers for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:13:27.061432 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:13:27.062056 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:13:27.077568 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-962b9bb4-4ac7-49f2-b0cf-bd6cafa54994 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "DELETE /v2.0/floatingips/1746a3ae-a1a7-4870-94d8-0b0438559089 HTTP/1.1" status: 204 len: 168 time: 1.1613035 Dec 08 01:13:27.078273 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:13:27.080933 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:13:27.182959 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:13:27.199425 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85176142-b75c-48ee-a023-ce5c6dc13834 x-openstack-request-id: req-85176142-b75c-48ee-a023-ce5c6dc13834 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:13:27.199832 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:13:27.200184 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85176142-b75c-48ee-a023-ce5c6dc13834 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:13:27.200751 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'status': 'completed', 'code': 200} Dec 08 01:13:27.304344 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-99764041-8384-44ef-bf05-04acf6027163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:27.306387 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-99764041-8384-44ef-bf05-04acf6027163 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 1098 time: 0.0487933 Dec 08 01:13:27.335215 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007d81-a5b8-425a-886b-e3770d7d8434 req-237ebd3e-134d-4229-a904-cfb7027c77b4 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:27.336807 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32007d81-a5b8-425a-886b-e3770d7d8434 req-237ebd3e-134d-4229-a904-cfb7027c77b4 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 947 time: 0.0585368 Dec 08 01:13:27.394389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-32007d81-a5b8-425a-886b-e3770d7d8434 req-af071475-3916-4f1c-bdc1-39455f7cb73e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491881 Dec 08 01:13:27.416736 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:27.422027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-cc09f3c7-0bad-4185-8769-b07413dde3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:27.423606 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-cc09f3c7-0bad-4185-8769-b07413dde3c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.1071603 Dec 08 01:13:27.469791 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-00238d47-9836-47df-a954-3e732114d94f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 200 len: 217 time: 0.0380290 Dec 08 01:13:27.526214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-46ca441c-3af5-4a21-8fde-0c36d29edfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:27.527703 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-46ca441c-3af5-4a21-8fde-0c36d29edfb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0489361 Dec 08 01:13:27.577274 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-39d4da79-12f5-404b-8862-d5f46c0d318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:27.578806 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-39d4da79-12f5-404b-8862-d5f46c0d318c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430217 Dec 08 01:13:27.581114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:13:27.609492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] Checking router: 56de4807-f730-46f2-bae5-5c42bda595da for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:13:27.618497 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:13:27.619142 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:13:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:13:27.673993 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-c61e0c46-c97c-493b-911a-ab5fb06a1e53 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864265 Dec 08 01:13:27.727844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:13:27.773828 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-091acd1c-f83e-44d0-a0ed-e5a6aef6ea08 req-3421ca62-8164-444c-9ebf-479bca258821 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923178 Dec 08 01:13:27.940088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:13:27.968130 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b34aa-fa78-41b9-a2c0-17863c5cbf3f None None] The sync data for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 is: [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:13:28.201173 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc966b9-2230-42c3-8134-c9d028bffb12 None None] New status for floating IP 1746a3ae-a1a7-4870-94d8-0b0438559089: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:13:28.515823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef2fb-f55c-42d9-9b0a-f68bbb1d2c16 req-3bcc04fd-7deb-462c-ab54-1b4eaffba89a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:28.517337 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-097ef2fb-f55c-42d9-9b0a-f68bbb1d2c16 req-3bcc04fd-7deb-462c-ab54-1b4eaffba89a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 947 time: 0.0491004 Dec 08 01:13:28.567335 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-097ef2fb-f55c-42d9-9b0a-f68bbb1d2c16 req-ca954b83-95bd-4a46-8ef8-74fd67934a84 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=be69202a-5bbf-4361-93e7-a89d0f6ca6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440497 Dec 08 01:13:28.790923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-599186e2-e153-4b89-8ae1-153d67406515 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:28.792324 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-599186e2-e153-4b89-8ae1-153d67406515 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 947 time: 0.0513046 Dec 08 01:13:28.893648 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Deleting port adb4bc17-23d1-46c2-b41e-fa2872c158c7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:13:28.894075 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:28.989318 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] For port adb4bc17-23d1-46c2-b41e-fa2872c158c7, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=adb4bc17-23d1-46c2-b41e-fa2872c158c7,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:13:28.989686 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:29.003871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Calling delete_port for adb4bc17-23d1-46c2-b41e-fa2872c158c7 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:13:29.142748 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:29.173812 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event deleted for resources: {'Port': ['ID=adb4bc17-23d1-46c2-b41e-fa2872c158c7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:29.227570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] No DVR routers for this DVR port adb4bc17-23d1-46c2-b41e-fa2872c158c7 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:13:29.230544 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:29.234050 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5699eff6-b45f-4081-b4bd-323530d2cba5 req-5eec9e06-063a-4d74-8e71-2e737fe45579 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "DELETE /v2.0/ports/adb4bc17-23d1-46c2-b41e-fa2872c158c7 HTTP/1.1" status: 204 len: 173 time: 0.4348826 Dec 08 01:13:29.234513 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-deleted', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:13:29.236899 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30433a72-5e6c-49fb-9894-2f01268bec18" -d '{"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-deleted", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:13:29.278910 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd975737-97bc-471e-a72d-61cb21720ba9 x-openstack-request-id: req-fd975737-97bc-471e-a72d-61cb21720ba9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:13:29.279379 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdadfe-593a-4e30-9ebd-5a40a0a642d0", "name": "network-vif-deleted", "tag": "adb4bc17-23d1-46c2-b41e-fa2872c158c7", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:13:29.283459 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd975737-97bc-471e-a72d-61cb21720ba9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:13:29.283459 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdadfe-593a-4e30-9ebd-5a40a0a642d0', 'name': 'network-vif-deleted', 'tag': 'adb4bc17-23d1-46c2-b41e-fa2872c158c7', 'status': 'completed', 'code': 200} Dec 08 01:13:29.699750 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-37793d95-0f1b-46f2-82a8-545423037b7c req-fc68191b-4d10-40ea-9f74-1ce00e951122 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fbdadfe-593a-4e30-9ebd-5a40a0a642d0 HTTP/1.1" status: 200 len: 210 time: 0.0429978 Dec 08 01:13:30.753392 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45374) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:30.811678 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:30.836792 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:30.899287 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:30.901928 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:30.903108 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "DELETE /v2.0/security-groups/be69202a-5bbf-4361-93e7-a89d0f6ca6cd HTTP/1.1" status: 204 len: 168 time: 0.1486983 Dec 08 01:13:30.912755 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be69202a-5bbf-4361-93e7-a89d0f6ca6cd,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:30.925863 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.926278 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.926561 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.927034 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.927331 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.927666 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.928003 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.928440 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.928659 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.928982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.929386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.929802 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:30.930125 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320060ca-c02d-4557-9641-043a5518b6c1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:13:32.362169 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45382) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:32.366904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-03fbad58-bfc6-4834-80f1-34e8d2ffefc3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318118625', 'description': 'tempest-secgroup-smoke-318118625 description', 'project_id': '2ab952b1e049411480a26c5df45706fd'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:32.391003 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-03fbad58-bfc6-4834-80f1-34e8d2ffefc3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.463593 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-03fbad58-bfc6-4834-80f1-34e8d2ffefc3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.468717 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-03fbad58-bfc6-4834-80f1-34e8d2ffefc3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.496109 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:13:32.499849 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-03fbad58-bfc6-4834-80f1-34e8d2ffefc3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.501028 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-03fbad58-bfc6-4834-80f1-34e8d2ffefc3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1378086 Dec 08 01:13:32.503200 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbad58-bfc6-4834-80f1-34e8d2ffefc3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198b3ea8-1273-4233-83ca-9499170c76ad,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:32.504799 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45384) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:32.513442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-a1286e2a-38ec-4d09-a7ab-b69340f78cbd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': '198b3ea8-1273-4233-83ca-9499170c76ad', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:32.524002 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: adb4bc17-23d1-46c2-b41e-fa2872c158c7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:13:32.524339 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device adb4bc17-23d1-46c2-b41e-fa2872c158c7 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:13:32.543494 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1286e2a-38ec-4d09-a7ab-b69340f78cbd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.601362 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1286e2a-38ec-4d09-a7ab-b69340f78cbd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.604864 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1286e2a-38ec-4d09-a7ab-b69340f78cbd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.622971 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286e2a-38ec-4d09-a7ab-b69340f78cbd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9602a22e-17a0-43c7-ac80-4c25bc914117,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:32.634074 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-a1286e2a-38ec-4d09-a7ab-b69340f78cbd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.635343 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a1286e2a-38ec-4d09-a7ab-b69340f78cbd tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298597 Dec 08 01:13:32.638095 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45386) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:32.642553 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-60f82c97-2162-4e24-9b3b-592d58d0abda tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': '198b3ea8-1273-4233-83ca-9499170c76ad', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:32.671178 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60f82c97-2162-4e24-9b3b-592d58d0abda tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.729005 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60f82c97-2162-4e24-9b3b-592d58d0abda tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.733213 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60f82c97-2162-4e24-9b3b-592d58d0abda tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.752039 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f82c97-2162-4e24-9b3b-592d58d0abda tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa82797-f59d-4f7e-923b-9b3d6702aa49,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:32.761250 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-60f82c97-2162-4e24-9b3b-592d58d0abda tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.762485 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-60f82c97-2162-4e24-9b3b-592d58d0abda tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234233 Dec 08 01:13:32.765215 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45388) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:32.769775 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-d9a389bf-47c7-43f6-bc04-72f725652822 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': '198b3ea8-1273-4233-83ca-9499170c76ad', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:32.799458 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d9a389bf-47c7-43f6-bc04-72f725652822 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.858115 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d9a389bf-47c7-43f6-bc04-72f725652822 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.861874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d9a389bf-47c7-43f6-bc04-72f725652822 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.884886 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a389bf-47c7-43f6-bc04-72f725652822 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28643772-5656-4492-8d79-b8d8f664cb7c,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:32.891223 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-d9a389bf-47c7-43f6-bc04-72f725652822 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.892295 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-d9a389bf-47c7-43f6-bc04-72f725652822 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261303 Dec 08 01:13:32.895038 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45390) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:32.899690 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-accff213-b66e-4da7-bf89-de7a9b6e5289 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': '198b3ea8-1273-4233-83ca-9499170c76ad', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:32.926926 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-accff213-b66e-4da7-bf89-de7a9b6e5289 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.990329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-accff213-b66e-4da7-bf89-de7a9b6e5289 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:32.994962 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-accff213-b66e-4da7-bf89-de7a9b6e5289 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.015590 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accff213-b66e-4da7-bf89-de7a9b6e5289 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d546138-34a5-4881-b573-6fc4550f8a52,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:33.021642 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-accff213-b66e-4da7-bf89-de7a9b6e5289 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.025406 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-accff213-b66e-4da7-bf89-de7a9b6e5289 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273551 Dec 08 01:13:33.026006 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45392) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:33.030375 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': '198b3ea8-1273-4233-83ca-9499170c76ad', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:33.055651 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Project 2ab952b1e049411480a26c5df45706fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:13:33.060777 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.126378 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.130336 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.148213 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700f155a-6265-4a2b-aa9b-d496d1fede9a,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:33.158208 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.159464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f18eda74-e648-4ce3-a75c-781e91483e4e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324916 Dec 08 01:13:33.162233 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45394) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:13:33.167417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'security_group_rule': {'security_group_id': '198b3ea8-1273-4233-83ca-9499170c76ad', 'project_id': '2ab952b1e049411480a26c5df45706fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:33.192186 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Project 2ab952b1e049411480a26c5df45706fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:13:33.197554 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.259146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.263267 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.284379 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349bbdc3-aa56-43ee-a35e-9ddfbf8897f1,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:33.294535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:33.302541 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b7ad6814-d9e5-463c-84ec-ee728b881891 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326330 Dec 08 01:13:44.438474 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:48.035639 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:48.897808 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:13:49.649803 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-fe9399f5-e455-4e8e-9fa4-be7a9cfbd8f2 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318118625&fields=id&tenant_id=2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 267 time: 0.0453999 Dec 08 01:13:49.772471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-3be49708-23aa-4537-970e-e11688020cb0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:49.774470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-3be49708-23aa-4537-970e-e11688020cb0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 809 time: 0.1176968 Dec 08 01:13:49.790851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-1eb8dece-56f4-4209-8e5a-f242c41c6843 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/quotas/2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 375 time: 0.0104167 Dec 08 01:13:49.842407 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-4194b9cc-dd45-498e-bf8f-29fc66e09c91 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456531 Dec 08 01:13:49.984425 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-6a5113dc-e045-4180-aadb-4e2e84e4f7e2 service neutron] 10.222.0.18 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302648 Dec 08 01:13:50.075634 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-13d93241-793e-4913-b555-b0d9d64c7cfd service neutron] 10.222.0.18 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850463 Dec 08 01:13:50.386076 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4baa8303-ee4d-4d30-b8c9-7c94e2f603dc req-57a2e420-483d-4e27-b4e1-a148fa786675 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0312750 Dec 08 01:13:51.465659 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-14876db9-d8a9-429d-8263-86baa47a7475 req-a4ceb2d0-cf0a-4530-b3eb-c222776a2ff7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0272739 Dec 08 01:13:51.597584 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b02c4067-ee35-43c3-97bf-9f30520784b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:52.545186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4f17270f-422c-4266-90b1-3ba5a9de3e44 req-77e778fe-d6aa-4e3a-b017-394bed5b2daf tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0273645 Dec 08 01:13:53.623419 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5e211345-a697-4e31-9ace-4bdc6f43a544 req-bf49d5bf-1ecb-40bc-abbc-792098ebf22b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0258751 Dec 08 01:13:53.721177 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b8f165ac-e991-4d59-b52c-aac322aebfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:54.715998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4ef38c9a-af06-4332-9913-6658a11c238f req-0e9e8dc6-d7f9-4c28-957b-852040ba2f31 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0248690 Dec 08 01:13:55.408951 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:55.455702 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-4c13cd9f-772f-4824-b1af-a503c9093725 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:55.457139 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-4c13cd9f-772f-4824-b1af-a503c9093725 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 809 time: 0.1058800 Dec 08 01:13:55.526265 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-701fd761-a8ac-4a76-b7ab-6763d33c289a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 379 time: 0.0538483 Dec 08 01:13:55.537210 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'port': {'device_id': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'admin_state_up': True, 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'security_groups': ['198b3ea8-1273-4233-83ca-9499170c76ad']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:55.651880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Made reservation on behalf of 2ab952b1e049411480a26c5df45706fd for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:13:55.655383 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:55.786505 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Allocated IP 172.20.0.4 (b0fa36f8-8db5-43bc-99f9-e6788fe34afc/b1804872-9c53-4248-bc34-e4093fdef396/4b246485-09c2-4a4e-ad0f-ee8e142eca89) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:13:55.815702 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d64eac22-2c78-46dc-92df-16f9a808cdc1 req-2ba2ffad-d847-432e-b7f7-8f9a112255ed tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0278907 Dec 08 01:13:55.934643 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:55.968068 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.016417 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:13:56.019496 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:13:56.023157 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:13:56.055683 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:56.080278 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:56.080822 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.098851 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e267501a-a17d-4a68-970b-ecf928275533 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654998 Dec 08 01:13:56.117280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Request body: {'port': {'device_id': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:13:56.184755 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.336526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-61800590-6b0b-4eed-a4c7-390ae5c80cd9 None None] Provisioning complete for port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:13:56.336973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-61800590-6b0b-4eed-a4c7-390ae5c80cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.374139 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-61800590-6b0b-4eed-a4c7-390ae5c80cd9 None None] Port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:13:56.455238 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b246485-09c2-4a4e-ad0f-ee8e142eca89 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:13:56.463220 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.474909 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Transition to ACTIVE for port object 4b246485-09c2-4a4e-ad0f-ee8e142eca89 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:13:56.479863 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.528535 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:56.578025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.608415 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Attempting to bind port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:13:56.608905 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Attempting to bind port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:13:56.609346 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Attempting to bind port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:13:56.614298 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:13:56.614780 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Attempting to bind port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 on network b0fa36f8-8db5-43bc-99f9-e6788fe34afc {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:13:56.625155 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:13:56.625658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Checking segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:13:56.626119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Bound using segment: {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:13:56.626662 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Bound port: 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca157d0b-37e3-4d10-9f31-c55577dd9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:13:56.627146 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.700568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:13:56.703943 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:13:56.708344 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.744655 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:56.745382 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:56.747261 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] 10.222.0.44 "PUT /v2.0/ports/4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 1091 time: 0.6348825 Dec 08 01:13:56.752094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:13:56.754942 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:13:56.782247 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d44dac-5c22-413b-9c8e-63d540044d5b service neutron] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:13:56.824794 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7110d1f-4631-4f0d-bced-ea4421287d48 x-openstack-request-id: req-b7110d1f-4631-4f0d-bced-ea4421287d48 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:13:56.825097 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:13:56.825361 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7110d1f-4631-4f0d-bced-ea4421287d48 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:13:56.825772 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'status': 'completed', 'code': 200} Dec 08 01:13:56.863127 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e8e10c04-d12e-4861-b493-3ce43053c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:56.864729 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-e8e10c04-d12e-4861-b493-3ce43053c069 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1094 time: 0.0517023 Dec 08 01:13:56.929590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-8be35796-6694-4c96-8f6b-b6e539c92d6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 217 time: 0.0493658 Dec 08 01:13:56.967920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503380-9746-4202-bb68-19f296ba17c8 req-64de55b9-d154-4261-b97f-79b2ae2bbe7e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:56.970220 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9503380-9746-4202-bb68-19f296ba17c8 req-64de55b9-d154-4261-b97f-79b2ae2bbe7e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0662689 Dec 08 01:13:57.010514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-3f429d70-1de5-4690-aa2a-bfc5d70e3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:57.012209 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-3f429d70-1de5-4690-aa2a-bfc5d70e3eeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0753157 Dec 08 01:13:57.038085 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e9503380-9746-4202-bb68-19f296ba17c8 req-6981bb90-17f5-46be-a640-a91813d418eb tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591407 Dec 08 01:13:57.067313 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-85073910-9761-470a-af55-5cb91ad0615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:57.068883 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-85073910-9761-470a-af55-5cb91ad0615c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490963 Dec 08 01:13:57.165664 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-6a62f7c0-3b97-4e60-a100-35746f87d82d service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893707 Dec 08 01:13:57.256319 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-6e07edaf-35fb-482c-ada1-b4e0272bcd26 req-d7f74d63-4a38-439a-84a4-42e58b28336c service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824118 Dec 08 01:13:57.373701 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:13:57.381427 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-d7df7d74-3607-4c48-8114-5c32568867f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:57.383815 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-d7df7d74-3607-4c48-8114-5c32568867f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1094 time: 0.0560029 Dec 08 01:13:57.474818 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-ae7477f9-522f-48ff-a180-0b98897b8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:57.476418 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-ae7477f9-522f-48ff-a180-0b98897b8f89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0857050 Dec 08 01:13:57.521396 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-b0c8e344-e12c-46b8-aa4c-9bc7ed39be71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 217 time: 0.0385752 Dec 08 01:13:57.571328 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-a1366ae6-07e4-4600-a9a3-199ad614f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:57.572948 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-a1366ae6-07e4-4600-a9a3-199ad614f1b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0449100 Dec 08 01:13:57.620798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-2a56f9b7-e55a-45c6-bd9c-45d444380443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:57.622368 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-2a56f9b7-e55a-45c6-bd9c-45d444380443 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416441 Dec 08 01:13:57.716566 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-e7626c43-3946-4d8b-810c-5ae81b266cab service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867457 Dec 08 01:13:57.812962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-bbcbe5a8-2eb4-4390-8990-f02324e1cdb7 req-50757015-6d66-485f-a9eb-075e4435ed1e service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894084 Dec 08 01:13:58.155193 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de64f-ac6b-4b49-964a-f19868d18c3e req-4a4a5045-2aa1-436b-8ecf-b7f806c11f69 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:58.156782 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-418de64f-ac6b-4b49-964a-f19868d18c3e req-4a4a5045-2aa1-436b-8ecf-b7f806c11f69 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0491006 Dec 08 01:13:58.206270 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-418de64f-ac6b-4b49-964a-f19868d18c3e req-4deec52f-ae83-4947-904d-86a15dcccae3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431514 Dec 08 01:13:59.583796 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12725-4b3c-4df0-9f57-1c86d970b84f req-9d00f25f-1b11-4fe1-a07d-793b171e138b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:13:59.585774 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5be12725-4b3c-4df0-9f57-1c86d970b84f req-9d00f25f-1b11-4fe1-a07d-793b171e138b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0607083 Dec 08 01:13:59.635588 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5be12725-4b3c-4df0-9f57-1c86d970b84f req-6b022a7a-c5f7-4fc3-bda9-19b3d5f208c5 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430493 Dec 08 01:14:00.749965 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62952608-23ee-4179-b583-0cdda086fe94 req-956a506e-e7b4-45a4-a0ae-70cdfaa95eb0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:00.751487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62952608-23ee-4179-b583-0cdda086fe94 req-956a506e-e7b4-45a4-a0ae-70cdfaa95eb0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0482650 Dec 08 01:14:00.799773 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62952608-23ee-4179-b583-0cdda086fe94 req-001a18c8-4b0f-4e0d-ad88-f42128d4dd65 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423796 Dec 08 01:14:01.912656 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986dd4e-00ac-4427-a571-554de4814113 req-d38b129f-9fc7-4976-9e9b-05dab7edb820 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:01.914141 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a986dd4e-00ac-4427-a571-554de4814113 req-d38b129f-9fc7-4976-9e9b-05dab7edb820 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0481911 Dec 08 01:14:01.967708 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a986dd4e-00ac-4427-a571-554de4814113 req-6bf5580c-2b40-4c1f-8ff9-27ae50da4898 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475292 Dec 08 01:14:03.084770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2348c3-0e47-4ec4-99b4-57d49f676303 req-8f8c1479-044f-43c7-b774-4d6af1aca6a8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:03.086816 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec2348c3-0e47-4ec4-99b4-57d49f676303 req-8f8c1479-044f-43c7-b774-4d6af1aca6a8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0490229 Dec 08 01:14:03.136904 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ec2348c3-0e47-4ec4-99b4-57d49f676303 req-585afa68-ba83-4008-aa73-979e60074be2 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425317 Dec 08 01:14:04.250953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7409-f1dc-4c75-ae0d-d0d6d0b96e44 req-11bc8cbc-0527-4028-837b-021e0c4d82ec tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:04.252514 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-510f7409-f1dc-4c75-ae0d-d0d6d0b96e44 req-11bc8cbc-0527-4028-837b-021e0c4d82ec tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0493038 Dec 08 01:14:04.302158 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-510f7409-f1dc-4c75-ae0d-d0d6d0b96e44 req-a6c23436-0e01-4a12-b04d-3a9d4d793f3f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Dec 08 01:14:05.421512 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bcd28-89df-4930-997b-dc87759fdfa2 req-c1c77a18-2d11-4c04-8aad-56e064a1778b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:05.422995 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-671bcd28-89df-4930-997b-dc87759fdfa2 req-c1c77a18-2d11-4c04-8aad-56e064a1778b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0517583 Dec 08 01:14:05.471490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-671bcd28-89df-4930-997b-dc87759fdfa2 req-2b6a6dc5-7d22-4473-972d-8cbb4b42598f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Dec 08 01:14:06.586570 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd23e-23f0-4c42-a621-084ed2f9530e req-d4331624-8699-4abf-bc2b-1c9dc6aaae6f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:06.588119 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d4fd23e-23f0-4c42-a621-084ed2f9530e req-d4331624-8699-4abf-bc2b-1c9dc6aaae6f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0494952 Dec 08 01:14:06.636798 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2d4fd23e-23f0-4c42-a621-084ed2f9530e req-d7b42f51-7cee-4daa-ab31-8398feba0136 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Dec 08 01:14:07.752023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da36dff-4807-4b09-a435-66ae901f5b43 req-7b21b8df-e93f-46ee-95e9-0e15b02304b1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:07.753504 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6da36dff-4807-4b09-a435-66ae901f5b43 req-7b21b8df-e93f-46ee-95e9-0e15b02304b1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0501745 Dec 08 01:14:07.806461 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6da36dff-4807-4b09-a435-66ae901f5b43 req-ddfbab0f-664c-4d6b-a414-437ce6b5fbbc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470273 Dec 08 01:14:08.759729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4b246485-09c2-4a4e-ad0f-ee8e142eca89 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:14:08.856820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:14:08.868678 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'port_id': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'mac_address': 'fa:16:3e:f8:a0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:14:08.905001 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:08.918319 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b246485-09c2-4a4e-ad0f-ee8e142eca89 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:14:08.921009 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187098e-3a7c-4c8e-896c-1ab54ab90233 req-429c536c-3ce5-4ab7-ae89-099fde42fedc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:08.922503 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b187098e-3a7c-4c8e-896c-1ab54ab90233 req-429c536c-3ce5-4ab7-ae89-099fde42fedc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0483027 Dec 08 01:14:08.937946 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:14:08.942325 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:08.972452 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b187098e-3a7c-4c8e-896c-1ab54ab90233 req-db084e3a-b36c-4e34-a05a-1423916960c4 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 Dec 08 01:14:08.993837 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:14:09.001008 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.001355 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.001694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.002038 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.002372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.002697 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.003049 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.003375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.003694 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.004016 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.004345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.004654 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.004970 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:14:09.213961 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['4b246485-09c2-4a4e-ad0f-ee8e142eca89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:14:10.087158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9709cc5-9d31-4038-8cc0-2787ee1a9b08 req-4f9e771e-78f1-4a23-8917-8ff39698161d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:10.088632 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9709cc5-9d31-4038-8cc0-2787ee1a9b08 req-4f9e771e-78f1-4a23-8917-8ff39698161d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 944 time: 0.0484371 Dec 08 01:14:10.136601 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a9709cc5-9d31-4038-8cc0-2787ee1a9b08 req-19dee9ef-fa05-4258-8253-86fe34e89a2b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Dec 08 01:14:10.762079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4b246485-09c2-4a4e-ad0f-ee8e142eca89 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:14:10.811495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:14:10.815549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:14:10.815916 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:10.890392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:10.914769 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:14:10.917007 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c73148-e847-4002-b949-fc69a3089012" -d '{"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-plugged", "status": "completed", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:14:10.933465 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:14:10.936671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:10.982855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:14:11.014758 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e399d2-f3f4-49f8-b955-22bb6fc7f326 x-openstack-request-id: req-c9e399d2-f3f4-49f8-b955-22bb6fc7f326 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:14:11.015086 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-plugged", "status": "completed", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:14:11.015343 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9e399d2-f3f4-49f8-b955-22bb6fc7f326 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:14:11.015739 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'code': 200} Dec 08 01:14:11.143703 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b098d2-b569-43de-9584-46800432f7de req-bfe21e20-d69c-4c09-a088-32d7ea46e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:11.145204 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-72b098d2-b569-43de-9584-46800432f7de req-bfe21e20-d69c-4c09-a088-32d7ea46e9df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0395443 Dec 08 01:14:11.197797 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-72b098d2-b569-43de-9584-46800432f7de req-401513d9-31ac-44de-bc52-6da2481295a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Dec 08 01:14:11.254185 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c96300-1c4e-4204-9be7-753354c3504d req-4abf9f94-b419-4f7b-93fc-6f4479d51f62 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:11.255668 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11c96300-1c4e-4204-9be7-753354c3504d req-4abf9f94-b419-4f7b-93fc-6f4479d51f62 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0521238 Dec 08 01:14:11.307540 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-11c96300-1c4e-4204-9be7-753354c3504d req-d36f6866-7994-4e13-939a-b1706b360386 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459187 Dec 08 01:14:12.426757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e730e-65b2-44ef-b5e2-e49efb52ffda req-a7029461-aff7-4bbd-bfbd-2996aa779f85 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:12.428276 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c84e730e-65b2-44ef-b5e2-e49efb52ffda req-a7029461-aff7-4bbd-bfbd-2996aa779f85 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0484791 Dec 08 01:14:12.477225 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c84e730e-65b2-44ef-b5e2-e49efb52ffda req-6489fefe-1fcf-428a-8b54-6134da3cf8b8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430417 Dec 08 01:14:12.595467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f51d0f-94f7-4c85-a2c6-232034ab01fe req-38833278-0b55-4094-931e-ba32ce067687 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:12.596819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62f51d0f-94f7-4c85-a2c6-232034ab01fe req-38833278-0b55-4094-931e-ba32ce067687 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0539627 Dec 08 01:14:12.647598 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-62f51d0f-94f7-4c85-a2c6-232034ab01fe req-d29ddadf-8af8-43a0-a100-0d4eb10f7099 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Dec 08 01:14:12.669231 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45608) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:14:12.707368 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce996ce8-bbf4-4b6c-b20d-de289096da76 tempest-TestShelveInstance-1257534378 tempest-TestShelveInstance-1257534378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:12.708840 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ce996ce8-bbf4-4b6c-b20d-de289096da76 tempest-TestShelveInstance-1257534378 tempest-TestShelveInstance-1257534378-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1091 time: 0.0386345 Dec 08 01:14:12.712402 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45610) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:14:12.716727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:14:12.737394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:12.834641 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:12.938622 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Allocated IP 172.25.6.216 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/2cdc45ee-0e35-41a3-bb49-0f532c5fa1b8) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:14:13.051802 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:13.088773 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:13.129118 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:14:13.132142 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:14:13.135727 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:14:13.158111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'Port': ['ID=2cdc45ee-0e35-41a3-bb49-0f532c5fa1b8,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:14:13.512625 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:13.581838 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:13.739005 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:13.744273 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:13.817798 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event updated for resources: {'Port': ['ID=2cdc45ee-0e35-41a3-bb49-0f532c5fa1b8,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:14:13.830024 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:13.934923 n-d-820549-2 neutron-server[103114]: INFO neutron.db.l3_db [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Floating IP f5a95df2-49f2-421e-b930-c8b3982e7d1f associated. External IP: 172.25.6.216, port: 4b246485-09c2-4a4e-ad0f-ee8e142eca89. Dec 08 01:14:14.441998 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:14.464416 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Router 56de4807-f730-46f2-bae5-5c42bda595da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:14:14.568960 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:14:14.580884 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] Sync routers for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:14:14.591764 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:14:14.592547 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:14:14.592739 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:14.623834 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-26a429bd-37e0-4aa2-9809-07c3e70a03f7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9103730 Dec 08 01:14:14.624439 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:14:14.626751 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118e12c2-69fc-4f97-8407-dc13d50583fb" -d '{"events": [{"name": "network-changed", "server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:14:14.708817 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:14:14.727884 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44c3c21-5613-4815-9007-7e9fdfb71b21 x-openstack-request-id: req-f44c3c21-5613-4815-9007-7e9fdfb71b21 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:14:14.728182 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:14:14.728443 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f44c3c21-5613-4815-9007-7e9fdfb71b21 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:14:14.728871 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'status': 'completed', 'code': 200} Dec 08 01:14:14.818251 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-81a9945c-04a6-40bf-8716-29041fa41e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:14.819945 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-81a9945c-04a6-40bf-8716-29041fa41e95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0447619 Dec 08 01:14:14.915480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-ff71ef3e-46ee-4b5e-9254-4449b2970a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:14.917013 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-ff71ef3e-46ee-4b5e-9254-4449b2970a3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0894816 Dec 08 01:14:14.949757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f5a95df2-49f2-421e-b930-c8b3982e7d1f', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'port_id': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'mac_address': 'fa:16:3e:f8:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:14:13Z', 'updated_at': '2021-12-08T01:14:13Z', 'revision_number': 0, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:14:14.978385 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] Checking router: 56de4807-f730-46f2-bae5-5c42bda595da for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:14:14.986978 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:14:14.987602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:13:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:14:14.995537 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-aa2d0f25-1af2-4d26-ac91-40cba82a15f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 999 time: 0.0713458 Dec 08 01:14:15.047056 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-d316bd10-2726-47c7-a844-8d6e235d0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:15.048776 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-d316bd10-2726-47c7-a844-8d6e235d0e39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0452502 Dec 08 01:14:15.104082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:14:15.109962 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-2a3a4648-4824-4b13-bdf1-40e2eeefc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:14:15.111503 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-2a3a4648-4824-4b13-bdf1-40e2eeefc42e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560946 Dec 08 01:14:15.207555 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-3f1fea62-2854-426a-898b-1dd2ef3bfa85 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888326 Dec 08 01:14:15.300827 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-118e12c2-69fc-4f97-8407-dc13d50583fb req-468b7339-674d-4c83-b664-f59ea686736d service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868473 Dec 08 01:14:15.336510 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f5a95df2-49f2-421e-b930-c8b3982e7d1f', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'port_id': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'mac_address': 'fa:16:3e:f8:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:14:13Z', 'updated_at': '2021-12-08T01:14:13Z', 'revision_number': 0, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:14:15.366787 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82736312-bc40-40ee-9020-d6c8aa55a00c None None] The sync data for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 is: [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': 'f5a95df2-49f2-421e-b930-c8b3982e7d1f', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'port_id': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'mac_address': 'fa:16:3e:f8:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:14:13Z', 'updated_at': '2021-12-08T01:14:13Z', 'revision_number': 0, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:14:15.565562 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccabe7e-52be-48ea-9a33-6aa626e9771b None None] New status for floating IP f5a95df2-49f2-421e-b930-c8b3982e7d1f: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:14:18.049081 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:21.598459 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f72aaf2f-baba-4678-ab97-dab85febefed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:23.724671 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-90367ecc-2c62-4c93-9c69-0eac06aaa6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:25.408895 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:25.896927 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:14:26.569467 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:27.355793 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:44.439597 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:48.062223 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:51.599614 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-af597a0a-07c8-4a62-bb75-5864ab5cc7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:53.726795 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-52951a94-97b5-44de-8d14-b3612e4b5224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:55.411207 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:56.573194 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:14:57.357654 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:02.895713 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:15:04.330038 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-f4723ffe-d7d6-4266-a44e-04568e4a8492 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410476 Dec 08 01:15:04.430679 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be228-8123-40bd-a909-20d20dc5764b req-b00cc5e5-96a3-469d-818f-7a22705e2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:15:04.432254 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-b00cc5e5-96a3-469d-818f-7a22705e2f91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0447462 Dec 08 01:15:04.543448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be228-8123-40bd-a909-20d20dc5764b req-74e40e52-2a33-4c7c-bebc-9b72fe7df091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:15:04.546255 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-74e40e52-2a33-4c7c-bebc-9b72fe7df091 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0938785 Dec 08 01:15:04.615249 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-5716f447-deb7-47b2-a8d1-ecb191875007 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 1001 time: 0.0614440 Dec 08 01:15:04.664717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be228-8123-40bd-a909-20d20dc5764b req-019dfa04-104f-40b5-9df3-08c3025aa197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:15:04.666177 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-019dfa04-104f-40b5-9df3-08c3025aa197 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0444145 Dec 08 01:15:04.715223 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be228-8123-40bd-a909-20d20dc5764b req-4ea0c0e0-ce63-47cd-a1b2-fdf329a7c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:15:04.716704 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-4ea0c0e0-ce63-47cd-a1b2-fdf329a7c210 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435107 Dec 08 01:15:04.805880 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-eea7cd2b-104f-4029-9c9b-fac934c3347f service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821712 Dec 08 01:15:04.898582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fb3be228-8123-40bd-a909-20d20dc5764b req-a2b94b71-49fb-4ba2-90c1-6ecf9cf07dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853488 Dec 08 01:15:14.456491 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:18.079042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:21.603165 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6beeedfb-01ba-4a8d-802c-b8fb7c192be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:23.727395 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bac08c9f-cf90-4a6a-a48d-458bfb5019e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:25.415628 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:26.578240 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:27.360990 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:39.895816 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:15:44.467632 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:48.078829 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:51.606693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3759b0f2-b934-4587-aa1c-18d0d464ff57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:53.730145 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8bddfec1-cd3a-4e23-891c-c1c5ed9f7a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:55.417558 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:56.581045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:15:57.362440 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:07.032310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-ac98e873-2e91-4d65-b9b9-db1adb7558d7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396612 Dec 08 01:16:07.129794 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-5b42e639-67f5-47c9-9ab5-663dde554217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:07.131408 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-5b42e639-67f5-47c9-9ab5-663dde554217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0396767 Dec 08 01:16:07.239045 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-8456fe96-8416-4498-b0a1-8e9c7cb5e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:07.240481 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-8456fe96-8416-4498-b0a1-8e9c7cb5e216 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0897832 Dec 08 01:16:07.303525 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-810cd263-d376-4451-9dd9-e146ae2f292a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 1001 time: 0.0557270 Dec 08 01:16:07.355439 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-90ca3bb0-06b4-4a6c-84eb-20ea6cb978d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:07.356876 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-90ca3bb0-06b4-4a6c-84eb-20ea6cb978d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0466490 Dec 08 01:16:07.400767 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-9d1482a9-468e-4575-8357-8c8d97c6ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:07.402229 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-9d1482a9-468e-4575-8357-8c8d97c6ee6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382285 Dec 08 01:16:07.492603 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-6cbc9ccb-5e7e-4a7d-a169-c747c1ebad93 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830390 Dec 08 01:16:07.579908 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2debafd5-7e03-4383-99fd-4505e00c97a0 req-c98e02d9-abdc-48ec-8793-38f388f87afc service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800357 Dec 08 01:16:10.023902 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119fddb-91b2-4fc1-a71c-8d3899aeecd7 req-1e663696-2bec-433a-b3c3-e4f5aa46d34e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:10.025406 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3119fddb-91b2-4fc1-a71c-8d3899aeecd7 req-1e663696-2bec-433a-b3c3-e4f5aa46d34e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0493977 Dec 08 01:16:10.074152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3119fddb-91b2-4fc1-a71c-8d3899aeecd7 req-5888718b-60bf-4115-92ea-27fc4630153d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422163 Dec 08 01:16:11.231937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1f23f-3250-4579-891c-d8b3bec7af26 req-b5e3930d-8371-4e0f-be43-1b991ccbd678 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:11.233477 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01b1f23f-3250-4579-891c-d8b3bec7af26 req-b5e3930d-8371-4e0f-be43-1b991ccbd678 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0554888 Dec 08 01:16:11.286237 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-01b1f23f-3250-4579-891c-d8b3bec7af26 req-47e3ee01-3ba1-4d5b-b786-13b1582a9722 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467310 Dec 08 01:16:12.424653 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b3b9f-1473-4a84-8c18-d027b7716148 req-9346a228-9417-4e72-99f6-43c2f87314e9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:12.426122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e8b3b9f-1473-4a84-8c18-d027b7716148 req-9346a228-9417-4e72-99f6-43c2f87314e9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0493228 Dec 08 01:16:12.474800 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0e8b3b9f-1473-4a84-8c18-d027b7716148 req-69a17697-d59e-444d-af99-ccfd32b75b6b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Dec 08 01:16:13.590464 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011d5a-850c-408f-883f-36af4a5488d3 req-65b854aa-d181-4287-8b1b-547778f994cf tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:13.591854 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-10011d5a-850c-408f-883f-36af4a5488d3 req-65b854aa-d181-4287-8b1b-547778f994cf tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0484860 Dec 08 01:16:13.640256 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-10011d5a-850c-408f-883f-36af4a5488d3 req-ff2955f7-a946-4b2a-9a23-9c95251d6733 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424879 Dec 08 01:16:14.467238 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:14.759072 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d33f-aefc-4ac7-8626-4bdb893eca4a req-b36fb91f-abe3-448a-acbc-4409da100145 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:14.760443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ee4d33f-aefc-4ac7-8626-4bdb893eca4a req-b36fb91f-abe3-448a-acbc-4409da100145 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0529339 Dec 08 01:16:14.810348 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1ee4d33f-aefc-4ac7-8626-4bdb893eca4a req-68652a31-47b5-457b-b4b4-1b00a64a509e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Dec 08 01:16:15.926197 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8378d6-36c8-4b6a-ad3d-1f4f28d8ee8d req-8963b006-e164-49de-8fab-f0172507a359 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:15.927722 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d8378d6-36c8-4b6a-ad3d-1f4f28d8ee8d req-8963b006-e164-49de-8fab-f0172507a359 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0495162 Dec 08 01:16:15.976829 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1d8378d6-36c8-4b6a-ad3d-1f4f28d8ee8d req-d1050220-561f-4a2b-9ac2-2edf740c128c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Dec 08 01:16:16.895855 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:16:17.090674 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0e116-a379-4ec2-b964-79280d3057b5 req-5e3398d9-6c54-4da5-b503-b8bd83b854cc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:17.092182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5c0e116-a379-4ec2-b964-79280d3057b5 req-5e3398d9-6c54-4da5-b503-b8bd83b854cc tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0485251 Dec 08 01:16:17.147223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c5c0e116-a379-4ec2-b964-79280d3057b5 req-5d4195bf-e818-43ab-872f-bc99067d80a7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489876 Dec 08 01:16:18.095113 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:18.264459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748d9e-b9af-495e-b9d6-ac6069bf692d req-939d4f37-1001-41d6-903d-05b77cb88555 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:18.265835 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e748d9e-b9af-495e-b9d6-ac6069bf692d req-939d4f37-1001-41d6-903d-05b77cb88555 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0492618 Dec 08 01:16:18.314138 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7e748d9e-b9af-495e-b9d6-ac6069bf692d req-6e1ed8a6-d7f3-4d46-8af0-5876086b0edf tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 Dec 08 01:16:19.434320 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d254b3-161c-4070-b6fc-dde0a11de633 req-728b4dec-3682-42f9-baf5-94fef000ea3d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:19.435820 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08d254b3-161c-4070-b6fc-dde0a11de633 req-728b4dec-3682-42f9-baf5-94fef000ea3d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0482864 Dec 08 01:16:19.485039 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-08d254b3-161c-4070-b6fc-dde0a11de633 req-bdc6badb-d1f5-4f9c-b03c-2e3232e71bf7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Dec 08 01:16:20.221605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-16bf3a8c-9e85-4eeb-86b6-05d6e8fb2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:20.223040 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-16bf3a8c-9e85-4eeb-86b6-05d6e8fb2d4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0409963 Dec 08 01:16:20.315745 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-0d4be614-4041-4724-b005-c33c99b46028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:20.317219 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-0d4be614-4041-4724-b005-c33c99b46028 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0876682 Dec 08 01:16:20.380804 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-986f28a4-6436-41f3-88b9-6820bfef48ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 1001 time: 0.0566025 Dec 08 01:16:20.432204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-6fbbde24-fc37-430b-b2d2-7dde2432d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:20.433617 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-6fbbde24-fc37-430b-b2d2-7dde2432d567 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0459101 Dec 08 01:16:20.478380 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-0e62052e-91af-45c4-b2fc-1ecc3fb36772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:20.479795 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-0e62052e-91af-45c4-b2fc-1ecc3fb36772 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387847 Dec 08 01:16:20.581310 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-1b666453-d539-4a98-8877-3bb9a6f0379d service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938859 Dec 08 01:16:20.607275 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e882a1e-c5bf-47dd-9dba-c112edd111a9 req-27a36fee-4f0d-4845-bbd9-df9eeabdc560 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:20.609233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e882a1e-c5bf-47dd-9dba-c112edd111a9 req-27a36fee-4f0d-4845-bbd9-df9eeabdc560 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0543780 Dec 08 01:16:20.657207 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6e882a1e-c5bf-47dd-9dba-c112edd111a9 req-826448c3-c1ed-4fa0-92e5-db7ea9781436 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419924 Dec 08 01:16:20.675090 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-1fcecfb8-1d2b-4903-a7d9-4af3c2dce2af req-175ccbf2-9226-405e-8878-7abaa302e59c service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Dec 08 01:16:21.607860 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbc70-ad2c-46ee-b6ef-dfa7ac0ef48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:21.783826 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed889c-a82a-4105-bb5f-87362aa8da0a req-05f33020-a7d7-4afb-b98c-1e3e8dedc60c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:21.785307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66ed889c-a82a-4105-bb5f-87362aa8da0a req-05f33020-a7d7-4afb-b98c-1e3e8dedc60c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0561943 Dec 08 01:16:21.834581 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-66ed889c-a82a-4105-bb5f-87362aa8da0a req-d1fe0d03-cdcc-4448-b71c-84719f83c550 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Dec 08 01:16:22.954652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7395fe-b472-40c0-87a7-9851b55dea37 req-2aee56b1-84b6-4a2f-94e2-23974c2cbf8c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:22.956173 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a7395fe-b472-40c0-87a7-9851b55dea37 req-2aee56b1-84b6-4a2f-94e2-23974c2cbf8c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0544577 Dec 08 01:16:23.007385 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3a7395fe-b472-40c0-87a7-9851b55dea37 req-f02a8bd8-9ca2-4beb-bab6-b8020fcd0470 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451195 Dec 08 01:16:23.732225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-973c2c20-8b8f-4e37-82ec-dd5f3fe2acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:24.132917 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf7262-9a1e-46d6-8868-b2245eed22b9 req-a0768ead-7c91-4977-bdf2-d61b645f682a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:24.134470 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33bf7262-9a1e-46d6-8868-b2245eed22b9 req-a0768ead-7c91-4977-bdf2-d61b645f682a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0514116 Dec 08 01:16:24.196851 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-33bf7262-9a1e-46d6-8868-b2245eed22b9 req-39c7e5ce-2b69-4c24-bd85-9674bc2ef148 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545290 Dec 08 01:16:25.273540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4b246485-09c2-4a4e-ad0f-ee8e142eca89 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:16:25.319728 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79c92c-4641-4794-9178-409f02b5c273 req-fdea7d86-045e-4a4c-b2f2-814cfd938d8f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:25.321307 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f79c92c-4641-4794-9178-409f02b5c273 req-fdea7d86-045e-4a4c-b2f2-814cfd938d8f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0535934 Dec 08 01:16:25.378186 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6f79c92c-4641-4794-9178-409f02b5c273 req-b2634925-a8be-4b41-9ef0-112d2eb856c2 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505004 Dec 08 01:16:25.486045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:25.530817 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:25.561758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:16:25.568744 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240ef7e-97f9-478f-9e28-b825a0e55c11" -d '{"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:16:25.588888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:16:25.595129 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:25.605204 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-9c966559-417f-4a8d-85b6-48aeda488c32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555966 Dec 08 01:16:25.617094 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-25c232b2-6b9a-4095-84c7-4cd2dd027f52 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:16:25.622250 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-25c232b2-6b9a-4095-84c7-4cd2dd027f52 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104852 Dec 08 01:16:25.624062 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbccc89-8d81-4f64-8a4f-4ef421fa1d5b x-openstack-request-id: req-1cbccc89-8d81-4f64-8a4f-4ef421fa1d5b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:16:25.624886 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-unplugged", "status": "failed", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89", "code": 422}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:16:25.625140 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cbccc89-8d81-4f64-8a4f-4ef421fa1d5b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:16:25.625536 n-d-820549-2 neutron-server[103115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'code': 422} returned with failed status Dec 08 01:16:25.635241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2d832-108e-4116-a9b5-4a37591bba84 req-bb47c619-ae5f-47cc-b15b-a1d294610b08 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:25.636879 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adb2d832-108e-4116-a9b5-4a37591bba84 req-bb47c619-ae5f-47cc-b15b-a1d294610b08 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0720553 Dec 08 01:16:25.652858 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:16:25.660729 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.661086 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.661623 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.662471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.662471 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.663294 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.663646 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.663992 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.664332 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.664667 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.665185 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.665522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.665856 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:16:25.696034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-adb2d832-108e-4116-a9b5-4a37591bba84 req-46b8116b-e251-4080-b6dc-5512f8c1a80d tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495875 Dec 08 01:16:26.583900 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:26.813799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f597f-8d89-4093-929b-d11e6ab5e144 req-fb6547df-cf42-4ee8-874d-f059e8d4663f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:26.815683 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-368f597f-8d89-4093-929b-d11e6ab5e144 req-fb6547df-cf42-4ee8-874d-f059e8d4663f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0523927 Dec 08 01:16:26.881346 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-368f597f-8d89-4093-929b-d11e6ab5e144 req-e63d2547-ab38-4526-87d6-4df0a799f3b9 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547602 Dec 08 01:16:27.365100 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:28.003023 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30242692-f7dc-43f2-947d-5a6d32648684 req-f114c4c1-65d0-4ea2-afd3-e1b03e6f0bba tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:28.004516 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30242692-f7dc-43f2-947d-5a6d32648684 req-f114c4c1-65d0-4ea2-afd3-e1b03e6f0bba tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0536919 Dec 08 01:16:28.056564 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-30242692-f7dc-43f2-947d-5a6d32648684 req-952ba884-af8b-45d3-8275-51a0c7df5cef tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444937 Dec 08 01:16:29.239682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9866bc-13a1-4c06-a56b-8ae7e6a0850c req-6d7b8bc0-c1aa-43e1-8d0d-b2628c510791 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:29.242545 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d9866bc-13a1-4c06-a56b-8ae7e6a0850c req-6d7b8bc0-c1aa-43e1-8d0d-b2628c510791 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.1131575 Dec 08 01:16:29.294511 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9d9866bc-13a1-4c06-a56b-8ae7e6a0850c req-a14c33ab-1efe-4705-a980-86ab5d307ba1 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471284 Dec 08 01:16:30.458678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985d229-38ef-41d0-ad3d-ead34830083c req-ce9720b8-59f4-4509-bd68-1f20d37a40eb tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:30.460214 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6985d229-38ef-41d0-ad3d-ead34830083c req-ce9720b8-59f4-4509-bd68-1f20d37a40eb tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0946295 Dec 08 01:16:30.513883 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6985d229-38ef-41d0-ad3d-ead34830083c req-519803fa-1063-49de-9acb-85a9f95d6f76 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477052 Dec 08 01:16:31.576059 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-7bfe7102-7e76-46d7-9561-21946816f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:31.577824 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-7bfe7102-7e76-46d7-9561-21946816f05a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d&tenant_id=2ab952b1e049411480a26c5df45706fd HTTP/1.1" status: 200 len: 1094 time: 0.0576272 Dec 08 01:16:31.652718 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554eef4-2776-4fe4-b3f4-481934412797 req-af0ae0f2-e9f0-4170-b62c-2614711a3cba tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:31.654202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7554eef4-2776-4fe4-b3f4-481934412797 req-af0ae0f2-e9f0-4170-b62c-2614711a3cba tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0521185 Dec 08 01:16:31.662220 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-828a4949-edec-47f1-844a-6d7914ba059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:31.663813 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-828a4949-edec-47f1-844a-6d7914ba059e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1094 time: 0.0504704 Dec 08 01:16:31.703521 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7554eef4-2776-4fe4-b3f4-481934412797 req-3de1802f-4045-45a8-a440-e0a28d622af0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432248 Dec 08 01:16:31.753867 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-57c2a9fa-c7d7-4a3a-8569-2a9e518c872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:31.755400 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-57c2a9fa-c7d7-4a3a-8569-2a9e518c872e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0841763 Dec 08 01:16:31.823068 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-bc1098ba-c5a0-4ce7-862c-5a7aa3d1eaee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 999 time: 0.0610285 Dec 08 01:16:31.871282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-50ed6987-34e9-43b0-bc66-6c89e902b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:31.872620 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-50ed6987-34e9-43b0-bc66-6c89e902b9ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0425284 Dec 08 01:16:31.918700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-710e1eb2-cf35-4384-8f52-98894dca7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:31.920469 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-710e1eb2-cf35-4384-8f52-98894dca7e81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393112 Dec 08 01:16:32.015661 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-5cfa145f-44e8-4f0f-a917-11d4c89eb8e5 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874751 Dec 08 01:16:32.383246 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-03074a8a-ac3c-4afb-a15b-dd167afe125b service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607197 Dec 08 01:16:32.820582 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a292a9-e300-4cac-8066-15235d5ea9f2 req-25662281-a736-46e2-bb0a-6a5abdbf668a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:32.822034 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4a292a9-e300-4cac-8066-15235d5ea9f2 req-25662281-a736-46e2-bb0a-6a5abdbf668a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0479641 Dec 08 01:16:32.873528 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b4a292a9-e300-4cac-8066-15235d5ea9f2 req-ffcd5f0c-13c2-49f6-af16-2a1a77b1454a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449665 Dec 08 01:16:34.000723 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717af12-ea0c-4c82-a909-a7c0e58646ae req-dce6cf8b-14ce-4f4b-ba28-01ffed59de08 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:34.002247 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5717af12-ea0c-4c82-a909-a7c0e58646ae req-dce6cf8b-14ce-4f4b-ba28-01ffed59de08 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0589108 Dec 08 01:16:34.055213 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5717af12-ea0c-4c82-a909-a7c0e58646ae req-410dc467-6c25-4ec6-a430-fb9767f31235 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 Dec 08 01:16:35.173675 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defa795-75a6-4891-849d-f3e2742680d3 req-18cf53a1-c2a0-442a-9ac2-d06235c982ee tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:35.175182 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4defa795-75a6-4891-849d-f3e2742680d3 req-18cf53a1-c2a0-442a-9ac2-d06235c982ee tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0493054 Dec 08 01:16:35.225414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-4defa795-75a6-4891-849d-f3e2742680d3 req-c31c4ea1-ad25-486a-b32c-8ad7286c0aa7 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440514 Dec 08 01:16:36.354234 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5355161-47e2-4c2d-9585-02565e3d44ed req-efc633ff-f842-407b-876e-e7fa5908d9a3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:36.355755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5355161-47e2-4c2d-9585-02565e3d44ed req-efc633ff-f842-407b-876e-e7fa5908d9a3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0540993 Dec 08 01:16:36.404281 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d5355161-47e2-4c2d-9585-02565e3d44ed req-fd5a7a0b-9173-47ec-be26-71edae3765d8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425308 Dec 08 01:16:37.520969 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06e25-6334-47b2-8481-43b6be3b4305 req-8981923b-0f07-46bf-9421-c68089885582 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:37.522487 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7db06e25-6334-47b2-8481-43b6be3b4305 req-8981923b-0f07-46bf-9421-c68089885582 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0480878 Dec 08 01:16:37.572110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7db06e25-6334-47b2-8481-43b6be3b4305 req-7dd21ce8-3b7c-445f-b439-98303129b8e2 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435326 Dec 08 01:16:38.686277 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36dea-774a-445f-91ed-82edc8e0f211 req-06b6790d-aa5d-4a6a-ba0e-087dfd684e66 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:38.687770 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75a36dea-774a-445f-91ed-82edc8e0f211 req-06b6790d-aa5d-4a6a-ba0e-087dfd684e66 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 943 time: 0.0481167 Dec 08 01:16:38.741907 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75a36dea-774a-445f-91ed-82edc8e0f211 req-ef9389fe-5b9a-4740-8b0f-6b2968d7df6e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475938 Dec 08 01:16:39.323114 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4b246485-09c2-4a4e-ad0f-ee8e142eca89 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:16:39.419083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:16:39.430595 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'port_id': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'mac_address': 'fa:16:3e:f8:a0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:16:39.468347 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:39.480909 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b246485-09c2-4a4e-ad0f-ee8e142eca89 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:16:39.501427 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:16:39.506000 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:39.558088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:16:39.793916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['4b246485-09c2-4a4e-ad0f-ee8e142eca89'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:16:39.858930 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c4114-a94c-42a1-a5c2-40544e04d79a req-ce26136e-4596-4d7d-a7ab-2998dafd2593 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:39.863459 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d7c4114-a94c-42a1-a5c2-40544e04d79a req-ce26136e-4596-4d7d-a7ab-2998dafd2593 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 944 time: 0.0531847 Dec 08 01:16:39.911205 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0d7c4114-a94c-42a1-a5c2-40544e04d79a req-58d7421c-1cf8-48eb-977f-2fdcb0ec0454 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Dec 08 01:16:41.028282 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387bd8c-64d8-4409-adbd-c1c4262c9f66 req-b234f736-4e0f-4008-a1c7-69acf66dbb4b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:41.029765 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3387bd8c-64d8-4409-adbd-c1c4262c9f66 req-b234f736-4e0f-4008-a1c7-69acf66dbb4b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 944 time: 0.0498655 Dec 08 01:16:41.079932 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-3387bd8c-64d8-4409-adbd-c1c4262c9f66 req-8566014e-3682-4624-bd15-33f1efc34ed8 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 Dec 08 01:16:41.339377 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4b246485-09c2-4a4e-ad0f-ee8e142eca89 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:16:41.387239 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:16:41.387611 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:41.467147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:41.490237 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:16:41.492672 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40b57b-5250-42d9-978f-942c22b27b30" -d '{"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-plugged", "status": "completed", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:16:41.505800 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:16:41.511029 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:41.539250 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a744055-a081-4eb5-81c8-fdc0d74ccaaf x-openstack-request-id: req-0a744055-a081-4eb5-81c8-fdc0d74ccaaf {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:16:41.539546 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-plugged", "status": "completed", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:16:41.539803 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a744055-a081-4eb5-81c8-fdc0d74ccaaf {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:16:41.540191 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'code': 200} Dec 08 01:16:41.564309 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:16:41.744527 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd1743-2925-4473-a1cb-8650ab2d25fa req-129cf8ef-7595-4da6-9d4f-d9d0f12eb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:41.746052 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-afdd1743-2925-4473-a1cb-8650ab2d25fa req-129cf8ef-7595-4da6-9d4f-d9d0f12eb3e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0409608 Dec 08 01:16:41.794360 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-afdd1743-2925-4473-a1cb-8650ab2d25fa req-21824723-3a97-4a1f-8054-ced9f1c2464c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Dec 08 01:16:42.200710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e5b20-ec58-4e29-a103-c9fc72145ee3 req-c7bc4518-5b8c-4e84-98ed-d8b2da845f86 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:42.202218 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac3e5b20-ec58-4e29-a103-c9fc72145ee3 req-c7bc4518-5b8c-4e84-98ed-d8b2da845f86 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0537767 Dec 08 01:16:42.254986 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ac3e5b20-ec58-4e29-a103-c9fc72145ee3 req-cb557d17-e168-4209-acf2-219347bc6b57 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454335 Dec 08 01:16:43.381246 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c721e-8550-491a-ba0f-67cc93d14e4d req-8b1a66a4-cef8-43da-b1dd-2b2e4b0dc5de tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:16:43.382756 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-940c721e-8550-491a-ba0f-67cc93d14e4d req-8b1a66a4-cef8-43da-b1dd-2b2e4b0dc5de tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0489731 Dec 08 01:16:43.433174 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-940c721e-8550-491a-ba0f-67cc93d14e4d req-c6f49b61-f38e-460a-82c0-835ec8e357ec tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442460 Dec 08 01:16:44.477337 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:48.105048 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:51.610992 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c7bee69b-e212-426f-9359-8f68127cc5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:53.734474 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-55d2c2d5-87a3-4213-8d8c-f9ef2b8d895d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:53.895557 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:16:55.423193 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:56.586281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:16:57.367151 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:08.380054 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-b9e43482-a172-406d-b944-e53b06179c1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754085 Dec 08 01:17:08.482733 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-e2f89898-d0b4-455e-81ae-f0a0bc9bb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:08.484239 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-e2f89898-d0b4-455e-81ae-f0a0bc9bb9b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0419009 Dec 08 01:17:08.594423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-ee28ca3b-872c-4182-bf55-60e6234354f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:08.596464 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-ee28ca3b-872c-4182-bf55-60e6234354f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.0913548 Dec 08 01:17:08.675123 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-8d3bb03b-97ab-48e1-99cf-48e2a9d85b1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 1001 time: 0.0657067 Dec 08 01:17:08.727521 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-084407da-9e7c-44b2-b030-fbe3849eda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:08.729012 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-084407da-9e7c-44b2-b030-fbe3849eda55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0476420 Dec 08 01:17:08.782058 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-7c2eaa8d-7fb9-4879-8d16-84d5152709ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:08.784477 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-7c2eaa8d-7fb9-4879-8d16-84d5152709ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483601 Dec 08 01:17:08.882111 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-1acdb71e-0ca4-4f1b-91bb-d9e601882ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898004 Dec 08 01:17:08.974647 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-f5df3ef9-7a6e-4611-94e4-7f8b1c356a55 req-458bc757-b89d-4f8b-a39b-d4f988f77034 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855675 Dec 08 01:17:14.482427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:18.101274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:21.612530 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a94a21c8-8e9f-4e37-80ca-2a33a4a04de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:23.736125 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bfc05844-ae17-471c-ae22-53789f8f7e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:25.424695 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:26.589837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:27.370819 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:30.895273 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:17:44.483209 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:48.104062 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:51.614089 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-d791b7f0-e915-4690-8581-e256dd166916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:53.738082 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b18a646-f028-47e6-ac2b-7c6f16709c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:55.428594 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:56.337504 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45778) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:17:56.497448 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Deleting port 2cdc45ee-0e35-41a3-bb49-0f532c5fa1b8 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:17:56.497788 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:56.579535 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:56.579862 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:56.595409 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Calling delete_port for 2cdc45ee-0e35-41a3-bb49-0f532c5fa1b8 owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:17:56.596858 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:56.749754 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:56.774336 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event deleted for resources: {'Port': ['ID=2cdc45ee-0e35-41a3-bb49-0f532c5fa1b8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:17:56.788894 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.789217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.789568 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.789908 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.790245 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.790582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.790936 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.791275 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.791606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.791933 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.792260 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.792592 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.792917 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:17:56.849942 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:56.850189 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Floating IP f5a95df2-49f2-421e-b930-c8b3982e7d1f disassociated (deleted). External IP: 172.25.6.216, port: 4b246485-09c2-4a4e-ad0f-ee8e142eca89. Dec 08 01:17:57.066447 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Router 56de4807-f730-46f2-bae5-5c42bda595da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:17:57.178438 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:17:57.183307 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:57.190699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] Sync routers for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:17:57.202400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:17:57.203055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:17:57.211053 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8ae28784-4fd4-4637-8ddc-89b994ee994b tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "DELETE /v2.0/floatingips/f5a95df2-49f2-421e-b930-c8b3982e7d1f HTTP/1.1" status: 204 len: 168 time: 0.8723900 Dec 08 01:17:57.211656 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:17:57.213949 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c42fdc-d7d9-40b7-81df-887076f32544" -d '{"events": [{"name": "network-changed", "server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:17:57.254342 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fbbe9c-2a43-470c-a22f-3799bcbb47ca x-openstack-request-id: req-d7fbbe9c-2a43-470c-a22f-3799bcbb47ca {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:17:57.254649 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:17:57.254934 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7fbbe9c-2a43-470c-a22f-3799bcbb47ca {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:17:57.255361 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'status': 'completed', 'code': 200} Dec 08 01:17:57.320157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:17:57.350817 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-df3afa0a-f0f4-4262-9e7b-c33e3bd2959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:57.352388 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-df3afa0a-f0f4-4262-9e7b-c33e3bd2959a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab952b1e049411480a26c5df45706fd&device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 1096 time: 0.0516891 Dec 08 01:17:57.433665 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:57.466443 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-d76f7fb0-836d-4be4-aba0-6c7d203dbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:57.468134 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-d76f7fb0-836d-4be4-aba0-6c7d203dbdbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 200 len: 910 time: 0.1083336 Dec 08 01:17:57.483681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf05e7-b4ad-4c84-b498-1beeb5cb471b req-35632813-a7e4-4f98-8031-503ef9ff3384 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:57.485230 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efdf05e7-b4ad-4c84-b498-1beeb5cb471b req-35632813-a7e4-4f98-8031-503ef9ff3384 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0587163 Dec 08 01:17:57.519266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-f84a6a2b-f683-4a47-a106-77763209912a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 200 len: 217 time: 0.0413938 Dec 08 01:17:57.543636 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-efdf05e7-b4ad-4c84-b498-1beeb5cb471b req-4f95689b-55ff-4f0f-b052-eee41da596b0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517881 Dec 08 01:17:57.547321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:17:57.576814 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-590e08f5-d1be-4881-b7ba-29826f5c223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:57.578314 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-590e08f5-d1be-4881-b7ba-29826f5c223a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 200 len: 848 time: 0.0497658 Dec 08 01:17:57.578716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] Checking router: 56de4807-f730-46f2-bae5-5c42bda595da for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:17:57.587962 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:17:57.588574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:17:57.629175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-cbe6a03d-8d48-4af5-a2a5-93aa728285c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:57.631257 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-cbe6a03d-8d48-4af5-a2a5-93aa728285c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0fa36f8-8db5-43bc-99f9-e6788fe34afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430622 Dec 08 01:17:57.696895 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:17:57.734212 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-21262960-c1c9-4587-b004-2dde2652ab9d service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945489 Dec 08 01:17:57.832596 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-b9c42fdc-d7d9-40b7-81df-887076f32544 req-48fa92a9-221f-4a14-a953-63603ebce912 service neutron] 10.222.0.44 "GET /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890989 Dec 08 01:17:57.902556 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:17:57.929904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c9b6c-33ed-4909-a6eb-2841e1a4c430 None None] The sync data for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 is: [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:09:08Z', 'revision_number': 4, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '0e062c00-819b-45f1-b585-d907217e90d6', 'name': '', 'network_id': 'b0fa36f8-8db5-43bc-99f9-e6788fe34afc', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'mac_address': 'fa:16:3e:c5:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:07Z', 'updated_at': '2021-12-08T01:09:14Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'subnets': [{'id': 'b1804872-9c53-4248-bc34-e4093fdef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:17:58.165730 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6071387-3f8c-4409-99e0-660a33336f6f None None] New status for floating IP f5a95df2-49f2-421e-b930-c8b3982e7d1f: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:17:58.666403 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba084-40a6-4150-936f-4ecccfa136b8 req-53b59982-9410-4bf0-a6ac-6acf0c52c3fe tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:58.667968 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb9ba084-40a6-4150-936f-4ecccfa136b8 req-53b59982-9410-4bf0-a6ac-6acf0c52c3fe tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0493190 Dec 08 01:17:58.720888 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cb9ba084-40a6-4150-936f-4ecccfa136b8 req-5970a6d1-39e8-4649-a1c5-cafacc16be3a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/security-groups?id=198b3ea8-1273-4233-83ca-9499170c76ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461164 Dec 08 01:17:59.130236 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-f45b7c9a-7f92-472f-b912-20a74472b37a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:17:59.132316 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-f45b7c9a-7f92-472f-b912-20a74472b37a tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 945 time: 0.0549803 Dec 08 01:17:59.229560 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Deleting port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:17:59.230040 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:59.335441 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] For port 4b246485-09c2-4a4e-ad0f-ee8e142eca89, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=4b246485-09c2-4a4e-ad0f-ee8e142eca89,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:17:59.335795 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:59.347989 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Calling delete_port for 4b246485-09c2-4a4e-ad0f-ee8e142eca89 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:17:59.480883 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:59.514517 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event deleted for resources: {'Port': ['ID=4b246485-09c2-4a4e-ad0f-ee8e142eca89,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:17:59.556020 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] No DVR routers for this DVR port 4b246485-09c2-4a4e-ad0f-ee8e142eca89 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:17:59.558636 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:17:59.562086 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-2ccc5e30-bc4d-47fb-9de0-2a00ccd5605f req-4eb0a52f-fb8a-49fe-a086-174002a7e2da tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.44 "DELETE /v2.0/ports/4b246485-09c2-4a4e-ad0f-ee8e142eca89 HTTP/1.1" status: 204 len: 173 time: 0.4229171 Dec 08 01:17:59.562540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-deleted', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:17:59.564870 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a5a55b-cdac-4c8f-85ee-970f5b1dc904" -d '{"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-deleted", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:17:59.608119 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce540d79-2499-44dd-acca-45882b1d444c x-openstack-request-id: req-ce540d79-2499-44dd-acca-45882b1d444c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:17:59.608406 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026b0e0d-339f-4ca9-be8a-0ba01fafac6d", "name": "network-vif-deleted", "tag": "4b246485-09c2-4a4e-ad0f-ee8e142eca89", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:17:59.608706 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce540d79-2499-44dd-acca-45882b1d444c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:17:59.609073 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026b0e0d-339f-4ca9-be8a-0ba01fafac6d', 'name': 'network-vif-deleted', 'tag': '4b246485-09c2-4a4e-ad0f-ee8e142eca89', 'status': 'completed', 'code': 200} Dec 08 01:17:59.818779 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7489060d-439d-4206-a95e-96c2d4dfa260 req-a834efb5-ad4f-4a38-90fa-c7eef76dbce0 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0271516 Dec 08 01:18:00.916577 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-52ecd5c6-45a7-4711-9168-450a04647ecc req-0daca66f-806e-492c-8f0d-310ef2648b4f tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0265386 Dec 08 01:18:02.020940 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cf1618c8-03c6-4677-8e71-87310c119757 req-621afd99-23a5-47ad-8d18-aa0c10fab854 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0315807 Dec 08 01:18:03.120421 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cdad3f25-8fe8-405a-ba74-5977ca8d95f1 req-143116a5-2b4e-46fb-82f5-eb58c7d71ea3 tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0273447 Dec 08 01:18:03.674367 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4b246485-09c2-4a4e-ad0f-ee8e142eca89 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:18:03.704722 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 4b246485-09c2-4a4e-ad0f-ee8e142eca89 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:18:03.705069 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 4b246485-09c2-4a4e-ad0f-ee8e142eca89 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:18:04.229805 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-20ea4af8-6f7f-43ec-9a0e-3ba74dbdaebc req-ed75ed94-45c1-4230-96d7-d93ec19cfa3e tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "GET /v2.0/ports?device_id=026b0e0d-339f-4ca9-be8a-0ba01fafac6d HTTP/1.1" status: 200 len: 210 time: 0.0262609 Dec 08 01:18:05.289459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45812) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:05.351999 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:05.379780 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:05.461889 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:05.464551 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:05.465943 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] 10.222.0.18 "DELETE /v2.0/security-groups/198b3ea8-1273-4233-83ca-9499170c76ad HTTP/1.1" status: 204 len: 168 time: 0.1754813 Dec 08 01:18:05.476022 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198b3ea8-1273-4233-83ca-9499170c76ad,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:05.484927 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.485668 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.486184 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.486699 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.487356 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.487698 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.488031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.488366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.488746 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.489073 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.489590 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.490410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.490953 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe7c8-fe93-4a10-afce-443c2379771c tempest-TestShelveInstance-1501463805 tempest-TestShelveInstance-1501463805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:05.522830 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45816) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:06.003365 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:06.253304 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Deleting port 0e062c00-819b-45f1-b585-d907217e90d6 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:18:06.253563 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:06.341742 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] For port 0e062c00-819b-45f1-b585-d907217e90d6, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=0e062c00-819b-45f1-b585-d907217e90d6,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:06.342161 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:06.355787 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Calling delete_port for 0e062c00-819b-45f1-b585-d907217e90d6 owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:18:06.541211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:06.570119 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0e062c00-819b-45f1-b585-d907217e90d6,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:06.764214 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:06.988815 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Router 56de4807-f730-46f2-bae5-5c42bda595da has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:18:07.105003 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:18:07.112872 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-117d5542-165f-4ca9-aca9-6d9d633642ae admin admin] 10.222.0.18 "PUT /v2.0/routers/56de4807-f730-46f2-bae5-5c42bda595da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5887494 Dec 08 01:18:07.113599 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45820) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:07.117569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] Sync routers for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:18:07.128186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:07.128798 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:07.232993 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.238738 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:07.353769 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.410819 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Deleting port 205515b3-22ea-4b73-b7f1-e97adcbf1636 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:18:07.411199 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.451416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:18:06Z', 'revision_number': 5, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port': {'id': '205515b3-22ea-4b73-b7f1-e97adcbf1636', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56de4807-f730-46f2-bae5-5c42bda595da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:06Z', 'updated_at': '2021-12-08T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:07.485483 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] Checking router: 56de4807-f730-46f2-bae5-5c42bda595da for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:18:07.499824 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] Routers {'56de4807-f730-46f2-bae5-5c42bda595da'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:07.500491 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['56de4807-f730-46f2-bae5-5c42bda595da'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:07.506735 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] For port 205515b3-22ea-4b73-b7f1-e97adcbf1636, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=205515b3-22ea-4b73-b7f1-e97adcbf1636,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:07.507138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.521405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Calling delete_port for 205515b3-22ea-4b73-b7f1-e97adcbf1636 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:18:07.735970 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.761823 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Pushing event deleted for resources: {'Port': ['ID=205515b3-22ea-4b73-b7f1-e97adcbf1636,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:07.786275 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ddb6b8-6a52-4dec-bf39-bf3120647cbe None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:07.792031 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] Set router 56de4807-f730-46f2-bae5-5c42bda595da gateway port host: None {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:07.850325 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.852480 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:18:07Z', 'revision_number': 6, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:07.883948 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df331cc8-15c4-4ae2-9a75-4c052a0597ee None None] The sync data for ids ['56de4807-f730-46f2-bae5-5c42bda595da'] in n-d-820549-2 is: [{'id': '56de4807-f730-46f2-bae5-5c42bda595da', 'name': 'tempest-TestShelveInstance-1064091189-router', 'tenant_id': '2ab952b1e049411480a26c5df45706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:05Z', 'updated_at': '2021-12-08T01:18:07Z', 'revision_number': 6, 'project_id': '2ab952b1e049411480a26c5df45706fd', 'gw_port_host': None}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:18:07.897082 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:18:07.949521 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.951758 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.996239 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:07.996680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56de4807-f730-46f2-bae5-5c42bda595da {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:18:08.001500 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.002899 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-cbecf9a4-84ca-4694-96a1-9ce506979793 admin admin] 10.222.0.18 "DELETE /v2.0/routers/56de4807-f730-46f2-bae5-5c42bda595da HTTP/1.1" status: 204 len: 168 time: 0.8882887 Dec 08 01:18:08.005379 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45822) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:08.051841 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] Deleting subnet b1804872-9c53-4248-bc34-e4093fdef396 {{(pid=103114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:18:08.055653 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.089919 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13093637'] for subnet, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.169982 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.232581 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12583479'] for subnet, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.261733 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1804872-9c53-4248-bc34-e4093fdef396,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:08.271263 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.278343 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45824) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:08.278841 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ac8710b6-a64a-42fa-84ce-c033b46d293f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b1804872-9c53-4248-bc34-e4093fdef396 HTTP/1.1" status: 204 len: 168 time: 0.2714441 Dec 08 01:18:08.289642 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d3de1-3fbe-4519-9e15-f24ab849b38e None None] Network b0fa36f8-8db5-43bc-99f9-e6788fe34afc requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:18:08.369650 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.394852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e062c00-819b-45f1-b585-d907217e90d6 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:18:08.420716 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 0e062c00-819b-45f1-b585-d907217e90d6 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:18:08.421208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 0e062c00-819b-45f1-b585-d907217e90d6 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:18:08.441923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Deleting port 8e4f15a0-203c-4546-8b73-b0f209005a4e {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:18:08.442534 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.503442 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] For port 8e4f15a0-203c-4546-8b73-b0f209005a4e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=8e4f15a0-203c-4546-8b73-b0f209005a4e,segment=NetworkSegment(ca157d0b-37e3-4d10-9f31-c55577dd9712),segment_id=ca157d0b-37e3-4d10-9f31-c55577dd9712)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:08.503796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.516664 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Calling delete_port for 8e4f15a0-203c-4546-8b73-b0f209005a4e owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:18:08.597034 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.620631 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4f15a0-203c-4546-8b73-b0f209005a4e,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:08.626156 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] No DVR routers for this DVR port 8e4f15a0-203c-4546-8b73-b0f209005a4e on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:18:08.699097 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.721076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fa36f8-8db5-43bc-99f9-e6788fe34afc']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:08.731243 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca157d0b-37e3-4d10-9f31-c55577dd9712') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:08.731540 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca157d0b-37e3-4d10-9f31-c55577dd9712') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:08.741219 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.754603 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.763872 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39a2fb-a3d7-4ff2-a8ef-8d00651689f4 None None] DHCP port deletion for b0fa36f8-8db5-43bc-99f9-e6788fe34afc request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:08.765546 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:18:08.766496 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: timer() Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:18:08.768271 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:18:08.829581 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.836282 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:08.843221 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45826) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:08.843430 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0fa36f8-8db5-43bc-99f9-e6788fe34afc HTTP/1.1" status: 204 len: 168 time: 0.5636909 Dec 08 01:18:08.856793 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8714ac-c1ec-49fa-a10d-63b02e2d8cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fa36f8-8db5-43bc-99f9-e6788fe34afc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:09.249163 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:09.502310 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Deleting port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:18:09.502648 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:09.582213 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] For port b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,segment=NetworkSegment(e92a7cda-371a-4fa2-a8f5-827675db0cf0),segment_id=e92a7cda-371a-4fa2-a8f5-827675db0cf0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:09.582490 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:09.595354 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Calling delete_port for b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc owned by network:router_interface {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:18:09.777486 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:09.801935 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:09.977029 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:10.107495 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 205515b3-22ea-4b73-b7f1-e97adcbf1636 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:18:10.128958 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 205515b3-22ea-4b73-b7f1-e97adcbf1636 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:18:10.129395 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 205515b3-22ea-4b73-b7f1-e97adcbf1636 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:18:10.129882 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e4f15a0-203c-4546-8b73-b0f209005a4e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:18:10.152231 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 8e4f15a0-203c-4546-8b73-b0f209005a4e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:18:10.152677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 8e4f15a0-203c-4546-8b73-b0f209005a4e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:18:10.503715 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Router 911a9d9f-ce56-4515-aec1-3c6377e461bb has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:18:10.615534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:18:10.621278 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-b022e4bf-552e-4dc1-a196-2683d80fad65 admin admin] 10.222.0.18 "PUT /v2.0/routers/911a9d9f-ce56-4515-aec1-3c6377e461bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7763157 Dec 08 01:18:10.625868 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45828) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:10.628952 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef016465-121f-4937-a199-5041f858b65f None None] Sync routers for ids ['911a9d9f-ce56-4515-aec1-3c6377e461bb'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:18:10.640070 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] Routers {'911a9d9f-ce56-4515-aec1-3c6377e461bb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:10.640564 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['911a9d9f-ce56-4515-aec1-3c6377e461bb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:10.738269 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks [] for router, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:10.756294 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] Set router 911a9d9f-ce56-4515-aec1-3c6377e461bb gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:10.838009 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:10.895539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Deleting port c6b96478-24a0-404f-a2c6-198eb49c9243 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:18:10.895878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:10.936020 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:18:09Z', 'revision_number': 5, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port': {'id': 'c6b96478-24a0-404f-a2c6-198eb49c9243', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:10.978775 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] For port c6b96478-24a0-404f-a2c6-198eb49c9243, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=c6b96478-24a0-404f-a2c6-198eb49c9243,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:10.979164 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:10.979714 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef016465-121f-4937-a199-5041f858b65f None None] Checking router: 911a9d9f-ce56-4515-aec1-3c6377e461bb for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:18:10.991364 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] Routers {'911a9d9f-ce56-4515-aec1-3c6377e461bb'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:10.992192 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['911a9d9f-ce56-4515-aec1-3c6377e461bb'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:10.993869 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Calling delete_port for c6b96478-24a0-404f-a2c6-198eb49c9243 owned by network:router_gateway {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:18:11.090146 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] Set router 911a9d9f-ce56-4515-aec1-3c6377e461bb gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:11.146570 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ef016465-121f-4937-a199-5041f858b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:18:10Z', 'revision_number': 6, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:11.170095 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.173917 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef016465-121f-4937-a199-5041f858b65f None None] The sync data for ids ['911a9d9f-ce56-4515-aec1-3c6377e461bb'] in n-d-820549-2 is: [{'id': '911a9d9f-ce56-4515-aec1-3c6377e461bb', 'name': 'tempest-TestShelveInstance-2028295702-router', 'tenant_id': '82847152e39545f6b59f4e9ab47bb228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:09:11Z', 'updated_at': '2021-12-08T01:18:10Z', 'revision_number': 6, 'project_id': '82847152e39545f6b59f4e9ab47bb228', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:18:11.200494 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b96478-24a0-404f-a2c6-198eb49c9243,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:11.211857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517f99b-a504-49cc-b4da-fd88630d2746 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:11.264281 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.356813 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.358872 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.400978 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.401526 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 911a9d9f-ce56-4515-aec1-3c6377e461bb {{(pid=103114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:18:11.405869 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.407116 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-48a89725-5c0f-46a4-818b-3bd4439e8aca admin admin] 10.222.0.18 "DELETE /v2.0/routers/911a9d9f-ce56-4515-aec1-3c6377e461bb HTTP/1.1" status: 204 len: 168 time: 0.7802722 Dec 08 01:18:11.410341 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45830) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:11.459314 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] Deleting subnet 8e49b169-7dd0-493a-a2e3-e6539c697466 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:18:11.462447 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.496302 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.575805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.636632 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.666080 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.672590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8e49b169-7dd0-493a-a2e3-e6539c697466 HTTP/1.1" status: 204 len: 168 time: 0.2590258 Dec 08 01:18:11.672758 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa2239-3b54-430e-b6cc-cf75440f9209 None None] Network a4863b32-694f-44ef-b8c9-bc3b50e4d89f requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:18:11.672881 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284c37b-e14d-4e8c-8739-7460b37369ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e49b169-7dd0-493a-a2e3-e6539c697466,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:11.673541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45832) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:11.746626 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.801454 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Deleting port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:18:11.801799 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.864338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] For port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,segment=NetworkSegment(e92a7cda-371a-4fa2-a8f5-827675db0cf0),segment_id=e92a7cda-371a-4fa2-a8f5-827675db0cf0)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:11.864594 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.881673 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Calling delete_port for 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:18:11.915721 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] DHCP port deletion for a4863b32-694f-44ef-b8c9-bc3b50e4d89f request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:11.964825 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Deleting port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:18:11.965208 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.965666 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:11.990920 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:11.994405 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] No DVR routers for this DVR port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:18:12.033362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] For port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086, host n-d-820549-2, got binding levels [] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:12.033979 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.048302 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Calling delete_port for 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:18:12.052599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.ipam_backend_mixin [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 was not found and therefore no delete operation was performed {{(pid=103115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:18:12.054214 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.076097 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.080836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Pushing event deleted for resources: {'Port': ['ID=7bf0ac47-5aeb-4423-bee7-5c05e1a4d086,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:12.091321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.091685 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.092029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.092372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.092700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.093037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.093548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.093888 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.094221 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.094550 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.094878 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.095247 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.095573 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:12.098451 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99921cf9-8d2b-4426-b983-8b6bd51839a0 None None] No DVR routers for this DVR port 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:18:12.098828 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4863b32-694f-44ef-b8c9-bc3b50e4d89f']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:12.101349 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:18:12.108811 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92a7cda-371a-4fa2-a8f5-827675db0cf0') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:12.109103 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92a7cda-371a-4fa2-a8f5-827675db0cf0') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:12.120520 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.123204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:18:12.123612 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device b5a2db85-ff95-4cd4-afd2-e1c1c50fdddc not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:18:12.124029 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c6b96478-24a0-404f-a2c6-198eb49c9243 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:18:12.136022 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.146996 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: c6b96478-24a0-404f-a2c6-198eb49c9243 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:18:12.147410 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:18:12.147563 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device c6b96478-24a0-404f-a2c6-198eb49c9243 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:18:12.147811 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.147976 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: timer() Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:18:12.149633 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:18:12.175433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:18:12.175784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7bf0ac47-5aeb-4423-bee7-5c05e1a4d086 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:18:12.211524 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.217083 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.220695 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] 10.222.0.18 "DELETE /v2.0/networks/a4863b32-694f-44ef-b8c9-bc3b50e4d89f HTTP/1.1" status: 204 len: 168 time: 0.5461497 Dec 08 01:18:12.234269 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea854081-fc4b-41a0-a83d-bfc97252ba4c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4863b32-694f-44ef-b8c9-bc3b50e4d89f,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:12.348694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45836) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:12.390280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-1a0b7b3b-2ac1-49d7-ad27-99d5d0e6eee7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ab952b1e049411480a26c5df45706fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400627 Dec 08 01:18:12.392898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45838) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:12.446815 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-637c506f-79e3-4177-9c28-7574c7e4f631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.468293 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-637c506f-79e3-4177-9c28-7574c7e4f631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.520392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-637c506f-79e3-4177-9c28-7574c7e4f631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.523197 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-637c506f-79e3-4177-9c28-7574c7e4f631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.526998 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-637c506f-79e3-4177-9c28-7574c7e4f631 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8d4f570-d6bf-48b6-8089-f43864322d4e HTTP/1.1" status: 204 len: 168 time: 0.1305785 Dec 08 01:18:12.537188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c506f-79e3-4177-9c28-7574c7e4f631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d4f570-d6bf-48b6-8089-f43864322d4e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:12.865451 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45844) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:12.905191 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fec2539c-ce8c-4468-9553-53ba7a982b2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82847152e39545f6b59f4e9ab47bb228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385072 Dec 08 01:18:12.907685 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45846) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:12.956370 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f756df9-2180-430e-8ac6-df05a7b6b5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:12.977874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f756df9-2180-430e-8ac6-df05a7b6b5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.023243 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f756df9-2180-430e-8ac6-df05a7b6b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.025805 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-3f756df9-2180-430e-8ac6-df05a7b6b5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.026978 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-3f756df9-2180-430e-8ac6-df05a7b6b5a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55b70783-b9a5-46a3-a359-ef25e29f9645 HTTP/1.1" status: 204 len: 168 time: 0.1183081 Dec 08 01:18:13.034552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f756df9-2180-430e-8ac6-df05a7b6b5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b70783-b9a5-46a3-a359-ef25e29f9645,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:13.727848 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45868) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:13.823694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1000799750-network', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:13.853000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Made reservation on behalf of c73fb4ae09554865aa238f9bb5e338cb for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:18:13.855487 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.864626 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.943918 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.948096 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.972778 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:18:13.981853 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb37a67-5344-4f63-b18b-413464ab2ebb,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:13.987797 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:13.988146 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Added segment f1c92882-928c-4cff-a7c2-49b0faf5341a of type vlan for network 9eb39306-4a20-4afe-834a-cdcb73d448df Dec 08 01:18:14.029295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.055528 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.056534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:14.057110 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.090391 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3614724 Dec 08 01:18:14.093251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45872) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:14.100026 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Request body: {'subnet': {'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1000799750-subnet', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:14.128363 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334c73-40b9-4868-b912-7bd38f7c9b08 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb39306-4a20-4afe-834a-cdcb73d448df,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:14.144462 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 9eb39306-4a20-4afe-834a-cdcb73d448df details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:18:14.147681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Made reservation on behalf of c73fb4ae09554865aa238f9bb5e338cb for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:18:14.151134 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.322455 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.383386 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0e1c9d-0e7b-46ea-b517-e3f2981f1242,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:14.390937 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Checking segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:14.391301 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Network hostable DHCP agents. Network: 9eb39306-4a20-4afe-834a-cdcb73d448df, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:18:14.408111 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Network 9eb39306-4a20-4afe-834a-cdcb73d448df is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:18:14.420650 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 9eb39306-4a20-4afe-834a-cdcb73d448df) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:14.425534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:14.426138 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.432828 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02677ad-9676-4dce-bd03-e5143c7add00 None None] Network 9eb39306-4a20-4afe-834a-cdcb73d448df requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:18:14.447499 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-635ee15d-4fec-4976-90fd-8e2cd5b0f350 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3531950 Dec 08 01:18:14.450288 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45874) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:14.454654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:14.476498 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.477505 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.513038 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.530627 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.557522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-9eb39306-4a20-4afe-834a-cdcb73d448df', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:18:14.558459 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.671183 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.695971 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Allocated IP 172.20.0.2 (9eb39306-4a20-4afe-834a-cdcb73d448df/de0e1c9d-0e7b-46ea-b517-e3f2981f1242/7886824f-d87b-4d3f-9217-b6ba5f0e3c1e) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:14.862662 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.869231 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.911555 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.913570 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Network 9eb39306-4a20-4afe-834a-cdcb73d448df is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:14.916544 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:14.918986 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:14.925097 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Pushing event updated for resources: {'Port': ['ID=7886824f-d87b-4d3f-9217-b6ba5f0e3c1e,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:14.931995 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.979598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Attempting to bind port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:18:14.979989 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Attempting to bind port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:18:14.980345 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Attempting to bind port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e on network 9eb39306-4a20-4afe-834a-cdcb73d448df {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:14.985371 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:18:14.985750 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Checking segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:14.986333 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:14.986742 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Bound using segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:18:14.987455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Bound port: 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:18:14.988045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.033135 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Allocated IP 172.25.6.15 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/fba0a5c9-e7f7-4c41-a4e9-346d550f6576) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:15.056748 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] For port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:18:15.060848 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] For port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7886824f-d87b-4d3f-9217-b6ba5f0e3c1e,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:18:15.065599 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.124569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19ffa9-10c2-4246-a17f-9c5449a6c246 None None] Pushing event updated for resources: {'Port': ['ID=7886824f-d87b-4d3f-9217-b6ba5f0e3c1e,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:15.154711 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.190676 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.233176 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:15.236120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:15.241300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:15.244547 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Pushing event updated for resources: {'Port': ['ID=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:15.251613 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c1d1d-f166-4746-b5f7-84dd012cd78a None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:15.366083 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-425a93eb-0a3b-4fdd-9a6a-566553812dbc None None] Provisioning complete for port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:15.367092 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-425a93eb-0a3b-4fdd-9a6a-566553812dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.404638 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-425a93eb-0a3b-4fdd-9a6a-566553812dbc None None] Port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:18:15.519279 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.714740 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.847681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Router cb993db5-b3ad-4fcc-b11d-50833261f754 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:18:15.961682 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:18:15.970780 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Sync routers for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:18:15.980908 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:15.984832 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bb7a98af-700b-48a9-913a-02c226dc4e9c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5309806 Dec 08 01:18:15.984970 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45876) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:15.985598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:15.986266 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:16.097190 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6dcba0-fb4f-4d97-a28d-e9d80ac1787c None None] Network 9eb39306-4a20-4afe-834a-cdcb73d448df requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:18:16.127152 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:16.216871 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:16.278373 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a2c49bcb-6ea7-4731-b132-c12b001065ad None None] Provisioning complete for port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:16.279109 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2c49bcb-6ea7-4731-b132-c12b001065ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:16.427536 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:16.427911 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:16.550244 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2c49bcb-6ea7-4731-b132-c12b001065ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:16.620467 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a2c49bcb-6ea7-4731-b132-c12b001065ad None None] For port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7886824f-d87b-4d3f-9217-b6ba5f0e3c1e,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:16.634944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a2c49bcb-6ea7-4731-b132-c12b001065ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:16.669333 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:16.687162 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:15Z', 'revision_number': 3, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:16.736818 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Checking router: cb993db5-b3ad-4fcc-b11d-50833261f754 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:18:16.737167 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Updating router cb993db5-b3ad-4fcc-b11d-50833261f754 port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:18:16.762297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c49bcb-6ea7-4731-b132-c12b001065ad None None] Pushing event updated for resources: {'Port': ['ID=7886824f-d87b-4d3f-9217-b6ba5f0e3c1e,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:16.780482 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:16.811677 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:16.964120 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Allocated IP 172.20.0.1 (9eb39306-4a20-4afe-834a-cdcb73d448df/de0e1c9d-0e7b-46ea-b517-e3f2981f1242/4606f58b-fdd0-430c-8f18-2699433476ae) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:17.023255 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-3f073d75-9431-4769-87c0-de5bbb2cde96 None None] Provisioning complete for port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:17.023522 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3f073d75-9431-4769-87c0-de5bbb2cde96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.053103 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:18:17.053482 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:18:17.073100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.106072 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.145390 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Network 9eb39306-4a20-4afe-834a-cdcb73d448df is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:17.149292 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:17.152914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:17.181230 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Pushing event updated for resources: {'Port': ['ID=4606f58b-fdd0-430c-8f18-2699433476ae,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:17.203210 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.354685 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.407110 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.413421 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.467855 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2611e-10d0-43ac-9a22-c3d43235a63c None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:17.482951 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f649f3-39b2-4b04-9805-3a618b87cd4a None None] Pushing event updated for resources: {'Port': ['ID=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:17.486806 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Attempting to bind port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:18:17.487211 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Attempting to bind port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:18:17.487580 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Attempting to bind port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:17.500784 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:18:17.501179 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:17.501582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.501995 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:18:17.502461 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Bound port: fba0a5c9-e7f7-4c41-a4e9-346d550f6576, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:18:17.502843 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.506059 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-28d253d6-4192-47ae-9fdc-0426909a7502 None None] Provisioning complete for port 4606f58b-fdd0-430c-8f18-2699433476ae triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:17.506429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-28d253d6-4192-47ae-9fdc-0426909a7502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.552129 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.557238 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.604692 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-28d253d6-4192-47ae-9fdc-0426909a7502 None None] Port 4606f58b-fdd0-430c-8f18-2699433476ae cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:18:17.614434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] For port fba0a5c9-e7f7-4c41-a4e9-346d550f6576, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:18:17.618736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] For port fba0a5c9-e7f7-4c41-a4e9-346d550f6576, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:18:17.625727 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.632856 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.635605 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Pushing event updated for resources: {'Port': ['ID=4606f58b-fdd0-430c-8f18-2699433476ae,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:17.672222 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c3b74-42fa-4094-afbe-c5cf9b445578 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:17.693372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:17.694003 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:17.699845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f649f3-39b2-4b04-9805-3a618b87cd4a None None] Pushing event updated for resources: {'Port': ['ID=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:17.735241 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Network 9eb39306-4a20-4afe-834a-cdcb73d448df is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:17.736766 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:17.761318 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-fb119da7-960c-401b-9c5e-cb5833a30289 None None] Provisioning complete for port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:17.761693 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb119da7-960c-401b-9c5e-cb5833a30289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.847820 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:17.866508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Router cb993db5-b3ad-4fcc-b11d-50833261f754 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:18:17.977931 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb119da7-960c-401b-9c5e-cb5833a30289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:17.995687 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:18:18.008622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-809584f1-537c-4c4a-9eaf-a04a5964b09b admin admin] 10.222.0.18 "PUT /v2.0/routers/cb993db5-b3ad-4fcc-b11d-50833261f754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0148222 Dec 08 01:18:18.039323 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-fb119da7-960c-401b-9c5e-cb5833a30289 None None] For port fba0a5c9-e7f7-4c41-a4e9-346d550f6576, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:18.049746 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb119da7-960c-401b-9c5e-cb5833a30289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.110215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:18.174581 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.178571 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb119da7-960c-401b-9c5e-cb5833a30289 None None] Pushing event updated for resources: {'Port': ['ID=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:18.202215 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-ea225288-a1b4-42ad-b571-e9b3b087df48 None None] Provisioning complete for port 4606f58b-fdd0-430c-8f18-2699433476ae triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:18.202595 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea225288-a1b4-42ad-b571-e9b3b087df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.247496 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:18.247869 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.273797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-ea225288-a1b4-42ad-b571-e9b3b087df48 None None] Port 4606f58b-fdd0-430c-8f18-2699433476ae cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:18:18.288333 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 2, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:18.320455 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d61abd-e04a-4b03-a96a-45cb1489454b None None] The sync data for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 is: [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 2, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:18:18.545838 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45892) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:18.551147 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-46148956-network', 'tenant_id': '169f1ffac4e145f89734632be83b51e7'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:18.573126 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Made reservation on behalf of 169f1ffac4e145f89734632be83b51e7 for: {'network': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:18:18.580158 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for network, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.590114 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.679784 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.683636 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.709316 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:18:18.718418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831e2dcd-d65c-4e86-9e5e-2ac406e01214,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:18.725295 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.725637 n-d-820549-2 neutron-server[103114]: INFO neutron.db.segments_db [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Added segment 0603148e-bd10-4226-bcf1-0f8ca481a0bc of type vlan for network 126ab516-9ff9-41ac-82b7-a052128093a4 Dec 08 01:18:18.773622 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767110913118'] for network, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.800517 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076'] for network, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.801856 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:18.803079 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:18.841485 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2945104 Dec 08 01:18:18.844188 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45894) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:18.851694 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Request body: {'subnet': {'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-46148956-subnet', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'ip_version': 4}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:18.880829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e5b47-25a1-42b7-88ff-c3401653719c admin admin] Pushing event updated for resources: {'Network': ['ID=126ab516-9ff9-41ac-82b7-a052128093a4,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:18.891589 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Network 126ab516-9ff9-41ac-82b7-a052128093a4 details requested by agent ovs-agent-n-d-820549-2 with host n-d-820549-2 {{(pid=103115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:18:18.904854 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Made reservation on behalf of 169f1ffac4e145f89734632be83b51e7 for: {'subnet': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:18:18.907878 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12583634'] for subnet, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.110939 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12583628'] for subnet, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.167844 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be016ca-be0d-4a25-888a-2abc6f2dcaf8,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:19.180646 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Checking segment: {'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:19.181008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Network hostable DHCP agents. Network: 126ab516-9ff9-41ac-82b7-a052128093a4, hostable agents: ['8d929b98-7e67-444c-a9f7-18c6b0dcb666'], hosted agents: [] {{(pid=103114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:18:19.198305 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Network 126ab516-9ff9-41ac-82b7-a052128093a4 is scheduled to be hosted by DHCP agent 8d929b98-7e67-444c-a9f7-18c6b0dcb666 with binding_index 1 {{(pid=103114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:18:19.207414 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820549-2, 126ab516-9ff9-41ac-82b7-a052128093a4) {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:19.212041 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:19.212715 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1557422'] for subnet, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.218208 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b499cf3-f088-40e5-b717-a9496cb1b32f None None] Network 126ab516-9ff9-41ac-82b7-a052128093a4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:18:19.235886 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-6a1286ff-2a15-4b45-994d-9e942c539de3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3900816 Dec 08 01:18:19.238571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45896) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:19.243575 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:19.264362 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7355'] for router, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.266031 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.335558 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.340663 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83247dd1-bcec-573d-bb52-bf65ba56f137-126ab516-9ff9-41ac-82b7-a052128093a4', 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4', 'project_id': '169f1ffac4e145f89734632be83b51e7', 'fixed_ips': [{'subnet_id': '2be016ca-be0d-4a25-888a-2abc6f2dcaf8'}]}} from n-d-820549-2. {{(pid=103115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:18:19.341620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.485084 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.db_base_plugin_common [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Allocated IP 172.20.0.2 (126ab516-9ff9-41ac-82b7-a052128093a4/2be016ca-be0d-4a25-888a-2abc6f2dcaf8/2919eda8-6c1e-49d3-9f59-da070b394ffc) {{(pid=103115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:19.494052 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.648183 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Publish callbacks [] for port, precommit_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.654583 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759'] for port, after_create {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.702321 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Network 126ab516-9ff9-41ac-82b7-a052128093a4 is already hosted by enough agents. {{(pid=103115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:19.705626 n-d-820549-2 neutron-server[103115]: DEBUG neutron.scheduler.base_scheduler [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Resources bound (agent type, host, resource id): {{(pid=103115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:19.708106 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Received port after_create {{(pid=103115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:19.721425 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Pushing event updated for resources: {'Port': ['ID=2919eda8-6c1e-49d3-9f59-da070b394ffc,revision_number=1']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:19.728178 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.756366 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.770424 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Attempting to bind port 2919eda8-6c1e-49d3-9f59-da070b394ffc on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:18:19.770911 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Attempting to bind port 2919eda8-6c1e-49d3-9f59-da070b394ffc by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:18:19.771363 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Attempting to bind port 2919eda8-6c1e-49d3-9f59-da070b394ffc on network 126ab516-9ff9-41ac-82b7-a052128093a4 {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:19.776598 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:18:19.777055 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Checking segment: {'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:19.777522 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.777985 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Bound using segment: {'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:18:19.778447 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Bound port: 2919eda8-6c1e-49d3-9f59-da070b394ffc, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:18:19.778823 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.841889 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] For port 2919eda8-6c1e-49d3-9f59-da070b394ffc, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:18:19.845148 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] For port 2919eda8-6c1e-49d3-9f59-da070b394ffc, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2919eda8-6c1e-49d3-9f59-da070b394ffc,segment=NetworkSegment(0603148e-bd10-4226-bcf1-0f8ca481a0bc),segment_id=0603148e-bd10-4226-bcf1-0f8ca481a0bc)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:18:19.848724 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:19.863633 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Allocated IP 172.25.6.218 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/96fb4915-a701-424f-b0a1-5e561ca86eb7) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:19.905233 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c058fa-e0a8-4575-9bb6-f40b0c464784 None None] Pushing event updated for resources: {'Port': ['ID=2919eda8-6c1e-49d3-9f59-da070b394ffc,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:19.972880 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.008201 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.051540 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:20.057333 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:20.059860 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:20.066415 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Pushing event updated for resources: {'Port': ['ID=96fb4915-a701-424f-b0a1-5e561ca86eb7,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:20.077691 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58eb1de-6c44-4351-9453-f28632b39290 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:20.144596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-b707e5d4-2ede-4dcb-be88-93ba0e98c368 None None] Provisioning complete for port 96fb4915-a701-424f-b0a1-5e561ca86eb7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:20.145063 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b707e5d4-2ede-4dcb-be88-93ba0e98c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.194972 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fba0a5c9-e7f7-4c41-a4e9-346d550f6576 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:20.198048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-b707e5d4-2ede-4dcb-be88-93ba0e98c368 None None] Port 96fb4915-a701-424f-b0a1-5e561ca86eb7 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:18:20.257845 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:20.258599 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.385943 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.549943 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Sync routers for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:18:20.560700 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:20.561385 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:20.582217 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643870'] for router, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.670433 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:20.710649 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Router 2e70c817-517f-46a8-884a-8158108426f8 is scheduled to L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 with binding_index 1 {{(pid=103114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:18:20.827564 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:18:20.838549 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Sync routers for ids ['2e70c817-517f-46a8-884a-8158108426f8'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:18:20.850143 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Routers {'2e70c817-517f-46a8-884a-8158108426f8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:20.850555 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] Publish callbacks [] for router, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.851136 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2e70c817-517f-46a8-884a-8158108426f8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:20.854748 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-19d39a58-56d9-4630-ab1e-6b59187ad3ed admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6123519 Dec 08 01:18:20.855067 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45898) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:20.882964 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 2, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:20.910562 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Checking router: cb993db5-b3ad-4fcc-b11d-50833261f754 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:18:20.911223 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Updating router cb993db5-b3ad-4fcc-b11d-50833261f754 port 4606f58b-fdd0-430c-8f18-2699433476ae binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:18:20.936035 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:20.968232 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Set router 2e70c817-517f-46a8-884a-8158108426f8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:21.166133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:20Z', 'revision_number': 3, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port': {'id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:21.198199 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Checking router: 2e70c817-517f-46a8-884a-8158108426f8 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:18:21.198852 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Updating router 2e70c817-517f-46a8-884a-8158108426f8 port 96fb4915-a701-424f-b0a1-5e561ca86eb7 binding host n-d-820549-2 {{(pid=103115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:18:21.234214 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.335113 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.345001 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.468068 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Attempting to bind port 4606f58b-fdd0-430c-8f18-2699433476ae on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:18:21.468439 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Attempting to bind port 4606f58b-fdd0-430c-8f18-2699433476ae by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:18:21.469001 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Attempting to bind port 4606f58b-fdd0-430c-8f18-2699433476ae on network 9eb39306-4a20-4afe-834a-cdcb73d448df {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:21.477217 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:18:21.477903 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Checking segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:21.478485 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.479075 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Bound using segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:18:21.479756 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Bound port: 4606f58b-fdd0-430c-8f18-2699433476ae, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:18:21.480134 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.564053 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] For port 4606f58b-fdd0-430c-8f18-2699433476ae, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:18:21.567728 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] For port 4606f58b-fdd0-430c-8f18-2699433476ae, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4606f58b-fdd0-430c-8f18-2699433476ae,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:18:21.568824 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Pushing event updated for resources: {'Port': ['ID=4606f58b-fdd0-430c-8f18-2699433476ae,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:21.584218 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.584947 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.585283 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.585789 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.586125 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.586456 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.586780 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.587126 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.587447 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.587765 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.588086 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.588486 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.588705 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:18:21.592784 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.600569 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d245743-6aea-4acb-968d-cec64b7bd465 None None] Network 126ab516-9ff9-41ac-82b7-a052128093a4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:18:21.659193 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228d894-e42b-479a-b79c-d7eab748d0b5 None None] Pushing event updated for resources: {'Port': ['ID=4606f58b-fdd0-430c-8f18-2699433476ae,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:21.678390 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:21.679521 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:21.760144 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8da40a5e-9c00-4e35-816f-eb4ab7936179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.783516 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.789164 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e7f987ee-5923-441a-bcc8-f3e3e0095469 None None] Provisioning complete for port 2919eda8-6c1e-49d3-9f59-da070b394ffc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:21.789541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7f987ee-5923-441a-bcc8-f3e3e0095469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.823634 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:21.979404 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Publish callbacks [] for port, precommit_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:21.989488 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Allocated IP 172.20.0.1 (126ab516-9ff9-41ac-82b7-a052128093a4/2be016ca-be0d-4a25-888a-2abc6f2dcaf8/f40656a6-e505-4faa-9b9e-2dd7d3fc833a) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:22.011663 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.056113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462cb982-e157-46a8-96eb-4460f2c00a16 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:22.088237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7f987ee-5923-441a-bcc8-f3e3e0095469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.103844 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Attempting to bind port 96fb4915-a701-424f-b0a1-5e561ca86eb7 on host n-d-820549-2 for vnic_type normal with profile {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:18:22.104133 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Attempting to bind port 96fb4915-a701-424f-b0a1-5e561ca86eb7 by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:18:22.104566 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Attempting to bind port 96fb4915-a701-424f-b0a1-5e561ca86eb7 on network ec5eeead-b4fd-4941-9d38-45df6627490a {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:22.118231 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:21Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:22.125022 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06d0c2-cbd1-4378-925f-fdb7c2abb441 None None] Pushing event updated for resources: {'Port': ['ID=96fb4915-a701-424f-b0a1-5e561ca86eb7,revision_number=2']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:22.128078 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:18:22.128535 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Checking segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:22.129096 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.129493 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Bound using segment: {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'} {{(pid=103115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:18:22.130040 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.managers [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Bound port: 96fb4915-a701-424f-b0a1-5e561ca86eb7, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc3900c-bf80-4f02-8894-cccd589f3a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a'}}] {{(pid=103115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:18:22.130534 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.152817 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28605863-b753-441a-840e-7e23f8f2d373 None None] The sync data for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 is: [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:21Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:18:22.163264 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.182542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-e7f987ee-5923-441a-bcc8-f3e3e0095469 None None] For port 2919eda8-6c1e-49d3-9f59-da070b394ffc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2919eda8-6c1e-49d3-9f59-da070b394ffc,segment=NetworkSegment(0603148e-bd10-4226-bcf1-0f8ca481a0bc),segment_id=0603148e-bd10-4226-bcf1-0f8ca481a0bc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:22.203196 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e7f987ee-5923-441a-bcc8-f3e3e0095469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.239914 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.266116 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] For port 96fb4915-a701-424f-b0a1-5e561ca86eb7, host n-d-820549-2, cleared binding levels {{(pid=103115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:18:22.278593 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] For port 96fb4915-a701-424f-b0a1-5e561ca86eb7, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=96fb4915-a701-424f-b0a1-5e561ca86eb7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:18:22.300739 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.308035 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Network 126ab516-9ff9-41ac-82b7-a052128093a4 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:22.318581 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:22.322338 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:22.323645 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4606f58b-fdd0-430c-8f18-2699433476ae up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:22.339891 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f987ee-5923-441a-bcc8-f3e3e0095469 None None] Pushing event updated for resources: {'Port': ['ID=2919eda8-6c1e-49d3-9f59-da070b394ffc,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:22.369775 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5749c1-c149-44e6-9bd7-24b113b8b77d None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:18:22.383770 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Pushing event updated for resources: {'Port': ['ID=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:22.399278 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667585'] for router_interface, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.440217 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Routers {'2e70c817-517f-46a8-884a-8158108426f8'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:22.440955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:17:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2e70c817-517f-46a8-884a-8158108426f8'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:22.555124 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.555734 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] Set router 2e70c817-517f-46a8-884a-8158108426f8 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:22.620753 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Provisioning complete for port 4606f58b-fdd0-430c-8f18-2699433476ae triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:22.621004 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.688826 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06d0c2-cbd1-4378-925f-fdb7c2abb441 None None] Pushing event updated for resources: {'Port': ['ID=96fb4915-a701-424f-b0a1-5e561ca86eb7,revision_number=3']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:22.740731 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.746972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.748248 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4606f58b-fdd0-430c-8f18-2699433476ae triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:22.748622 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.821898 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Pushing event updated for resources: {'Port': ['ID=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:22.824591 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1493062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667485'] for router_interface, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.878098 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.926053 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Network 126ab516-9ff9-41ac-82b7-a052128093a4 is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:22.928435 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:22.940303 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:22.962375 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] For port 4606f58b-fdd0-430c-8f18-2699433476ae, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4606f58b-fdd0-430c-8f18-2699433476ae,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:22.970237 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.001433 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:20Z', 'revision_number': 3, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port': {'id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:23.066419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7e77a-9a18-4d08-8d63-320500dd3f54 None None] The sync data for ids ['2e70c817-517f-46a8-884a-8158108426f8'] in n-d-820549-2 is: [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:20Z', 'revision_number': 3, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port': {'id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:18:23.098364 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Provisioning complete for port 96fb4915-a701-424f-b0a1-5e561ca86eb7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:23.098735 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.102661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Pushing event updated for resources: {'Port': ['ID=4606f58b-fdd0-430c-8f18-2699433476ae,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:23.111094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Router 2e70c817-517f-46a8-884a-8158108426f8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:18:23.129857 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:18:23.130220 n-d-820549-2 neutron-server[103115]: DEBUG oslo_db.api [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:18:23.202435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.226404 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] For port 96fb4915-a701-424f-b0a1-5e561ca86eb7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=96fb4915-a701-424f-b0a1-5e561ca86eb7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:23.231427 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.241710 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:18:23.257795 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-bcd65048-87b6-4deb-8f95-55ba7f90c79e admin admin] 10.222.0.18 "PUT /v2.0/routers/2e70c817-517f-46a8-884a-8158108426f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012947 Dec 08 01:18:23.293553 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cfce3-8924-42ac-8cbf-36e62fa6de39 None None] Pushing event updated for resources: {'Port': ['ID=96fb4915-a701-424f-b0a1-5e561ca86eb7,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:23.355098 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-909594b3-a910-48e1-9c1d-0750adcfbb8b None None] Provisioning complete for port 2919eda8-6c1e-49d3-9f59-da070b394ffc triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:23.355476 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-909594b3-a910-48e1-9c1d-0750adcfbb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.471558 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-909594b3-a910-48e1-9c1d-0750adcfbb8b None None] Provisioning complete for port f40656a6-e505-4faa-9b9e-2dd7d3fc833a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:23.471927 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-909594b3-a910-48e1-9c1d-0750adcfbb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.509492 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-909594b3-a910-48e1-9c1d-0750adcfbb8b None None] Port f40656a6-e505-4faa-9b9e-2dd7d3fc833a cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:18:23.522453 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-909594b3-a910-48e1-9c1d-0750adcfbb8b None None] Provisioning complete for port 96fb4915-a701-424f-b0a1-5e561ca86eb7 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:23.522830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-909594b3-a910-48e1-9c1d-0750adcfbb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.680530 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2919eda8-6c1e-49d3-9f59-da070b394ffc up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:23.744526 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2919eda8-6c1e-49d3-9f59-da070b394ffc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:23.745005 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.748208 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b151189b-db7f-461c-a268-2bba4feef8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.856508 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45906) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:23.861428 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-4319f28b-2f05-4667-a47d-a7629b52404d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8878725', 'description': 'tempest-secgroup-smoke-8878725 description', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:23.889427 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4319f28b-2f05-4667-a47d-a7629b52404d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.965057 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4319f28b-2f05-4667-a47d-a7629b52404d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.969014 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4319f28b-2f05-4667-a47d-a7629b52404d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:23.998624 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-4319f28b-2f05-4667-a47d-a7629b52404d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.002719 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-4319f28b-2f05-4667-a47d-a7629b52404d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1423640 Dec 08 01:18:24.003343 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45908) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:24.009000 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-518a7229-6de1-4ace-b0e2-eb3b5f2a3cdf tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'security_group_rule': {'security_group_id': 'c1d9c03a-aced-41eb-a675-553de0a9d4f5', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:24.014456 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319f28b-2f05-4667-a47d-a7629b52404d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d9c03a-aced-41eb-a675-553de0a9d4f5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:24.054100 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-518a7229-6de1-4ace-b0e2-eb3b5f2a3cdf tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.126640 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-518a7229-6de1-4ace-b0e2-eb3b5f2a3cdf tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.133637 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-518a7229-6de1-4ace-b0e2-eb3b5f2a3cdf tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.156251 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a7229-6de1-4ace-b0e2-eb3b5f2a3cdf tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc2865b-5150-4fa0-883c-d9546f973fcc,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:24.168157 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-518a7229-6de1-4ace-b0e2-eb3b5f2a3cdf tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.170929 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-518a7229-6de1-4ace-b0e2-eb3b5f2a3cdf tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655550 Dec 08 01:18:24.172361 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45910) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:24.177052 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-481b41a6-6883-4c13-a232-5706ef5c9ab7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'security_group_rule': {'security_group_id': 'c1d9c03a-aced-41eb-a675-553de0a9d4f5', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:24.205245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 96fb4915-a701-424f-b0a1-5e561ca86eb7 up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:24.218651 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-481b41a6-6883-4c13-a232-5706ef5c9ab7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.256149 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 96fb4915-a701-424f-b0a1-5e561ca86eb7 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:24.256522 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.278457 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-481b41a6-6883-4c13-a232-5706ef5c9ab7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.282958 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-481b41a6-6883-4c13-a232-5706ef5c9ab7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.301566 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b41a6-6883-4c13-a232-5706ef5c9ab7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f069a71-5bd2-4a52-ba13-eb5a1dce8665,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:24.311319 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-481b41a6-6883-4c13-a232-5706ef5c9ab7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.312543 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-481b41a6-6883-4c13-a232-5706ef5c9ab7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391642 Dec 08 01:18:24.315327 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 45912) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:24.320919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [None req-c2f20a9e-cb50-4e40-b196-7ca43323ce14 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'security_group_rule': {'security_group_id': 'c1d9c03a-aced-41eb-a675-553de0a9d4f5', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:24.349392 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f20a9e-cb50-4e40-b196-7ca43323ce14 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.352930 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4606f58b-fdd0-430c-8f18-2699433476ae up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:24.401601 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 4606f58b-fdd0-430c-8f18-2699433476ae triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:24.401973 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.410595 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f20a9e-cb50-4e40-b196-7ca43323ce14 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.414510 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f20a9e-cb50-4e40-b196-7ca43323ce14 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.433904 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f20a9e-cb50-4e40-b196-7ca43323ce14 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90df75eb-1d6e-4edc-af5d-e092c312bdb5,revision_number=0']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:24.445722 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-c2f20a9e-cb50-4e40-b196-7ca43323ce14 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.449587 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45914) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:24.450104 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-c2f20a9e-cb50-4e40-b196-7ca43323ce14 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332607 Dec 08 01:18:24.454308 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-1ac8319c-4f91-4114-bb58-a5d26c0671af tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'security_group_rule': {'security_group_id': 'c1d9c03a-aced-41eb-a675-553de0a9d4f5', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:24.483724 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ac8319c-4f91-4114-bb58-a5d26c0671af tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.491666 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2919eda8-6c1e-49d3-9f59-da070b394ffc up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:24.539419 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port 2919eda8-6c1e-49d3-9f59-da070b394ffc triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:24.539819 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.840421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ac8319c-4f91-4114-bb58-a5d26c0671af tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.844629 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ac8319c-4f91-4114-bb58-a5d26c0671af tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.863754 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8319c-4f91-4114-bb58-a5d26c0671af tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e81bef6-60ce-4c1c-95dc-6bf80c4bb176,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:24.870083 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-1ac8319c-4f91-4114-bb58-a5d26c0671af tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.871335 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-1ac8319c-4f91-4114-bb58-a5d26c0671af tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4206650 Dec 08 01:18:24.874112 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45916) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:24.878508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'security_group_rule': {'security_group_id': 'c1d9c03a-aced-41eb-a675-553de0a9d4f5', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:24.900334 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Project c73fb4ae09554865aa238f9bb5e338cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:18:24.905855 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.964543 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.968125 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.986899 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853bfb16-bba7-447a-b24f-9e162564f8a7,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:24.994329 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:24.995573 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8bf77f2e-4121-46b9-bbd1-8f35bef2090f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205339 Dec 08 01:18:24.998311 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45918) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:25.002698 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'security_group_rule': {'security_group_id': 'c1d9c03a-aced-41eb-a675-553de0a9d4f5', 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:25.026067 n-d-820549-2 neutron-server[103113]: INFO neutron.db.securitygroups_db [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Project c73fb4ae09554865aa238f9bb5e338cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:18:25.031067 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:25.088886 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:25.092615 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522117'] for security_group_rule, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:25.111717 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90196fa6-e0a0-448b-9e49-11f049cc5fbf,revision_number=0']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:25.119032 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:25.120245 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-af5cc44e-d6b8-4d2a-8c12-ae3aa6206989 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209419 Dec 08 01:18:25.279175 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-586e29e2-ccbe-4bc8-b702-edf09152e284 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8878725&fields=id&tenant_id=c73fb4ae09554865aa238f9bb5e338cb HTTP/1.1" status: 200 len: 267 time: 0.0500991 Dec 08 01:18:25.400914 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-688b40d6-9c61-4041-ab5d-4ad2ac19b5ee tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:25.402414 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-688b40d6-9c61-4041-ab5d-4ad2ac19b5ee tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 810 time: 0.1144881 Dec 08 01:18:25.418152 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-16cc3a88-81f5-42ee-b7dd-785cfc8f20ad tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/quotas/c73fb4ae09554865aa238f9bb5e338cb HTTP/1.1" status: 200 len: 375 time: 0.0096924 Dec 08 01:18:25.433059 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:25.477082 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-3744ebd9-16ff-43f2-a003-a78b527818b7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530486 Dec 08 01:18:25.493433 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-2702d9da-beb0-4697-9c3a-130f9bad80b2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:18:25.494408 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-2702d9da-beb0-4697-9c3a-130f9bad80b2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053632 Dec 08 01:18:25.600844 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-0ca294b1-cec6-4c5f-add6-1fc0ce922b55 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999720 Dec 08 01:18:25.642628 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Sync routers for ids ['2e70c817-517f-46a8-884a-8158108426f8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:18:25.653887 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Routers {'2e70c817-517f-46a8-884a-8158108426f8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:25.654495 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:18:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2e70c817-517f-46a8-884a-8158108426f8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:25.704353 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-ddbe4d4c-e947-4ec6-822e-07412c148279 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973094 Dec 08 01:18:25.765362 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Set router 2e70c817-517f-46a8-884a-8158108426f8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:25.893531 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-29a2f39a-2017-40d1-affc-c2a5321dd561 req-38360e3e-21c1-4836-8464-c78a42008185 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Dec 08 01:18:25.974124 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 4, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port': {'id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f40656a6-e505-4faa-9b9e-2dd7d3fc833a', 'name': '', 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'mac_address': 'fa:16:3e:6c:06:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2be016ca-be0d-4a25-888a-2abc6f2dcaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:21Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 2, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'subnets': [{'id': '2be016ca-be0d-4a25-888a-2abc6f2dcaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:26.007082 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Checking router: 2e70c817-517f-46a8-884a-8158108426f8 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:18:26.007408 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Updating router 2e70c817-517f-46a8-884a-8158108426f8 port f40656a6-e505-4faa-9b9e-2dd7d3fc833a binding host n-d-820549-2 {{(pid=103116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:18:26.037399 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.320992 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Publish callbacks [] for port, precommit_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.331434 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.389921 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a83cc-ca3a-460d-a207-3897f6e6bf81 None None] Pushing event updated for resources: {'Port': ['ID=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,revision_number=3']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:26.439404 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Attempting to bind port f40656a6-e505-4faa-9b9e-2dd7d3fc833a on host n-d-820549-2 for vnic_type normal with profile {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:18:26.439779 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Attempting to bind port f40656a6-e505-4faa-9b9e-2dd7d3fc833a by drivers openvswitch,hyperv on host n-d-820549-2 at level 0 using segments [{'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:18:26.440151 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Attempting to bind port f40656a6-e505-4faa-9b9e-2dd7d3fc833a on network 126ab516-9ff9-41ac-82b7-a052128093a4 {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:26.445965 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Checking agent: {'id': '4ee2ac13-1e53-44a3-aac8-20b66e1224b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 48, 27), 'started_at': datetime.datetime(2021, 12, 7, 23, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:18:26.446659 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Checking segment: {'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:26.447255 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.447822 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Bound using segment: {'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'} {{(pid=103116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:18:26.448512 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.managers [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Bound port: f40656a6-e505-4faa-9b9e-2dd7d3fc833a, host: n-d-820549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0603148e-bd10-4226-bcf1-0f8ca481a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4'}}] {{(pid=103116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:18:26.449078 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.539473 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] For port f40656a6-e505-4faa-9b9e-2dd7d3fc833a, host n-d-820549-2, cleared binding levels {{(pid=103116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:18:26.543026 n-d-820549-2 neutron-server[103116]: DEBUG neutron.plugins.ml2.db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] For port f40656a6-e505-4faa-9b9e-2dd7d3fc833a, host n-d-820549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,segment=NetworkSegment(0603148e-bd10-4226-bcf1-0f8ca481a0bc),segment_id=0603148e-bd10-4226-bcf1-0f8ca481a0bc)] {{(pid=103116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:18:26.547868 n-d-820549-2 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.600358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.603138 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Routers {'2e70c817-517f-46a8-884a-8158108426f8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:26.604035 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:18:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2e70c817-517f-46a8-884a-8158108426f8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:26.678111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a766394b-95eb-4215-b42c-f761432f8926 None None] Provisioning complete for port f40656a6-e505-4faa-9b9e-2dd7d3fc833a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:26.678526 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a766394b-95eb-4215-b42c-f761432f8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.785838 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a766394b-95eb-4215-b42c-f761432f8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.814023 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a83cc-ca3a-460d-a207-3897f6e6bf81 None None] Pushing event updated for resources: {'Port': ['ID=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,revision_number=4']} {{(pid=103116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:26.821904 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-a766394b-95eb-4215-b42c-f761432f8926 None None] For port f40656a6-e505-4faa-9b9e-2dd7d3fc833a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,segment=NetworkSegment(0603148e-bd10-4226-bcf1-0f8ca481a0bc),segment_id=0603148e-bd10-4226-bcf1-0f8ca481a0bc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:26.826061 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] Set router 2e70c817-517f-46a8-884a-8158108426f8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:26.834257 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a766394b-95eb-4215-b42c-f761432f8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:26.887676 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766394b-95eb-4215-b42c-f761432f8926 None None] Pushing event updated for resources: {'Port': ['ID=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:26.962047 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-399ae165-f499-44a3-92e2-0d434cb44eb3 None None] Provisioning complete for port f40656a6-e505-4faa-9b9e-2dd7d3fc833a triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:26.962722 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-399ae165-f499-44a3-92e2-0d434cb44eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:27.005043 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a0ba9f5b-1d1f-488c-801f-aebec007338e req-172e0f8a-7fcb-4b20-aeb6-6bb2cdcdaa93 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 210 time: 0.0307844 Dec 08 01:18:27.062289 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 4, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port': {'id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f40656a6-e505-4faa-9b9e-2dd7d3fc833a', 'name': '', 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'mac_address': 'fa:16:3e:6c:06:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2be016ca-be0d-4a25-888a-2abc6f2dcaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:21Z', 'updated_at': '2021-12-08T01:18:26Z', 'revision_number': 4, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'subnets': [{'id': '2be016ca-be0d-4a25-888a-2abc6f2dcaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:27.093555 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf4f76-29f7-437d-9497-79d548db794d None None] The sync data for ids ['2e70c817-517f-46a8-884a-8158108426f8'] in n-d-820549-2 is: [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 4, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port': {'id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': 'f40656a6-e505-4faa-9b9e-2dd7d3fc833a', 'name': '', 'network_id': '126ab516-9ff9-41ac-82b7-a052128093a4', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'mac_address': 'fa:16:3e:6c:06:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2be016ca-be0d-4a25-888a-2abc6f2dcaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:21Z', 'updated_at': '2021-12-08T01:18:26Z', 'revision_number': 4, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'subnets': [{'id': '2be016ca-be0d-4a25-888a-2abc6f2dcaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:18:27.257975 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-2d3aeeb6-2842-4643-9cb6-ce79eac0199b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:27.259579 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-2d3aeeb6-2842-4643-9cb6-ce79eac0199b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 810 time: 0.1530678 Dec 08 01:18:27.343522 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-ffbca737-1d2a-4d1a-a109-4fd70172510d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c73fb4ae09554865aa238f9bb5e338cb HTTP/1.1" status: 200 len: 377 time: 0.0680351 Dec 08 01:18:27.353393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'port': {'device_id': '69190716-1361-44b5-b040-3069268bde37', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'admin_state_up': True, 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'security_groups': ['c1d9c03a-aced-41eb-a675-553de0a9d4f5']}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:27.384277 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:27.477449 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Made reservation on behalf of c73fb4ae09554865aa238f9bb5e338cb for: {'port': 1} {{(pid=103113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:18:27.481366 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:27.615678 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Allocated IP 172.20.0.3 (9eb39306-4a20-4afe-834a-cdcb73d448df/de0e1c9d-0e7b-46ea-b517-e3f2981f1242/63c88368-6279-46a3-a033-64e0a2bfcde0) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:27.786992 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:27.827331 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:27.876882 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Network 9eb39306-4a20-4afe-834a-cdcb73d448df is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:27.880124 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:27.882871 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:27.914073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:27.946658 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:27.947311 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:27.965483 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-f4672a70-b619-49f2-a1a7-09146e476542 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6159654 Dec 08 01:18:27.982738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Request body: {'port': {'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820549-2'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:28.052233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.145258 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f40656a6-e505-4faa-9b9e-2dd7d3fc833a up at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:28.162306 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6780310-025e-4a73-83b4-ad07daa83ad5 req-c88d4ac1-126f-45e0-adaf-8dbd208e232e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:28.164293 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6780310-025e-4a73-83b4-ad07daa83ad5 req-c88d4ac1-126f-45e0-adaf-8dbd208e232e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 931 time: 0.0582769 Dec 08 01:18:28.216925 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-a17fd70e-a3fa-4b45-adc0-c95d463a9f0b None None] Provisioning complete for port 63c88368-6279-46a3-a033-64e0a2bfcde0 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:28.217348 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a17fd70e-a3fa-4b45-adc0-c95d463a9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.218900 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Provisioning complete for port f40656a6-e505-4faa-9b9e-2dd7d3fc833a triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:28.219281 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.227617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c6780310-025e-4a73-83b4-ad07daa83ad5 req-a23ebe20-168c-451a-8cab-adb8384a1e88 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0584233 Dec 08 01:18:28.307590 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-a17fd70e-a3fa-4b45-adc0-c95d463a9f0b None None] Port 63c88368-6279-46a3-a033-64e0a2bfcde0 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:18:28.383067 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c88368-6279-46a3-a033-64e0a2bfcde0 {{(pid=103113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:18:28.390681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.405120 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.provisioning_blocks [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Transition to ACTIVE for port object 63c88368-6279-46a3-a033-64e0a2bfcde0 will not be triggered until provisioned by entity L2. {{(pid=103113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:18:28.409681 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.469122 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:28.543738 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Attempting to bind port 63c88368-6279-46a3-a033-64e0a2bfcde0 on host n-h1-820549-2 for vnic_type normal with profile {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:18:28.544077 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Attempting to bind port 63c88368-6279-46a3-a033-64e0a2bfcde0 by drivers openvswitch,hyperv on host n-h1-820549-2 at level 0 using segments [{'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:18:28.544413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Attempting to bind port 63c88368-6279-46a3-a033-64e0a2bfcde0 on network 9eb39306-4a20-4afe-834a-cdcb73d448df {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:28.549153 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Port 63c88368-6279-46a3-a033-64e0a2bfcde0 on network 9eb39306-4a20-4afe-834a-cdcb73d448df not bound, no agent of type Open vSwitch agent registered on host n-h1-820549-2 {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:18:28.549476 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Attempting to bind port 63c88368-6279-46a3-a033-64e0a2bfcde0 on network 9eb39306-4a20-4afe-834a-cdcb73d448df {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:18:28.554804 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Checking agent: {'id': '4a00aef1-9b91-4a44-8d10-1a4c2570b316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:18:28.555175 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Checking segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:18:28.555569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Bound using segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} {{(pid=103113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:18:28.556000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.managers [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Bound port: 63c88368-6279-46a3-a033-64e0a2bfcde0, host: n-h1-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}}] {{(pid=103113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:18:28.556363 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.632761 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, cleared binding levels {{(pid=103113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:18:28.633605 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:18:28.638045 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.682708 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:28.683381 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:28.684932 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] 10.222.0.44 "PUT /v2.0/ports/63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 1091 time: 0.7065322 Dec 08 01:18:28.685400 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:18:28.687901 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4694c9a7-1f3f-45d7-b735-eea0fee771be" -d '{"events": [{"name": "network-changed", "server_uuid": "69190716-1361-44b5-b040-3069268bde37", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:18:28.713480 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4403e-4bea-489c-9ced-4b2ce37bc3be service neutron] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=3']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:28.788244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-73823bda-4d75-4b38-b78e-b0d85d413b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:28.789897 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-73823bda-4d75-4b38-b78e-b0d85d413b8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1094 time: 0.0467737 Dec 08 01:18:28.842718 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2408c540-9843-4549-8a47-c7996bfa41c9 x-openstack-request-id: req-2408c540-9843-4549-8a47-c7996bfa41c9 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:18:28.843064 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69190716-1361-44b5-b040-3069268bde37", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:18:28.843580 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2408c540-9843-4549-8a47-c7996bfa41c9 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:18:28.843849 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'status': 'completed', 'code': 200} Dec 08 01:18:28.846706 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-1c181933-e087-4861-a4fb-2a2842431e48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 217 time: 0.0423658 Dec 08 01:18:28.905419 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-9d54e61e-174e-4ccd-acba-c0825a43871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:28.907302 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-9d54e61e-174e-4ccd-acba-c0825a43871e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0544569 Dec 08 01:18:28.969403 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-4b27630b-6253-4307-8bff-3d97bd35eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:28.971198 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-4b27630b-6253-4307-8bff-3d97bd35eddb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566673 Dec 08 01:18:29.072933 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-dca40264-7adb-40ed-8850-d7c141be1c0a service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932553 Dec 08 01:18:29.173638 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-e7f1bf97-9463-4d6b-a492-e53f1645df22 req-dee4abea-a52d-40bb-a478-f04dd9527d1c service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936036 Dec 08 01:18:29.333069 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-b196153c-b15a-438a-bc2e-40ebc5e6ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:29.334597 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-b196153c-b15a-438a-bc2e-40ebc5e6ea9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1094 time: 0.0663962 Dec 08 01:18:29.369722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c856b-1761-4f8f-8d3c-245cd17ffecf req-18ed0ce2-319d-4155-aab1-59d6e7d4c02e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:29.371422 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-692c856b-1761-4f8f-8d3c-245cd17ffecf req-18ed0ce2-319d-4155-aab1-59d6e7d4c02e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 943 time: 0.0741143 Dec 08 01:18:29.442870 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-692c856b-1761-4f8f-8d3c-245cd17ffecf req-ace1653d-dfd7-48b7-8ee7-fe3f4cf2cb85 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0633287 Dec 08 01:18:29.460497 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-df38c133-1f17-40f2-9069-dd5464c4f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:29.462834 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-df38c133-1f17-40f2-9069-dd5464c4f4a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.1195931 Dec 08 01:18:29.508286 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-42186e53-fc92-4c47-9758-0aefffaa519c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 217 time: 0.0382104 Dec 08 01:18:29.569217 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-309417d2-536a-467f-a645-c60196096010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:29.570700 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-309417d2-536a-467f-a645-c60196096010 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0534630 Dec 08 01:18:29.622027 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-66c407b9-6d8d-4ed3-b85a-2e78e813e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:29.623507 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-66c407b9-6d8d-4ed3-b85a-2e78e813e5f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445838 Dec 08 01:18:29.725894 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-c1c5285f-6d0d-46da-bbfe-df827b205743 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941565 Dec 08 01:18:29.837692 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-4694c9a7-1f3f-45d7-b735-eea0fee771be req-d36d0f56-e788-45ca-80f6-ca0d4f5e5081 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038160 Dec 08 01:18:30.565541 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915005ac-fba1-465d-b874-a6db590a2925 req-81487a3b-0f2f-4141-a0d4-22428b087f47 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:30.566967 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-915005ac-fba1-465d-b874-a6db590a2925 req-81487a3b-0f2f-4141-a0d4-22428b087f47 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 943 time: 0.0527833 Dec 08 01:18:30.619418 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-915005ac-fba1-465d-b874-a6db590a2925 req-b86fa133-c21d-48ed-aa0c-dafd5e4fe059 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456829 Dec 08 01:18:31.737925 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156f971-7f85-4166-a384-7078a1a946d4 req-b7c68ea9-64d9-4319-bf2c-8bf4e3cd731b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:31.739465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5156f971-7f85-4166-a384-7078a1a946d4 req-b7c68ea9-64d9-4319-bf2c-8bf4e3cd731b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 943 time: 0.0511498 Dec 08 01:18:31.754408 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 63c88368-6279-46a3-a033-64e0a2bfcde0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:18:31.796122 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5156f971-7f85-4166-a384-7078a1a946d4 req-877497a2-86ce-4928-9135-c52b264e51fa tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500484 Dec 08 01:18:31.851901 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:31.863406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:18:31.906174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:31.919457 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c88368-6279-46a3-a033-64e0a2bfcde0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:18:31.939460 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:31.944577 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:31.996542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:32.214629 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['63c88368-6279-46a3-a033-64e0a2bfcde0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:18:32.916528 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b60dc4-06c2-48df-8cdb-debf933ce3e2 req-2a0126b0-0e20-4397-a2e8-737dc86d5abd tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:32.918091 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2b60dc4-06c2-48df-8cdb-debf933ce3e2 req-2a0126b0-0e20-4397-a2e8-737dc86d5abd tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Dec 08 01:18:32.969670 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a2b60dc4-06c2-48df-8cdb-debf933ce3e2 req-9311788d-c748-43f9-b3cf-62f50e34bf6b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455463 Dec 08 01:18:33.770599 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 63c88368-6279-46a3-a033-64e0a2bfcde0 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:18:33.821801 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning for port 63c88368-6279-46a3-a033-64e0a2bfcde0 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:18:33.825795 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 63c88368-6279-46a3-a033-64e0a2bfcde0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:18:33.826164 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:33.909295 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:33.934594 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:18:33.937109 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19434b72-bc8b-43ba-b0af-8cc48103b7aa" -d '{"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-plugged", "status": "completed", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:18:33.951736 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:18:33.957085 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:33.982159 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01d4405-5987-4cd2-837c-1a0636ae927e x-openstack-request-id: req-d01d4405-5987-4cd2-837c-1a0636ae927e {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:18:33.982456 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-plugged", "status": "completed", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:18:33.982712 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d01d4405-5987-4cd2-837c-1a0636ae927e {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:18:33.983131 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'code': 200} Dec 08 01:18:34.011846 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:34.105366 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed66ef-8d11-43e0-9eb2-fca7b59daf15 req-97a6319e-2172-4c8b-b6c3-09841a32ee5f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:34.107007 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4ed66ef-8d11-43e0-9eb2-fca7b59daf15 req-97a6319e-2172-4c8b-b6c3-09841a32ee5f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 945 time: 0.0572269 Dec 08 01:18:34.119430 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97195698-696a-4c54-884b-6c9ce763b381 req-8849b496-be90-4a3c-8991-cb11855ef779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:34.121026 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97195698-696a-4c54-884b-6c9ce763b381 req-8849b496-be90-4a3c-8991-cb11855ef779 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1096 time: 0.0421882 Dec 08 01:18:34.170067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-e4ed66ef-8d11-43e0-9eb2-fca7b59daf15 req-9d2fe832-9ca7-495e-b285-f6088453a800 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540607 Dec 08 01:18:34.176582 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-97195698-696a-4c54-884b-6c9ce763b381 req-a1d42969-abde-4421-89dd-5d266efd83ad service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485401 Dec 08 01:18:35.305664 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b5727-45c4-44ab-9975-ec61f3754f77 req-91a460dd-348f-4d6f-bf76-b28f7af56491 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:35.307259 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f19b5727-45c4-44ab-9975-ec61f3754f77 req-91a460dd-348f-4d6f-bf76-b28f7af56491 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 945 time: 0.0553184 Dec 08 01:18:35.358740 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f19b5727-45c4-44ab-9975-ec61f3754f77 req-d3747616-232a-4863-91cf-91b0c151fe42 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452704 Dec 08 01:18:35.479504 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952aa31-38ee-43da-82e7-fe37911bd29d req-40d0dae6-e7ad-441c-9c05-eb9673258e37 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:35.480942 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5952aa31-38ee-43da-82e7-fe37911bd29d req-40d0dae6-e7ad-441c-9c05-eb9673258e37 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 945 time: 0.0542614 Dec 08 01:18:35.536089 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5952aa31-38ee-43da-82e7-fe37911bd29d req-5a6180c2-bd18-49cb-b15c-6c425bd58079 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442529 Dec 08 01:18:35.558582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45972) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:35.694518 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534e82c-7f0f-41f1-ba43-1b9dc229733b tempest-TestSnapshotPattern-1379449646 tempest-TestSnapshotPattern-1379449646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:35.696078 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-6534e82c-7f0f-41f1-ba43-1b9dc229733b tempest-TestSnapshotPattern-1379449646 tempest-TestSnapshotPattern-1379449646-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1091 time: 0.1364520 Dec 08 01:18:35.699029 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 45976) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:35.703214 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:18:35.726189 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:35.830796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:35.941301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Allocated IP 172.25.6.8 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/7023f1d3-1a29-4e50-942c-0d927451e0ac) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:18:36.045313 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:36.079511 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:36.123121 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:18:36.126139 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:18:36.129826 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:18:36.154570 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'Port': ['ID=7023f1d3-1a29-4e50-942c-0d927451e0ac,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:36.507876 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:36.578531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:36.741634 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:36.743730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:36.809085 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'Port': ['ID=7023f1d3-1a29-4e50-942c-0d927451e0ac,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:18:36.824901 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:36.926839 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Floating IP 8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf associated. External IP: 172.25.6.8, port: 63c88368-6279-46a3-a033-64e0a2bfcde0. Dec 08 01:18:37.132790 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Router cb993db5-b3ad-4fcc-b11d-50833261f754 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:18:37.239569 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:18:37.249204 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] Sync routers for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:18:37.258002 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:37.260916 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:37.261554 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:18:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:37.289143 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8f657c3f-480f-4de8-b21d-4b9feb0c4256 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5890453 Dec 08 01:18:37.289994 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:18:37.292626 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae902fe3-67d9-4429-9c41-81a2b5df7044" -d '{"events": [{"name": "network-changed", "server_uuid": "69190716-1361-44b5-b040-3069268bde37", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:18:37.377669 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:37.597399 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc5c3a2-85b7-424c-a461-d8e6dd082edc x-openstack-request-id: req-9fc5c3a2-85b7-424c-a461-d8e6dd082edc {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:18:37.597945 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69190716-1361-44b5-b040-3069268bde37", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:18:37.597945 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fc5c3a2-85b7-424c-a461-d8e6dd082edc {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:18:37.598358 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'status': 'completed', 'code': 200} Dec 08 01:18:37.636077 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:36Z', 'revision_number': 0, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:37.670206 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] Checking router: cb993db5-b3ad-4fcc-b11d-50833261f754 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:18:37.684297 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:18:37.685343 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:18:24Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:37.699923 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-c0d55782-1f11-40ba-99bc-a202c902562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:37.701543 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-c0d55782-1f11-40ba-99bc-a202c902562e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1096 time: 0.0576677 Dec 08 01:18:37.797043 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:18:37.800467 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-a6697950-d1ab-40f4-80bd-d89e2fad24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:37.801967 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-a6697950-d1ab-40f4-80bd-d89e2fad24c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0922973 Dec 08 01:18:37.868800 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-65865117-6f51-4eb0-b410-aea952b8aca9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 997 time: 0.0585210 Dec 08 01:18:37.923788 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-279312ec-c1bb-4810-a9b4-8176d640ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:37.925266 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-279312ec-c1bb-4810-a9b4-8176d640ae1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0489471 Dec 08 01:18:37.972136 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-72c73d2c-3472-4e8a-8c0d-a3cd8b54de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:18:37.973651 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-72c73d2c-3472-4e8a-8c0d-a3cd8b54de31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411260 Dec 08 01:18:38.025071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:36Z', 'revision_number': 0, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:38.052672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3256790b-1e29-4320-8391-acb82d44d909 None None] The sync data for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 is: [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:36Z', 'revision_number': 0, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:18:38.068165 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-7458a210-d906-4694-98c6-4742b5a2c953 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854940 Dec 08 01:18:38.165937 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ae902fe3-67d9-4429-9c41-81a2b5df7044 req-955f32b8-2ee1-4c47-83e1-bc9f56e32043 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905118 Dec 08 01:18:38.251462 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3cba8-c39e-424d-ad1d-bcf1674e1221 None None] New status for floating IP 8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:18:44.503777 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:44.897971 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:18:48.102915 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:51.612906 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-26176dc5-205e-46ed-8a53-6af122d5c8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:53.740668 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c0bf96ee-8240-4a6c-ba04-c1add29be78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:55.433829 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:56.596896 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:57.383899 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:11.019888 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-322fdbac-1ca6-41e4-9209-5ef29a82e546 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391934 Dec 08 01:19:11.126514 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-ab55247a-605c-4f2b-b654-f09d689741de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:11.128045 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-ab55247a-605c-4f2b-b654-f09d689741de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1096 time: 0.0455377 Dec 08 01:19:11.231636 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-38a6a777-5efd-4265-a141-f4b66d9c5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:11.233116 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-38a6a777-5efd-4265-a141-f4b66d9c5620 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0855160 Dec 08 01:19:11.302740 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-8fb4e8d4-7ea6-42af-8324-f1041e54e276 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 999 time: 0.0610380 Dec 08 01:19:11.351606 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-e1e3782e-2028-4de6-b81a-59ebb20a37da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:11.353048 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-e1e3782e-2028-4de6-b81a-59ebb20a37da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0434840 Dec 08 01:19:11.400508 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-a5d30775-68b6-4a50-aac1-e57fcc972b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:11.401972 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-a5d30775-68b6-4a50-aac1-e57fcc972b24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396366 Dec 08 01:19:11.498601 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-475c1fde-54db-473f-b5ad-9c9c1e711ee5 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891464 Dec 08 01:19:11.590401 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-cf491cf5-5a9a-44aa-ad57-4fc59b0b97f6 req-6a8845a0-0745-49f9-838a-0fe59613508c service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 Dec 08 01:19:14.511828 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:18.117161 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:21.616286 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8eca7609-1962-46bc-9811-3ae10ec3a2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:21.896874 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:19:23.742999 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-17df2804-7fad-46cc-91c1-24ebe55f1ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:25.436761 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:26.599834 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:27.375039 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.512045 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:48.120859 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:51.619115 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bbe1370b-bbfc-43a6-9cf4-139b5394b3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:53.747274 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c63d3a26-1f52-4651-976b-3ad7af1a02bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:55.440225 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:56.604406 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:57.378461 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:58.895922 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:20:10.345118 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-c73ab4d9-4e93-4a84-8a34-d76dfb047c26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446723 Dec 08 01:20:10.444362 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898557d8-9a25-4589-92ae-e00f4e65062a req-3cd176b7-31c5-4306-b886-0de8134b3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:10.445885 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-3cd176b7-31c5-4306-b886-0de8134b3c8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1096 time: 0.0426002 Dec 08 01:20:10.551366 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898557d8-9a25-4589-92ae-e00f4e65062a req-173b0009-da16-4127-a2a0-0349050861de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:10.552866 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-173b0009-da16-4127-a2a0-0349050861de service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0872884 Dec 08 01:20:10.625148 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-cafb7501-8f0f-48a9-9692-8c4c3404e551 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 999 time: 0.0652778 Dec 08 01:20:10.675075 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898557d8-9a25-4589-92ae-e00f4e65062a req-7e9d352a-a6d2-44e2-9ce8-62f926e5be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:10.676543 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-7e9d352a-a6d2-44e2-9ce8-62f926e5be6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0445063 Dec 08 01:20:10.724423 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898557d8-9a25-4589-92ae-e00f4e65062a req-eeafd60a-5548-4522-98f2-ffe42b36c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:10.725962 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-eeafd60a-5548-4522-98f2-ffe42b36c572 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425403 Dec 08 01:20:11.103016 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-70944a6b-b4d9-41f8-bcce-285a0dc1f123 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691962 Dec 08 01:20:11.200293 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-898557d8-9a25-4589-92ae-e00f4e65062a req-e823710c-ccf1-4f9b-a26f-c515bda4c147 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899503 Dec 08 01:20:14.528925 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:18.120330 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:21.620626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3456b587-badb-4e80-ba8b-f1ebc7222bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:23.750834 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a6a174b6-c595-4a83-a74c-6419d9447a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:25.443993 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:26.605473 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:27.382501 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:34.267857 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 63c88368-6279-46a3-a033-64e0a2bfcde0 details requested by agent hyperv_n-h1-820549-2 with host n-h1-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:20:34.386717 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:20:34.402353 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Returning: {'device': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:20:34.448397 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:34.467596 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63c88368-6279-46a3-a033-64e0a2bfcde0 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:20:34.493677 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:20:34.498332 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:34.558602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:20:34.569973 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.570403 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.570761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.571161 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.571522 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.571868 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.572189 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.573082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.573082 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.573315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.573501 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.573797 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.574123 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:34.648965 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] get_ports_and_sgs() called for port_ids ['63c88368-6279-46a3-a033-64e0a2bfcde0'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:20:35.902165 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:20:36.266379 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 63c88368-6279-46a3-a033-64e0a2bfcde0 up at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:20:36.334618 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Provisioning complete for port 63c88368-6279-46a3-a033-64e0a2bfcde0 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:20:36.335025 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:36.424510 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:36.452079 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:20:36.454760 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa417f-e883-4d7e-8b4b-efa472a0d7e2" -d '{"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-plugged", "status": "completed", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:20:36.470157 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:20:36.486700 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:36.587768 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:20:36.602235 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b79bfc-e39b-4747-8b81-0f31643b190b x-openstack-request-id: req-c5b79bfc-e39b-4747-8b81-0f31643b190b {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:20:36.602483 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-plugged", "status": "completed", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:20:36.602779 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5b79bfc-e39b-4747-8b81-0f31643b190b {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:20:36.605851 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'code': 200} Dec 08 01:20:43.856911 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-29abf980-28d4-44da-be26-6c4ac81ee9a9 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8878725&fields=id&tenant_id=c73fb4ae09554865aa238f9bb5e338cb HTTP/1.1" status: 200 len: 267 time: 0.0563805 Dec 08 01:20:43.967588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8ca5cdd8-b9c3-4def-b25c-96f3ae8713e3 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:43.969077 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8ca5cdd8-b9c3-4def-b25c-96f3ae8713e3 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 810 time: 0.1053452 Dec 08 01:20:43.985389 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-855cd6cc-6269-4fce-9a24-017a503250df tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/quotas/c73fb4ae09554865aa238f9bb5e338cb HTTP/1.1" status: 200 len: 375 time: 0.0098939 Dec 08 01:20:44.043721 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-9b5f1996-ae58-4999-a413-1c850136ccc6 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517762 Dec 08 01:20:44.191233 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-1d352cf8-e8ab-40d2-a809-00a599b9b726 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354907 Dec 08 01:20:44.287861 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-c1933985-7fa7-45e2-beff-de5c8afe4154 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901866 Dec 08 01:20:44.492696 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f82bbbdf-4fbe-457c-a81f-369207c2c356 req-988446f5-ff3f-4feb-802f-7be3bd59d5d8 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 210 time: 0.0290048 Dec 08 01:20:44.544367 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:45.544641 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-c3b96cd9-b7cb-42e6-8ce0-e20ec236d6d1 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:45.546324 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-c3b96cd9-b7cb-42e6-8ce0-e20ec236d6d1 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.59 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 810 time: 0.1094213 Dec 08 01:20:45.619366 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-f295cfcb-0730-486f-9be7-c5143236e28b req-bac95cfc-dd72-4a6c-a0c6-b9d6040ca654 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 210 time: 0.0405788 Dec 08 01:20:45.651386 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8a8b4124-99be-4f98-b193-d1b9f9fc08e4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c73fb4ae09554865aa238f9bb5e338cb HTTP/1.1" status: 200 len: 377 time: 0.0888851 Dec 08 01:20:45.660900 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'port': {'device_id': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'admin_state_up': True, 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'security_groups': ['c1d9c03a-aced-41eb-a675-553de0a9d4f5']}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:20:45.777571 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Made reservation on behalf of c73fb4ae09554865aa238f9bb5e338cb for: {'port': 1} {{(pid=103114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:20:45.781442 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:45.940285 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.db_base_plugin_common [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Allocated IP 172.20.0.8 (9eb39306-4a20-4afe-834a-cdcb73d448df/de0e1c9d-0e7b-46ea-b517-e3f2981f1242/2bfd6b5c-52da-488d-9909-ea10bd6a9ee5) {{(pid=103114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:20:46.182394 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for port, precommit_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:46.224972 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_create {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:46.270757 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Network 9eb39306-4a20-4afe-834a-cdcb73d448df is already hosted by enough agents. {{(pid=103114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:20:46.278173 n-d-820549-2 neutron-server[103114]: DEBUG neutron.scheduler.base_scheduler [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Resources bound (agent type, host, resource id): {{(pid=103114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:20:46.281432 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Received port after_create {{(pid=103114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:20:46.330161 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=1']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:20:46.339340 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 63c88368-6279-46a3-a033-64e0a2bfcde0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:20:46.342084 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.342569 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.343105 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.344654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.344654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.344654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.344654 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.345799 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.346243 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.346679 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.347167 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.347607 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.348043 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:20:46.384909 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:46.385658 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:46.413087 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-e2ee7f49-9cdc-4b39-a44e-6542aca201db tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7559135 Dec 08 01:20:46.459849 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:46.490668 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:20:46.495143 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a122e85-146d-4b3a-b777-693fd4919adc" -d '{"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-unplugged", "status": "completed", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:20:46.538608 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:20:46.546626 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:46.592494 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e702be5e-20dd-4de8-b5b9-c6a853b68a47 x-openstack-request-id: req-e702be5e-20dd-4de8-b5b9-c6a853b68a47 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:20:46.592866 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-unplugged", "status": "completed", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:20:46.593192 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e702be5e-20dd-4de8-b5b9-c6a853b68a47 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:20:46.593794 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'code': 200} Dec 08 01:20:46.620737 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Pushing event updated for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:20:46.656794 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-e4e34c66-7cc3-4a35-b02b-bef9cc1a5e13 None None] Provisioning complete for port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 triggered by entity DHCP. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:20:46.657291 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e4e34c66-7cc3-4a35-b02b-bef9cc1a5e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:46.702914 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-e4e34c66-7cc3-4a35-b02b-bef9cc1a5e13 None None] Port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 cannot update to ACTIVE because it is not bound. {{(pid=103115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:20:46.757031 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24ab29-171c-4bc7-ac13-e41dab0eedc1 req-ba575818-6d46-4d79-bd48-d305ac502c47 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:46.759067 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed24ab29-171c-4bc7-ac13-e41dab0eedc1 req-ba575818-6d46-4d79-bd48-d305ac502c47 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0563836 Dec 08 01:20:46.819286 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-ed24ab29-171c-4bc7-ac13-e41dab0eedc1 req-b8a84e8d-fa10-4c77-89ce-29cec2a6683e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535936 Dec 08 01:20:47.976420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f69b3-77d3-41c9-a6a4-30fa5fb7ef9b req-d6cc77d5-01ef-4ab8-858a-1c02f9e2f796 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:47.980102 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c1f69b3-77d3-41c9-a6a4-30fa5fb7ef9b req-d6cc77d5-01ef-4ab8-858a-1c02f9e2f796 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0770519 Dec 08 01:20:48.058436 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-6c1f69b3-77d3-41c9-a6a4-30fa5fb7ef9b req-e405def0-2ea9-46aa-80fd-80349d7b3f18 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0720291 Dec 08 01:20:48.144740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:49.190556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c6447-c0ef-4441-b9a6-c7739f507006 req-02974190-b92c-4db7-8408-c15696c47101 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:49.192317 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a0c6447-c0ef-4441-b9a6-c7739f507006 req-02974190-b92c-4db7-8408-c15696c47101 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0499051 Dec 08 01:20:49.262976 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2a0c6447-c0ef-4441-b9a6-c7739f507006 req-effed4cb-57d6-48b5-bd98-eec234b15767 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631330 Dec 08 01:20:50.393680 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d77e95-1d82-4b97-9ae8-a4c01a8d8600 req-30a0d8e1-2dd0-48ed-8147-d0c1d340aa10 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:50.395284 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86d77e95-1d82-4b97-9ae8-a4c01a8d8600 req-30a0d8e1-2dd0-48ed-8147-d0c1d340aa10 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0555971 Dec 08 01:20:50.450234 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-86d77e95-1d82-4b97-9ae8-a4c01a8d8600 req-1d0102ef-bd05-4860-b452-d7fb8b3aa6e5 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476515 Dec 08 01:20:51.578539 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5672e-7580-4379-aa0d-a672e033cdf1 req-bcd50d68-bf8c-4dcf-b2d1-dbd49dac02c2 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:51.580596 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7d5672e-7580-4379-aa0d-a672e033cdf1 req-bcd50d68-bf8c-4dcf-b2d1-dbd49dac02c2 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0530972 Dec 08 01:20:51.636271 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-b7ffe8d3-fe59-4963-b183-a9620a24afa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:51.663513 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a7d5672e-7580-4379-aa0d-a672e033cdf1 req-2efece56-5bc9-4529-a250-92930ee00742 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0683973 Dec 08 01:20:52.815786 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79a9-2c3b-484e-bfde-b32b9fc36732 req-b41024bf-7cc1-4aec-b591-1fbbf46c95e2 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:52.817484 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-860b79a9-2c3b-484e-bfde-b32b9fc36732 req-b41024bf-7cc1-4aec-b591-1fbbf46c95e2 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0528302 Dec 08 01:20:52.893017 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-860b79a9-2c3b-484e-bfde-b32b9fc36732 req-9808e714-3cbf-4cdf-8892-74004795475d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0647497 Dec 08 01:20:53.756266 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1f76ba30-0f3e-4db8-8dac-a63d40778bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:54.014703 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1ce4a-e661-4ae0-8da0-21c8c1e05b9c req-d59914dd-d5f0-437b-8d1d-8e1f2277a38e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:54.016364 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ab1ce4a-e661-4ae0-8da0-21c8c1e05b9c req-d59914dd-d5f0-437b-8d1d-8e1f2277a38e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0529900 Dec 08 01:20:54.073707 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9ab1ce4a-e661-4ae0-8da0-21c8c1e05b9c req-8b3ee444-0b96-4aef-a537-eef6c7f26814 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509121 Dec 08 01:20:55.212954 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486c37d-2a95-496a-aa45-34c37b016745 req-8b601bc1-abf7-4bd5-a886-b6209af6c5c1 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:55.214455 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1486c37d-2a95-496a-aa45-34c37b016745 req-8b601bc1-abf7-4bd5-a886-b6209af6c5c1 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0545216 Dec 08 01:20:55.273357 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1486c37d-2a95-496a-aa45-34c37b016745 req-cd3bf1d5-ca4e-4fef-b67c-927a6f0e2dd4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0518451 Dec 08 01:20:55.450185 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.138652 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-4bbd1b90-b79b-4fae-accd-3f3ae7748418 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:20:56.139989 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-4bbd1b90-b79b-4fae-accd-3f3ae7748418 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055759 Dec 08 01:20:56.213608 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.v2.base [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Request body: {'port': {'device_id': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820549-2'}} {{(pid=103114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:20:56.272316 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.466534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa3e3e-9921-4e50-a618-f40e4274b531 req-cc8afca5-70a9-468b-935d-cbfb8cb101ec tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:56.468113 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1baa3e3e-9921-4e50-a618-f40e4274b531 req-cc8afca5-70a9-468b-935d-cbfb8cb101ec tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 931 time: 0.0931528 Dec 08 01:20:56.571682 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-1baa3e3e-9921-4e50-a618-f40e4274b531 req-6c388e15-7f77-4295-bd1d-093980ef0a58 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0768557 Dec 08 01:20:56.608582 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.634805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 {{(pid=103114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:20:56.642741 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.658493 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.provisioning_blocks [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Transition to ACTIVE for port object 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 will not be triggered until provisioned by entity L2. {{(pid=103114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:20:56.662006 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.714412 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=2']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:20:56.790556 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Attempting to bind port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 on host n-h2-820549-2 for vnic_type normal with profile {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:20:56.790912 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Attempting to bind port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 by drivers openvswitch,hyperv on host n-h2-820549-2 at level 0 using segments [{'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:20:56.791258 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Attempting to bind port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 on network 9eb39306-4a20-4afe-834a-cdcb73d448df {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:20:56.795963 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 on network 9eb39306-4a20-4afe-834a-cdcb73d448df not bound, no agent of type Open vSwitch agent registered on host n-h2-820549-2 {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:20:56.796283 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Attempting to bind port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 on network 9eb39306-4a20-4afe-834a-cdcb73d448df {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:20:56.801738 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Checking agent: {'id': 'df33adbc-0b14-48f8-b9e7-da50900fe633', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'started_at': datetime.datetime(2021, 12, 7, 23, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:20:56.802081 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Checking segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:20:56.802471 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Bound using segment: {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'} {{(pid=103114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:20:56.803475 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.managers [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Bound port: 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host: n-h2-820549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c92882-928c-4cff-a7c2-49b0faf5341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df'}}] {{(pid=103114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:20:56.803836 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.871982 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, cleared binding levels {{(pid=103114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:20:56.875537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:20:56.880206 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12639114'] for port, after_update {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.926145 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:56.926794 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:56.928755 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] 10.222.0.59 "PUT /v2.0/ports/2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 200 len: 1091 time: 0.7630324 Dec 08 01:20:56.929212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:20:56.931721 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f31d4d-f71a-4cd6-91be-15fbaf15161e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:20:56.959300 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af75d49-b2ed-436f-b2c2-d4ec47e60174 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=3']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:20:57.029678 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-60b5a38a-3208-43df-a0fb-946cfa64de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.031223 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-60b5a38a-3208-43df-a0fb-946cfa64de88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1094 time: 0.0471432 Dec 08 01:20:57.088059 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3d9f6-e55e-41fb-8122-46b06bda3357 x-openstack-request-id: req-78b3d9f6-e55e-41fb-8122-46b06bda3357 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:20:57.088361 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:20:57.088619 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78b3d9f6-e55e-41fb-8122-46b06bda3357 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:20:57.089026 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'status': 'completed', 'code': 200} Dec 08 01:20:57.091169 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-88b432dd-8d4f-4a1d-abef-320b2528885b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 200 len: 217 time: 0.0451934 Dec 08 01:20:57.150551 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8877c0dd-a17d-4455-adae-d24aa0d3891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.152059 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-8877c0dd-a17d-4455-adae-d24aa0d3891a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0541897 Dec 08 01:20:57.203159 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-09c6852b-74e5-4f9b-a5c8-f5b5be3e0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.204687 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-09c6852b-74e5-4f9b-a5c8-f5b5be3e0952 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455110 Dec 08 01:20:57.301332 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-4ec974bb-2ffe-470d-9714-43f295ec6c0c service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888927 Dec 08 01:20:57.384912 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:57.398558 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-0bf4b177-9f08-43be-a4e6-ac923168512b req-7f477b5b-c51e-4495-aee4-b0abef224446 service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Dec 08 01:20:57.539829 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-a368126f-2634-45d4-aad7-a5bae1f27d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.541331 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-a368126f-2634-45d4-aad7-a5bae1f27d58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1094 time: 0.0463917 Dec 08 01:20:57.636027 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-4651d67a-28af-49a7-b5e8-dd9115887f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.637509 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-4651d67a-28af-49a7-b5e8-dd9115887f68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0882182 Dec 08 01:20:57.707403 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-46038dc4-11f8-4f8f-ba21-344a62e6bb15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 200 len: 217 time: 0.0598605 Dec 08 01:20:57.756249 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371349d-21de-4560-9759-44f7e2332295 req-c101934d-6a30-42cd-840b-1e3bed63cd70 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.757761 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5371349d-21de-4560-9759-44f7e2332295 req-c101934d-6a30-42cd-840b-1e3bed63cd70 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 943 time: 0.1125851 Dec 08 01:20:57.797701 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-84f98311-dff4-431a-8d83-933e1a7bf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.799110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-84f98311-dff4-431a-8d83-933e1a7bf86b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0817029 Dec 08 01:20:57.827465 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-5371349d-21de-4560-9759-44f7e2332295 req-98e9feff-5fdf-483c-942f-daff6f9471c1 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0633404 Dec 08 01:20:57.861550 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-2d099f24-5b05-4d66-86c4-1da3eea08358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:57.863125 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-2d099f24-5b05-4d66-86c4-1da3eea08358 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537002 Dec 08 01:20:57.963443 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-faf491d5-9118-4444-b912-795a3f996a7b service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919831 Dec 08 01:20:58.055345 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-97f31d4d-f71a-4cd6-91be-15fbaf15161e req-fa5d1591-8acd-42de-807d-d5f9e26cd3e2 service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Dec 08 01:20:58.952635 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287c5d5-8826-4672-83e4-babf3e1108ed req-b1e7a418-846c-45b0-bc35-f9327df215d5 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:20:58.954164 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d287c5d5-8826-4672-83e4-babf3e1108ed req-b1e7a418-846c-45b0-bc35-f9327df215d5 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 943 time: 0.0541162 Dec 08 01:20:59.008496 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d287c5d5-8826-4672-83e4-babf3e1108ed req-8c6e1979-0405-4495-b5db-8a5c8c0bdee7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450931 Dec 08 01:21:00.137722 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60d702-24fe-4eec-926a-562fbb49cddd req-0290fc51-7df0-4185-a52b-6a6eec8afb18 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:00.139264 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a60d702-24fe-4eec-926a-562fbb49cddd req-0290fc51-7df0-4185-a52b-6a6eec8afb18 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 943 time: 0.0503342 Dec 08 01:21:00.193424 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9a60d702-24fe-4eec-926a-562fbb49cddd req-f74fca83-e079-4558-8e28-ca41d704beb7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482080 Dec 08 01:21:00.594757 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:21:00.697463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:21:00.708815 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'port_id': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:21:00.746133 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:00.763372 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:21:00.782880 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:21:00.787646 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:00.998182 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=4']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:21:01.111250 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:21:01.316257 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628c0b2-2e3f-4f30-9204-c6096f6cece4 req-d1daa124-bc74-4b1d-8e47-7b4c3e7294e4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:01.317794 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7628c0b2-2e3f-4f30-9204-c6096f6cece4 req-d1daa124-bc74-4b1d-8e47-7b4c3e7294e4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 944 time: 0.0542135 Dec 08 01:21:01.374199 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-7628c0b2-2e3f-4f30-9204-c6096f6cece4 req-49f4aeb5-a671-4659-bde1-b5258121b8b9 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497477 Dec 08 01:21:02.491534 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d55d2-dca4-4ea6-bb2e-77242fa38674 req-f1e55999-9b83-48f4-84ff-d3942fde19d6 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:02.493084 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c87d55d2-dca4-4ea6-bb2e-77242fa38674 req-f1e55999-9b83-48f4-84ff-d3942fde19d6 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 944 time: 0.0499504 Dec 08 01:21:02.544365 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-c87d55d2-dca4-4ea6-bb2e-77242fa38674 req-d93a8809-476e-4c9f-99cd-02e6d63d5d53 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437357 Dec 08 01:21:02.592587 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:21:02.641870 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning for port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 completed by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:21:02.646396 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:21:02.646774 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:02.727368 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:02.750834 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:21:02.753111 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc23703-0207-4599-9f33-204ec0dc52ef" -d '{"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:21:02.766113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:21:02.769938 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:02.795726 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c33a8c-79ba-44fa-b85e-45ff68476094 x-openstack-request-id: req-14c33a8c-79ba-44fa-b85e-45ff68476094 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:21:02.796038 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:21:02.796265 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14c33a8c-79ba-44fa-b85e-45ff68476094 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:21:02.796655 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'code': 200} Dec 08 01:21:02.822289 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=5']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:21:02.927146 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec7fc0-e936-48c8-bb38-af2841c19fe1 req-1630a4f1-87ed-4040-8e07-161f5f8ff2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:02.928655 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06ec7fc0-e936-48c8-bb38-af2841c19fe1 req-1630a4f1-87ed-4040-8e07-161f5f8ff2ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1096 time: 0.0445640 Dec 08 01:21:02.980602 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-06ec7fc0-e936-48c8-bb38-af2841c19fe1 req-d9ee8eb3-ef05-4b01-b231-62d00f8a74c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447836 Dec 08 01:21:03.672545 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d2330-e249-4126-900c-796d296b4401 req-ecac1e9f-ad0c-4ea8-a6fa-be36fe311809 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:03.674098 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd8d2330-e249-4126-900c-796d296b4401 req-ecac1e9f-ad0c-4ea8-a6fa-be36fe311809 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 945 time: 0.0488844 Dec 08 01:21:03.739573 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-cd8d2330-e249-4126-900c-796d296b4401 req-4afdb11e-65b2-459e-8473-8ffa403efa55 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0587947 Dec 08 01:21:04.869449 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e09d69-a9c0-47d9-8ced-44f138a263ee req-d927b5e6-8c34-4850-92f5-a78ee5b2e509 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:04.870977 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67e09d69-a9c0-47d9-8ced-44f138a263ee req-d927b5e6-8c34-4850-92f5-a78ee5b2e509 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 945 time: 0.0562840 Dec 08 01:21:04.924493 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-67e09d69-a9c0-47d9-8ced-44f138a263ee req-a9c90506-e516-4588-a076-a4a62fd8a1b4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434813 Dec 08 01:21:05.049537 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8de1e-baae-49d5-8b67-7d5425957a75 req-683c7f84-6edf-40c2-85a8-6f5aa01f5714 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:05.050947 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1d8de1e-baae-49d5-8b67-7d5425957a75 req-683c7f84-6edf-40c2-85a8-6f5aa01f5714 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 945 time: 0.0560751 Dec 08 01:21:05.100478 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-d1d8de1e-baae-49d5-8b67-7d5425957a75 req-99f55c26-c4b3-4c4d-9810-423916fd7e69 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427756 Dec 08 01:21:05.122201 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46254) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:05.161492 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a05a1c-8d8f-4771-b9e3-6a098902f2cd tempest-TestSnapshotPattern-1379449646 tempest-TestSnapshotPattern-1379449646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:05.163660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-a6a05a1c-8d8f-4771-b9e3-6a098902f2cd tempest-TestSnapshotPattern-1379449646 tempest-TestSnapshotPattern-1379449646-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1091 time: 0.0404613 Dec 08 01:21:05.166413 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46256) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:05.170586 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.v2.base [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Request body: {'floatingip': {'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'port_id': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:21:05.191225 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:05.284046 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:05.392944 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_common [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Allocated IP 172.25.6.208 (ec5eeead-b4fd-4941-9d38-45df6627490a/d85613af-293a-47b9-aa18-e31e27ac9cf1/b5bfb033-2cea-4f9f-b7b1-14286675aedf) {{(pid=103113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:21:05.500126 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for port, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:05.535079 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767110912759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:05.574437 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Network ec5eeead-b4fd-4941-9d38-45df6627490a is already hosted by enough agents. {{(pid=103113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:21:05.577324 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.base_scheduler [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Resources bound (agent type, host, resource id): {{(pid=103113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:21:05.580924 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Received port after_create {{(pid=103113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:21:05.605241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'Port': ['ID=b5bfb033-2cea-4f9f-b7b1-14286675aedf,revision_number=1']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:21:05.619436 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.619791 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.620132 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.620469 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.620832 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.621167 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.621495 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.621827 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.622151 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.622474 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.622798 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.623148 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.623475 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:05.976111 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:06.044096 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:06.205703 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for port, precommit_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:06.210799 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146466348'] for port, after_update {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:06.284019 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event updated for resources: {'Port': ['ID=b5bfb033-2cea-4f9f-b7b1-14286675aedf,revision_number=2']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:21:06.297931 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667580'] for floatingip, after_create {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:06.398141 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Floating IP db8b4893-f4da-4c2c-88d9-ebcab1c2752d associated. External IP: 172.25.6.208, port: 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5. Dec 08 01:21:06.622749 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Router cb993db5-b3ad-4fcc-b11d-50833261f754 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:21:06.742453 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:21:06.752987 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] Sync routers for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:21:06.765356 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:06.766672 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:21:06.767463 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:20:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:21:06.797237 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-ea75bc35-f2bd-4559-8816-c794022a0565 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6297562 Dec 08 01:21:06.797916 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:21:06.800260 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdde2503-4d11-449e-91fb-3372cc42fe1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:21:06.842302 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145b56f-56dc-4e50-9ef5-5aa53bb7b720 x-openstack-request-id: req-8145b56f-56dc-4e50-9ef5-5aa53bb7b720 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:21:06.842600 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:21:06.842860 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8145b56f-56dc-4e50-9ef5-5aa53bb7b720 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:21:06.843312 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'status': 'completed', 'code': 200} Dec 08 01:21:06.882397 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:21:06.928779 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-05bfa6ae-55f7-46c3-b5fb-1cde0c5bb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:06.930287 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-05bfa6ae-55f7-46c3-b5fb-1cde0c5bb8e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1096 time: 0.0415995 Dec 08 01:21:07.036467 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-bafca716-9eab-4978-9093-469092ca8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:07.037960 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-bafca716-9eab-4978-9093-469092ca8730 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0994058 Dec 08 01:21:07.113200 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-a3d69b61-bd8f-4184-b709-d5031e5e4f19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 200 len: 999 time: 0.0686622 Dec 08 01:21:07.123171 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:38Z', 'revision_number': 1, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}, {'id': 'db8b4893-f4da-4c2c-88d9-ebcab1c2752d', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:21:05Z', 'updated_at': '2021-12-08T01:21:05Z', 'revision_number': 0, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:21:07.152715 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] Checking router: cb993db5-b3ad-4fcc-b11d-50833261f754 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:21:07.160943 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:21:07.161591 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:20:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:21:07.170681 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-0a4d1b09-f9b8-4e74-80fb-bc2d54dd5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:07.172166 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-0a4d1b09-f9b8-4e74-80fb-bc2d54dd5152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0523248 Dec 08 01:21:07.277793 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:21:07.538540 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:38Z', 'revision_number': 1, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}, {'id': 'db8b4893-f4da-4c2c-88d9-ebcab1c2752d', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:21:05Z', 'updated_at': '2021-12-08T01:21:05Z', 'revision_number': 0, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:21:07.551588 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-4498fe2a-0d96-4879-8e68-6992cc191219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:07.553617 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-4498fe2a-0d96-4879-8e68-6992cc191219 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3694494 Dec 08 01:21:07.566679 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62386dbc-7fa1-48e0-9c1e-6723e8bf1eb5 None None] The sync data for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 is: [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:38Z', 'revision_number': 1, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}, {'id': 'db8b4893-f4da-4c2c-88d9-ebcab1c2752d', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:21:05Z', 'updated_at': '2021-12-08T01:21:05Z', 'revision_number': 0, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:21:07.649313 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-670c363d-60f4-46af-99c6-398cc9e77cae service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883269 Dec 08 01:21:07.751502 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-fdde2503-4d11-449e-91fb-3372cc42fe1e req-e52b5025-6fef-4729-834b-5877dad0c670 service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948308 Dec 08 01:21:07.788385 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828eeea-5ec6-4dd9-a179-0eb274c323a6 None None] New status for floating IP db8b4893-f4da-4c2c-88d9-ebcab1c2752d: ACTIVE {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:21:12.347223 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-7b9d0fff-dd75-4d03-b8e8-b2daed6a95b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483608 Dec 08 01:21:12.446902 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-4506e436-e994-4b83-a51c-a0b2ed4d5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:12.448412 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-4506e436-e994-4b83-a51c-a0b2ed4d5b9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1094 time: 0.0418780 Dec 08 01:21:12.554204 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-a46fedf0-e19d-4294-a12f-7b6e961f1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:12.555713 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-a46fedf0-e19d-4294-a12f-7b6e961f1daf service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0879762 Dec 08 01:21:12.626551 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-6e71c2af-bd27-4898-a928-6cb294525fa9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 997 time: 0.0630646 Dec 08 01:21:12.686997 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-5377d0b9-f2d2-4e5f-a73e-d985a4b3edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:12.688503 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-5377d0b9-f2d2-4e5f-a73e-d985a4b3edf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0536537 Dec 08 01:21:12.736594 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-d8afaaa5-2edf-4f17-b66c-849c32649753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:12.738124 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-d8afaaa5-2edf-4f17-b66c-849c32649753 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420706 Dec 08 01:21:12.837793 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-dec3ea0a-e2bf-4416-8970-05501704ff38 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897129 Dec 08 01:21:12.903345 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:21:12.936703 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-ee805678-2552-4d1c-924c-ad623a4c8ae3 req-695dd45f-a707-4e68-ab7f-2a586500635e service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916092 Dec 08 01:21:14.550699 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:17.563370 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-6fb15864-a1a2-48c9-adc5-65431ff1fc40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394840 Dec 08 01:21:17.661765 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-96276f44-fa4b-4224-ace4-dc2f9bdd4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:17.663292 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-96276f44-fa4b-4224-ace4-dc2f9bdd4805 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1096 time: 0.0414000 Dec 08 01:21:17.776273 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-33eb902a-e6c4-4132-bcaa-543f3ea84307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:17.777763 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-33eb902a-e6c4-4132-bcaa-543f3ea84307 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0949271 Dec 08 01:21:17.844789 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-976ec0c3-5cd2-4f31-80f2-5561c4712cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0601208 Dec 08 01:21:17.900672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-c51b1dc7-8d43-4083-887c-9ecc685f8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:17.902133 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-c51b1dc7-8d43-4083-887c-9ecc685f8861 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0500212 Dec 08 01:21:17.950205 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-45cbe86f-e949-438b-85ac-036d633568bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:17.951669 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-45cbe86f-e949-438b-85ac-036d633568bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417018 Dec 08 01:21:18.042819 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-cd40531f-5506-4975-aeb7-7ba15d70204b service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833738 Dec 08 01:21:18.120745 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:18.143490 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-98ff5091-0ffa-451f-94c3-a193e5c4d8b0 req-46cf3fcf-fba8-4a3c-937c-611951b7d71c service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937626 Dec 08 01:21:21.621483 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-78f3529b-e348-413c-b520-785dbe233e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:23.758470 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-c9e89a3e-af08-4fe3-96cd-0558f06dc105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:25.448189 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:26.613183 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:27.391042 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:44.558458 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:48.155636 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:49.903079 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:21:51.624069 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-83f47b4c-1e79-47ea-aa60-8b5f9fffad76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:53.763796 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d13c-379d-4c3c-91c6-5e806ffde65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:55.450811 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:56.616478 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:57.392317 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:14.142660 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-d9d40f1f-1b72-4e3e-ab23-f5b769aa1212 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385837 Dec 08 01:22:14.250279 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-a7f469f5-ee8f-4be3-b92b-89d47b1a5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:14.251853 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-a7f469f5-ee8f-4be3-b92b-89d47b1a5be2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1094 time: 0.0446875 Dec 08 01:22:14.361585 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-1d6a30eb-53ed-4e93-93bf-85f91b0b7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:14.363170 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-1d6a30eb-53ed-4e93-93bf-85f91b0b7c6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0910227 Dec 08 01:22:14.433137 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-3a9dac0d-513d-43fe-b2c5-32b38907862c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 997 time: 0.0621195 Dec 08 01:22:14.481911 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-6648b5c2-934d-4a12-ab9c-ae79fb1b5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:14.483425 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-6648b5c2-934d-4a12-ab9c-ae79fb1b5cbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0436723 Dec 08 01:22:14.533320 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-787ce870-44d8-4e45-8e6b-380ccaa5d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:14.534840 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-787ce870-44d8-4e45-8e6b-380ccaa5d77b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447898 Dec 08 01:22:14.548018 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-61d8bc80-2900-4e02-996e-8ed6a6598c6e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:22:14.549004 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-61d8bc80-2900-4e02-996e-8ed6a6598c6e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052154 Dec 08 01:22:14.563541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:14.643216 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-6fb791ae-77a5-4cb5-b35f-623748d78079 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868723 Dec 08 01:22:14.743138 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-5b707145-5354-4c21-a11a-e052d8c1b918 req-c84a2404-fa47-40e3-bc02-a877b8569eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913060 Dec 08 01:22:18.145375 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:18.555110 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-95572b00-0226-4166-acaa-3a25cc760996 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411940 Dec 08 01:22:18.654070 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f625be-15db-4184-a874-6bbe729c05bf req-f8b892c7-72eb-4b5c-b794-ed5dbb6631c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:18.655622 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-f8b892c7-72eb-4b5c-b794-ed5dbb6631c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1096 time: 0.0431733 Dec 08 01:22:18.773019 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f625be-15db-4184-a874-6bbe729c05bf req-29d9965f-1fe9-4779-9ba3-d3a201a9eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:18.774593 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-29d9965f-1fe9-4779-9ba3-d3a201a9eb0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0997500 Dec 08 01:22:18.841295 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-186d2bbc-b08d-4b1c-bd13-824f7e47ece0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0598669 Dec 08 01:22:18.900632 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f625be-15db-4184-a874-6bbe729c05bf req-ecf0c9c6-6a00-4a7c-9a1a-a023886390d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:18.902280 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-ecf0c9c6-6a00-4a7c-9a1a-a023886390d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0537825 Dec 08 01:22:18.954376 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f625be-15db-4184-a874-6bbe729c05bf req-fb80130a-58d2-4b43-946c-93c391e0b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:18.955965 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-fb80130a-58d2-4b43-946c-93c391e0b583 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463729 Dec 08 01:22:19.053457 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-252db73c-e3ee-49d8-b5bd-be6fdc257fab service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896530 Dec 08 01:22:19.145881 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-b3f625be-15db-4184-a874-6bbe729c05bf req-a93736e9-ef40-400d-971a-ad6ec753685c service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852890 Dec 08 01:22:21.626423 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-96c140ef-d1e6-463a-9745-c8b7a11b0db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:23.754801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fef9a1fc-6455-4d1b-832d-b6108ace970f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:25.454190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:26.618785 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:26.902992 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:22:27.400715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:44.561008 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:48.167074 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:49.043195 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 details requested by agent hyperv_n-h2-820549-2 with host n-h2-820549-2 {{(pid=103115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:22:49.152614 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:22:49.166616 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Returning: {'device': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'port_id': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:22:49.206012 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:49.220062 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 {{(pid=103115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:22:49.242941 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:22:49.246775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:49.295725 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=6']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:49.303013 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.303362 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.303699 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.304034 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.304366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.304696 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.305019 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.305344 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.305665 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.305991 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.306366 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.306688 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.307037 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:49.390548 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] get_ports_and_sgs() called for port_ids ['2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'] {{(pid=103115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:22:51.060381 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 up at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:22:51.118778 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.provisioning_blocks [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Provisioning complete for port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 triggered by entity L2. {{(pid=103115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:22:51.119297 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401712'] for port, provisioning_complete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:51.227664 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:51.254203 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:22:51.257131 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f72a3a1-e897-4238-add2-138ba0d4415a" -d '{"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:22:51.271761 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:22:51.278469 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:51.325041 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de38742-8a36-40ce-96fe-69e56c53db20 x-openstack-request-id: req-6de38742-8a36-40ce-96fe-69e56c53db20 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:22:51.325362 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:22:51.325595 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6de38742-8a36-40ce-96fe-69e56c53db20 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:22:51.325984 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'code': 200} Dec 08 01:22:51.357499 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=7']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:51.631966 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50f9-ff4e-42c5-9ef5-848fa1353375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:53.761146 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7d0a-7d2d-4678-8949-a1d715acccfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:55.461797 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:56.628740 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:57.395018 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:58.838640 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46466) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:22:58.996241 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Deleting port b5bfb033-2cea-4f9f-b7b1-14286675aedf {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:22:58.996582 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:59.070547 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:59.070950 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:59.083007 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Calling delete_port for b5bfb033-2cea-4f9f-b7b1-14286675aedf owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:22:59.247167 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:59.277098 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event deleted for resources: {'Port': ['ID=b5bfb033-2cea-4f9f-b7b1-14286675aedf,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:59.289820 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.290172 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.291819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.291819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.291819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.291819 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.292280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.292280 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.292537 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.292942 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.293271 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.293596 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.293920 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:59.351677 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:59.351982 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Floating IP db8b4893-f4da-4c2c-88d9-ebcab1c2752d disassociated (deleted). External IP: 172.25.6.208, port: 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5. Dec 08 01:22:59.567571 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Router cb993db5-b3ad-4fcc-b11d-50833261f754 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:22:59.963310 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:22:59.968112 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:59.974011 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] Sync routers for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:22:59.983937 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:22:59.984783 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:22:59.995826 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-97965389-a40f-47c6-a7fa-89f470b5db54 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "DELETE /v2.0/floatingips/db8b4893-f4da-4c2c-88d9-ebcab1c2752d HTTP/1.1" status: 204 len: 168 time: 1.1560452 Dec 08 01:22:59.996393 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:22:59.998669 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f8da42-e1c2-47c7-a3cd-639a04cd7148" -d '{"events": [{"name": "network-changed", "server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:23:00.069007 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae70931-d62a-48df-91cc-e0726a2d08fd x-openstack-request-id: req-8ae70931-d62a-48df-91cc-e0726a2d08fd {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:23:00.069306 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:23:00.069563 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ae70931-d62a-48df-91cc-e0726a2d08fd {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:23:00.069969 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'status': 'completed', 'code': 200} Dec 08 01:23:00.094186 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:00.168542 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-047968c7-7fa3-4e59-8eed-b0a7a2f921d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:00.170066 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-047968c7-7fa3-4e59-8eed-b0a7a2f921d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 1096 time: 0.0469098 Dec 08 01:23:00.303499 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-e1e171f8-7210-4ef0-a6d3-a2bb80cf492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:00.304958 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-e1e171f8-7210-4ef0-a6d3-a2bb80cf492b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.1265297 Dec 08 01:23:00.317987 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c7cf-3405-42e5-8c9d-dceaceb7f0af req-dd6d90c0-152b-4002-a00f-ca7f238f6f0b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:00.319489 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1e8c7cf-3405-42e5-8c9d-dceaceb7f0af req-dd6d90c0-152b-4002-a00f-ca7f238f6f0b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 945 time: 0.1324642 Dec 08 01:23:00.340360 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:38Z', 'revision_number': 1, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:00.363715 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-65829b69-84bb-417e-9c73-22f4047ec3cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 200 len: 217 time: 0.0432701 Dec 08 01:23:00.366557 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] Checking router: cb993db5-b3ad-4fcc-b11d-50833261f754 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:23:00.375507 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:23:00.376113 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:00.437288 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-a1e8c7cf-3405-42e5-8c9d-dceaceb7f0af req-76957d9e-e056-4e0a-9b42-2db9ac0f21aa tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1097226 Dec 08 01:23:00.438805 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-0a011bbd-18b0-4e57-8f71-0149318e62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:00.440397 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-0a011bbd-18b0-4e57-8f71-0149318e62d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0689404 Dec 08 01:23:00.484700 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:00.489165 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-97c01d73-b029-425a-9d33-82c8d0455471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:00.490686 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-97c01d73-b029-425a-9d33-82c8d0455471 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420115 Dec 08 01:23:00.596191 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-5d93f77a-f83e-427e-b47f-6479a3efcb12 service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980082 Dec 08 01:23:00.694202 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-77f8da42-e1c2-47c7-a3cd-639a04cd7148 req-9db5ab76-baa8-4020-a6fe-2397ad3b8ba3 service neutron] 10.222.0.59 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890362 Dec 08 01:23:00.873661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:38Z', 'revision_number': 1, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:00.899407 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674dc9c-b9dc-44e4-a340-4f2080f6c067 None None] The sync data for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 is: [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_floatingips': [{'id': '8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'router_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'port_id': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'mac_address': 'fa:16:3e:c4:fd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69190716-1361-44b5-b040-3069268bde37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:18:36Z', 'updated_at': '2021-12-08T01:18:38Z', 'revision_number': 1, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:23:01.075218 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:01.138711 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ed295-171b-4d5d-bff3-e76cab5696f9 None None] New status for floating IP db8b4893-f4da-4c2c-88d9-ebcab1c2752d: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:23:01.156762 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1443514'] for port, before_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:01.179188 n-d-820549-2 neutron-server[103115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'}] {{(pid=103115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:23:01.181949 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5a5d0e773c316ed8d538af6e49396b30ffa8fbd1c535f420edd5172196e203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c956eea4-db98-4e25-82ad-bb0f98db3e08" -d '{"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-unplugged", "status": "completed", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5"}]}' {{(pid=103115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:23:01.195434 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:01.201026 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767111302831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767110909709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767110909727'] for port, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:01.228054 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648ecda2-61ad-4b16-b2e1-f27abb0e7d65 x-openstack-request-id: req-648ecda2-61ad-4b16-b2e1-f27abb0e7d65 {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:23:01.228353 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-unplugged", "status": "completed", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5", "code": 200}]} {{(pid=103115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:23:01.228610 n-d-820549-2 neutron-server[103115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-648ecda2-61ad-4b16-b2e1-f27abb0e7d65 {{(pid=103115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:23:01.229006 n-d-820549-2 neutron-server[103115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'code': 200} Dec 08 01:23:01.265048 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Pushing event updated for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=8']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:01.559745 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fc00f-2b6e-4506-8392-2bb0cc6e7268 req-5cd48f43-ce3a-4442-b91a-e2c2140e020a tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:01.561255 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-368fc00f-2b6e-4506-8392-2bb0cc6e7268 req-5cd48f43-ce3a-4442-b91a-e2c2140e020a tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 943 time: 0.0538881 Dec 08 01:23:01.611533 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-368fc00f-2b6e-4506-8392-2bb0cc6e7268 req-74970474-ebca-4bdd-96a4-fc4eeac5c58c tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441101 Dec 08 01:23:01.927919 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-756e349a-6daf-4d94-9fd7-9e540de97f6b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:01.929347 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-756e349a-6daf-4d94-9fd7-9e540de97f6b tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 943 time: 0.0475423 Dec 08 01:23:02.020225 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Deleting port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:02.020560 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:02.110117 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] For port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5, host n-h2-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820549-2',level=0,port_id=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:02.110478 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:02.122672 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Calling delete_port for 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 owned by compute:nova {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:02.250176 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:02.277307 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event deleted for resources: {'Port': ['ID=2bfd6b5c-52da-488d-9909-ea10bd6a9ee5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:02.291370 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.291720 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.292094 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.292441 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.292781 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.293110 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.293436 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.293762 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.294092 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.294418 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.294743 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.295095 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.295419 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820549-2 {{(pid=103114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:02.331484 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] No DVR routers for this DVR port 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 on host n-h2-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:23:02.334051 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:02.337938 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8730067e-2968-45ab-b236-5ba0d0e32699 req-c1fab2a5-6850-41e7-a3a1-ab04a2ba73d7 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.59 "DELETE /v2.0/ports/2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 HTTP/1.1" status: 204 len: 173 time: 0.4020212 Dec 08 01:23:02.338380 n-d-820549-2 neutron-server[103114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-deleted', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5'}] {{(pid=103114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:23:02.340673 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cffd61dddefc006a6dc6e570045eca4652e0f46474cf356d4930b224287b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7021b0a-f546-4aae-b85a-0533543e856c" -d '{"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-deleted", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5"}]}' {{(pid=103114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:23:02.376677 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13a3afa-8a4a-4c1c-9b5d-46503ef00f02 x-openstack-request-id: req-c13a3afa-8a4a-4c1c-9b5d-46503ef00f02 {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:23:02.376976 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6be0545-f508-446a-8a09-8479bdf999fa", "name": "network-vif-deleted", "tag": "2bfd6b5c-52da-488d-9909-ea10bd6a9ee5", "status": "completed", "code": 200}]} {{(pid=103114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:23:02.377235 n-d-820549-2 neutron-server[103114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c13a3afa-8a4a-4c1c-9b5d-46503ef00f02 {{(pid=103114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:23:02.377646 n-d-820549-2 neutron-server[103114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6be0545-f508-446a-8a09-8479bdf999fa', 'name': 'network-vif-deleted', 'tag': '2bfd6b5c-52da-488d-9909-ea10bd6a9ee5', 'status': 'completed', 'code': 200} Dec 08 01:23:02.728416 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-8869a6d5-ca90-480e-be00-16c9ce7a9840 req-0c658564-5138-424f-a883-09392a1c568c tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6be0545-f508-446a-8a09-8479bdf999fa HTTP/1.1" status: 200 len: 210 time: 0.0323625 Dec 08 01:23:03.903216 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:23:04.307897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46530) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:04.471000 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Deleting port 7023f1d3-1a29-4e50-942c-0d927451e0ac {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:04.471341 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:04.549648 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:04.549874 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:04.562040 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Calling delete_port for 7023f1d3-1a29-4e50-942c-0d927451e0ac owned by network:floatingip {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:04.707033 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:04.740961 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event deleted for resources: {'Port': ['ID=7023f1d3-1a29-4e50-942c-0d927451e0ac,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:04.797815 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:04.798216 n-d-820549-2 neutron-server[103113]: INFO neutron.db.l3_db [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Floating IP 8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf disassociated (deleted). External IP: 172.25.6.8, port: 63c88368-6279-46a3-a033-64e0a2bfcde0. Dec 08 01:23:05.003333 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Router cb993db5-b3ad-4fcc-b11d-50833261f754 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:23:05.089115 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 no longer exists at agent hyperv_n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:05.110922 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:23:05.112315 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] No Port match for: 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:05.112661 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Device 2bfd6b5c-52da-488d-9909-ea10bd6a9ee5 not bound to the agent host n-h2-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:05.115601 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for floatingip, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:05.122245 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] Sync routers for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:23:05.132402 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:23:05.133014 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:05.144015 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-8323541b-1c0c-4cad-b5e0-73ebc9c4a339 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "DELETE /v2.0/floatingips/8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf HTTP/1.1" status: 204 len: 168 time: 0.8350103 Dec 08 01:23:05.144715 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:23:05.147197 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "69190716-1361-44b5-b040-3069268bde37", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:23:05.186346 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc8ff2-bf32-4809-a107-75c106c7978c x-openstack-request-id: req-b7dc8ff2-bf32-4809-a107-75c106c7978c {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:23:05.186647 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69190716-1361-44b5-b040-3069268bde37", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:23:05.186939 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7dc8ff2-bf32-4809-a107-75c106c7978c {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:23:05.187774 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'status': 'completed', 'code': 200} Dec 08 01:23:05.250284 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:05.279244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-8825c03f-723d-4821-88e5-8d796a7d9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:05.282930 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-8825c03f-723d-4821-88e5-8d796a7d9b1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 1094 time: 0.0506954 Dec 08 01:23:05.380785 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a94386-9455-4c9a-a1ab-07abce7f878b req-6fd10560-1d87-479a-aa14-4962d05d0ba0 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:05.382431 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75a94386-9455-4c9a-a1ab-07abce7f878b req-6fd10560-1d87-479a-aa14-4962d05d0ba0 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 943 time: 0.0516088 Dec 08 01:23:05.416301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-cbb46c8d-1c7f-4c61-95f5-ba7afa66de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:05.417881 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-cbb46c8d-1c7f-4c61-95f5-ba7afa66de10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 200 len: 911 time: 0.0942066 Dec 08 01:23:05.437088 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-75a94386-9455-4c9a-a1ab-07abce7f878b req-f3f407d1-3106-4624-bd5c-2aafd6742931 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473864 Dec 08 01:23:05.463569 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-7d98d658-97b4-457a-9115-f2df1ad0ebed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 200 len: 217 time: 0.0380890 Dec 08 01:23:05.485054 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:05.512850 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] Checking router: cb993db5-b3ad-4fcc-b11d-50833261f754 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:23:05.513488 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-c116d52d-e916-4cb0-bf6c-bbb4be9b736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:05.515119 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-c116d52d-e916-4cb0-bf6c-bbb4be9b736a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 200 len: 849 time: 0.0449369 Dec 08 01:23:05.521503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:23:05.522111 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:05.566446 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-3fb46c4d-26e9-47ab-80f1-522fc2f2c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:05.568117 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-3fb46c4d-26e9-47ab-80f1-522fc2f2c78e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb39306-4a20-4afe-834a-cdcb73d448df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452719 Dec 08 01:23:05.628341 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:05.658837 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-6bb571bc-d1bc-46c4-84ed-cba20fed090e service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830162 Dec 08 01:23:05.755926 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-fe8c57a5-27fc-4bc6-991a-c17a03f9a3fd req-75d959fc-0435-426e-808e-27f6e4b3c99c service neutron] 10.222.0.44 "GET /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889809 Dec 08 01:23:05.834875 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:05.861657 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e21e1-2942-4cd9-bc0a-01e9db2be821 None None] The sync data for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 is: [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2', '_interfaces': [{'id': '4606f58b-fdd0-430c-8f18-2699433476ae', 'name': '', 'network_id': '9eb39306-4a20-4afe-834a-cdcb73d448df', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'mac_address': 'fa:16:3e:97:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:16Z', 'updated_at': '2021-12-08T01:18:22Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'subnets': [{'id': 'de0e1c9d-0e7b-46ea-b517-e3f2981f1242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:23:06.081383 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa643e1d-a8d2-4f0c-a91e-4479429a8f14 None None] New status for floating IP 8bbe5ad3-1f05-4af2-a5e3-cff9cf954eaf: DOWN {{(pid=103116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:23:06.562008 n-d-820549-2 neutron-server[103114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63a262-ed17-4d72-988d-1c742b4999ac req-5369f0a8-fb0b-4f80-b963-74ccdff3a26d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:06.563532 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c63a262-ed17-4d72-988d-1c742b4999ac req-5369f0a8-fb0b-4f80-b963-74ccdff3a26d tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 943 time: 0.0481644 Dec 08 01:23:06.613029 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-9c63a262-ed17-4d72-988d-1c742b4999ac req-4dffc013-2a54-440a-873b-267b07e70ea1 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1d9c03a-aced-41eb-a675-553de0a9d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435276 Dec 08 01:23:07.018770 n-d-820549-2 neutron-server[103113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-02e09fff-5ce4-4570-8555-c13a08754e3a tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:23:07.020242 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-02e09fff-5ce4-4570-8555-c13a08754e3a tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.44 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 943 time: 0.0483875 Dec 08 01:23:07.112950 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Deleting port 63c88368-6279-46a3-a033-64e0a2bfcde0 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:07.113285 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:07.201785 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] For port 63c88368-6279-46a3-a033-64e0a2bfcde0, host n-h1-820549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820549-2',level=0,port_id=63c88368-6279-46a3-a033-64e0a2bfcde0,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:07.202155 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:07.214572 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Calling delete_port for 63c88368-6279-46a3-a033-64e0a2bfcde0 owned by compute:nova {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:07.357961 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:07.387623 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event deleted for resources: {'Port': ['ID=63c88368-6279-46a3-a033-64e0a2bfcde0,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:07.433033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] No DVR routers for this DVR port 63c88368-6279-46a3-a033-64e0a2bfcde0 on host n-h1-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:23:07.435647 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983573'] for port, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:07.439109 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [req-19b853ff-0498-4f0b-bda6-7f00cfa32b46 req-57468f99-d1dd-4934-a561-17a4aa04126f tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.44 "DELETE /v2.0/ports/63c88368-6279-46a3-a033-64e0a2bfcde0 HTTP/1.1" status: 204 len: 173 time: 0.4120607 Dec 08 01:23:07.439557 n-d-820549-2 neutron-server[103113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-deleted', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0'}] {{(pid=103113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:23:07.441904 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776bd4df84b53ef46d2b75dcdf35d33e41ef9deb395db31aa5d7e0dc9883c9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50cd24-9165-4654-be44-7b83fcf403c1" -d '{"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-deleted", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0"}]}' {{(pid=103113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:23:07.483624 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb196202-5185-4da7-a5dd-9f5f7e3bd112 x-openstack-request-id: req-bb196202-5185-4da7-a5dd-9f5f7e3bd112 {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:23:07.483935 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69190716-1361-44b5-b040-3069268bde37", "name": "network-vif-deleted", "tag": "63c88368-6279-46a3-a033-64e0a2bfcde0", "status": "completed", "code": 200}]} {{(pid=103113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:23:07.484202 n-d-820549-2 neutron-server[103113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb196202-5185-4da7-a5dd-9f5f7e3bd112 {{(pid=103113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:23:07.484618 n-d-820549-2 neutron-server[103113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69190716-1361-44b5-b040-3069268bde37', 'name': 'network-vif-deleted', 'tag': '63c88368-6279-46a3-a033-64e0a2bfcde0', 'status': 'completed', 'code': 200} Dec 08 01:23:07.723236 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [req-2da21f9d-f3c8-4444-98f3-4bac0a0b3e1c req-34435d16-be4f-4462-b26d-b2928e964d6e tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "GET /v2.0/ports?device_id=69190716-1361-44b5-b040-3069268bde37 HTTP/1.1" status: 200 len: 210 time: 0.0314944 Dec 08 01:23:08.780771 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46546) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:08.836752 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53e9f597-e64b-419c-bb01-f861623659d4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:08.862448 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53e9f597-e64b-419c-bb01-f861623659d4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:08.921179 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53e9f597-e64b-419c-bb01-f861623659d4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:08.923850 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-53e9f597-e64b-419c-bb01-f861623659d4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:08.925012 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-53e9f597-e64b-419c-bb01-f861623659d4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] 10.222.0.18 "DELETE /v2.0/security-groups/c1d9c03a-aced-41eb-a675-553de0a9d4f5 HTTP/1.1" status: 204 len: 168 time: 0.1432445 Dec 08 01:23:08.934330 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9f597-e64b-419c-bb01-f861623659d4 tempest-TestSnapshotPattern-887853316 tempest-TestSnapshotPattern-887853316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d9c03a-aced-41eb-a675-553de0a9d4f5,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:08.967880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46550) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:09.315031 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:09.568289 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Deleting port 4606f58b-fdd0-430c-8f18-2699433476ae {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:09.568542 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:09.647066 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] For port 4606f58b-fdd0-430c-8f18-2699433476ae, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=4606f58b-fdd0-430c-8f18-2699433476ae,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:09.647427 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:09.664265 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Calling delete_port for 4606f58b-fdd0-430c-8f18-2699433476ae owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:09.847204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:09.874216 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Pushing event deleted for resources: {'Port': ['ID=4606f58b-fdd0-430c-8f18-2699433476ae,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:10.044736 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:10.267618 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Router cb993db5-b3ad-4fcc-b11d-50833261f754 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:23:10.375965 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:23:10.381150 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-03621389-4112-46da-9e0e-4a1cf214107b admin admin] 10.222.0.18 "PUT /v2.0/routers/cb993db5-b3ad-4fcc-b11d-50833261f754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4120219 Dec 08 01:23:10.383805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46552) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:10.384809 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] Sync routers for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:23:10.398836 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:23:10.399489 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:10.504400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:10.505514 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:10.709428 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:23:09Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:10.737630 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] Checking router: cb993db5-b3ad-4fcc-b11d-50833261f754 for host: n-d-820549-2 {{(pid=103115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:23:10.748405 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] Routers {'cb993db5-b3ad-4fcc-b11d-50833261f754'} bound to L3 agent in host n-d-820549-2 {{(pid=103115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:23:10.749503 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['cb993db5-b3ad-4fcc-b11d-50833261f754'], 'active': True} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:10.873352 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvr_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] Set router cb993db5-b3ad-4fcc-b11d-50833261f754 gateway port host: n-d-820549-2 {{(pid=103115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:10.900945 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:10.957897 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Deleting port fba0a5c9-e7f7-4c41-a4e9-346d550f6576 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:10.958353 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.042699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] For port fba0a5c9-e7f7-4c41-a4e9-346d550f6576, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:11.043113 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.061034 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Calling delete_port for fba0a5c9-e7f7-4c41-a4e9-346d550f6576 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:11.064939 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_hamode_db [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:23:09Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:11.092981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d912e3d-442d-493c-851b-45095225d5e8 None None] The sync data for ids ['cb993db5-b3ad-4fcc-b11d-50833261f754'] in n-d-820549-2 is: [{'id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'name': 'tempest-TestSnapshotPattern-1000799750-router', 'tenant_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:23:09Z', 'revision_number': 5, 'project_id': 'c73fb4ae09554865aa238f9bb5e338cb', 'gw_port': {'id': 'fba0a5c9-e7f7-4c41-a4e9-346d550f6576', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb993db5-b3ad-4fcc-b11d-50833261f754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:14Z', 'updated_at': '2021-12-08T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}] {{(pid=103115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:23:11.190356 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 63c88368-6279-46a3-a033-64e0a2bfcde0 no longer exists at agent hyperv_n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:11.211993 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] No Port match for: 63c88368-6279-46a3-a033-64e0a2bfcde0 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:11.214088 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Device 63c88368-6279-46a3-a033-64e0a2bfcde0 not bound to the agent host n-h1-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:11.235789 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.266552 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba0a5c9-e7f7-4c41-a4e9-346d550f6576,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:11.278406 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fef56c-ffb1-4b5d-90d8-7f7ab1780e78 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:23:11.330473 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.423940 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.426127 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.477246 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.478699 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb993db5-b3ad-4fcc-b11d-50833261f754 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:23:11.483765 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.484931 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-4943b909-6503-4e11-af92-b815661920f3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cb993db5-b3ad-4fcc-b11d-50833261f754 HTTP/1.1" status: 204 len: 168 time: 1.1001744 Dec 08 01:23:11.487432 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46554) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:11.535957 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] Deleting subnet de0e1c9d-0e7b-46ea-b517-e3f2981f1242 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:23:11.539517 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.576981 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.663132 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.724745 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.753503 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0e1c9d-0e7b-46ea-b517-e3f2981f1242,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:11.758237 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.762974 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-504e8a65-1047-424a-a930-6a210a1f25b5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de0e1c9d-0e7b-46ea-b517-e3f2981f1242 HTTP/1.1" status: 204 len: 168 time: 0.2732213 Dec 08 01:23:11.764476 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46556) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:11.765072 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290126cb-4afc-455f-a84a-3e833c14192a None None] Network 9eb39306-4a20-4afe-834a-cdcb73d448df requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:23:11.849617 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.911671 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Deleting port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e {{(pid=103114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:11.912011 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.974519 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.db [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] For port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=7886824f-d87b-4d3f-9217-b6ba5f0e3c1e,segment=NetworkSegment(f1c92882-928c-4cff-a7c2-49b0faf5341a),segment_id=f1c92882-928c-4cff-a7c2-49b0faf5341a)] {{(pid=103114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:11.974797 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:11.988345 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Calling delete_port for 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e owned by network:dhcp {{(pid=103114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:12.071215 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638841'] for port, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.098158 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Pushing event deleted for resources: {'Port': ['ID=7886824f-d87b-4d3f-9217-b6ba5f0e3c1e,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:12.103212 n-d-820549-2 neutron-server[103114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] No DVR routers for this DVR port 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e on host n-d-820549-2 {{(pid=103114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:23:12.125861 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b947e-3c9a-4372-acc9-899ed7027f1b None None] DHCP port deletion for 9eb39306-4a20-4afe-834a-cdcb73d448df request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:23:12.196937 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.220459 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb39306-4a20-4afe-834a-cdcb73d448df']}} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:12.228057 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4606f58b-fdd0-430c-8f18-2699433476ae no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:12.230420 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c92882-928c-4cff-a7c2-49b0faf5341a') {'for_net_delete': True} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:12.230772 n-d-820549-2 neutron-server[103114]: DEBUG neutron.services.segments.db [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c92882-928c-4cff-a7c2-49b0faf5341a') {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:12.240644 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13093756'] for segment, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.250542 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 4606f58b-fdd0-430c-8f18-2699433476ae {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:12.250919 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 4606f58b-fdd0-430c-8f18-2699433476ae not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:12.251470 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:12.253944 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.266450 n-d-820549-2 neutron-server[103114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:23:12.267108 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12639142'] for segment, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: Traceback (most recent call last): Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: timer() Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: cb(*args, **kw) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: return func(*args, **kwargs) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: self._notify() Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: self.callback(batched_events) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: event.method(event) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: return f(self, *a, **k) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: return self._get(url).json() Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: return self.request(url, 'GET', **kwargs) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:23:12.269205 n-d-820549-2 neutron-server[103114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:23:12.271955 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:12.272071 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 7886824f-d87b-4d3f-9217-b6ba5f0e3c1e not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:12.272416 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fba0a5c9-e7f7-4c41-a4e9-346d550f6576 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:12.293046 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: fba0a5c9-e7f7-4c41-a4e9-346d550f6576 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:12.293400 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device fba0a5c9-e7f7-4c41-a4e9-346d550f6576 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:12.332932 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.339667 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Publish callbacks [] for network, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.342963 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9eb39306-4a20-4afe-834a-cdcb73d448df HTTP/1.1" status: 204 len: 168 time: 0.5768223 Dec 08 01:23:12.347600 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46558) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:12.361219 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0822c25-dfc7-45f6-9f6f-bc428df86274 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb39306-4a20-4afe-834a-cdcb73d448df,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:12.713996 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643260'] for router_interface, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:12.970281 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Deleting port f40656a6-e505-4faa-9b9e-2dd7d3fc833a {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:12.970531 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:13.055589 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] For port f40656a6-e505-4faa-9b9e-2dd7d3fc833a, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,segment=NetworkSegment(0603148e-bd10-4226-bcf1-0f8ca481a0bc),segment_id=0603148e-bd10-4226-bcf1-0f8ca481a0bc)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:13.056555 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:13.069700 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Calling delete_port for f40656a6-e505-4faa-9b9e-2dd7d3fc833a owned by network:router_interface {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:13.254107 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:13.280595 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f40656a6-e505-4faa-9b9e-2dd7d3fc833a,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:13.474235 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1493069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643272'] for router_interface, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:13.700041 n-d-820549-2 neutron-server[103113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Router 2e70c817-517f-46a8-884a-8158108426f8 has already been hosted by L3 agent a3423adb-5aaa-4afd-8b8e-f5506dd3b044 {{(pid=103113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:23:13.803647 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] Notify agent at l3_agent.n-d-820549-2 the message routers_updated {{(pid=103113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:23:13.808642 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-5dbebac8-6fbd-4da8-a651-0226292100ea admin admin] 10.222.0.18 "PUT /v2.0/routers/2e70c817-517f-46a8-884a-8158108426f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4598963 Dec 08 01:23:13.811369 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46560) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:13.814332 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] Sync routers for ids ['2e70c817-517f-46a8-884a-8158108426f8'] in n-d-820549-2 {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:23:13.825904 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] Routers {'2e70c817-517f-46a8-884a-8158108426f8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:23:13.826795 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2e70c817-517f-46a8-884a-8158108426f8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:13.940577 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] Set router 2e70c817-517f-46a8-884a-8158108426f8 gateway port host: n-d-820549-2 {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:14.034718 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks [] for router, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.131117 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'external_fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:23:13Z', 'revision_number': 5, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port': {'id': '96fb4915-a701-424f-b0a1-5e561ca86eb7', 'name': '', 'network_id': 'ec5eeead-b4fd-4941-9d38-45df6627490a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70c817-517f-46a8-884a-8158108426f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85613af-293a-47b9-aa18-e31e27ac9cf1', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820549-2'}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:14.141048 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.159243 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] Checking router: 2e70c817-517f-46a8-884a-8158108426f8 for host: n-d-820549-2 {{(pid=103116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:23:14.169009 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] Routers {'2e70c817-517f-46a8-884a-8158108426f8'} bound to L3 agent in host n-d-820549-2 {{(pid=103116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:23:14.169633 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T23:48:23Z,description=,heartbeat_timestamp=2021-12-08T01:22:54Z,host='n-d-820549-2',id=a3423adb-5aaa-4afd-8b8e-f5506dd3b044,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T23:48:23Z,topic='l3_agent')) {'router_ids': ['2e70c817-517f-46a8-884a-8158108426f8'], 'active': True} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:14.210244 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Deleting port 96fb4915-a701-424f-b0a1-5e561ca86eb7 {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:14.210721 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.261221 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_dvr_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] Set router 2e70c817-517f-46a8-884a-8158108426f8 gateway port host: None {{(pid=103116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:23:14.297847 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] For port 96fb4915-a701-424f-b0a1-5e561ca86eb7, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=96fb4915-a701-424f-b0a1-5e561ca86eb7,segment=NetworkSegment(2bc3900c-bf80-4f02-8894-cccd589f3a8d),segment_id=2bc3900c-bf80-4f02-8894-cccd589f3a8d)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:14.298211 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.312522 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Calling delete_port for 96fb4915-a701-424f-b0a1-5e561ca86eb7 owned by network:router_gateway {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:14.318293 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.l3_hamode_db [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:23:14Z', 'revision_number': 6, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port_host': None}], 'n-d-820549-2', False) {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:14.348558 n-d-820549-2 neutron-server[103116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb52b9-53ac-41c8-b19f-de1dbbad0429 None None] The sync data for ids ['2e70c817-517f-46a8-884a-8158108426f8'] in n-d-820549-2 is: [{'id': '2e70c817-517f-46a8-884a-8158108426f8', 'name': 'tempest-TestSnapshotPattern-46148956-router', 'tenant_id': '169f1ffac4e145f89734632be83b51e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:18:19Z', 'updated_at': '2021-12-08T01:23:14Z', 'revision_number': 6, 'project_id': '169f1ffac4e145f89734632be83b51e7', 'gw_port_host': None}] {{(pid=103116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:23:14.484796 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.510714 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=96fb4915-a701-424f-b0a1-5e561ca86eb7,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:14.525707 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fae8e9f-21d3-4b4e-9373-8c517a2b7232 None None] DHCP port deletion for ec5eeead-b4fd-4941-9d38-45df6627490a request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:23:14.558175 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.581440 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643954'] for router_gateway, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.677180 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7337'] for router, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.680318 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.731389 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641759'] for router, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.731959 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e70c817-517f-46a8-884a-8158108426f8 {{(pid=103113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:23:14.744354 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] Publish callbacks [] for router, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.745590 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-b146741a-4c21-4242-b554-cf28af8eaf1f admin admin] 10.222.0.18 "DELETE /v2.0/routers/2e70c817-517f-46a8-884a-8158108426f8 HTTP/1.1" status: 204 len: 168 time: 0.9328761 Dec 08 01:23:14.748073 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46564) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:14.800696 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] Deleting subnet 2be016ca-be0d-4a25-888a-2abc6f2dcaf8 {{(pid=103113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:23:14.804678 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.841872 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146670382'] for subnet, precommit_delete_associations {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.925233 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1502530'] for subnet, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:14.977334 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1502555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146466786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146637662'] for subnet, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.004614 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be016ca-be0d-4a25-888a-2abc6f2dcaf8,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:15.006730 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.010370 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-72aff566-1182-47a4-b8a0-aefd15e16356 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2be016ca-be0d-4a25-888a-2abc6f2dcaf8 HTTP/1.1" status: 204 len: 168 time: 0.2612755 Dec 08 01:23:15.011602 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5b8b5-29e9-437d-9c8b-fba328e7ff1d None None] Network 126ab516-9ff9-41ac-82b7-a052128093a4 requested from n-d-820549-2 {{(pid=103115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:23:15.013087 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46566) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:15.086407 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508710'] for network, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.149076 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Deleting port 2919eda8-6c1e-49d3-9f59-da070b394ffc {{(pid=103113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:15.149455 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.177899 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] DHCP port deletion for 126ab516-9ff9-41ac-82b7-a052128093a4 request from n-d-820549-2 {{(pid=103115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:23:15.222805 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.db [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] For port 2919eda8-6c1e-49d3-9f59-da070b394ffc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2919eda8-6c1e-49d3-9f59-da070b394ffc,segment=NetworkSegment(0603148e-bd10-4226-bcf1-0f8ca481a0bc),segment_id=0603148e-bd10-4226-bcf1-0f8ca481a0bc)] {{(pid=103113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:15.223199 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.234273 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] Deleting port 2919eda8-6c1e-49d3-9f59-da070b394ffc {{(pid=103115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:23:15.235186 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767111296067'] for port, before_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.240860 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Calling delete_port for 2919eda8-6c1e-49d3-9f59-da070b394ffc owned by network:dhcp {{(pid=103113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:15.299348 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.db [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] For port 2919eda8-6c1e-49d3-9f59-da070b394ffc, host n-d-820549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820549-2',level=0,port_id=2919eda8-6c1e-49d3-9f59-da070b394ffc,segment=NetworkSegment(0603148e-bd10-4226-bcf1-0f8ca481a0bc),segment_id=0603148e-bd10-4226-bcf1-0f8ca481a0bc)] {{(pid=103115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:23:15.299744 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646742'] for port, precommit_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.314917 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] Calling delete_port for 2919eda8-6c1e-49d3-9f59-da070b394ffc owned by network:dhcp {{(pid=103115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:23:15.325421 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146466783'] for port, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.353641 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2919eda8-6c1e-49d3-9f59-da070b394ffc,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:15.358880 n-d-820549-2 neutron-server[103113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] No DVR routers for this DVR port 2919eda8-6c1e-49d3-9f59-da070b394ffc on host n-d-820549-2 {{(pid=103113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:23:15.454659 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403083', 'neutron.services.segments.db._delete_segments_for_network-8767111239846'] for network, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.478410 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126ab516-9ff9-41ac-82b7-a052128093a4']}} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:15.489282 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0603148e-bd10-4226-bcf1-0f8ca481a0bc') {'for_net_delete': True} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:15.490033 n-d-820549-2 neutron-server[103113]: DEBUG neutron.services.segments.db [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0603148e-bd10-4226-bcf1-0f8ca481a0bc') {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:23:15.500924 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767111372391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146670423'] for segment, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.516204 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301'] for segment, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.525321 n-d-820549-2 neutron-server[103113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:23:15.525321 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146466304'] for segment, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: Traceback (most recent call last): Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: timer() Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: cb(*args, **kw) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: return func(*args, **kwargs) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: self._notify() Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: self.callback(batched_events) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: event.method(event) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: return f(self, *a, **k) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: return self._get(url).json() Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: return self.request(url, 'GET', **kwargs) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:23:15.525626 n-d-820549-2 neutron-server[103113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:23:15.573980 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1443577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767111302813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767110909700'] for port, after_delete {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.588929 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1493076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643926'] for network, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.594557 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Publish callbacks [] for network, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.600182 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/126ab516-9ff9-41ac-82b7-a052128093a4 HTTP/1.1" status: 204 len: 168 time: 0.5836372 Dec 08 01:23:15.600387 n-d-820549-2 neutron-server[103115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] Pushing event deleted for resources: {'Port': ['ID=2919eda8-6c1e-49d3-9f59-da070b394ffc,revision_number=None']} {{(pid=103115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:15.604124 n-d-820549-2 neutron-server[103115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9bfec-b39f-40a7-8044-84aeecdff92f None None] No DVR routers for this DVR port 2919eda8-6c1e-49d3-9f59-da070b394ffc on host n-d-820549-2 {{(pid=103115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:23:15.611582 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4ce83-f3ab-47fc-a6e4-d6ed5629fbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=126ab516-9ff9-41ac-82b7-a052128093a4,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:15.723549 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46570) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:15.765165 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-44bff2e9-627a-407d-9f74-a38d061fe8cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c73fb4ae09554865aa238f9bb5e338cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404229 Dec 08 01:23:15.767759 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [-] (103113) accepted ('10.222.0.18', 46572) {{(pid=103113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:15.816054 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f845cebc-0904-43b3-adf0-9ac91a9f0dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.837921 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f845cebc-0904-43b3-adf0-9ac91a9f0dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.886533 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f845cebc-0904-43b3-adf0-9ac91a9f0dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.889435 n-d-820549-2 neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-f845cebc-0904-43b3-adf0-9ac91a9f0dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:15.890625 n-d-820549-2 neutron-server[103113]: INFO neutron.wsgi [None req-f845cebc-0904-43b3-adf0-9ac91a9f0dcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdb37a67-5344-4f63-b18b-413464ab2ebb HTTP/1.1" status: 204 len: 168 time: 0.1219440 Dec 08 01:23:15.899301 n-d-820549-2 neutron-server[103113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845cebc-0904-43b3-adf0-9ac91a9f0dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb37a67-5344-4f63-b18b-413464ab2ebb,revision_number=None']} {{(pid=103113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:16.230574 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 96fb4915-a701-424f-b0a1-5e561ca86eb7 no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:16.235381 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46578) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:16.251243 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 96fb4915-a701-424f-b0a1-5e561ca86eb7 {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:16.251588 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 96fb4915-a701-424f-b0a1-5e561ca86eb7 not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:16.252009 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f40656a6-e505-4faa-9b9e-2dd7d3fc833a no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:16.272193 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: f40656a6-e505-4faa-9b9e-2dd7d3fc833a {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:16.272664 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device f40656a6-e505-4faa-9b9e-2dd7d3fc833a not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:16.273166 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2919eda8-6c1e-49d3-9f59-da070b394ffc no longer exists at agent ovs-agent-n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:23:16.276666 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-3627b1e6-082b-4506-88fa-9737497f1ce2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=169f1ffac4e145f89734632be83b51e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400770 Dec 08 01:23:16.280199 n-d-820549-2 neutron-server[103114]: DEBUG neutron.wsgi [-] (103114) accepted ('10.222.0.18', 46580) {{(pid=103114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:16.296981 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] No Port match for: 2919eda8-6c1e-49d3-9f59-da070b394ffc {{(pid=103115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:23:16.297422 n-d-820549-2 neutron-server[103115]: DEBUG neutron.plugins.ml2.rpc [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Device 2919eda8-6c1e-49d3-9f59-da070b394ffc not bound to the agent host n-d-820549-2 {{(pid=103115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:23:16.333820 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d9d13de-5718-4119-8af7-d8cd4c99ef1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:16.356432 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d9d13de-5718-4119-8af7-d8cd4c99ef1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:16.403727 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d9d13de-5718-4119-8af7-d8cd4c99ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522217'] for security_group, after_delete {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:16.407088 n-d-820549-2 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-2d9d13de-5718-4119-8af7-d8cd4c99ef1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:16.408517 n-d-820549-2 neutron-server[103114]: INFO neutron.wsgi [None req-2d9d13de-5718-4119-8af7-d8cd4c99ef1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/831e2dcd-d65c-4e86-9e5e-2ac406e01214 HTTP/1.1" status: 204 len: 168 time: 0.1273427 Dec 08 01:23:16.418509 n-d-820549-2 neutron-server[103114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d13de-5718-4119-8af7-d8cd4c99ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831e2dcd-d65c-4e86-9e5e-2ac406e01214,revision_number=None']} {{(pid=103114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:18.172804 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:21.627279 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b2c9-b842-4e02-bea1-6a2b7b965d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:23.753248 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ae9c366f-d957-42e1-97df-86f778fb3e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:25.460812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:26.628788 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:27.391471 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:40.902268 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:23:44.560415 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:48.189139 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:51.628385 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-f37c6ec8-5ed9-4202-a22a-066d3044c9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:53.754435 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-dabbdd12-79f0-4154-8b8f-84fc6e5421a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:55.465153 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:56.632075 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:57.394698 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:14.563147 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:17.902020 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:24:18.202263 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:21.630436 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0e9ef6ac-feac-4178-b828-0c0671f3cb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:23.756104 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-4ee699d3-910d-45f7-8342-b917304e19fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:25.467319 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:26.634072 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:27.396487 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:44.571524 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:48.201358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:51.632285 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-9a37d42e-556f-4b1e-a0c7-6e06c4c5462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:53.758826 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6c36-ed6d-4daf-8228-ad9b77f76602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:54.901944 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:24:55.471596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:56.635022 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:57.399812 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:14.570300 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:18.200392 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:21.634702 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-02153b65-ec9c-4505-bb28-33ec163f8104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:23.758877 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-51d6a6ab-1d71-4a42-9925-d2520439a70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:25.471800 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:26.639429 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:27.401862 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:31.901175 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:25:44.601268 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:48.215627 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:51.634942 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3cc90044-0615-467f-af4e-7cdfc1770332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:53.760596 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-25ce3fee-7b72-437f-a342-52cff9547530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:55.477833 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:56.642620 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:57.403721 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:08.900251 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:26:14.602976 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:18.214380 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:21.636827 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-1f133107-0513-48e3-ba9a-c9ae36f383d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:23.761336 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-73a75063-613c-454b-9ffa-9ef25c7d1f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:25.477420 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:26.644690 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:27.407821 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:44.600031 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:45.899363 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:26:48.216550 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:51.639132 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba8ef-ed31-4665-90a4-b115aa765810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:53.761942 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-e83e70a8-0bf2-4c67-ae96-abdebd3cc54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:55.480972 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:56.646665 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:57.410043 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:14.599681 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:18.213521 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:21.639775 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-edf95a5b-93c8-4594-bb51-f2c1ad240459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:22.899098 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:27:23.761950 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-99e90258-b3c8-4c75-ba26-9fe270b88a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:25.483715 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:26.651018 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:27.411017 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:44.613767 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:48.214393 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:51.641896 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-a26a81fc-88f2-4a46-94dc-1590661c0b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:53.762519 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-101ffae2-9922-47d8-86ed-704118beb087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:55.486548 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:56.654873 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:57.411801 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:59.898464 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:28:14.614228 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:18.225890 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:21.644978 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-183e9c37-af0c-48c4-9936-08f5a3ded038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:23.764437 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-ec126ea1-c33c-4e8e-87d5-da0b9c1f60cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:25.489846 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:26.659411 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:27.413948 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:36.897671 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:28:44.627648 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.233830 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.646505 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-acf1c649-08db-4090-a5fa-a5d7aa83bccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.766044 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7c0c773b-fa07-49ed-b9e9-b34276f003b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.492606 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.662361 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.413875 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.896865 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:29:14.629136 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.231635 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.647413 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-968319df-b759-43b2-8982-d54110fc4853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:23.767486 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3364438e-ab8b-4279-8358-d4a8a79f125f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:25.497556 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.665287 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.415190 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.643278 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.246863 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:50.898037 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:29:51.647822 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bba4cf84-bfdb-44eb-af1b-84dacab76bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.767358 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-3175e5db-e19a-4e2a-96ac-0a24a17afcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:55.498148 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:56.668611 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:57.417211 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.643910 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.245041 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:21.649569 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-428aabc9-b9b4-463d-8c75-2bbb65007a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.769944 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-93501172-9d47-451d-a9a0-3f412bc83986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.500401 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.673497 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.418766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.897692 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:30:44.658771 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:48.251646 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:51.650380 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-6ecef406-64eb-4f41-bf39-8ab99dd9e79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:53.770384 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec632-fa07-49bc-808d-b5c542ff1610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.502452 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.679197 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:57.420837 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.897263 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:31:14.657511 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:18.274506 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:21.651359 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-78133276-eb74-4465-bae9-3856dc5c3eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:23.770296 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-8c91f6c3-3e0f-46bb-a8a1-a3fd68b4c539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:25.504807 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:25.623999 n-d-820549-2 neutron-server[103113]: DEBUG neutron.wsgi [req-ef3ffa7d-3432-440e-a4aa-c28f5e035cb1 req-25c232b2-6b9a-4095-84c7-4cd2dd027f52 service neutron] (103113) timed out ('10.222.0.18', 44394) {{(pid=103113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:31:26.680032 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-770fd990-7431-49b3-bb5c-23e490eddc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:27.423766 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc35b-97da-4385-b3e1-5a923cd30dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:41.897334 n-d-820549-2 neutron-server[103116]: DEBUG neutron.db.agents_db [None req-6744c678-a665-446e-a164-45c738c5986f None None] Agent healthcheck: found 7 active agents {{(pid=103116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:31:44.674174 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-aa649ca1-0240-4079-913f-0d44a0b118cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:48.276541 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7d55aa52-622a-4852-9b46-d4a106427af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:51.651892 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-0108ff1c-9793-44f4-8229-a2400d1aac7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:53.772024 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-7921ffd1-b610-4798-b131-10b32ace4a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:55.508139 n-d-820549-2 neutron-server[103115]: DEBUG neutron_lib.callbacks.manager [None req-bdde9b16-d25d-40b9-b972-529e6b24b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767111236208', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400989'] for agent, after_update {{(pid=103115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}